-- Logs begin at Tue 2021-11-09 17:14:09 UTC, end at Tue 2021-11-09 19:27:01 UTC. -- Nov 09 17:45:20.280039 n-d-817240-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 17:45:22.972259 n-d-817240-1 neutron-server[102033]: INFO neutron.common.config [-] Logging enabled! Nov 09 17:45:22.972755 n-d-817240-1 neutron-server[102033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev26 Nov 09 17:45:22.973033 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 17:45:22.976205 n-d-817240-1 neutron-server[102033]: INFO neutron.common.config [-] Logging enabled! Nov 09 17:45:22.976461 n-d-817240-1 neutron-server[102033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev26 Nov 09 17:45:22.976770 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 17:45:22.977697 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:45:22.977929 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:45:22.978303 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:45:22.978545 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:45:22.978767 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:45:22.979084 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.979378 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.979671 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.979898 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.980188 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.981129 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.981411 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.981700 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.981996 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.982308 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.982587 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.982868 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.983096 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.983377 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.983661 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.983945 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.984171 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] debug = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.984466 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.984870 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.985285 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.985565 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.985853 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.986157 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.986429 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.986702 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.986984 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.987310 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] host = n-d-817240-1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.987583 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.987867 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.988152 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.988435 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.988706 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.988977 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.989258 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.989527 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.989794 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] log_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.990090 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.990371 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.990656 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.990943 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.991168 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.991389 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.991674 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.991958 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.992230 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.992500 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.992769 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.993038 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.993309 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.993574 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.993856 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.994167 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.994451 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.994722 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.994990 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.995255 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.995520 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.995799 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.996092 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.996360 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.996628 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.996908 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.997171 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.997439 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.997734 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.998016 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.998321 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.998603 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.998871 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.999149 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.999421 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.999691 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:22.999959 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] use_json = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.000229 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.000496 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.000775 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.001044 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.001316 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.001584 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.001853 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.002159 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:23.002457 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.002750 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.003048 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.003328 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.003620 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.003897 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.004190 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.004467 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.004752 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.005037 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.005323 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.005601 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.005887 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.006188 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.006481 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.006780 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.007071 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.007358 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.007631 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.007901 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.008171 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.008445 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.008728 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.009002 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.009289 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.009577 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.009853 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.010156 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.010448 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.010733 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.011002 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.011279 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.011589 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.011869 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.012143 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.012419 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.012702 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.012977 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.013246 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.013524 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.013797 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.014095 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.014359 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.014632 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.014916 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.015188 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.015457 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.015723 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.015995 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.016261 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.016539 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.016809 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.017076 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.017363 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.017619 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.017885 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.018175 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.018450 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.018717 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.018989 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.019257 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.019526 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.019794 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.020062 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.020327 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.020594 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.020860 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.021130 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.021397 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.021662 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.021928 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.022221 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.022489 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.022768 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.023058 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.023330 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.023602 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.024132 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.024404 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.024676 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.024947 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.025219 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.025493 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.025761 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.026046 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.026344 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.026626 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.026907 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.027697 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.028008 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.028285 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.028565 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.028839 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.029112 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.029390 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.029671 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.029965 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.030278 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.030570 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.030859 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.031149 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.031444 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.031751 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.032027 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:23.032244 n-d-817240-1 neutron-server[102033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:45:23.032481 n-d-817240-1 neutron-server[102033]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102033) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 17:45:23.378342 n-d-817240-1 neutron-server[102033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 17:45:23.378615 n-d-817240-1 neutron-server[102033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 17:45:23.378901 n-d-817240-1 neutron-server[102033]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 17:45:23.379228 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 17:45:23.767795 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.768080 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.768347 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.769621 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.769891 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.770174 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.805315 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.805585 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.805846 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.820995 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.821272 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.821536 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.849687 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.849962 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.850251 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.887445 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.887718 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:23.887981 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.118642 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.119234 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.119234 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.119412 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.120228 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.239700 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.240017 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.240296 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.240564 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.240827 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.241136 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.241392 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.241644 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.241894 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.242194 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.242450 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.242707 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.242958 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.243203 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.243451 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.243710 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.243958 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.244217 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.244482 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.244735 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.244997 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.245246 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.245523 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.245945 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.246723 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.246968 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.247361 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:24.247598 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:24.247832 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:24.248064 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:24.248295 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:24.248524 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:24.248878 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 17:45:24.251974 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 17:45:24.256029 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 17:45:24.259714 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 09 17:45:24.261344 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 17:45:24.261816 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 17:45:24.262167 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 17:45:24.262543 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 17:45:24.265341 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 17:45:24.265587 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 17:45:24.265926 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 17:45:24.271206 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 17:45:24.293856 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 17:45:24.294331 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.294621 n-d-817240-1 neutron-server[102033]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102033) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 17:45:24.294978 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.296344 n-d-817240-1 neutron-server[102033]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102033) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 17:45:24.296620 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 17:45:24.296860 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 17:45:24.300095 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.300370 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:24.364835 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 17:45:24.365070 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 17:45:24.365308 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 17:45:24.365670 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 17:45:24.386893 n-d-817240-1 neutron-server[102033]: DEBUG oslo_db.sqlalchemy.engines [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102033) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 17:45:24.913744 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing driver for type 'gre' Nov 09 17:45:24.914298 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] gre ID ranges: [(1, 1000)] Nov 09 17:45:24.963973 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing driver for type 'local' Nov 09 17:45:24.964352 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing driver for type 'vlan' Nov 09 17:45:24.978393 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] VlanTypeDriver initialization complete Nov 09 17:45:24.978763 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing driver for type 'vxlan' Nov 09 17:45:24.979247 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] vxlan ID ranges: [(1, 1000)] Nov 09 17:45:25.029789 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing extension driver 'port_security' Nov 09 17:45:25.030164 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.extensions.port_security [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] PortSecurityExtensionDriver initialization complete Nov 09 17:45:25.030524 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing mechanism driver 'openvswitch' Nov 09 17:45:25.030858 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing mechanism driver 'hyperv' Nov 09 17:45:25.037427 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:25.038114 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.038480 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.038827 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.039348 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:45:25.039778 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnet after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.040126 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnet after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.040470 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnet after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.040858 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:45:25.041260 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.041603 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.041940 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.042353 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:45:25.042754 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > security_group after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.043101 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > security_group after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.043438 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > security_group after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.043964 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:45:25.044377 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.044725 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.045067 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.045458 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:45:25.045855 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > address_group after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.046229 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > address_group after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.046567 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > address_group after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.046954 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 17:45:25.047326 n-d-817240-1 neutron-server[102033]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] ML2 OVO RPC backend initialized. {{(pid=102033) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 17:45:25.048019 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router_interface after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.048367 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.048776 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.049117 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > networks before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.049458 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.049798 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > ports before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.050157 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnet before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.050485 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnets before_response 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.050841 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.051169 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.051634 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.051983 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.052473 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.052704 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.053136 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnet after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.053552 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnet after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.053891 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > subnet after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.054549 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.plugin [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Modular L2 Plugin initialization complete Nov 09 17:45:25.054823 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading services supported by the core plugin {{(pid=102033) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 17:45:25.055152 n-d-817240-1 neutron-server[102033]: INFO neutron.plugins.ml2.managers [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Got port-security extension from driver 'port_security' Nov 09 17:45:25.055655 n-d-817240-1 neutron-server[102033]: INFO neutron.extensions.vlantransparent [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Disabled vlantransparent extension. Nov 09 17:45:25.056194 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102033) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 17:45:25.056554 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: router Nov 09 17:45:25.094308 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router_interface before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.094698 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router after_create 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.095066 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router before_create 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.095422 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.095789 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.096139 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router after_delete 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.096490 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > floatingip after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.096834 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > floatingip after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.097187 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router after_create 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.097529 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router after_update 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.097872 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router after_update 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.098238 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.098593 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router after_update 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.098993 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_update 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.099354 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: port after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.099688 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: port after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.100021 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: subnet after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.100362 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.100707 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > port precommit_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.101048 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_create 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.101388 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: port before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.101725 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.102095 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router after_update 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.102435 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_delete 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.102780 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_create 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.103134 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router_interface after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.103471 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_update 55549900 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.103828 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > agent after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.104170 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > agent after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.104511 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > network after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.105387 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Tracking information for resource: router configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:25.105717 n-d-817240-1 neutron-server[102033]: DEBUG neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Tracking information for resource: floatingip configured {{(pid=102033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 17:45:25.110716 n-d-817240-1 neutron-server[102033]: INFO neutron.db.l3_agentschedulers_db [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 17:45:25.111277 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: port after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.111633 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: port after_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.111980 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: port after_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.112327 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: port after_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.113109 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router before_create 55550100 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.113470 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_delete 55550100 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.113830 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_create 55550100 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.114208 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > router precommit_update 55550100 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.119096 n-d-817240-1 neutron-server[102033]: DEBUG neutron.services.provider_configuration [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service providers = [] {{(pid=102033) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 17:45:25.119614 n-d-817240-1 neutron-server[102033]: DEBUG neutron.db.servicetype_db [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102033) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 17:45:25.122926 n-d-817240-1 neutron-server[102033]: DEBUG neutron.services.service_base [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:45:25.123273 n-d-817240-1 neutron-server[102033]: DEBUG neutron.services.service_base [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:45:25.123609 n-d-817240-1 neutron-server[102033]: DEBUG neutron.services.service_base [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:45:25.124487 n-d-817240-1 neutron-server[102033]: DEBUG neutron.services.service_base [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 17:45:25.124858 n-d-817240-1 neutron-server[102033]: INFO neutron.services.service_base [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 17:45:25.125230 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.125545 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 17:45:25.136429 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.137316 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: auto_allocate Nov 09 17:45:25.143123 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: network precommit_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.143490 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: network precommit_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.143998 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.144319 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: tag Nov 09 17:45:25.151113 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.151443 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: timestamp Nov 09 17:45:25.155464 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.155790 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: network_ip_availability Nov 09 17:45:25.161175 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.161544 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.161896 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.162630 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.162948 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: flavors Nov 09 17:45:25.167718 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.168031 n-d-817240-1 neutron-server[102033]: INFO neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading Plugin: revisions Nov 09 17:45:25.172318 n-d-817240-1 neutron-server[102033]: DEBUG neutron.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 17:45:25.172707 n-d-817240-1 neutron-server[102033]: DEBUG oslo_concurrency.lockutils [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=102033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 17:45:25.173440 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102033) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 17:45:25.173774 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Initializing extension manager. Nov 09 17:45:25.174307 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: __init__.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.174645 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: __pycache__ {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.174974 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.175302 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: address_group.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.176042 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.176598 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: address-group Nov 09 17:45:25.176918 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: address_scope.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.177812 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.178338 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: address-scope Nov 09 17:45:25.178663 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: admin_state_down_before_update.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.179604 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.180105 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: router-admin-state-down-before-update Nov 09 17:45:25.180428 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: agent.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.181125 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.181625 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: agent Nov 09 17:45:25.181944 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: agent_resources_synced.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.182869 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.183894 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: agent-resources-synced Nov 09 17:45:25.184215 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: allowedaddresspairs.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.185980 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.186523 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: allowed-address-pairs Nov 09 17:45:25.186851 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: auto_allocated_topology.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.187924 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.188431 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: auto-allocated-topology Nov 09 17:45:25.188757 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: availability_zone.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.189452 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.189950 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: availability_zone Nov 09 17:45:25.190297 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: availability_zone_filter.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.191207 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.191707 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: availability_zone_filter Nov 09 17:45:25.192029 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: data_plane_status.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.192928 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.193430 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 17:45:25.193752 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: default_subnetpools.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.194687 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.195187 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: default-subnetpools Nov 09 17:45:25.195505 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: dhcpagentscheduler.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.196304 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.196802 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: dhcp_agent_scheduler Nov 09 17:45:25.197121 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: dns.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.198028 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.198548 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension dns-integration not supported by any of loaded plugins Nov 09 17:45:25.198867 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: dns_domain_ports.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.200324 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.200819 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 17:45:25.201136 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.202050 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.202569 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 17:45:25.202885 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: dvr.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.203546 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.204038 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: dvr Nov 09 17:45:25.204355 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: ecmp_routes.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.205262 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.205755 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 17:45:25.206083 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: empty_string_filtering.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.207001 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.207499 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: empty-string-filtering Nov 09 17:45:25.207818 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.208726 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.209223 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 17:45:25.209540 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.210483 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.210979 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 17:45:25.211295 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: external_net.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.212198 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.212696 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: external-net Nov 09 17:45:25.213015 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: extra_dhcp_opt.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.213924 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.214460 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: extra_dhcp_opt Nov 09 17:45:25.214802 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: extraroute.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.215707 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.216205 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: extraroute Nov 09 17:45:25.216523 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: extraroute_atomic.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.217544 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.218045 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: extraroute-atomic Nov 09 17:45:25.218390 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: filter_validation.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.219047 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.219542 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: filter-validation Nov 09 17:45:25.219861 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: fip_pf_description.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.220766 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.221261 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 17:45:25.221578 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: fip_port_details.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.222529 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.223027 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: fip-port-details Nov 09 17:45:25.223343 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: flavors.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.224576 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.225084 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: flavors Nov 09 17:45:25.225406 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.227108 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.227623 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 17:45:25.227952 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: floatingip_pools.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.228648 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.229149 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: floatingip-pools Nov 09 17:45:25.229474 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: ip_allocation.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.230465 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.230960 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 17:45:25.231284 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.232195 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.232695 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: ip-substring-filtering Nov 09 17:45:25.233022 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l2_adjacency.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.233939 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.234470 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 17:45:25.234792 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l3.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.235872 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.236384 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: router Nov 09 17:45:25.236710 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l3_conntrack_helper.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.238950 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.239471 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 17:45:25.239806 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.240745 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.241253 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: ext-gw-mode Nov 09 17:45:25.241580 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.242540 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.243042 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: l3-ha Nov 09 17:45:25.243368 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l3_flavors.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.244273 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.244774 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: l3-flavors Nov 09 17:45:25.245097 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.246544 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.247044 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 17:45:25.247366 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: l3agentscheduler.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.248391 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.248896 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: l3_agent_scheduler Nov 09 17:45:25.249220 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: logging.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.250736 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.251245 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension logging not supported by any of loaded plugins Nov 09 17:45:25.251572 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: metering.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.252304 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.252866 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: metering Nov 09 17:45:25.253188 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.254295 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.254803 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: metering_source_and_destination_fields Nov 09 17:45:25.255127 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: multiprovidernet.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.256051 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.256554 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: multi-provider Nov 09 17:45:25.256876 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: netmtu.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.257787 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.258317 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: net-mtu Nov 09 17:45:25.258637 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: netmtu_writable.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.259549 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.260052 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: net-mtu-writable Nov 09 17:45:25.260370 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: network_availability_zone.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.261030 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.262131 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: network_availability_zone Nov 09 17:45:25.262456 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: network_ip_availability.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.263556 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.264057 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: network-ip-availability Nov 09 17:45:25.264377 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: network_segment_range.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.265131 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.265624 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 17:45:25.265942 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: pagination.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.266943 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.267270 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: pagination Nov 09 17:45:25.267585 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: port_device_profile.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.268486 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.268984 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: port-device-profile Nov 09 17:45:25.269300 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.270276 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.270776 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: port-mac-address-regenerate Nov 09 17:45:25.271096 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.272003 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.272510 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: port-numa-affinity-policy Nov 09 17:45:25.272826 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: port_resource_request.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.274131 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.274631 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 17:45:25.274954 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: portbindings.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.275873 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.276369 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: binding Nov 09 17:45:25.276687 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: portbindings_extended.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.277992 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.278522 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: binding-extended Nov 09 17:45:25.278847 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: portsecurity.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.279766 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.280278 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: port-security Nov 09 17:45:25.280601 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: project_id.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.281568 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.281897 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: project-id Nov 09 17:45:25.282248 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: providernet.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.283173 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.283673 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: provider Nov 09 17:45:25.283993 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.287556 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.288075 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos not supported by any of loaded plugins Nov 09 17:45:25.288408 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.289643 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.290190 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 17:45:25.290520 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.291439 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.291942 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 17:45:25.292264 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_default.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.293197 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.293698 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-default not supported by any of loaded plugins Nov 09 17:45:25.294022 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_fip.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.294691 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.295185 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-fip not supported by any of loaded plugins Nov 09 17:45:25.295506 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_gateway_ip.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.296421 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.296923 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 17:45:25.297243 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_port_network_policy.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.298176 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.298677 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 17:45:25.298999 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_pps_rule.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.300166 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.300673 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-pps not supported by any of loaded plugins Nov 09 17:45:25.300996 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_rule_type_details.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.301905 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.302431 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 17:45:25.302756 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: qos_rules_alias.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.303805 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.304305 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 17:45:25.304626 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: quotasv2.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.305520 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.305845 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: quotas Nov 09 17:45:25.306198 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: quotasv2_detail.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.309983 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.310343 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: quota_details Nov 09 17:45:25.310677 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: rbac.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.311721 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.312233 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: rbac-policies Nov 09 17:45:25.312562 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: rbac_address_group.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.313489 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.313997 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: rbac-address-group Nov 09 17:45:25.314343 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: rbac_address_scope.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.315259 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.315760 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: rbac-address-scope Nov 09 17:45:25.316082 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: rbac_security_groups.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.317002 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.317503 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: rbac-security-groups Nov 09 17:45:25.317824 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: rbac_subnetpool.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.318772 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.319281 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: rbac-subnetpool Nov 09 17:45:25.319606 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: revisionifmatch.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.320533 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.321037 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: revision-if-match Nov 09 17:45:25.321358 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: revisions.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.322502 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.323006 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: standard-attr-revisions Nov 09 17:45:25.323331 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: router_availability_zone.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.324578 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.325087 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: router_availability_zone Nov 09 17:45:25.325411 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: routerservicetype.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.326365 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.326868 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension router-service-type not supported by any of loaded plugins Nov 09 17:45:25.327191 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.328109 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.328612 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: security-groups-normalized-cidr Nov 09 17:45:25.328934 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: security_groups_port_filtering.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.329849 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.330380 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: port-security-groups-filtering Nov 09 17:45:25.330707 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.331626 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.332128 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: security-groups-remote-address-group Nov 09 17:45:25.332449 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: securitygroup.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.343400 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.343924 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: security-group Nov 09 17:45:25.344255 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: segment.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.345042 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.345546 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension segment not supported by any of loaded plugins Nov 09 17:45:25.345870 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.346823 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.347328 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 17:45:25.347651 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: servicetype.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.348827 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.349337 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: service-type Nov 09 17:45:25.349665 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: sorting.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.350689 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.351024 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: sorting Nov 09 17:45:25.351345 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: standard_attr_segment.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.352270 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.352784 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 17:45:25.353109 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: standardattrdescription.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.353753 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.354281 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: standard-attr-description Nov 09 17:45:25.354602 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: stateful_security_group.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.355551 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.356057 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: stateful-security-group Nov 09 17:45:25.356375 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: stdattrs_common.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.356945 n-d-817240-1 neutron-server[102033]: WARNING neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 17:45:25.357261 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.358221 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.358727 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 17:45:25.359043 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: subnet_onboard.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.360101 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.360613 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: subnet_onboard Nov 09 17:45:25.360934 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.361856 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.362383 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 17:45:25.362703 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: subnet_service_types.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.363634 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.364133 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: subnet-service-types Nov 09 17:45:25.364452 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: subnetallocation.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.365567 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.366078 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: subnet_allocation Nov 09 17:45:25.366413 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.367068 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.367564 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: subnetpool-prefix-ops Nov 09 17:45:25.367881 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.368812 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.369308 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 17:45:25.369624 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: tagging.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.370695 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.371717 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: standard-attr-tag Nov 09 17:45:25.372037 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: timestamp.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.373235 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.373743 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loaded extension: standard-attr-timestamp Nov 09 17:45:25.374092 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: trunk.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.375116 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.375620 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension trunk not supported by any of loaded plugins Nov 09 17:45:25.375944 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: trunk_details.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.376863 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.377365 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension trunk-details not supported by any of loaded plugins Nov 09 17:45:25.377686 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: uplink_status_propagation.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.378634 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.379133 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 17:45:25.379452 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Loading extension file: vlantransparent.py {{(pid=102033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 17:45:25.380114 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 17:45:25.380607 n-d-817240-1 neutron-server[102033]: INFO neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 17:45:25.383036 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:network Nov 09 17:45:25.383545 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:subnet Nov 09 17:45:25.383946 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:45:25.384338 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:port Nov 09 17:45:25.385550 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.385984 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service FLAVORS assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.387196 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.387625 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.387954 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:router Nov 09 17:45:25.388388 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:floatingip Nov 09 17:45:25.388867 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service METERING assigned prefix: /metering {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.390287 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.390650 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.390996 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:45:25.391956 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 17:45:25.392397 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:security_group Nov 09 17:45:25.392818 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 17:45:25.393421 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service CORE assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.393746 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:45:25.394112 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] subnetpool is already registered Nov 09 17:45:25.394533 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service CORE assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.394852 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:45:25.395180 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] subnetpool is already registered Nov 09 17:45:25.397436 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.397865 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service FLAVORS assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.398488 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.399160 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.399486 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:router Nov 09 17:45:25.399822 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] router is already registered Nov 09 17:45:25.400230 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:floatingip Nov 09 17:45:25.400561 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] floatingip is already registered Nov 09 17:45:25.401018 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service METERING assigned prefix: /metering {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.401673 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 17:45:25.401999 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] rbac_policy is already registered Nov 09 17:45:25.402457 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:security_group Nov 09 17:45:25.402788 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] security_group is already registered Nov 09 17:45:25.403183 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 17:45:25.403511 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] security_group_rule is already registered Nov 09 17:45:25.404130 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service CORE assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.404450 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:45:25.404777 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] subnetpool is already registered Nov 09 17:45:25.405189 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.v2.resource_helper [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Service CORE assigned prefix: {{(pid=102033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 17:45:25.405510 n-d-817240-1 neutron-server[102033]: INFO neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 17:45:25.405835 n-d-817240-1 neutron-server[102033]: WARNING neutron.quota.resource_registry [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] subnetpool is already registered Nov 09 17:45:25.406316 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: extensions {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.407762 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: address-groups {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.409227 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: address-scopes {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.410563 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: agents {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.411726 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: auto-allocated-topology {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.412961 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: availability_zones {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.414189 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: dhcp-networks {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.415700 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: dhcp-agents {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.417113 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: routers {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.419401 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: flavors {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.420520 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: service_profiles {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.421727 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: next_providers {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.423198 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: service_profiles {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.424722 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: floatingip-pools {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.425935 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: routers {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.428052 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: floatingips {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.429314 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: l3-routers {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.430736 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: l3-agents {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.432145 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: metering-labels {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.434078 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: metering-label-rules {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.435337 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: network-ip-availabilities {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.436604 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: bindings {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.439086 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: quotas {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.440530 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: quotas {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.441934 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: rbac-policies {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.443138 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: security-groups {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.444437 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: security-group-rules {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.445687 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: service-providers {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.446916 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: subnetpools {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.448331 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: subnetpools {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.450351 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.452027 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.453818 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.455635 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.457394 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.459263 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.460948 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.462863 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.464631 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.466389 n-d-817240-1 neutron-server[102033]: DEBUG neutron.api.extensions [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Extended resource: tags {{(pid=102033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 17:45:25.472727 n-d-817240-1 neutron-server[102033]: WARNING keystonemiddleware.auth_token [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 17:45:25.477450 n-d-817240-1 neutron-server[102033]: WARNING keystonemiddleware.auth_token [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 17:45:25.486647 n-d-817240-1 neutron-server[102033]: DEBUG oslo_concurrency.lockutils [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Acquired lock "singleton_lock" {{(pid=102033) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 09 17:45:25.487113 n-d-817240-1 neutron-server[102033]: DEBUG oslo_concurrency.lockutils [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Releasing lock "singleton_lock" {{(pid=102033) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 09 17:45:25.487746 n-d-817240-1 neutron-server[102033]: INFO oslo_service.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Starting 2 workers Nov 09 17:45:25.492543 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Started child 102140 {{(pid=102033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:45:25.497519 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Started child 102141 {{(pid=102033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:45:25.498600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.499233 n-d-817240-1 neutron-server[102033]: INFO neutron.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 17:45:25.499771 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Notify callbacks [] for process, before_spawn {{(pid=102033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.500193 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [-] (102140) wsgi starting up on http://0.0.0.0:9696 Nov 09 17:45:25.502238 n-d-817240-1 neutron-server[102033]: INFO oslo_service.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Starting 1 workers Nov 09 17:45:25.502418 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.503793 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [-] (102141) wsgi starting up on http://0.0.0.0:9696 Nov 09 17:45:25.507454 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Started child 102142 {{(pid=102033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:45:25.508001 n-d-817240-1 neutron-server[102033]: INFO oslo_service.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Starting 1 workers Nov 09 17:45:25.511343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] calling RpcWorker wait() {{(pid=102142) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 17:45:25.511874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] returning from RpcWorker wait() {{(pid=102142) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 17:45:25.512439 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Started child 102143 {{(pid=102033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 17:45:25.513288 n-d-817240-1 neutron-server[102033]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e5db-7ba0-4f70-a156-8e89525029af None None] Notify callbacks [] for process, after_spawn {{(pid=102033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.513425 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.513941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:25.515172 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102033) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 17:45:25.515386 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:45:25.515564 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:45:25.515784 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:45:25.516115 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:45:25.516278 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:45:25.516791 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.517073 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.517320 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.517408 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:25.517842 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.517842 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.518448 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.518725 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.518999 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.519264 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.519509 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.519679 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.519856 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.520069 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.520295 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.520588 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.520842 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.521085 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.521339 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.521505 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.521755 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.522022 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.522273 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.522526 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] debug = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.522770 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.523246 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.523481 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.523976 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.524223 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.524515 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.524758 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.525022 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.525264 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.525506 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.525756 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.526014 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.526271 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.526496 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.526710 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.526959 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.527232 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.527688 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] host = n-d-817240-1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.527915 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.528146 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.528388 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.528625 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.528885 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.529093 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.529352 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.529603 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.529852 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.530088 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.530346 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.530584 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.530824 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.531061 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.531220 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_options = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.531454 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.531711 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.531972 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.532154 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.532317 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.532493 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.532732 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.532892 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.533134 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.533360 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.533567 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.533791 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.534017 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.534277 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.534521 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.534767 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.534996 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.535200 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.535443 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.535684 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.535902 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.536124 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.536364 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.536573 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.536780 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.537017 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.537236 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.537460 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.537667 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.537917 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.538164 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.538423 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.538660 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.538894 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.539145 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.539366 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.539672 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.539807 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.540057 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.540275 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.540530 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.540787 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.540994 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.541238 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.541463 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.541695 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.541920 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_json = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.542163 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.542410 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.542646 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.543413 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.543638 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.543845 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.544056 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.544279 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.544704 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.544971 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.545290 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.545519 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.545762 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.545997 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.546280 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.546526 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.546753 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.546997 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.547300 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.547450 n-d-817240-1 neutron-server[102143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:25.547595 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.547801 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.548016 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.548289 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.548616 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.548882 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.549140 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.549369 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.549585 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.549817 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.550075 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.550358 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.550586 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.550798 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.551027 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.551241 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.551577 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.551859 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.552136 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.552417 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.552601 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.553048 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.553048 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.553440 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.553440 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.553710 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.553907 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.554164 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.554499 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.554703 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.554875 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.555389 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.555389 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.555586 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.555859 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.556086 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.556367 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.556679 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.556814 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.556956 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.557366 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.557366 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.557648 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.557794 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.558004 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.558243 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.559039 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.559251 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.559479 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.559705 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.559939 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.560164 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.560344 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.560572 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.560815 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.560998 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.561211 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.561626 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.561626 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.561896 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.562041 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.562541 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.562541 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.562841 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.562978 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.563121 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.563480 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.563629 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.563997 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.563997 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.564198 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.564304 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.564516 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.564724 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.564949 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.565198 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.565641 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.565914 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.567974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.569180 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.569180 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.569180 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.569180 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.569180 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.569180 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.569892 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.570147 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.570555 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.571081 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.571081 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.571081 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.571464 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.571587 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.571747 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.571998 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.572255 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.572480 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.572908 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.573360 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.573621 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.573917 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.574206 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.574663 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.574823 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.575018 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.575530 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.575530 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.575833 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.575974 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.576172 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.576429 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.576657 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.576869 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.577082 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.577536 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.577928 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.578173 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.578390 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.578899 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.579085 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.579392 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.579611 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.579823 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.580094 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.580351 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.580595 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.581487 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.581487 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.581487 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.582398 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.582398 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.582398 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.582398 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.582847 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.582847 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.583051 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.583260 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.583475 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.583690 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.583916 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.584172 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.584383 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.584597 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.584824 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.585037 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.585269 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.585526 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.585737 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.585951 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.586202 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.586418 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.586870 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.586870 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.587179 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.587325 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.587543 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.587900 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.588042 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.588236 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.588459 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.588699 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.588931 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.589142 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.589381 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.589624 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.589835 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.590079 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.590348 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.590533 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.590759 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.590984 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.591193 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.591423 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.591655 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.591982 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.592230 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.592450 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.592674 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.592884 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.593127 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.593342 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.593575 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.593804 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.594033 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.594290 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.594550 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.594772 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.595014 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.595239 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.595603 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.595743 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.595923 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.596092 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.596351 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.596604 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.596828 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.597075 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.597315 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.597554 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.597776 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.597982 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.598214 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.598452 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.598664 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.598870 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.599090 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.599314 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.599539 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.599755 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.599966 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.600170 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.600461 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.600613 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.600824 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.601061 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.601273 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.601478 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.601714 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.601943 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.602186 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.602407 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.602623 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.602841 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.603043 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.603417 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.603565 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.603892 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.604126 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.604314 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.604600 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.604841 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.605057 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.605863 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.606109 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.606353 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.606592 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.606907 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.607136 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.607364 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.607578 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.607790 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.608040 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.608300 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.608600 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.608870 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.609112 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.609342 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.609596 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.609875 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.610177 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.610390 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.610680 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.611015 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.611281 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.611542 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.611767 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.612011 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.612231 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.612475 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.612715 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.612946 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.613266 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.613409 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.613634 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.613877 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.614112 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.614339 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.614573 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.614812 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.615019 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.615236 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.615465 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.615618 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:45:25.616121 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102033) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 17:45:25.616260 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 17:45:25.616413 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 17:45:25.616595 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 17:45:25.616760 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 17:45:25.616910 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 17:45:25.617112 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.617281 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.617419 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.617554 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.617921 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.617921 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.618237 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.618237 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.618494 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.618494 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.618749 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.618749 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619017 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619017 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619288 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619288 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619497 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619578 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619741 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.619896 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.620050 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.620204 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.620360 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] debug = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.620512 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.620699 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.621447 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.621599 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.621742 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.621881 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.622017 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.622186 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.622337 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.622470 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.622610 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.622745 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.622878 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623012 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623159 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623294 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623428 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623572 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] host = n-d-817240-1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623708 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623842 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.623976 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.624110 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.624240 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.624398 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.624543 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.624678 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.624819 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.624968 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.625103 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.625261 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.625415 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.625569 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.625722 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_options = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.625875 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.626030 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.626223 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.626373 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.626532 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.626686 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.626839 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.626994 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.627148 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.627302 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.627455 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.627607 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.627760 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.627913 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.628066 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.628219 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.628373 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.628527 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.628682 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.628835 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.628987 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.629142 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.629295 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.629448 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.629603 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.629757 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.629910 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.630080 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.630235 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.630388 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.630557 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.630699 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.630843 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.630993 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.631148 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.631300 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.631456 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.631676 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.631784 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.631909 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.632062 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.632215 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.632368 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.632526 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.632679 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.632832 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.632985 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_json = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.633139 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.633292 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.633445 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.633599 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.633753 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.633906 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.634075 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.634232 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 17:45:25.634407 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.634567 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.634735 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.634892 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.635048 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.635316 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.635443 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.635561 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.635680 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.635815 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.635975 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.636114 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.636249 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.636384 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.636549 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.636685 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.636835 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.636991 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.637146 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.637303 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.637460 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.637615 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.637780 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.637935 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.638112 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.638269 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.638426 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.638598 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.638739 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.638898 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.639053 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.639209 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.639367 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.639523 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.639680 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.639839 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.639997 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.640154 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.640310 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.640467 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.640623 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.640780 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.640938 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.641096 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.641253 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.641410 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.641568 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.641764 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.641883 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.642040 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.642218 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.642375 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.642538 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.642695 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.642852 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.643018 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.643175 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.643330 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.643486 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.643643 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.643799 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.643956 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.644129 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.644265 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.644398 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.644554 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.644721 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.644878 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.645033 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.645189 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.645331 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.645493 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.645649 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.645805 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.645964 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.646143 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.646286 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.646444 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.646601 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.646757 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.646913 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.647070 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.647228 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.647383 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.647539 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.647695 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.647851 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.648009 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.648165 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.648329 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.648501 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.648656 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.649067 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.649224 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.649380 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.649535 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.649691 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.649848 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.650004 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.650182 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.650338 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.650495 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.650654 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.650810 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.650967 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.651123 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.651279 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.651434 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.651589 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.651745 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.651900 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.652075 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.652234 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.652390 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.652551 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.652707 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.652872 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.653027 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.653199 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.653329 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.653493 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.653658 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.653814 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.653971 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.654149 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.654302 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.654451 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.654606 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.654762 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.654918 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.655075 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.655231 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.655317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:25.655401 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.655552 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.655711 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.655866 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.656021 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.656199 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.656354 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.656505 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.656643 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.656800 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.656944 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.657101 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.657257 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.657414 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.657569 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.657726 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.657882 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.658024 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.658219 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.658378 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.658534 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.658691 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.658851 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.659007 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.659165 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.659322 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.659478 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.659635 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.659792 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.659948 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.660104 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.660259 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.660414 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.660572 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.660727 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.660884 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.661039 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.661195 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.661350 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.661505 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.661662 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.661817 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.661975 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.662151 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.662310 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.662468 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.662628 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.662785 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.662943 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.663100 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.663256 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.663412 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.663569 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.663725 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.663883 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.664041 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.664198 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.664355 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.664511 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.664669 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.664838 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.664994 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.665150 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.665306 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.665462 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.665618 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.665787 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.665927 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.666098 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.666257 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.666413 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.666573 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.666731 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.666889 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.667046 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.667202 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.667358 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.667514 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.668418 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.668418 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.668664 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.668664 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.668822 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.668945 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.669101 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.669266 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.669472 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.669605 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.669722 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.669876 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.670032 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.670204 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.670363 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.670519 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.670675 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.670831 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.670987 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.671151 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.671308 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.671464 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.671620 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.671776 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.671931 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.672096 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.672251 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.672407 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.672563 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.672719 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.672874 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.673044 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.673199 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.673356 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.673512 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.673667 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.673823 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.673988 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.674167 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.674325 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.674490 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.674648 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.674805 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.674962 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.675129 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.675285 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.675444 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.675600 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.675755 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.675980 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.676107 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.676230 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.676353 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.676513 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.676670 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.676847 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.676998 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.677162 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.677318 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.677479 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.677646 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.677802 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.677959 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.678137 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.678293 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.678450 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.678606 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.678764 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.678920 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.679076 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.679232 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.679388 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.679545 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.679701 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.679857 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.680014 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.680171 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.680327 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.680483 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.680640 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 17:45:25.680791 n-d-817240-1 neutron-server[102033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 17:45:25.952938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34156) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:25.961430 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062580 Nov 09 17:45:37.231966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4d6fa-d02f-474d-a518-ec96fb21b528 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 17:45:37.310908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4d6fa-d02f-474d-a518-ec96fb21b528 None None] No non-hosted networks {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 17:45:37.329818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.agentschedulers_db [None req-37f4d6fa-d02f-474d-a518-ec96fb21b528 None None] DHCP Agent not found on host n-d-817240-1 {{(pid=102142) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 17:45:37.483441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5833401d-40ee-4141-9427-f34e9b52bbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-286812'] for agent, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.731048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e4acade0-83c3-42cf-8ee8-5469c9969f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-286812'] for agent, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:39.786881 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-66b15a30-3286-42db-916e-7c41156435b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:40.122123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-286812'] for agent, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:40.122784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.123119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.123445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.123943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.124417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.124901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.125410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.125921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.126437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.127406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.128171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.128964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:40.129500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817240-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:40.148873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817240-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:45:40.921126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-286812'] for agent, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:42.395759 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-286812'] for agent, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:43.660226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34248) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:44.142113 n-d-817240-1 neutron-server[102141]: WARNING oslo_policy.policy [None req-ad88194e-26a1-4655-a82d-8fbc6bcd1c88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:45:44.142678 n-d-817240-1 neutron-server[102141]: WARNING oslo_policy.policy [None req-ad88194e-26a1-4655-a82d-8fbc6bcd1c88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:45:44.368846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-ad88194e-26a1-4655-a82d-8fbc6bcd1c88 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:45:44.369849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ad88194e-26a1-4655-a82d-8fbc6bcd1c88 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7087114 Nov 09 17:45:46.737108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34262) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:47.028974 n-d-817240-1 neutron-server[102142]: INFO neutron.db.l3_hamode_db [None req-4fa5ed5d-4c56-4ee8-af43-8f8d741914c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 17:45:47.045924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:47.105239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5ed5d-4c56-4ee8-af43-8f8d741914c6 None None] Routers set() bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:45:47.105624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5ed5d-4c56-4ee8-af43-8f8d741914c6 None None] Router IDs set() for agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 17:45:47.140555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.policy [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 17:45:47.187283 n-d-817240-1 neutron-server[102141]: WARNING oslo_policy.policy [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:45:47.187596 n-d-817240-1 neutron-server[102141]: WARNING oslo_policy.policy [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:45:47.196041 n-d-817240-1 neutron-server[102141]: INFO neutron.quota [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] Loaded quota_driver: . Nov 09 17:45:47.283673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772668303805', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772668305290', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772668299645', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772668319535', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772671877723', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772668142400', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3516342', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3800919', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612349', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666155'] for rbac-policy, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.347797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:47.348987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-153c3ab9-7096-4b11-b9c6-f8fa7e7b0b2f admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6106682 Nov 09 17:45:49.897528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34274) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:50.188790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'tenant_id': '19335646045745dc8e1d39b9de7b2885'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:50.216608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Made reservation on behalf of 19335646045745dc8e1d39b9de7b2885 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:50.219338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.236430 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.340811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.344138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.363154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:45:50.390275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772669563661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.390851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Unsubscribe: segment precommit_create {{(pid=102141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 17:45:50.391373 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Added segment fe192a08-da7b-43f9-9893-612d9d2e07f2 of type vlan for network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 Nov 09 17:45:50.406873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971c0fc-db9e-48d9-b7d0-e433256120ad,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:50.454240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.454585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.454920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.455256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.455594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.455910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.456231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.456550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.456868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.457185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.457503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.457818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Tracked resource versions report: Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: pushed versions: Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: { 'AddressGroup': {'1.2'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'ConntrackHelper': {'1.0'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Log': {'1.0'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Network': {'1.1'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Port': {'1.7'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'PortForwarding': {'1.2'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'QosPolicy': {'1.9'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'SecurityGroup': {'1.4'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'SubPort': {'1.0'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Subnet': {'1.1'}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Trunk': {'1.1'}} Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: consumer versions: Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: L3 agent@n-d-817240-1: {}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: Metadata agent@n-d-817240-1: {}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: Metering agent@n-d-817240-1: {}, Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'ConntrackHelper': '1.0', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Log': '1.0', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Network': '1.1', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Port': '1.7', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'PortForwarding': '1.2', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'QosPolicy': '1.9', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'SecurityGroup': '1.4', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'SecurityGroupRule': '1.2', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'SubPort': '1.0', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Subnet': '1.1', Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: 'Trunk': '1.1'}} Nov 09 17:45:50.458968 n-d-817240-1 neutron-server[102141]: {{(pid=102141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:45:50.505667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.545807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.546937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:50.547583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:50.623495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7247961 Nov 09 17:45:50.646651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7673-d15e-487a-a28e-3961759293b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a421e3c-5458-4d17-a1fe-9632b43cd0b2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:50.659222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:45:53.290008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:53.674656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86284f75-4931-465c-99cc-1232d94e74de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:53.676022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86284f75-4931-465c-99cc-1232d94e74de admin admin] 10.222.0.32 "GET /v2.0/networks/2a421e3c-5458-4d17-a1fe-9632b43cd0b2 HTTP/1.1" status: 200 len: 825 time: 0.3850191 Nov 09 17:45:53.700819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2a43e144-ba8b-40e8-bc69-d981f3bd9aaa admin admin] 10.222.0.32 "GET /v2.0/subnetpools/d548fcc3-12dc-4b55-91b7-fc5b7346c81e HTTP/1.1" status: 200 len: 734 time: 0.0185344 Nov 09 17:45:53.709697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'subnetpool_id': 'd548fcc3-12dc-4b55-91b7-fc5b7346c81e', 'ip_version': 4, 'tenant_id': '19335646045745dc8e1d39b9de7b2885'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:45:53.731492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Made reservation on behalf of 19335646045745dc8e1d39b9de7b2885 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:45:53.733666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.015244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.083502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ca731d-9b50-442e-bb9e-42712f3bc87f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:54.086007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Checking segment: {'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:54.086401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Network hostable DHCP agents. Network: 2a421e3c-5458-4d17-a1fe-9632b43cd0b2, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:45:54.107107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:45:54.118098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 2a421e3c-5458-4d17-a1fe-9632b43cd0b2) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:54.123545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:45:54.124149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.128286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59230d2a-3d7a-4306-a369-ce6bac18e3c2 None None] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:45:54.139182 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a5085b8-4cf7-4b7d-883a-3efcf0932ef7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4326732 Nov 09 17:45:54.440371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'fixed_ips': [{'subnet_id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:45:54.441641 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.707940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Allocated IP 172.20.0.2 (2a421e3c-5458-4d17-a1fe-9632b43cd0b2/b6ca731d-9b50-442e-bb9e-42712f3bc87f/43df23eb-550c-4ccd-a8e0-8db81895298c) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:45:54.903786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:54.918175 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.004147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:45:55.012452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:45:55.024685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:45:55.028344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Pushing event updated for resources: {'Port': ['ID=43df23eb-550c-4ccd-a8e0-8db81895298c,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:55.062355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.062355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.062355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.062710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.064426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.064426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.064426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.064426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.064426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.064823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.064904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.065209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Tracked resource versions report: Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: pushed versions: Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: { 'AddressGroup': {'1.2'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'ConntrackHelper': {'1.0'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Log': {'1.0'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Network': {'1.1'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Port': {'1.7'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'PortForwarding': {'1.2'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'QosPolicy': {'1.9'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'SecurityGroup': {'1.4'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'SubPort': {'1.0'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Subnet': {'1.1'}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Trunk': {'1.1'}} Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: consumer versions: Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: L3 agent@n-d-817240-1: {}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: Metadata agent@n-d-817240-1: {}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: Metering agent@n-d-817240-1: {}, Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'ConntrackHelper': '1.0', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Log': '1.0', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Network': '1.1', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Port': '1.7', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'PortForwarding': '1.2', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'QosPolicy': '1.9', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'SecurityGroup': '1.4', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'SecurityGroupRule': '1.2', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'SubPort': '1.0', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Subnet': '1.1', Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: 'Trunk': '1.1'}} Nov 09 17:45:55.066355 n-d-817240-1 neutron-server[102142]: {{(pid=102142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:45:55.113661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Attempting to bind port 43df23eb-550c-4ccd-a8e0-8db81895298c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:45:55.114068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Attempting to bind port 43df23eb-550c-4ccd-a8e0-8db81895298c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:45:55.114515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Attempting to bind port 43df23eb-550c-4ccd-a8e0-8db81895298c on network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:45:55.119925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:45:55.120357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Checking segment: {'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:45:55.120817 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.121206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Bound using segment: {'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:45:55.121726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Bound port: 43df23eb-550c-4ccd-a8e0-8db81895298c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:45:55.122159 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.184321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] For port 43df23eb-550c-4ccd-a8e0-8db81895298c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:45:55.188660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] For port 43df23eb-550c-4ccd-a8e0-8db81895298c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=43df23eb-550c-4ccd-a8e0-8db81895298c,segment=NetworkSegment(fe192a08-da7b-43f9-9893-612d9d2e07f2),segment_id=fe192a08-da7b-43f9-9893-612d9d2e07f2)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:45:55.194378 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:45:55.257943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b2570-c3a3-4e6b-bc39-7a6b9537f47a None None] Pushing event updated for resources: {'Port': ['ID=43df23eb-550c-4ccd-a8e0-8db81895298c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:45:56.571772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:56.877779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-85c54c91-d3e4-432f-8ffa-c140c988f3b6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:45:56.878831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-85c54c91-d3e4-432f-8ffa-c140c988f3b6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060994 Nov 09 17:45:59.298259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34304) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:45:59.613268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-e3827748-7cb9-4bfb-b71a-581348256b3c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:45:59.614305 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e3827748-7cb9-4bfb-b71a-581348256b3c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150213 Nov 09 17:46:02.274467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34316) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:02.577278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b24c682b-bd6e-4279-ba77-ea0046d4ab4b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'name': 'router1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:02.600081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b24c682b-bd6e-4279-ba77-ea0046d4ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.601576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b24c682b-bd6e-4279-ba77-ea0046d4ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.733621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b24c682b-bd6e-4279-ba77-ea0046d4ab4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.738291 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b24c682b-bd6e-4279-ba77-ea0046d4ab4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.751891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b24c682b-bd6e-4279-ba77-ea0046d4ab4b admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:02.753078 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b24c682b-bd6e-4279-ba77-ea0046d4ab4b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4776340 Nov 09 17:46:03.552241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf4c480-deb4-4e05-8a75-334acae625cf None None] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:03.660061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cdde0579-ddd3-4985-9ba4-160280aa9bcb None None] Provisioning complete for port 43df23eb-550c-4ccd-a8e0-8db81895298c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:03.660454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdde0579-ddd3-4985-9ba4-160280aa9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:03.699151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 43df23eb-550c-4ccd-a8e0-8db81895298c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:03.907014 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdde0579-ddd3-4985-9ba4-160280aa9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:03.921292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 43df23eb-550c-4ccd-a8e0-8db81895298c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:03.921670 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:03.975506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cdde0579-ddd3-4985-9ba4-160280aa9bcb None None] For port 43df23eb-550c-4ccd-a8e0-8db81895298c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=43df23eb-550c-4ccd-a8e0-8db81895298c,segment=NetworkSegment(fe192a08-da7b-43f9-9893-612d9d2e07f2),segment_id=fe192a08-da7b-43f9-9893-612d9d2e07f2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:03.983755 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdde0579-ddd3-4985-9ba4-160280aa9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:04.062453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde0579-ddd3-4985-9ba4-160280aa9bcb None None] Pushing event updated for resources: {'Port': ['ID=43df23eb-550c-4ccd-a8e0-8db81895298c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:04.101868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-75f035a7-91bc-4f15-9d0c-d2998a2b6865 None None] Provisioning complete for port 43df23eb-550c-4ccd-a8e0-8db81895298c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:04.102273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75f035a7-91bc-4f15-9d0c-d2998a2b6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:05.145940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34328) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:05.450050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-9f7f4cf7-cca6-40d9-99d7-b6e9135e0f18 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:46:05.451067 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f7f4cf7-cca6-40d9-99d7-b6e9135e0f18 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3041754 Nov 09 17:46:05.647672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 43df23eb-550c-4ccd-a8e0-8db81895298c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:05.696550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 43df23eb-550c-4ccd-a8e0-8db81895298c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:05.696919 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.138890 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b0f540f5-1be2-449a-9784-43fda7c5a272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:07.825476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34336) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:08.309384 n-d-817240-1 neutron-server[102140]: WARNING oslo_policy.policy [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:46:08.309940 n-d-817240-1 neutron-server[102140]: WARNING oslo_policy.policy [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:46:08.535907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:08.537929 n-d-817240-1 neutron-server[102140]: INFO neutron.quota [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Loaded quota_driver: . Nov 09 17:46:08.592297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Made reservation on behalf of 4f79c625587d41a397516cfe020c0ffb for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:08.659160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.policy [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 17:46:08.704786 n-d-817240-1 neutron-server[102140]: WARNING oslo_policy.policy [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:46:08.705150 n-d-817240-1 neutron-server[102140]: WARNING oslo_policy.policy [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 17:46:08.715560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:08.736158 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:08.845440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:08.849108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:08.860593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Reserving flat network on physical network physnet1 {{(pid=102140) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 17:46:08.893354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772669563661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:08.893928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Unsubscribe: segment precommit_create {{(pid=102140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 17:46:08.894490 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Added segment 284ff4d1-1f10-4990-8ca4-422e500e0733 of type flat for network df1d0633-e17e-4542-bba3-6a220dd1112b Nov 09 17:46:08.910762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e099989a-ad71-4e3c-8689-169c635899a5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:08.942715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.943056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.943390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.943718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.944045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.944398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.944717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.945034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.945352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.945667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.945982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.946322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Tracked resource versions report: Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: pushed versions: Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: { 'AddressGroup': {'1.2'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'ConntrackHelper': {'1.0'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Log': {'1.0'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Network': {'1.1'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Port': {'1.7'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'PortForwarding': {'1.2'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'QosPolicy': {'1.9'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'SecurityGroup': {'1.4'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'SubPort': {'1.0'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Subnet': {'1.1'}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Trunk': {'1.1'}} Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: consumer versions: Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: L3 agent@n-d-817240-1: {}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: Metadata agent@n-d-817240-1: {}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: Metering agent@n-d-817240-1: {}, Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'ConntrackHelper': '1.0', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Log': '1.0', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Network': '1.1', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Port': '1.7', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'PortForwarding': '1.2', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'QosPolicy': '1.9', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'SecurityGroup': '1.4', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'SecurityGroupRule': '1.2', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'SubPort': '1.0', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Subnet': '1.1', Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: 'Trunk': '1.1'}} Nov 09 17:46:08.947469 n-d-817240-1 neutron-server[102140]: {{(pid=102140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:46:09.024886 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:09.068581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:09.069806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:09.070478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:09.153402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3256783 Nov 09 17:46:09.176685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c986cd6-1ae8-4d63-89ef-c1967ec5111e admin admin] Pushing event updated for resources: {'Network': ['ID=df1d0633-e17e-4542-bba3-6a220dd1112b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:09.187404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network df1d0633-e17e-4542-bba3-6a220dd1112b details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:46:09.726950 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a69d2970-c968-4b50-91f9-55ac40166e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.108372 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:10.864490 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:11.542964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34366) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:11.717590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfebc570-50c8-4185-96eb-4b7eecb5b28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:11.718948 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dfebc570-50c8-4185-96eb-4b7eecb5b28b admin admin] 10.222.0.32 "GET /v2.0/subnets/b6ca731d-9b50-442e-bb9e-42712f3bc87f HTTP/1.1" status: 200 len: 849 time: 0.1750574 Nov 09 17:46:11.834903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-be61b554-6a69-470d-bc99-943d219b58a2 admin admin] 10.222.0.32 "GET /v2.0/routers/7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 HTTP/1.1" status: 200 len: 704 time: 0.1098285 Nov 09 17:46:12.094270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.354879 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.382135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Allocated IP 172.20.0.1 (2a421e3c-5458-4d17-a1fe-9632b43cd0b2/b6ca731d-9b50-442e-bb9e-42712f3bc87f/96c226f7-13fa-493e-9e2e-e664654f9901) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:12.533676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.641774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.711363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:12.720914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:12.729523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:12.730254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.732665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Pushing event updated for resources: {'Port': ['ID=96c226f7-13fa-493e-9e2e-e664654f9901,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:12.921647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.937743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0e02f62f-0c0b-4732-b645-d5dda0f78f1e None None] Provisioning complete for port 96c226f7-13fa-493e-9e2e-e664654f9901 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:12.938150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0e02f62f-0c0b-4732-b645-d5dda0f78f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:12.973680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0e02f62f-0c0b-4732-b645-d5dda0f78f1e None None] Port 96c226f7-13fa-493e-9e2e-e664654f9901 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:46:13.129786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.133996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.135365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.215414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Pushing event updated for resources: {'Port': ['ID=96c226f7-13fa-493e-9e2e-e664654f9901,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:13.256083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:13.257362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:13.412992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:46:13.495649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-39ef4e63-2181-44a1-8c38-2e866c0a06b8 None None] Provisioning complete for port 96c226f7-13fa-493e-9e2e-e664654f9901 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:13.496174 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-39ef4e63-2181-44a1-8c38-2e866c0a06b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:13.504209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:13.509444 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4b907c34-5d17-48d5-a388-7315c588ca47 admin admin] 10.222.0.32 "PUT /v2.0/routers/7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6687827 Nov 09 17:46:13.521418 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Sync routers for ids ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:13.531483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-39ef4e63-2181-44a1-8c38-2e866c0a06b8 None None] Port 96c226f7-13fa-493e-9e2e-e664654f9901 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:46:13.533986 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Routers {'7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:13.534947 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:46:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:13.714867 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Set router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:14.136740 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'name': 'router1', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:02Z', 'updated_at': '2021-11-09T17:46:12Z', 'revision_number': 2, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'gw_port_host': None, '_interfaces': [{'id': '96c226f7-13fa-493e-9e2e-e664654f9901', 'name': '', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'mac_address': 'fa:16:3e:0c:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:12Z', 'updated_at': '2021-11-09T17:46:12Z', 'revision_number': 2, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'subnets': [{'id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd548fcc3-12dc-4b55-91b7-fc5b7346c81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:14.185232 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Checking router: 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:14.185516 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Updating router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 port 96c226f7-13fa-493e-9e2e-e664654f9901 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:46:14.232888 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.732653 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.739431 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.900046 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Pushing event updated for resources: {'Port': ['ID=96c226f7-13fa-493e-9e2e-e664654f9901,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:14.904646 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Attempting to bind port 96c226f7-13fa-493e-9e2e-e664654f9901 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:14.904844 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Attempting to bind port 96c226f7-13fa-493e-9e2e-e664654f9901 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:14.905283 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Attempting to bind port 96c226f7-13fa-493e-9e2e-e664654f9901 on network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:14.912954 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:14.913378 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Checking segment: {'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:14.913828 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.914241 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Bound using segment: {'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:14.914785 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Bound port: 96c226f7-13fa-493e-9e2e-e664654f9901, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe192a08-da7b-43f9-9893-612d9d2e07f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:14.915174 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.918593 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.918939 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.919273 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.919603 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.919931 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.920257 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.920579 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.920900 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.921219 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.921538 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.921855 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.922199 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Tracked resource versions report: Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: pushed versions: Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: { 'AddressGroup': {'1.2'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'ConntrackHelper': {'1.0'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Log': {'1.0'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Network': {'1.1'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Port': {'1.7'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'PortForwarding': {'1.2'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'QosPolicy': {'1.9'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'SecurityGroup': {'1.4'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'SubPort': {'1.0'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Subnet': {'1.1'}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Trunk': {'1.1'}} Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: consumer versions: Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: L3 agent@n-d-817240-1: {}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: Metadata agent@n-d-817240-1: {}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: Metering agent@n-d-817240-1: {}, Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'ConntrackHelper': '1.0', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Log': '1.0', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Network': '1.1', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Port': '1.7', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'PortForwarding': '1.2', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'QosPolicy': '1.9', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'SecurityGroup': '1.4', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'SecurityGroupRule': '1.2', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'SubPort': '1.0', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Subnet': '1.1', Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: 'Trunk': '1.1'}} Nov 09 17:46:14.923303 n-d-817240-1 neutron-server[102143]: {{(pid=102143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:46:14.958745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5c663d09-7b7e-4b98-acb1-ce8d89b9b8b2 None None] Provisioning complete for port 96c226f7-13fa-493e-9e2e-e664654f9901 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:14.959271 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c663d09-7b7e-4b98-acb1-ce8d89b9b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:14.990272 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] For port 96c226f7-13fa-493e-9e2e-e664654f9901, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:14.992574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5c663d09-7b7e-4b98-acb1-ce8d89b9b8b2 None None] Port 96c226f7-13fa-493e-9e2e-e664654f9901 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:46:15.009637 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] For port 96c226f7-13fa-493e-9e2e-e664654f9901, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=96c226f7-13fa-493e-9e2e-e664654f9901,segment=NetworkSegment(fe192a08-da7b-43f9-9893-612d9d2e07f2),segment_id=fe192a08-da7b-43f9-9893-612d9d2e07f2)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:15.016261 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.076089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Routers {'7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:15.077077 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:46:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:15.078874 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf1055-7867-4f6f-b4cd-d89f00b26570 None None] Pushing event updated for resources: {'Port': ['ID=96c226f7-13fa-493e-9e2e-e664654f9901,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:15.167947 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] Set router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:15.211491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d91a1b1b-35de-4c73-988c-bc3394da96b5 None None] Provisioning complete for port 96c226f7-13fa-493e-9e2e-e664654f9901 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:15.211992 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d91a1b1b-35de-4c73-988c-bc3394da96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.289731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d91a1b1b-35de-4c73-988c-bc3394da96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.321107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d91a1b1b-35de-4c73-988c-bc3394da96b5 None None] For port 96c226f7-13fa-493e-9e2e-e664654f9901, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=96c226f7-13fa-493e-9e2e-e664654f9901,segment=NetworkSegment(fe192a08-da7b-43f9-9893-612d9d2e07f2),segment_id=fe192a08-da7b-43f9-9893-612d9d2e07f2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:15.326206 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d91a1b1b-35de-4c73-988c-bc3394da96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:15.381353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a1b1b-35de-4c73-988c-bc3394da96b5 None None] Pushing event updated for resources: {'Port': ['ID=96c226f7-13fa-493e-9e2e-e664654f9901,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:15.381864 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'name': 'router1', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:02Z', 'updated_at': '2021-11-09T17:46:12Z', 'revision_number': 2, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'gw_port_host': None, '_interfaces': [{'id': '96c226f7-13fa-493e-9e2e-e664654f9901', 'name': '', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'mac_address': 'fa:16:3e:0c:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:12Z', 'updated_at': '2021-11-09T17:46:14Z', 'revision_number': 4, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'subnets': [{'id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd548fcc3-12dc-4b55-91b7-fc5b7346c81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:15.407941 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b0a036-fe3e-499d-9e8a-3f98df1ce479 None None] The sync data for ids ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'] in n-d-817240-1 is: [{'id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'name': 'router1', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:02Z', 'updated_at': '2021-11-09T17:46:12Z', 'revision_number': 2, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'gw_port_host': None, '_interfaces': [{'id': '96c226f7-13fa-493e-9e2e-e664654f9901', 'name': '', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'mac_address': 'fa:16:3e:0c:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:12Z', 'updated_at': '2021-11-09T17:46:14Z', 'revision_number': 4, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'subnets': [{'id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd548fcc3-12dc-4b55-91b7-fc5b7346c81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:15.761181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34386) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:15.867953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd01c49-0da3-4877-8736-4ec1a32f6da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:15.869852 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0dd01c49-0da3-4877-8736-4ec1a32f6da7 admin admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 842 time: 0.1077149 Nov 09 17:46:15.879886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:15.900805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Made reservation on behalf of 4f79c625587d41a397516cfe020c0ffb for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:46:15.903160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:16.186974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.objects.ports [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 17:46:16.187311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:16.245072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de789de-986f-4816-8edd-c71fba365ae4,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:16.254626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:16.254983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Network hostable DHCP agents. Network: df1d0633-e17e-4542-bba3-6a220dd1112b, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:46:16.272777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:46:16.282563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, df1d0633-e17e-4542-bba3-6a220dd1112b) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:16.287058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:16.287751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:16.295650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905b968-bb97-4018-b78c-57b94a122b53 None None] Network df1d0633-e17e-4542-bba3-6a220dd1112b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:16.311583 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5edb36dc-12eb-43a0-844f-7947d71233ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4284463 Nov 09 17:46:16.436561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1583c4e6-5286-4ef1-a1d3-50eea811b397 None None] Network df1d0633-e17e-4542-bba3-6a220dd1112b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:46:18.632755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34394) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:18.832369 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5d17dcc2-8a5c-4e2f-a56c-8ed2b76cf6a1 admin admin] 10.222.0.32 "GET /v2.0/routers/7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 HTTP/1.1" status: 200 len: 710 time: 0.1983171 Nov 09 17:46:18.917408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0476742-f08f-4550-b91c-3ce32f7133fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:46:18.918787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b0476742-f08f-4550-b91c-3ce32f7133fa admin admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 886 time: 0.0799484 Nov 09 17:46:18.928179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:46:19.173812 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.398430 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.471513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.571787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Allocated IP 172.25.0.112 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/87881930-3671-4a60-ae0f-2f7f7747537d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:46:19.671954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.704489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:19.743988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:46:19.746666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:46:19.750751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:46:19.784771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Pushing event updated for resources: {'Port': ['ID=87881930-3671-4a60-ae0f-2f7f7747537d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:19.998291 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.277823 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.281159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.383197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:46:20.498591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:46:20.503462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:20.504681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dfafea59-4947-4c24-bebe-93eea35cdb36 admin admin] 10.222.0.32 "PUT /v2.0/routers/7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 HTTP/1.1" status: 200 len: 890 time: 1.5796552 Nov 09 17:46:21.686090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 96c226f7-13fa-493e-9e2e-e664654f9901 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:21.732574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 96c226f7-13fa-493e-9e2e-e664654f9901 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:21.732897 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:21.811709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Sync routers for ids ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:46:21.823924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Routers {'7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:21.824568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:46:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:22.030544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Set router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:22.412506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'name': 'router1', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '87881930-3671-4a60-ae0f-2f7f7747537d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:02Z', 'updated_at': '2021-11-09T17:46:19Z', 'revision_number': 4, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'gw_port': {'id': '87881930-3671-4a60-ae0f-2f7f7747537d', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:19Z', 'updated_at': '2021-11-09T17:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '96c226f7-13fa-493e-9e2e-e664654f9901', 'name': '', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'mac_address': 'fa:16:3e:0c:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:12Z', 'updated_at': '2021-11-09T17:46:15Z', 'revision_number': 5, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'subnets': [{'id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd548fcc3-12dc-4b55-91b7-fc5b7346c81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:22.461030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Checking router: 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:46:22.461376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Updating router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 port 87881930-3671-4a60-ae0f-2f7f7747537d binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:46:22.508262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.820135 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.825489 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.876301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Attempting to bind port 87881930-3671-4a60-ae0f-2f7f7747537d on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:46:22.876675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Attempting to bind port 87881930-3671-4a60-ae0f-2f7f7747537d by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:46:22.877041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Attempting to bind port 87881930-3671-4a60-ae0f-2f7f7747537d on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:46:22.879796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e25e7-42c7-40ce-b8d3-1431edacf10f None None] Pushing event updated for resources: {'Port': ['ID=87881930-3671-4a60-ae0f-2f7f7747537d,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:22.883985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:46:22.884354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:46:22.884755 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.885139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:46:22.885639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Bound port: 87881930-3671-4a60-ae0f-2f7f7747537d, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:46:22.886033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:22.906670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34406) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:46:22.938172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] For port 87881930-3671-4a60-ae0f-2f7f7747537d, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:46:22.941165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] For port 87881930-3671-4a60-ae0f-2f7f7747537d, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=87881930-3671-4a60-ae0f-2f7f7747537d,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:46:22.944528 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.022101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f4a37b2b-f68f-40c3-8363-e44da4a380cb admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138294 Nov 09 17:46:23.078261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e25e7-42c7-40ce-b8d3-1431edacf10f None None] Pushing event updated for resources: {'Port': ['ID=87881930-3671-4a60-ae0f-2f7f7747537d,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:23.081088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Routers {'7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:46:23.081711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:46:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:23.191788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] Set router 7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:46:23.401320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'name': 'router1', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '87881930-3671-4a60-ae0f-2f7f7747537d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:02Z', 'updated_at': '2021-11-09T17:46:19Z', 'revision_number': 4, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'gw_port': {'id': '87881930-3671-4a60-ae0f-2f7f7747537d', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:19Z', 'updated_at': '2021-11-09T17:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '96c226f7-13fa-493e-9e2e-e664654f9901', 'name': '', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'mac_address': 'fa:16:3e:0c:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:12Z', 'updated_at': '2021-11-09T17:46:15Z', 'revision_number': 5, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'subnets': [{'id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd548fcc3-12dc-4b55-91b7-fc5b7346c81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:46:23.430566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd9472-2330-4be3-88cc-0da59e96b238 None None] The sync data for ids ['7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04'] in n-d-817240-1 is: [{'id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'name': 'router1', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '87881930-3671-4a60-ae0f-2f7f7747537d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:46:02Z', 'updated_at': '2021-11-09T17:46:19Z', 'revision_number': 4, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'gw_port': {'id': '87881930-3671-4a60-ae0f-2f7f7747537d', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:19Z', 'updated_at': '2021-11-09T17:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '96c226f7-13fa-493e-9e2e-e664654f9901', 'name': '', 'network_id': '2a421e3c-5458-4d17-a1fe-9632b43cd0b2', 'tenant_id': '19335646045745dc8e1d39b9de7b2885', 'mac_address': 'fa:16:3e:0c:c2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5b450d-d001-4ba1-a5d0-e5ac62d9fb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:46:12Z', 'updated_at': '2021-11-09T17:46:15Z', 'revision_number': 5, 'project_id': '19335646045745dc8e1d39b9de7b2885', 'subnets': [{'id': 'b6ca731d-9b50-442e-bb9e-42712f3bc87f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd548fcc3-12dc-4b55-91b7-fc5b7346c81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:46:23.701950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 87881930-3671-4a60-ae0f-2f7f7747537d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:23.759157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 87881930-3671-4a60-ae0f-2f7f7747537d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:23.759935 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.845563 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.868686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 87881930-3671-4a60-ae0f-2f7f7747537d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=87881930-3671-4a60-ae0f-2f7f7747537d,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:46:23.876307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:23.942272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=87881930-3671-4a60-ae0f-2f7f7747537d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:46:25.692296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 87881930-3671-4a60-ae0f-2f7f7747537d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:46:25.741318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 87881930-3671-4a60-ae0f-2f7f7747537d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:46:25.741837 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:32.569711 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:46:37.168794 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33fff033-f5a8-4021-99f9-4eba43aafd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:39.731763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a49c3925-f068-4bb3-8118-f5ee8b8e4714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.113486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:40.883993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:46:42.374659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:07.150197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2e101b1-cf20-46ca-a837-b30d5c7c950e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:09.568638 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:47:09.736208 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f7394a8-cd87-42c6-8864-282a0f5864e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:10.109637 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:10.865773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:12.372783 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:37.142005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-71179d9b-e2a0-43b0-b778-58ba24b7b54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:39.737415 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32efb7c4-2e15-4f4c-93ca-1d13761948c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.111942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:40.863439 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:42.377832 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:47:46.568214 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:48:02.598078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35000) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:02.658070 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad7d308-89aa-4472-a1f9-13cc859cec3e admin admin] GET failed (client error): The resource could not be found. Nov 09 17:48:02.659408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bad7d308-89aa-4472-a1f9-13cc859cec3e admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603411 Nov 09 17:48:02.818135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad64d9-a4cd-4f31-b332-32ef1c2d65da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:02.820091 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3bad64d9-a4cd-4f31-b332-32ef1c2d65da admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561718 Nov 09 17:48:04.992218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35010) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:05.082288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2650434-ef8c-4570-b38a-8e255f66f1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:05.083712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2650434-ef8c-4570-b38a-8e255f66f1e2 admin admin] 10.222.0.32 "GET /v2.0/subnets/b6ca731d-9b50-442e-bb9e-42712f3bc87f HTTP/1.1" status: 200 len: 849 time: 0.0905428 Nov 09 17:48:05.093589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:05.177578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.312407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772669375537'] for subnet, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.344057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:05.344638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.345893 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] 10.222.0.32 "PUT /v2.0/subnets/b6ca731d-9b50-442e-bb9e-42712f3bc87f HTTP/1.1" status: 200 len: 868 time: 0.2559226 Nov 09 17:48:05.360370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df387480-a67e-4050-bc2e-20e739ac0660 None None] Network 2a421e3c-5458-4d17-a1fe-9632b43cd0b2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:05.365429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ca731d-9b50-442e-bb9e-42712f3bc87f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:05.373325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.373675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.374015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.374385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.374719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.375052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.375378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.375704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.376030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.376366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.376683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.377010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83080e-fbb4-440a-9854-8a0932101df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:05.773163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4c000152-4d67-4be2-885e-ddc262e85baa None None] Provisioning complete for port 43df23eb-550c-4ccd-a8e0-8db81895298c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:05.773535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c000152-4d67-4be2-885e-ddc262e85baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:05.859492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4c000152-4d67-4be2-885e-ddc262e85baa None None] Provisioning complete for port 96c226f7-13fa-493e-9e2e-e664654f9901 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:05.859763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c000152-4d67-4be2-885e-ddc262e85baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.143859 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f5531a9-1fc9-4cb9-9b48-5c8dd7d1418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:07.543741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35018) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:07.738725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1816a6-6f86-4b05-8e8f-bc8f4a6e1b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:07.739130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1816a6-6f86-4b05-8e8f-bc8f4a6e1b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:07.740655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8b1816a6-6f86-4b05-8e8f-bc8f4a6e1b1f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958873 Nov 09 17:48:09.738372 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e20809b-d7e3-438b-bf1e-de7df034272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:09.903089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:10.032639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa9a67-d6b4-4fb2-9270-41668fb7cb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:10.033115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa9a67-d6b4-4fb2-9270-41668fb7cb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:10.034663 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5faa9a67-d6b4-4fb2-9270-41668fb7cb56 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306453 Nov 09 17:48:10.115898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:10.866093 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.201003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35034) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:12.382353 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:12.414204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51315b4-8db3-426c-9a76-0135c9ad7ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:12.415568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f51315b4-8db3-426c-9a76-0135c9ad7ede admin admin] 10.222.0.32 "GET /v2.0/networks/2a421e3c-5458-4d17-a1fe-9632b43cd0b2 HTTP/1.1" status: 200 len: 869 time: 0.2136095 Nov 09 17:48:14.591157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35044) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:14.715495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07a0c7-0247-4225-afa5-4168f5295c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:14.716823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2a07a0c7-0247-4225-afa5-4168f5295c83 admin admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 886 time: 0.1247282 Nov 09 17:48:16.886442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35052) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:17.008788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e9290-2d58-4d7b-b313-3c770ac4549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:17.009238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e9290-2d58-4d7b-b313-3c770ac4549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:17.010744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2e1e9290-2d58-4d7b-b313-3c770ac4549e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233735 Nov 09 17:48:19.169304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35060) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:19.261464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c00c9-128f-4f10-8f89-a301cba4e1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:19.261919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c00c9-128f-4f10-8f89-a301cba4e1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:19.263414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bc6c00c9-128f-4f10-8f89-a301cba4e1c4 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931537 Nov 09 17:48:21.425741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:21.509977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d36aeee-0d47-4236-8e7b-15f06ba8da54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:21.511326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2d36aeee-0d47-4236-8e7b-15f06ba8da54 admin admin] 10.222.0.32 "GET /v2.0/subnets/5de789de-986f-4816-8edd-c71fba365ae4 HTTP/1.1" status: 200 len: 816 time: 0.0845933 Nov 09 17:48:23.566657 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:48:23.679589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35076) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:23.777030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b0c50-5914-4dd6-8b1e-dfb5f45cc86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:23.778347 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-366b0c50-5914-4dd6-8b1e-dfb5f45cc86a admin admin] 10.222.0.32 "GET /v2.0/subnets/b6ca731d-9b50-442e-bb9e-42712f3bc87f HTTP/1.1" status: 200 len: 868 time: 0.0977979 Nov 09 17:48:37.144907 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1562-0eac-4610-9d54-3d8a93ee0f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:39.741197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64b5c898-36e5-4f5f-be2a-893d8d429320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.117324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:40.869584 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:42.386103 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:47.589400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:47.636060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-9e6f5b4a-8f83-4612-8d7c-c2bf3c64100c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:48:47.637062 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9e6f5b4a-8f83-4612-8d7c-c2bf3c64100c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466855 Nov 09 17:48:49.903182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35138) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:49.962636 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64ad9ba-0e2c-4e89-aae5-5973166ec745 admin admin] GET failed (client error): The resource could not be found. Nov 09 17:48:49.963938 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f64ad9ba-0e2c-4e89-aae5-5973166ec745 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598195 Nov 09 17:48:50.047622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555a459-71c4-42e8-a911-c7b70741aeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:50.048977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3555a459-71c4-42e8-a911-c7b70741aeed admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804081 Nov 09 17:48:52.239740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:52.286082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:52.306262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Made reservation on behalf of 4f79c625587d41a397516cfe020c0ffb for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:52.308419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.359535 n-d-817240-1 neutron-server[102140]: WARNING neutron.services.revisions.revision_plugin [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Could not find related network for resource to bump revision. Nov 09 17:48:52.373955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:48:52.383582 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.383918 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Added segment 9bbe8834-e214-45db-9d78-34f347edb4ad of type vlan for network 3cacfd71-cafd-4d3c-b2c1-d006676d058a Nov 09 17:48:52.429838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.452347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.453280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:52.453854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:52.508051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2667785 Nov 09 17:48:52.514465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Pushing event updated for resources: {'Network': ['ID=3cacfd71-cafd-4d3c-b2c1-d006676d058a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:52.521572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.522527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.522869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.523202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.523534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.524114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.524445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.524771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.525094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.525413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.525734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.526053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a463bae-2cfd-4ead-abe3-48fab5af4764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:52.538227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:48:54.731179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35154) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:48:54.792504 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b813d5-2391-4e20-9dff-7c84f1297ab9 admin admin] GET failed (client error): The resource could not be found. Nov 09 17:48:54.793791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-01b813d5-2391-4e20-9dff-7c84f1297ab9 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616617 Nov 09 17:48:54.893427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bf061-52e0-4abd-8ce0-d2640d237eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:54.894875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ff7bf061-52e0-4abd-8ce0-d2640d237eb8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0964246 Nov 09 17:48:54.905204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:48:54.928754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Made reservation on behalf of 4f79c625587d41a397516cfe020c0ffb for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:48:54.931270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.142225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.196718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd100899-6e6a-4f7b-8c6f-fe52801bd243,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:55.210890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:55.211256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Network hostable DHCP agents. Network: 3cacfd71-cafd-4d3c-b2c1-d006676d058a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:48:55.231385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:48:55.241802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3cacfd71-cafd-4d3c-b2c1-d006676d058a) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:55.246363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:48:55.246965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.250976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b00ac-63b6-49c1-a969-7032f3f3b140 None None] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:55.261375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-21a31cd6-b328-43c1-b6e5-a4559c84749b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3594530 Nov 09 17:48:55.491244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'tenant_id': '4f79c625587d41a397516cfe020c0ffb', 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:48:55.492150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.628616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Allocated IP 192.168.233.2 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/dfad5fc0-014a-4b34-80e8-48acb8bb87f4) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:48:55.768708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.776487 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.815654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:48:55.816978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:48:55.820672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:48:55.851525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Pushing event updated for resources: {'Port': ['ID=dfad5fc0-014a-4b34-80e8-48acb8bb87f4,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:55.876675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.877030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.877378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.877724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.878083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.878421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.878757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.879091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.879423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.879780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.880109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.880436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:48:55.895535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Attempting to bind port dfad5fc0-014a-4b34-80e8-48acb8bb87f4 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:48:55.895913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Attempting to bind port dfad5fc0-014a-4b34-80e8-48acb8bb87f4 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:48:55.896277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Attempting to bind port dfad5fc0-014a-4b34-80e8-48acb8bb87f4 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:48:55.901968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:48:55.902541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:48:55.902942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.903333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:48:55.903800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Bound port: dfad5fc0-014a-4b34-80e8-48acb8bb87f4, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:48:55.904196 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:55.968327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] For port dfad5fc0-014a-4b34-80e8-48acb8bb87f4, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:48:55.971552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] For port dfad5fc0-014a-4b34-80e8-48acb8bb87f4, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=dfad5fc0-014a-4b34-80e8-48acb8bb87f4,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:48:55.976168 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:56.037693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69a652-ef86-465f-a409-d14f204999a9 None None] Pushing event updated for resources: {'Port': ['ID=dfad5fc0-014a-4b34-80e8-48acb8bb87f4,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:56.840374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaee5f2-9ea7-4ffe-8edb-7c48ff7cccb3 None None] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:48:56.944353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2cf82df6-3736-487c-8648-bc6c74302158 None None] Provisioning complete for port dfad5fc0-014a-4b34-80e8-48acb8bb87f4 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:56.944600 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2cf82df6-3736-487c-8648-bc6c74302158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:57.058801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2cf82df6-3736-487c-8648-bc6c74302158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:57.092588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2cf82df6-3736-487c-8648-bc6c74302158 None None] For port dfad5fc0-014a-4b34-80e8-48acb8bb87f4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=dfad5fc0-014a-4b34-80e8-48acb8bb87f4,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:48:57.096737 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2cf82df6-3736-487c-8648-bc6c74302158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:57.155936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82df6-3736-487c-8648-bc6c74302158 None None] Pushing event updated for resources: {'Port': ['ID=dfad5fc0-014a-4b34-80e8-48acb8bb87f4,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:48:57.318874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-21d1236e-a0c8-44ca-907e-d5a91832709f None None] Provisioning complete for port dfad5fc0-014a-4b34-80e8-48acb8bb87f4 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:57.319242 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-21d1236e-a0c8-44ca-907e-d5a91832709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:48:57.804610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device dfad5fc0-014a-4b34-80e8-48acb8bb87f4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:48:57.853251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port dfad5fc0-014a-4b34-80e8-48acb8bb87f4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:48:57.853884 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:00.567480 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:49:07.147198 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f50fe391-e32e-4238-ae28-798cac6a0c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:09.742867 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97dfaf75-1e9f-40c4-b0e0-8d8983490371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.118682 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:10.870908 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:12.389519 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.148169 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0814e8ef-3dc2-4f7f-9334-ca9376909493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:37.565311 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:49:39.742498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cecc3d60-0819-480c-bca8-993bfa782031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.119916 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:40.874409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:49:42.391739 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:06.837702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35206) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:06.843565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-f0ed09f5-6e05-417f-9f73-2b19e1223d7e tempest-verify_tempest_config-1601961093 tempest-verify_tempest_config-1601961093-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:50:06.844706 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f0ed09f5-6e05-417f-9f73-2b19e1223d7e tempest-verify_tempest_config-1601961093 tempest-verify_tempest_config-1601961093-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059969 Nov 09 17:50:07.134174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35224) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:07.151661 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-28730382-b3f2-42c3-98a0-cab2be056258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.238000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.311518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.315005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.359545 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b73ad574f85942f890e0873eb862d855&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2243390 Nov 09 17:50:07.360383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a3f71-ef09-4207-a0dd-6ee4c974c3f6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:07.362249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35228) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:50:07.377595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.377930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.378315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.378655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.378991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.379325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.379654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.380009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.380338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.380661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.380985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.381307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8a7cc-3685-4bc6-9cf1-92a005656088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:50:07.428474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7310b19f-ace9-4e67-a936-3f1d057a88f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.547151 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7310b19f-ace9-4e67-a936-3f1d057a88f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.634587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7310b19f-ace9-4e67-a936-3f1d057a88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.637116 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7310b19f-ace9-4e67-a936-3f1d057a88f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:07.638276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7310b19f-ace9-4e67-a936-3f1d057a88f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/302a3f71-ef09-4207-a0dd-6ee4c974c3f6 HTTP/1.1" status: 204 len: 168 time: 0.2751219 Nov 09 17:50:07.646167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310b19f-ace9-4e67-a936-3f1d057a88f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a3f71-ef09-4207-a0dd-6ee4c974c3f6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:50:09.742680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-31bcdfe1-e6e8-4a85-88b5-79541ef20628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.120275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:10.876710 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:12.394586 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:14.616310 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:50:37.155278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-27259c14-2827-4fd6-bce6-297d639962e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:39.742467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ecacdb23-350b-463b-be17-39aa417463c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:40.120651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:40.879885 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:42.397725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:50:51.564498 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:51:07.155832 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79d0473e-6169-47f9-9e33-d4531fb8349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:09.742965 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a108519a-9bf8-4b2e-b921-fa862681ae57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.121447 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:10.882664 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:12.401790 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:28.563061 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:51:37.156860 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4652b8ac-8c33-4cc0-af99-f8105b39cb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:39.742331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd908699-a9f8-49dd-9eca-fde2bab5fa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:40.122557 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:40.885691 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:51:42.404416 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:05.561092 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:52:07.158513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8aa2964-185a-47e7-82fc-d5a41f909a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:09.741861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-485d5914-fc8c-420e-b2c3-f3f432b72226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.122866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:10.888708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:12.407192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:37.159442 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb9d17cf-8984-4dac-ad29-adebcb65d640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:39.741923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a3be890-a5bb-46ae-b9b2-b37b68f65ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:40.123167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:40.891248 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:42.410469 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:52:42.559787 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 5 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:53:07.159418 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64fc3188-78d4-483f-96c0-7a5dd9a35206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:09.743116 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0c5f9a0f-89f1-45c1-aee0-04ab908e0fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.123294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:10.894469 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:12.414996 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:15.921484 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-286812'] for agent, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:18.793828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-286812'] for agent, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:19.560627 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:53:37.160677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-26c638d5-5eae-458e-a96f-2ab3aff6bbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:39.742674 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e699553-42c5-4013-b3b5-b1a7be736313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.123971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:40.897896 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:42.416957 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:45.883531 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:48.765969 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:53:56.561128 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:54:02.169608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35292) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:02.271470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61c1cd31-8970-4f59-b0e8-41fc7133ad56 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1007080 Nov 09 17:54:04.448907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:54:04.502796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b9419828-07f7-48d0-a082-ea2df3cecdc2 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0528314 Nov 09 17:54:07.160672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1995ca1-189e-4ae9-9234-f7deaa73bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:09.741446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bb5e75ad-d0c3-48bb-84ca-7dc2215cac09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:10.124776 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:10.900649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:12.421383 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:15.891280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:18.762287 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:33.560990 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:54:37.160912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d67908e9-8fa5-4769-8381-cbaaddb8be8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:39.741875 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6e43-fd99-4ccb-855d-ae26bb7b932c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:40.125402 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:40.904903 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:42.423681 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:45.892358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:54:48.781140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:07.161116 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6bece19-c63f-4706-a7fc-a82bb7a963ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:09.743133 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d40fd827-c337-45f0-bb3f-d5a4eede7263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.126375 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:10.561473 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:55:10.908256 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:12.430468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:15.891882 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:18.783229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:37.166536 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-273ed3c0-e75a-4de2-a139-244a0e99cea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:39.744981 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-60a62251-f432-45d9-b25a-4bf979eef63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.130250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.158805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35544) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.554138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-network', 'tenant_id': '832155443c754efa93737514583a31eb'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:40.576850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Made reservation on behalf of 832155443c754efa93737514583a31eb for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:40.579410 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.588612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.672841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.677155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.711289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:55:40.713157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83cecc8-a04a-43c5-9426-171e7af3dd8d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.725779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.726207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.726601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.727011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.727348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.727768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.728100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.728426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.728808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.729147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.729466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.729839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Tracked resource versions report: Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: pushed versions: Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: { 'AddressGroup': {'1.2'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'ConntrackHelper': {'1.0'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Log': {'1.0'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Network': {'1.1'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Port': {'1.7'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'PortForwarding': {'1.2'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'QosPolicy': {'1.9'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'SecurityGroup': {'1.4'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'SubPort': {'1.0'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Subnet': {'1.1'}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Trunk': {'1.1'}} Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: consumer versions: Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: HyperV agent@n-h1-817240-1: {}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: HyperV agent@n-h2-817240-1: {}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: L3 agent@n-d-817240-1: {}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: Metadata agent@n-d-817240-1: {}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: Metering agent@n-d-817240-1: {}, Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'ConntrackHelper': '1.0', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Log': '1.0', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Network': '1.1', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Port': '1.7', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'PortForwarding': '1.2', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'QosPolicy': '1.9', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'SecurityGroup': '1.4', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'SecurityGroupRule': '1.2', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'SubPort': '1.0', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Subnet': '1.1', Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: 'Trunk': '1.1'}} Nov 09 17:55:40.730982 n-d-817240-1 neutron-server[102140]: {{(pid=102140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:55:40.737188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.737531 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Added segment bc7d0b95-96a4-427f-a9e1-40ca782082e0 of type vlan for network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 Nov 09 17:55:40.781064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.805898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.809742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:40.810383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.867254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7073662 Nov 09 17:55:40.870392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35576) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:40.872072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dddc8-cce7-4045-b623-22edf2895727 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd5c396-341f-40ff-b155-1bcf6eb00a59,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:40.880369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Request body: {'subnet': {'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-subnet', 'tenant_id': '832155443c754efa93737514583a31eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:40.885537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:55:40.920502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Made reservation on behalf of 832155443c754efa93737514583a31eb for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:40.923482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:40.991628 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.121602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.177077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.187906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.188276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.188617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.188951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.189282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.189612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.189938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.190293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.190618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.190940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.191261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.191579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Tracked resource versions report: Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: pushed versions: Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: { 'AddressGroup': {'1.2'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'ConntrackHelper': {'1.0'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Log': {'1.0'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Network': {'1.1'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Port': {'1.7'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'PortForwarding': {'1.2'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'QosPolicy': {'1.9'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'SecurityGroup': {'1.4'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'SubPort': {'1.0'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Subnet': {'1.1'}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Trunk': {'1.1'}} Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: consumer versions: Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: HyperV agent@n-h1-817240-1: {}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: HyperV agent@n-h2-817240-1: {}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: L3 agent@n-d-817240-1: {}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: Metadata agent@n-d-817240-1: {}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: Metering agent@n-d-817240-1: {}, Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'ConntrackHelper': '1.0', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Log': '1.0', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Network': '1.1', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Port': '1.7', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'PortForwarding': '1.2', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'QosPolicy': '1.9', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'SecurityGroup': '1.4', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'SecurityGroupRule': '1.2', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'SubPort': '1.0', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Subnet': '1.1', Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: 'Trunk': '1.1'}} Nov 09 17:55:41.192694 n-d-817240-1 neutron-server[102141]: {{(pid=102141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:55:41.197174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Checking segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:41.197528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Network hostable DHCP agents. Network: 8cd5c396-341f-40ff-b155-1bcf6eb00a59, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:55:41.214669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:55:41.225672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8cd5c396-341f-40ff-b155-1bcf6eb00a59) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:41.230438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:41.231236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.238251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcee4f-723e-4355-8d9d-a4c9fa688de0 None None] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:41.254128 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f90947ec-92f5-43b1-9e56-41323815ccbc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3794403 Nov 09 17:55:41.255874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35602) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:41.261647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:41.292122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.293887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.429850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.438688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:41.439618 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.610322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Allocated IP 172.20.0.2 (8cd5c396-341f-40ff-b155-1bcf6eb00a59/4efa7b6e-d2e0-418e-aac2-ff816fd4e08f/0e6763fa-6b8f-466b-a8f7-471c3dea7225) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:41.618902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.786257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.794562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.834107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:41.837187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:41.841295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:41.852794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Pushing event updated for resources: {'Port': ['ID=0e6763fa-6b8f-466b-a8f7-471c3dea7225,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:41.881301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.881654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.881989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.882389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.882742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.883054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.883657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.883981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.884626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.885142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.885476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.885797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Tracked resource versions report: Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: pushed versions: Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: { 'AddressGroup': {'1.2'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'ConntrackHelper': {'1.0'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Log': {'1.0'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Network': {'1.1'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Port': {'1.7'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'PortForwarding': {'1.2'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'QosPolicy': {'1.9'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'SecurityGroup': {'1.4'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'SubPort': {'1.0'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Subnet': {'1.1'}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Trunk': {'1.1'}} Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: consumer versions: Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: HyperV agent@n-h1-817240-1: {}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: HyperV agent@n-h2-817240-1: {}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: L3 agent@n-d-817240-1: {}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: Metadata agent@n-d-817240-1: {}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: Metering agent@n-d-817240-1: {}, Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'ConntrackHelper': '1.0', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Log': '1.0', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Network': '1.1', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Port': '1.7', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'PortForwarding': '1.2', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'QosPolicy': '1.9', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'SecurityGroup': '1.4', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'SecurityGroupRule': '1.2', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'SubPort': '1.0', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Subnet': '1.1', Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: 'Trunk': '1.1'}} Nov 09 17:55:41.886928 n-d-817240-1 neutron-server[102142]: {{(pid=102142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:55:41.930355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Attempting to bind port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:41.930740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Attempting to bind port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:41.931108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Attempting to bind port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:41.936470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:41.936846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Checking segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:41.937246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.938563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Bound using segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:41.938563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Bound port: 0e6763fa-6b8f-466b-a8f7-471c3dea7225, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:41.938893 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:41.992855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.015388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] For port 0e6763fa-6b8f-466b-a8f7-471c3dea7225, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:42.018329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.018835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] For port 0e6763fa-6b8f-466b-a8f7-471c3dea7225, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0e6763fa-6b8f-466b-a8f7-471c3dea7225,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:42.024660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.095536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeab6c-13ef-4e51-aa74-0dde6494f332 None None] Pushing event updated for resources: {'Port': ['ID=0e6763fa-6b8f-466b-a8f7-471c3dea7225,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.211854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Allocated IP 172.25.0.57 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/a0129fb1-c47e-4c73-bfa6-8af5f591c3ce) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:42.390213 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.441285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.487955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:42.596722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Pushing event updated for resources: {'Port': ['ID=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:42.605335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:42.607726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:42.632374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:42.956893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.192969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.193232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168735bb-44bb-4919-9245-490deb0c10b0 None None] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:43.289354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-37322001-9e74-4b38-bacb-20b2f681d611 None None] Provisioning complete for port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:43.289865 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37322001-9e74-4b38-bacb-20b2f681d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.361930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Router d7c3f346-9e35-4663-97fb-bae3b3004009 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:55:43.441457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37322001-9e74-4b38-bacb-20b2f681d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.483258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-37322001-9e74-4b38-bacb-20b2f681d611 None None] For port 0e6763fa-6b8f-466b-a8f7-471c3dea7225, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0e6763fa-6b8f-466b-a8f7-471c3dea7225,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:43.491001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37322001-9e74-4b38-bacb-20b2f681d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.530788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:43.541123 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Sync routers for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:43.556180 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:43.557274 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:43.564607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37322001-9e74-4b38-bacb-20b2f681d611 None None] Pushing event updated for resources: {'Port': ['ID=0e6763fa-6b8f-466b-a8f7-471c3dea7225,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:43.565264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:43.570981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e8df8892-92f0-4c99-ba61-f3f2ddf4b204 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.3105304 Nov 09 17:55:43.571306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35712) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:43.785877 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:43.815935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fc75211e-2531-4990-a8ef-e88f3776a085 None None] Provisioning complete for port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:43.816646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc75211e-2531-4990-a8ef-e88f3776a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.039337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35742) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.109874 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:42Z', 'revision_number': 3, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:44.127431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0e6763fa-6b8f-466b-a8f7-471c3dea7225 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:44.157502 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Checking router: d7c3f346-9e35-4663-97fb-bae3b3004009 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:55:44.157946 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Updating router d7c3f346-9e35-4663-97fb-bae3b3004009 port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:55:44.188673 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.199414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.226645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:44.227111 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.307720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf96fb8-41ad-4f88-a0d8-c0932caac975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.441447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Allocated IP 172.20.0.1 (8cd5c396-341f-40ff-b155-1bcf6eb00a59/4efa7b6e-d2e0-418e-aac2-ff816fd4e08f/5ffafad3-5d36-4457-acd2-a89f78f0999b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:44.532949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf96fb8-41ad-4f88-a0d8-c0932caac975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.547282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf96fb8-41ad-4f88-a0d8-c0932caac975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.609160 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.619652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35786) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:44.627286 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3cf96fb8-41ad-4f88-a0d8-c0932caac975 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=320120db65a34db9aa8c38e17df4df82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5867867 Nov 09 17:55:44.635429 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.647377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.689383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf96fb8-41ad-4f88-a0d8-c0932caac975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa06e7-952d-4891-8e27-896728d296d5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.767882 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Attempting to bind port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:44.768533 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Attempting to bind port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:44.768977 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Attempting to bind port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:44.769159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.773352 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8fc70fe-8f4c-4738-9798-3cd668bccff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.799222 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:44.799598 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:44.800001 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.800388 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:44.800894 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Bound port: a0129fb1-c47e-4c73-bfa6-8af5f591c3ce, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:44.801310 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.842662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:44.848907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:44.854869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:44.856542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.863570 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Pushing event updated for resources: {'Port': ['ID=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:44.878300 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.878788 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.879270 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.880233 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.880665 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.881095 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.881523 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.881949 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.882589 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.882807 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.883229 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.883661 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Tracked resource versions report: Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: pushed versions: Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: { 'AddressGroup': {'1.2'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'ConntrackHelper': {'1.0'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Log': {'1.0'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Network': {'1.1'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Port': {'1.7'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'PortForwarding': {'1.2'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'QosPolicy': {'1.9'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'SecurityGroup': {'1.4'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'SecurityGroupRule': {'1.2'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'SubPort': {'1.0'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Subnet': {'1.1'}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Trunk': {'1.1'}} Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: consumer versions: Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: { DHCP agent@n-d-817240-1: {}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: HyperV agent@n-h1-817240-1: {}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: HyperV agent@n-h2-817240-1: {}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: L3 agent@n-d-817240-1: {}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: Metadata agent@n-d-817240-1: {}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: Metering agent@n-d-817240-1: {}, Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: Open vSwitch agent@n-d-817240-1: { 'AddressGroup': '1.2', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'ConntrackHelper': '1.0', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Log': '1.0', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Network': '1.1', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Port': '1.7', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'PortForwarding': '1.2', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'QosPolicy': '1.9', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'SecurityGroup': '1.4', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'SecurityGroupRule': '1.2', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'SubPort': '1.0', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Subnet': '1.1', Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: 'Trunk': '1.1'}} Nov 09 17:55:44.885847 n-d-817240-1 neutron-server[102143]: {{(pid=102143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 17:55:44.925577 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] For port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:44.935299 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] For port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:44.944260 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:44.947634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffafad3-5d36-4457-acd2-a89f78f0999b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.005638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8fc70fe-8f4c-4738-9798-3cd668bccff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.038327 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0c447-b2d0-44fe-afa6-b6df78dec7f8 None None] Pushing event updated for resources: {'Port': ['ID=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.051829 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:45.053357 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:45.078230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8fc70fe-8f4c-4738-9798-3cd668bccff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.081952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8fc70fe-8f4c-4738-9798-3cd668bccff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.083665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e8fc70fe-8f4c-4738-9798-3cd668bccff4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9fa06e7-952d-4891-8e27-896728d296d5 HTTP/1.1" status: 204 len: 168 time: 0.4629807 Nov 09 17:55:45.093979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc70fe-8f4c-4738-9798-3cd668bccff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa06e7-952d-4891-8e27-896728d296d5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.150798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35828) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.200857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.204342 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:45.227675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1df7559c-a8e1-443c-a868-84ea46cbb68b None None] Provisioning complete for port 5ffafad3-5d36-4457-acd2-a89f78f0999b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:45.228716 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1df7559c-a8e1-443c-a868-84ea46cbb68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.280725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1df7559c-a8e1-443c-a868-84ea46cbb68b None None] Port 5ffafad3-5d36-4457-acd2-a89f78f0999b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:45.446835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.455630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.456752 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.578760 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:42Z', 'revision_number': 3, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:45.594212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20718b9-f253-48d7-be5f-286c53ab5e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.609298 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b00db2-1314-45a4-992a-b1d1cfe515da None None] The sync data for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 is: [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:42Z', 'revision_number': 3, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:45.614532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffafad3-5d36-4457-acd2-a89f78f0999b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:45.682358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35860) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.698530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:45.708377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:45.717827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7acd05f9-66e7-4c7f-a302-f9ac7137d7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:45.830491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35866) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:45.897087 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.007777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-78e10c0d-a0fe-435c-87d4-50d4d15c0510 None None] Provisioning complete for port 5ffafad3-5d36-4457-acd2-a89f78f0999b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:46.008413 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-78e10c0d-a0fe-435c-87d4-50d4d15c0510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.062838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-78e10c0d-a0fe-435c-87d4-50d4d15c0510 None None] Port 5ffafad3-5d36-4457-acd2-a89f78f0999b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:46.066601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20718b9-f253-48d7-be5f-286c53ab5e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.073752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35876) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.078107 n-d-817240-1 neutron-server[102140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 17:55:46.086026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20718b9-f253-48d7-be5f-286c53ab5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.135981 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f20718b9-f253-48d7-be5f-286c53ab5e1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e3d1ecea9864dd198511c0cf5319894&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9837830 Nov 09 17:55:46.142523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35880) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.152790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-9165845a-c465-4bdf-b9ee-bb6043d1167b tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ac9f333d663944ec9e01767344d02b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757456 Nov 09 17:55:46.193206 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-248fecb2-742d-4432-8067-4332e52d3ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.218214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20718b9-f253-48d7-be5f-286c53ab5e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8eb061-e5c0-4454-b6a1-96caca92468c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.245256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7acd05f9-66e7-4c7f-a302-f9ac7137d7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.248144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Router d7c3f346-9e35-4663-97fb-bae3b3004009 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:55:46.255810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7acd05f9-66e7-4c7f-a302-f9ac7137d7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.285820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd05f9-66e7-4c7f-a302-f9ac7137d7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181e90ba-125f-4e34-bda3-ce4835706e86,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.383401 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7acd05f9-66e7-4c7f-a302-f9ac7137d7a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=232227bd35214a1bbc984d16afaf787d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6977451 Nov 09 17:55:46.383769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35900) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.446945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-c9a2025f-c984-482e-9c27-4e26f32b63b5 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:46.448813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-c9a2025f-c984-482e-9c27-4e26f32b63b5 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835052 Nov 09 17:55:46.452489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bad43b41-d1af-4c15-b22e-ad948ef3eae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.483453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-3e2f5869-859d-4f3a-8dea-e8e47aa42586 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/quotas/ac9f333d663944ec9e01767344d02b47 HTTP/1.1" status: 200 len: 375 time: 0.0199442 Nov 09 17:55:46.490869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bad43b41-d1af-4c15-b22e-ad948ef3eae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.518840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:46.525704 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78933646-0a55-48e7-ba14-fd216bcd34a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/d7c3f346-9e35-4663-97fb-bae3b3004009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9534464 Nov 09 17:55:46.555027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-268ec03a-be32-4700-9e23-b732e1f80066 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac9f333d663944ec9e01767344d02b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702705 Nov 09 17:55:46.577017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bad43b41-d1af-4c15-b22e-ad948ef3eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.579954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bad43b41-d1af-4c15-b22e-ad948ef3eae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.586357 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bad43b41-d1af-4c15-b22e-ad948ef3eae7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/181e90ba-125f-4e34-bda3-ce4835706e86 HTTP/1.1" status: 204 len: 168 time: 0.2015359 Nov 09 17:55:46.599356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad43b41-d1af-4c15-b22e-ad948ef3eae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e90ba-125f-4e34-bda3-ce4835706e86,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.605752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7c84-d1a8-4228-8358-eb3804a9f854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.682186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7c84-d1a8-4228-8358-eb3804a9f854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.753038 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-248fecb2-742d-4432-8067-4332e52d3ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.762932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-248fecb2-742d-4432-8067-4332e52d3ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.828162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7c84-d1a8-4228-8358-eb3804a9f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.829719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d4c7c84-d1a8-4228-8358-eb3804a9f854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.830888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9d4c7c84-d1a8-4228-8358-eb3804a9f854 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c8eb061-e5c0-4454-b6a1-96caca92468c HTTP/1.1" status: 204 len: 168 time: 0.6873062 Nov 09 17:55:46.845279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-248fecb2-742d-4432-8067-4332e52d3ac3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49fb7dbbf1c9407bb321499d6e17a16c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0108056 Nov 09 17:55:46.845279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fecb2-742d-4432-8067-4332e52d3ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29a3121-7981-4188-a976-a0145945dc44,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.846404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35930) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:46.866223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c7c84-d1a8-4228-8358-eb3804a9f854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8eb061-e5c0-4454-b6a1-96caca92468c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:46.933218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1408-aed4-44cd-bab9-c00d91ab8fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:46.955774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1408-aed4-44cd-bab9-c00d91ab8fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.009567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1408-aed4-44cd-bab9-c00d91ab8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.012741 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1408-aed4-44cd-bab9-c00d91ab8fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.016284 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1ec1408-aed4-44cd-bab9-c00d91ab8fb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b29a3121-7981-4188-a976-a0145945dc44 HTTP/1.1" status: 204 len: 168 time: 0.1665783 Nov 09 17:55:47.022771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec1408-aed4-44cd-bab9-c00d91ab8fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29a3121-7981-4188-a976-a0145945dc44,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.236902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35954) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.432052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35968) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.551516 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eebec6d4-0667-42dd-9c55-fc23049cf58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.561145 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:55:47.590900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35978) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.605656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f2f1-3529-4a2a-a8c7-7944d661dd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.676742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eebec6d4-0667-42dd-9c55-fc23049cf58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.681024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eebec6d4-0667-42dd-9c55-fc23049cf58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.724374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f2f1-3529-4a2a-a8c7-7944d661dd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.726603 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eebec6d4-0667-42dd-9c55-fc23049cf58b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fb85e02a3ec4038be96dbf1c95469de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4882209 Nov 09 17:55:47.729212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35982) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.741009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f2f1-3529-4a2a-a8c7-7944d661dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.747325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebec6d4-0667-42dd-9c55-fc23049cf58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06779c96-0ea3-4887-af72-e7daf42faa74,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.800990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e0d7f2f1-3529-4a2a-a8c7-7944d661dd5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fa854460f8a4c5c967e94daf03640ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2090154 Nov 09 17:55:47.801757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35988) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.827742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Sync routers for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:47.833628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7f2f1-3529-4a2a-a8c7-7944d661dd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee31c1-9d51-4530-b0b3-2b2653077abb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:47.843214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:47.845633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:47.878565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35992) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:47.894573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e35e-5a0a-4231-877a-27542cfa71c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.908055 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0eb1e-1f1c-4a88-ac4c-7d43ca18cb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.918337 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5fba93cd-09ab-47d4-bb07-56773c7a3d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.944473 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0eb1e-1f1c-4a88-ac4c-7d43ca18cb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:47.952157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e35e-5a0a-4231-877a-27542cfa71c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.060575 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e35e-5a0a-4231-877a-27542cfa71c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.064147 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6e35e-5a0a-4231-877a-27542cfa71c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.065503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c6d6e35e-5a0a-4231-877a-27542cfa71c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06779c96-0ea3-4887-af72-e7daf42faa74 HTTP/1.1" status: 204 len: 168 time: 0.3352666 Nov 09 17:55:48.069157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0eb1e-1f1c-4a88-ac4c-7d43ca18cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.072238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0eb1e-1f1c-4a88-ac4c-7d43ca18cb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.074536 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-34d0eb1e-1f1c-4a88-ac4c-7d43ca18cb18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1ee31c1-9d51-4530-b0b3-2b2653077abb HTTP/1.1" status: 204 len: 168 time: 0.2705986 Nov 09 17:55:48.084833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6e35e-5a0a-4231-877a-27542cfa71c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06779c96-0ea3-4887-af72-e7daf42faa74,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.109792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0eb1e-1f1c-4a88-ac4c-7d43ca18cb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee31c1-9d51-4530-b0b3-2b2653077abb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.119562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5fba93cd-09ab-47d4-bb07-56773c7a3d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.128349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5fba93cd-09ab-47d4-bb07-56773c7a3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.132368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a0129fb1-c47e-4c73-bfa6-8af5f591c3ce up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:48.169578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba93cd-09ab-47d4-bb07-56773c7a3d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2128501a-61ac-49c1-aeaf-c5cab1a01526,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.184337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:48.195144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36004) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.195474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5fba93cd-09ab-47d4-bb07-56773c7a3d0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e5f049125ae49ec91bed7f3b44daf4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3146074 Nov 09 17:55:48.252611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:48.253222 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.290175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bb5030a-1010-4e4f-935a-9ae5ac1e3563 req-2405fe29-764d-46c4-b4ea-36aeb53a5511 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 210 time: 0.8557656 Nov 09 17:55:48.316893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3864fa3-c561-4943-ab3f-b4ea367b77e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.344338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3864fa3-c561-4943-ab3f-b4ea367b77e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.409921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3864fa3-c561-4943-ab3f-b4ea367b77e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.413315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3864fa3-c561-4943-ab3f-b4ea367b77e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.414490 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3864fa3-c561-4943-ab3f-b4ea367b77e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2128501a-61ac-49c1-aeaf-c5cab1a01526 HTTP/1.1" status: 204 len: 168 time: 0.2180316 Nov 09 17:55:48.425924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3864fa3-c561-4943-ab3f-b4ea367b77e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2128501a-61ac-49c1-aeaf-c5cab1a01526,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.536183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.557996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:48.575626 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.619730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 2, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:48.660135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Checking router: d7c3f346-9e35-4663-97fb-bae3b3004009 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:55:48.661139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Updating router d7c3f346-9e35-4663-97fb-bae3b3004009 port 5ffafad3-5d36-4457-acd2-a89f78f0999b binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:55:48.683184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:48.702191 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.831542 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.849260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36022) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.862462 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-011cd2e9-47cd-455f-aa5e-a5934f69e808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.962391 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-011cd2e9-47cd-455f-aa5e-a5934f69e808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.969528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-011cd2e9-47cd-455f-aa5e-a5934f69e808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:48.983667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:48.989305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-network', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:49.014025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-011cd2e9-47cd-455f-aa5e-a5934f69e808 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4b488c76c9e4916896fcd9a4c056a2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1608243 Nov 09 17:55:49.014838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36030) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.038454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cd2e9-47cd-455f-aa5e-a5934f69e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e1cd1-3915-4443-8277-eb1021ac9a45,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.085897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Made reservation on behalf of 8c40c01a3ff8423ba35949f17d43dd51 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:49.088252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.096879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.137260 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-deaefd72-7f62-4243-bbf6-d2c62893f30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.166716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.73', 51608) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.173329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-deaefd72-7f62-4243-bbf6-d2c62893f30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.212555 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.221016 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.238767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.241654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-c8e1a368-d4cc-4a2b-bdac-3f7af13fc50d tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ac9f333d663944ec9e01767344d02b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556173 Nov 09 17:55:49.245985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.300722 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-deaefd72-7f62-4243-bbf6-d2c62893f30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.303323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-deaefd72-7f62-4243-bbf6-d2c62893f30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.304481 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-deaefd72-7f62-4243-bbf6-d2c62893f30e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/911e1cd1-3915-4443-8277-eb1021ac9a45 HTTP/1.1" status: 204 len: 168 time: 0.2884054 Nov 09 17:55:49.335355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:55:49.350889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc8eece-98e0-4026-a9fa-d4b8f4dc8ae2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.381377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.383276 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Added segment a9f170fb-925e-4e58-9bc2-2af924c64ef4 of type vlan for network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d Nov 09 17:55:49.419415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bce49-8d73-4ef5-8795-e1fe68145e46 None None] Pushing event updated for resources: {'Port': ['ID=5ffafad3-5d36-4457-acd2-a89f78f0999b,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.426541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaefd72-7f62-4243-bbf6-d2c62893f30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e1cd1-3915-4443-8277-eb1021ac9a45,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.499194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-fa46b8f9-3682-40a3-bb0b-f35ae18ff05b tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.502800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-fa46b8f9-3682-40a3-bb0b-f35ae18ff05b tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436235 Nov 09 17:55:49.545360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.548506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Attempting to bind port 5ffafad3-5d36-4457-acd2-a89f78f0999b on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:49.548920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Attempting to bind port 5ffafad3-5d36-4457-acd2-a89f78f0999b by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:49.549217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Attempting to bind port 5ffafad3-5d36-4457-acd2-a89f78f0999b on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:49.562229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:49.562229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Checking segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:49.562229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.562229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Bound using segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:49.562229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Bound port: 5ffafad3-5d36-4457-acd2-a89f78f0999b, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:49.562229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.598773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36b7746b-867f-4d4f-a3b1-0227fe4c3df9 req-747dd3ac-6cf6-4857-b07c-f487f8b775a9 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 210 time: 0.0599792 Nov 09 17:55:49.603124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.604426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:49.605386 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.620761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Request body: {'port': {'device_id': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'ac9f333d663944ec9e01767344d02b47'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:49.676771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3f6f487d-abed-4ac4-8db9-90494d191d49 None None] Provisioning complete for port 5ffafad3-5d36-4457-acd2-a89f78f0999b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:49.677142 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3f6f487d-abed-4ac4-8db9-90494d191d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.712031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] For port 5ffafad3-5d36-4457-acd2-a89f78f0999b, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:49.733515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] For port 5ffafad3-5d36-4457-acd2-a89f78f0999b, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ffafad3-5d36-4457-acd2-a89f78f0999b,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:49.733901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f487d-abed-4ac4-8db9-90494d191d49 None None] Port 5ffafad3-5d36-4457-acd2-a89f78f0999b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:49.735982 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7455275 Nov 09 17:55:49.740133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:49.740332 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.756510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Request body: {'subnet': {'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-subnet', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:49.762153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec312a-3f5c-4c9b-9547-0c90b12fac82 admin admin] Pushing event updated for resources: {'Network': ['ID=661b9bcb-b822-4ff3-9ab5-23b3b906ec5d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.785717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Made reservation on behalf of 8c40c01a3ff8423ba35949f17d43dd51 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:49.788687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:49.801517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:55:49.916729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:49.917344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:49.928375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bce49-8d73-4ef5-8795-e1fe68145e46 None None] Pushing event updated for resources: {'Port': ['ID=5ffafad3-5d36-4457-acd2-a89f78f0999b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:49.992645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Made reservation on behalf of ac9f333d663944ec9e01767344d02b47 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:55:50.001243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.013507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.085581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.138113 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a0129fb1-c47e-4c73-bfa6-8af5f591c3ce up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:50.193227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13303d72-797a-489d-9edc-49d73c865203,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:50.203416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Checking segment: {'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:50.203779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Network hostable DHCP agents. Network: 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:55:50.206924 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.218974 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.227711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:55:50.246338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:50.250819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:50.266783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:50.267703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.295645 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-22c510e4-a39b-4dfb-a52e-6966c5a428a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5534518 Nov 09 17:55:50.295828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8c0c8-3f5a-4ca7-a45a-421b29ed48d9 None None] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:50.297259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36070) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.301341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:50.301777 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.307201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:50.340329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.342312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.348731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36074) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.363376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:50.454759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a8194d7b-0ce2-4f3b-9f9c-fbe56a30f584 None None] Provisioning complete for port 5ffafad3-5d36-4457-acd2-a89f78f0999b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:50.455130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a8194d7b-0ce2-4f3b-9f9c-fbe56a30f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.516402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.530863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa117cff-345f-44ce-8843-dbf55d3a55b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.621075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Allocated IP 192.168.233.28 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/d9bd836c-32b2-4b94-9711-a4c598dbfc41) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:50.715908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.813266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa117cff-345f-44ce-8843-dbf55d3a55b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.822664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa117cff-345f-44ce-8843-dbf55d3a55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.870630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:50.916453 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa117cff-345f-44ce-8843-dbf55d3a55b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9139298815348438fd0bf8bd15cf1f6&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5651889 Nov 09 17:55:50.919740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36108) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:50.923265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa117cff-345f-44ce-8843-dbf55d3a55b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81591d8-b765-43cb-8ced-aafa3560df0e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:50.981843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-661b9bcb-b822-4ff3-9ab5-23b3b906ec5d', 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'fixed_ips': [{'subnet_id': '13303d72-797a-489d-9edc-49d73c865203'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:55:50.982807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:51.046832 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a8194d7b-0ce2-4f3b-9f9c-fbe56a30f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:51.235641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a8194d7b-0ce2-4f3b-9f9c-fbe56a30f584 None None] For port 5ffafad3-5d36-4457-acd2-a89f78f0999b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ffafad3-5d36-4457-acd2-a89f78f0999b,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:51.290919 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a8194d7b-0ce2-4f3b-9f9c-fbe56a30f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:51.341000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:51.362522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:49Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:51.407519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:51.449415 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:51.529937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f33edc-ac96-458f-8d45-37983f110c7f None None] The sync data for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 is: [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:49Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:51.632541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Allocated IP 172.20.0.2 (661b9bcb-b822-4ff3-9ab5-23b3b906ec5d/13303d72-797a-489d-9edc-49d73c865203/47507ed6-aac0-44e3-883c-2608e186d885) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:51.695374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8194d7b-0ce2-4f3b-9f9c-fbe56a30f584 None None] Pushing event updated for resources: {'Port': ['ID=5ffafad3-5d36-4457-acd2-a89f78f0999b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:51.796893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Allocated IP 172.25.0.248 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:51.907665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:51.940543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:51.951135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:51.964842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:51.966245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.048961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5ff47-9b81-4971-8aeb-d057245c288f req-be231b59-dea6-4306-aac5-b2c35119129f tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:52.060445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dd5ff47-9b81-4971-8aeb-d057245c288f req-be231b59-dea6-4306-aac5-b2c35119129f tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 935 time: 1.0893157 Nov 09 17:55:52.081888 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd8355b1-8daf-4959-9183-5eb5f72d6924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.088052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Pushing event updated for resources: {'Port': ['ID=d9bd836c-32b2-4b94-9711-a4c598dbfc41,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:52.137231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.187919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-f5ce0c06-00fc-4486-b1e2-87e3e71ca543 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5799713 Nov 09 17:55:52.197127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ffafad3-5d36-4457-acd2-a89f78f0999b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:52.225767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.248838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-45319d79-b934-4d8a-b3f1-80956574548a tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:55:52.251550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-45319d79-b934-4d8a-b3f1-80956574548a tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298653 Nov 09 17:55:52.263035 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.274479 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd8355b1-8daf-4959-9183-5eb5f72d6924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.307364 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.335264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dd5ff47-9b81-4971-8aeb-d057245c288f req-7ee2a2ba-4bc3-422a-9e13-b341350414d0 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733510 Nov 09 17:55:52.366556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:52.385075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:52.440273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:52.454040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:52.455377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd8355b1-8daf-4959-9183-5eb5f72d6924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.465778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:52.471659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:52.481525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd8355b1-8daf-4959-9183-5eb5f72d6924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.487677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fd8355b1-8daf-4959-9183-5eb5f72d6924 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c81591d8-b765-43cb-8ced-aafa3560df0e HTTP/1.1" status: 204 len: 168 time: 1.5642929 Nov 09 17:55:52.512702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8355b1-8daf-4959-9183-5eb5f72d6924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81591d8-b765-43cb-8ced-aafa3560df0e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:52.513301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Pushing event updated for resources: {'Port': ['ID=47507ed6-aac0-44e3-883c-2608e186d885,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:52.591880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:52.627638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5ffafad3-5d36-4457-acd2-a89f78f0999b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:52.630884 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.712713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Attempting to bind port 47507ed6-aac0-44e3-883c-2608e186d885 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:52.713311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Attempting to bind port 47507ed6-aac0-44e3-883c-2608e186d885 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:52.713855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Attempting to bind port 47507ed6-aac0-44e3-883c-2608e186d885 on network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:52.717788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8df907c6-895c-4636-b43e-60197eca8f2b None None] Provisioning complete for port d9bd836c-32b2-4b94-9711-a4c598dbfc41 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:52.721568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8df907c6-895c-4636-b43e-60197eca8f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.805629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:52.809754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Checking segment: {'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:52.813035 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:52.814520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Bound using segment: {'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:52.815205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Bound port: 47507ed6-aac0-44e3-883c-2608e186d885, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:52.822719 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.187065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8df907c6-895c-4636-b43e-60197eca8f2b None None] Port d9bd836c-32b2-4b94-9711-a4c598dbfc41 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:53.298004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.555604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] For port 47507ed6-aac0-44e3-883c-2608e186d885, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:53.591208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] For port 47507ed6-aac0-44e3-883c-2608e186d885, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=47507ed6-aac0-44e3-883c-2608e186d885,segment=NetworkSegment(a9f170fb-925e-4e58-9bc2-2af924c64ef4),segment_id=a9f170fb-925e-4e58-9bc2-2af924c64ef4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:53.606707 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.612241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178711cd-f1ae-4b81-a099-a5ec24041a7f req-8356c8ef-01fa-47ae-8cb6-f11f46183017 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:53.616086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-178711cd-f1ae-4b81-a099-a5ec24041a7f req-8356c8ef-01fa-47ae-8cb6-f11f46183017 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 935 time: 0.1363697 Nov 09 17:55:53.712932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe79d0-37ad-4e1c-a183-805500aeee02 None None] Pushing event updated for resources: {'Port': ['ID=47507ed6-aac0-44e3-883c-2608e186d885,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:53.716440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:53.782150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-1a778abc-32bc-44ad-b340-2f8cb28027ee tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0df9914e0784382a82138b74c0ea82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848725 Nov 09 17:55:53.945162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-178711cd-f1ae-4b81-a099-a5ec24041a7f req-5c8001c9-e957-430e-bb89-9ec504bd0d27 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091023 Nov 09 17:55:54.070962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:55:54.094182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-9a5beff8-c77c-49c4-9897-19a2f7aac2e7 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:54.107327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-9a5beff8-c77c-49c4-9897-19a2f7aac2e7 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207538 Nov 09 17:55:54.156637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-cb777309-a4f6-4035-a052-75463a7ac8ab tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/quotas/e0df9914e0784382a82138b74c0ea82b HTTP/1.1" status: 200 len: 375 time: 0.0486729 Nov 09 17:55:54.239247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-6aa717ea-25be-4dd1-bdfd-153a496b59a4 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0df9914e0784382a82138b74c0ea82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774510 Nov 09 17:55:54.391556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:55:54.405285 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Sync routers for ids ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:55:54.418955 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Routers {'89a98a8f-2fe1-4c55-a2cf-ce3393e73190'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:54.419901 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:54.432167 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:54.437957 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1451cc03-3dda-4f7d-a9f0-3b15c0d55854 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1365590 Nov 09 17:55:54.438417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36176) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:54.677441 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Set router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:54.727690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5818f4d-5351-408a-97ae-249796cdfa5b req-74950ced-31d0-4e47-8d19-2f90d9fa9fc5 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 210 time: 0.0820460 Nov 09 17:55:54.795885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Request body: {'port': {'device_id': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'device_owner': 'compute:tempest-test_az-499156703', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:55.008809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:55.247197 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T17:55:52Z', 'revision_number': 3, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port': {'id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:51Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:55.417014 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Checking router: 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:55:55.417683 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Updating router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:55:55.535716 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:55.944785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a438bd9-dfe3-4718-8936-a33c5b2adc9e None None] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:55:56.024899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.228199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 47507ed6-aac0-44e3-883c-2608e186d885 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:56.230494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2635f7-74e1-41b8-87f3-5f1fe006c264 req-708a8b0a-6f40-47fa-9f01-9b8359097439 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:56.238508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f2635f7-74e1-41b8-87f3-5f1fe006c264 req-708a8b0a-6f40-47fa-9f01-9b8359097439 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 935 time: 1.0656722 Nov 09 17:55:56.283316 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.301743 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.356864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f2635f7-74e1-41b8-87f3-5f1fe006c264 req-23bc82a7-7478-483e-bfad-c9cac35ba955 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169996 Nov 09 17:55:56.359532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-10f60d5a-435c-4d74-8258-a37da248058d None None] Provisioning complete for port 47507ed6-aac0-44e3-883c-2608e186d885 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:56.363351 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10f60d5a-435c-4d74-8258-a37da248058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.449499 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abf33e-5eb7-4507-8e8a-5623ba66a9cf None None] Pushing event updated for resources: {'Port': ['ID=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:56.479405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Allocated IP 172.20.0.1 (661b9bcb-b822-4ff3-9ab5-23b3b906ec5d/13303d72-797a-489d-9edc-49d73c865203/ae442fd0-9974-4065-b963-d0b7ca41c291) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:55:56.480365 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Attempting to bind port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:56.480750 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Attempting to bind port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:56.481111 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Attempting to bind port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:56.502227 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:56.502646 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:56.503015 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.503411 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:56.504781 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Bound port: 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:56.505207 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.558815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-603f62d0-6e91-4b56-8edf-2ebac0586f94 req-e688329d-98e1-4b09-9d67-8f46fdac058a tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 210 time: 0.1057785 Nov 09 17:55:56.753396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 47507ed6-aac0-44e3-883c-2608e186d885 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:56.753780 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.756321 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] For port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:56.767448 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] For port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:56.775606 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.825090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9bd836c-32b2-4b94-9711-a4c598dbfc41 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:55:56.846186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.865399 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Routers {'89a98a8f-2fe1-4c55-a2cf-ce3393e73190'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:55:56.868542 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:56.908561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Transition to ACTIVE for port object d9bd836c-32b2-4b94-9711-a4c598dbfc41 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:55:56.923562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:56.957938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.017397 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10f60d5a-435c-4d74-8258-a37da248058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.019296 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.117254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bd836c-32b2-4b94-9711-a4c598dbfc41,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:57.158836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Pushing event updated for resources: {'Port': ['ID=ae442fd0-9974-4065-b963-d0b7ca41c291,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:57.231435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:55:57.240928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:55:57.252886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:55:57.262129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.271080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-10f60d5a-435c-4d74-8258-a37da248058d None None] For port 47507ed6-aac0-44e3-883c-2608e186d885, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=47507ed6-aac0-44e3-883c-2608e186d885,segment=NetworkSegment(a9f170fb-925e-4e58-9bc2-2af924c64ef4),segment_id=a9f170fb-925e-4e58-9bc2-2af924c64ef4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:55:57.282549 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10f60d5a-435c-4d74-8258-a37da248058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.289025 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.351466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Attempting to bind port d9bd836c-32b2-4b94-9711-a4c598dbfc41 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:55:57.355986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Attempting to bind port d9bd836c-32b2-4b94-9711-a4c598dbfc41 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:55:57.356557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Attempting to bind port d9bd836c-32b2-4b94-9711-a4c598dbfc41 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:57.360397 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abf33e-5eb7-4507-8e8a-5623ba66a9cf None None] Pushing event updated for resources: {'Port': ['ID=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:57.376126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Port d9bd836c-32b2-4b94-9711-a4c598dbfc41 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:55:57.376461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Attempting to bind port d9bd836c-32b2-4b94-9711-a4c598dbfc41 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:55:57.391156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:55:57.391550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:55:57.392120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:55:57.392539 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] Set router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:55:57.397129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Bound port: d9bd836c-32b2-4b94-9711-a4c598dbfc41, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:55:57.397887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.522578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f60d5a-435c-4d74-8258-a37da248058d None None] Pushing event updated for resources: {'Port': ['ID=47507ed6-aac0-44e3-883c-2608e186d885,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:57.536439 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:55:57.536899 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:55:57.675987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] For port d9bd836c-32b2-4b94-9711-a4c598dbfc41, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:55:57.697350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] For port d9bd836c-32b2-4b94-9711-a4c598dbfc41, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d9bd836c-32b2-4b94-9711-a4c598dbfc41,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:55:57.764040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f76ce2f6-47a5-416e-8b7f-3cc791db136e None None] Provisioning complete for port 47507ed6-aac0-44e3-883c-2608e186d885 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:57.766609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36268) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:57.769316 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f76ce2f6-47a5-416e-8b7f-3cc791db136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.819415 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.851177 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:57.913721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.85', 62310) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:57.961572 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T17:55:52Z', 'revision_number': 3, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port': {'id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:51Z', 'updated_at': '2021-11-09T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:55:57.995449 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48661fc8-608c-4f91-92a3-44e7f75f1891 None None] The sync data for ids ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'] in n-d-817240-1 is: [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T17:55:52Z', 'revision_number': 3, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port': {'id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:51Z', 'updated_at': '2021-11-09T17:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:55:58.036070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3141ab35-a93a-463d-9f7a-9dc7645f1ee0 req-bcd6eaf1-90b9-48a2-bfa4-639a8dc2c212 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 210 time: 0.2506447 Nov 09 17:55:58.051554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.052796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.054832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/d9bd836c-32b2-4b94-9711-a4c598dbfc41 HTTP/1.1" status: 200 len: 1116 time: 3.8144944 Nov 09 17:55:58.057831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'tag': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:55:58.079277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-43abb200-7caf-4ef9-96c5-592b8388f6db tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e0df9914e0784382a82138b74c0ea82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1642845 Nov 09 17:55:58.235464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb58b35-b44b-4e90-a05c-23e295214d65 req-3c78bf26-a7f7-4485-8c3d-3ec6d2ebd2bf tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.241151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcb58b35-b44b-4e90-a05c-23e295214d65 req-3c78bf26-a7f7-4485-8c3d-3ec6d2ebd2bf tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.6998739 Nov 09 17:55:58.303485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4e1b0d2b-7d06-4e0e-951f-b1de78390a39 None None] Provisioning complete for port ae442fd0-9974-4065-b963-d0b7ca41c291 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:58.304131 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e1b0d2b-7d06-4e0e-951f-b1de78390a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.385965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 47507ed6-aac0-44e3-883c-2608e186d885 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:55:58.493169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b0d2b-7d06-4e0e-951f-b1de78390a39 None None] Port ae442fd0-9974-4065-b963-d0b7ca41c291 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:55:58.510309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351c833-aed5-48e1-a18c-b34b1d24b7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9bd836c-32b2-4b94-9711-a4c598dbfc41,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:58.592817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 47507ed6-aac0-44e3-883c-2608e186d885 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:55:58.596936 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:58.682662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcb58b35-b44b-4e90-a05c-23e295214d65 req-c9297caf-43cd-4a1a-96d7-9bb1449c95d5 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946918 Nov 09 17:55:58.689804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-462ca1c4-9102-437f-b8e3-f2558e9e48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:58.691492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-462ca1c4-9102-437f-b8e3-f2558e9e48e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac9f333d663944ec9e01767344d02b47&device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 1119 time: 0.5024121 Nov 09 17:55:58.989256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-e57986c9-f9f6-42a5-8f2a-363850410b98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d9bd836c-32b2-4b94-9711-a4c598dbfc41 HTTP/1.1" status: 200 len: 217 time: 0.2859490 Nov 09 17:55:58.990193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36290) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:59.040406 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80" -d '{"events": [{"name": "network-changed", "server_uuid": "baadcf4a-c4c3-452d-ac4f-f568949f9eee", "tag": "d9bd836c-32b2-4b94-9711-a4c598dbfc41"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:55:59.200035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09a3f7ad-7886-4fc1-b592-24a1d4b30d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.247171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.268501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47c26846-6b54-49d2-acf4-5a81022476a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.282993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.284122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.374327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-c17b921a-ca0a-4425-82ca-c8e842819f82 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:55:59.379326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-c17b921a-ca0a-4425-82ca-c8e842819f82 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2491872 Nov 09 17:55:59.498784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Pushing event updated for resources: {'Port': ['ID=ae442fd0-9974-4065-b963-d0b7ca41c291,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:55:59.519264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Request body: {'port': {'device_id': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'e0df9914e0784382a82138b74c0ea82b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:55:59.556330 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef019a6-fb16-4a1c-b5f4-490c1313538f x-openstack-request-id: req-7ef019a6-fb16-4a1c-b5f4-490c1313538f {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:55:59.557755 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baadcf4a-c4c3-452d-ac4f-f568949f9eee", "tag": "d9bd836c-32b2-4b94-9711-a4c598dbfc41", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:55:59.558230 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ef019a6-fb16-4a1c-b5f4-490c1313538f {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:55:59.559495 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'tag': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41', 'status': 'completed', 'code': 200} Nov 09 17:55:59.574432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e382a083-dee5-4e6f-a5c4-8293f3bd8ac2 req-a1a04a53-2806-4d63-b7af-1aa52caba259 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 210 time: 0.4194069 Nov 09 17:55:59.598343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36310) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:55:59.795186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09a3f7ad-7886-4fc1-b592-24a1d4b30d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.806706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4cdb367b-d216-4d32-bccf-2c7c6f38993f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.884132 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09a3f7ad-7886-4fc1-b592-24a1d4b30d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:55:59.960887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3f7ad-7886-4fc1-b592-24a1d4b30d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561d8046-2769-4809-a666-583d00267ae1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.068434 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4cdb367b-d216-4d32-bccf-2c7c6f38993f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.129616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:00.132277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:00.163335 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4cdb367b-d216-4d32-bccf-2c7c6f38993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.241852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4cdb367b-d216-4d32-bccf-2c7c6f38993f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f7e16db1a7b49a7a17f6c6af0f43c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424277 Nov 09 17:56:00.249007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb367b-d216-4d32-bccf-2c7c6f38993f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee3bdd-3344-47e6-a273-a23e344a61ba,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.260670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36318) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:00.270578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86348a46-6a46-4d86-ace9-e6bca3fbdd0a req-958b5b3e-d633-42bb-8a3b-ed58b82d5aab tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:00.280867 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86348a46-6a46-4d86-ace9-e6bca3fbdd0a req-958b5b3e-d633-42bb-8a3b-ed58b82d5aab tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.3898585 Nov 09 17:56:00.372258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-09a3f7ad-7886-4fc1-b592-24a1d4b30d85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e19dc403ea8a476c97a7358ca58e8a95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3789599 Nov 09 17:56:00.384023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86348a46-6a46-4d86-ace9-e6bca3fbdd0a req-21e36e4d-91ba-4cbc-b9ac-09bd340fa17e tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009340 Nov 09 17:56:00.411509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36320) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:00.412280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-469be9ab-de2c-4118-8df7-9cb7b094bc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.487560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47c26846-6b54-49d2-acf4-5a81022476a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.508984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:00.540281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47c26846-6b54-49d2-acf4-5a81022476a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.551268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-469be9ab-de2c-4118-8df7-9cb7b094bc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.638687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-47c26846-6b54-49d2-acf4-5a81022476a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7acc963afa3945168c8163394300aa18&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8705168 Nov 09 17:56:00.657612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36324) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:00.674291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Made reservation on behalf of e0df9914e0784382a82138b74c0ea82b for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:00.681748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.691636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-72d9729b-84cc-4124-b7b5-9b7876dd21cc None None] Provisioning complete for port ae442fd0-9974-4065-b963-d0b7ca41c291 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:00.692047 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-72d9729b-84cc-4124-b7b5-9b7876dd21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.726770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.787546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5396884f-b2b9-47fd-bd19-2acef40894cd req-f9b5ee43-dd57-4923-b044-b8287a621725 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 210 time: 0.0653841 Nov 09 17:56:00.803877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-72d9729b-84cc-4124-b7b5-9b7876dd21cc None None] Port ae442fd0-9974-4065-b963-d0b7ca41c291 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:00.821019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:00.821392 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:00.852027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c26846-6b54-49d2-acf4-5a81022476a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b6068-ce13-44ce-a6e2-982ae2a78c5a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:00.874106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb031-4995-4082-8bd9-3fb7d2351203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.002603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.009253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.014638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:01.021927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.031346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:01.037513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.115745 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb031-4995-4082-8bd9-3fb7d2351203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.161839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.208479 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-469be9ab-de2c-4118-8df7-9cb7b094bc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.213278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-469be9ab-de2c-4118-8df7-9cb7b094bc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.214905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-469be9ab-de2c-4118-8df7-9cb7b094bc2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39ee3bdd-3344-47e6-a273-a23e344a61ba HTTP/1.1" status: 204 len: 168 time: 0.9111199 Nov 09 17:56:01.217490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-cedae021-d8bd-4706-a4d6-c8967ba524fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:01.220997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-cedae021-d8bd-4706-a4d6-c8967ba524fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.2973204 Nov 09 17:56:01.232967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb031-4995-4082-8bd9-3fb7d2351203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.237677 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bdeb031-4995-4082-8bd9-3fb7d2351203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.240800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0bdeb031-4995-4082-8bd9-3fb7d2351203 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/561d8046-2769-4809-a666-583d00267ae1 HTTP/1.1" status: 204 len: 168 time: 0.7841585 Nov 09 17:56:01.242459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c566690-f0b8-4453-842d-0afc00eadd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.277419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c566690-f0b8-4453-842d-0afc00eadd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.314688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af89c47-c152-4e17-a85d-f1f2dab699e2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.326447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469be9ab-de2c-4118-8df7-9cb7b094bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee3bdd-3344-47e6-a273-a23e344a61ba,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.365458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeb031-4995-4082-8bd9-3fb7d2351203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d8046-2769-4809-a666-583d00267ae1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.484304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Allocated IP 192.168.233.17 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:01.497441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:01.509359 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a860042c-f57d-4432-bfe3-e953c13f6960 admin admin] 10.222.0.32 "PUT /v2.0/routers/89a98a8f-2fe1-4c55-a2cf-ce3393e73190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0691113 Nov 09 17:56:01.518651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Sync routers for ids ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:01.553729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Routers {'89a98a8f-2fe1-4c55-a2cf-ce3393e73190'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:01.557527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:01.649204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c566690-f0b8-4453-842d-0afc00eadd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.658549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c566690-f0b8-4453-842d-0afc00eadd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:01.666507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0c566690-f0b8-4453-842d-0afc00eadd56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f7b6068-ce13-44ce-a6e2-982ae2a78c5a HTTP/1.1" status: 204 len: 168 time: 0.9953690 Nov 09 17:56:01.770276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c566690-f0b8-4453-842d-0afc00eadd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b6068-ce13-44ce-a6e2-982ae2a78c5a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:01.823636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Set router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:01.833755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-dc1ce3d2-14ad-44a8-8f36-e96c9e581a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:01.842609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-dc1ce3d2-14ad-44a8-8f36-e96c9e581a6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4538529 Nov 09 17:56:01.936210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36346) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:01.998293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8d70-b471-47e6-bda6-7a446d3ff78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.066962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-fda07968-159d-437d-ac7f-9783391ec3f3 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050562 Nov 09 17:56:02.094360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7e2d2-91c3-489e-92fd-fa1f22196990 req-0e5e22fa-eac2-470e-abb6-91826977c26d tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.095253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36348) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.107996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67d7e2d2-91c3-489e-92fd-fa1f22196990 req-0e5e22fa-eac2-470e-abb6-91826977c26d tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.5102019 Nov 09 17:56:02.112075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.170453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4610893-4c97-4ce5-9129-a11458464aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.281291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85a0fd61-666a-48ae-bd65-8eab9278a31a req-6a5960ac-3d7f-49b3-912a-7a2854959fec service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441944 Nov 09 17:56:02.309588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67d7e2d2-91c3-489e-92fd-fa1f22196990 req-9a6851e1-8ba9-4d97-9ad1-25242bcc4626 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000425 Nov 09 17:56:02.406183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.410579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:02.452009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-f6178c3b-ddc8-4636-96f6-c99ff152c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.459080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-f6178c3b-ddc8-4636-96f6-c99ff152c3b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ac9f333d663944ec9e01767344d02b47&device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 1119 time: 0.0767508 Nov 09 17:56:02.758932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:02.759527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.760450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:02.766951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8d70-b471-47e6-bda6-7a446d3ff78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.771158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Pushing event updated for resources: {'Port': ['ID=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:02.782167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:02.820796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8d70-b471-47e6-bda6-7a446d3ff78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.839514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T17:55:57Z', 'revision_number': 4, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port': {'id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:51Z', 'updated_at': '2021-11-09T17:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ae442fd0-9974-4065-b963-d0b7ca41c291', 'name': '', 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'mac_address': 'fa:16:3e:fa:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13303d72-797a-489d-9edc-49d73c865203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:56Z', 'updated_at': '2021-11-09T17:55:58Z', 'revision_number': 2, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'subnets': [{'id': '13303d72-797a-489d-9edc-49d73c865203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:02.863460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36358) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:02.938772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:02.954924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.955679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.975518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15646445-e339-4206-b66b-913fac6cfffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.976400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Checking router: 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:02.976769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Updating router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 port ae442fd0-9974-4065-b963-d0b7ca41c291 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:02.981397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-6dda878f-d085-4e0f-997b-92fadf75af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:02.983940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-6dda878f-d085-4e0f-997b-92fadf75af57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.5084102 Nov 09 17:56:02.989586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b2f8d70-b471-47e6-bda6-7a446d3ff78e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9abf366cae254052abaa70edb2e9c3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0446665 Nov 09 17:56:02.991832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4610893-4c97-4ce5-9129-a11458464aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:02.994293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36362) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.002640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f8d70-b471-47e6-bda6-7a446d3ff78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229a7900-f07a-447b-aed9-a660c57fcf5c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:03.040732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4610893-4c97-4ce5-9129-a11458464aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.062401 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.168722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-b4a1f6ee-c6cb-42d7-ba99-2dac3cee94f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d9bd836c-32b2-4b94-9711-a4c598dbfc41 HTTP/1.1" status: 200 len: 217 time: 0.1109402 Nov 09 17:56:03.260927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-dab7a926-55e6-4c2b-91b7-257da2d6a47b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7456532 Nov 09 17:56:03.272887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4610893-4c97-4ce5-9129-a11458464aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46dec8f-5760-41ad-9825-8ab9e79ad095,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:03.287061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c86cc1-66d6-40b5-a169-250e6b12bdad req-e61d58aa-3645-45ad-88fb-397b8e41e166 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.288672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60c86cc1-66d6-40b5-a169-250e6b12bdad req-e61d58aa-3645-45ad-88fb-397b8e41e166 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 935 time: 0.8047059 Nov 09 17:56:03.313258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b4610893-4c97-4ce5-9129-a11458464aad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a6c3ec5eba64ed29db5ee3725dc666a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2075684 Nov 09 17:56:03.313258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36372) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:03.314965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-ddae8f87-1c4a-447d-a3e7-e9b0c7eea975 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:03.316003 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-ddae8f87-1c4a-447d-a3e7-e9b0c7eea975 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234590 Nov 09 17:56:03.317417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-ae5de5d8-0b89-4771-987a-8fd188ca16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.320055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-ae5de5d8-0b89-4771-987a-8fd188ca16d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1325617 Nov 09 17:56:03.456212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60c86cc1-66d6-40b5-a169-250e6b12bdad req-b2a5d454-a6b6-45de-9662-4fca446e1471 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491511 Nov 09 17:56:03.479118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-b75b0039-ce7f-4e3c-a542-22cd14eb814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:03.485230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-b75b0039-ce7f-4e3c-a542-22cd14eb814c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500731 Nov 09 17:56:03.508746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cca22368-7204-4895-911e-fd701802fa17 None None] Provisioning complete for port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:03.509133 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cca22368-7204-4895-911e-fd701802fa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.544356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15646445-e339-4206-b66b-913fac6cfffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.575874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cca22368-7204-4895-911e-fd701802fa17 None None] Port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:03.580125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15646445-e339-4206-b66b-913fac6cfffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.657776 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.667162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:03.693460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-1452c4d8-54d5-4ccd-af01-af0de03f32ad service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901524 Nov 09 17:56:03.845275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033051d-d841-43d5-b065-5fd59124dd6d None None] Pushing event updated for resources: {'Port': ['ID=ae442fd0-9974-4065-b963-d0b7ca41c291,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.009184 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-15646445-e339-4206-b66b-913fac6cfffb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4fa3f6a3ce04750bfbd38ebe1700be4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1417279 Nov 09 17:56:04.016092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36378) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:04.043154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67b47f-ea85-4716-b4eb-04514e7be68a req-83ea8666-7065-45f6-82d7-4be98d9373c2 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:04.049439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd67b47f-ea85-4716-b4eb-04514e7be68a req-83ea8666-7065-45f6-82d7-4be98d9373c2 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.3325202 Nov 09 17:56:04.117354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Attempting to bind port ae442fd0-9974-4065-b963-d0b7ca41c291 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:04.117746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Attempting to bind port ae442fd0-9974-4065-b963-d0b7ca41c291 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:04.118153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Attempting to bind port ae442fd0-9974-4065-b963-d0b7ca41c291 on network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:04.143693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:04.144689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Checking segment: {'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:04.145296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.145878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Bound using segment: {'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:04.146598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Bound port: ae442fd0-9974-4065-b963-d0b7ca41c291, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f170fb-925e-4e58-9bc2-2af924c64ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:04.147221 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.185658 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-831addda-c0e2-4620-8fd6-666c801317a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.201952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f294b23-7b43-414f-8937-8e5500fbe373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.295204 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f294b23-7b43-414f-8937-8e5500fbe373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.313986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd67b47f-ea85-4716-b4eb-04514e7be68a req-586d1df2-9d6c-4297-8ef3-8225081bb93d tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166755 Nov 09 17:56:04.359568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe13173-17ae-49bb-ba0f-fcf3f59d3f80 req-521794a9-fa6b-4155-a8d6-ad01ccc8d3d8 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293843 Nov 09 17:56:04.361182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] For port ae442fd0-9974-4065-b963-d0b7ca41c291, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:04.365278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] For port ae442fd0-9974-4065-b963-d0b7ca41c291, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ae442fd0-9974-4065-b963-d0b7ca41c291,segment=NetworkSegment(a9f170fb-925e-4e58-9bc2-2af924c64ef4),segment_id=a9f170fb-925e-4e58-9bc2-2af924c64ef4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:04.375523 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.422854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Request body: {'port': {'device_id': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:04.427364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d290f8f-1ece-4d24-98da-93b8eb04e65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.448481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15646445-e339-4206-b66b-913fac6cfffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a64554-6fe5-4f2b-b593-aa93b9c00dad,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.478590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36382) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:04.480610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d290f8f-1ece-4d24-98da-93b8eb04e65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.491622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c0ff116f-a606-4b32-93df-bbc89e51d0bf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234921066', 'description': 'tempest-description--1335720768'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:04.531985 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0ff116f-a606-4b32-93df-bbc89e51d0bf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.542451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f294b23-7b43-414f-8937-8e5500fbe373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.545758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Routers {'89a98a8f-2fe1-4c55-a2cf-ce3393e73190'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:04.546811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:04.549523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f294b23-7b43-414f-8937-8e5500fbe373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.554965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7f294b23-7b43-414f-8937-8e5500fbe373 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/229a7900-f07a-447b-aed9-a660c57fcf5c HTTP/1.1" status: 204 len: 168 time: 1.5595050 Nov 09 17:56:04.606238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-831addda-c0e2-4620-8fd6-666c801317a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.609929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294b23-7b43-414f-8937-8e5500fbe373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a7900-f07a-447b-aed9-a660c57fcf5c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.719136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d290f8f-1ece-4d24-98da-93b8eb04e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.732524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d290f8f-1ece-4d24-98da-93b8eb04e65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.734016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2d290f8f-1ece-4d24-98da-93b8eb04e65f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0a64554-6fe5-4f2b-b593-aa93b9c00dad HTTP/1.1" status: 204 len: 168 time: 0.6851459 Nov 09 17:56:04.739874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.756770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d290f8f-1ece-4d24-98da-93b8eb04e65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a64554-6fe5-4f2b-b593-aa93b9c00dad,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.787334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18fbc6-1021-44e0-88fa-e18e450ad46d req-b535b81a-0b7a-4041-82de-ef0e71decf1d tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:04.789585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff18fbc6-1021-44e0-88fa-e18e450ad46d req-b535b81a-0b7a-4041-82de-ef0e71decf1d tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 935 time: 0.1804495 Nov 09 17:56:04.798907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0ff116f-a606-4b32-93df-bbc89e51d0bf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.813750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0ff116f-a606-4b32-93df-bbc89e51d0bf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.857184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-831addda-c0e2-4620-8fd6-666c801317a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.863811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-831addda-c0e2-4620-8fd6-666c801317a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.866900 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-831addda-c0e2-4620-8fd6-666c801317a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c46dec8f-5760-41ad-9825-8ab9e79ad095 HTTP/1.1" status: 204 len: 168 time: 1.5486827 Nov 09 17:56:04.898178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831addda-c0e2-4620-8fd6-666c801317a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46dec8f-5760-41ad-9825-8ab9e79ad095,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.947381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff116f-a606-4b32-93df-bbc89e51d0bf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b686b618-12e8-4010-a369-4879f8f1d2a7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:04.959130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff18fbc6-1021-44e0-88fa-e18e450ad46d req-861d6fd9-6563-4cf3-ac76-26a8bfa5aed9 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511636 Nov 09 17:56:04.963131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0ff116f-a606-4b32-93df-bbc89e51d0bf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:04.967533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0ff116f-a606-4b32-93df-bbc89e51d0bf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4841244 Nov 09 17:56:04.971468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36392) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:04.976665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1e176418-f90c-4221-b34e-ed851c5e1c28 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'security_group_rule': {'security_group_id': 'b686b618-12e8-4010-a369-4879f8f1d2a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:05.029027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033051d-d841-43d5-b065-5fd59124dd6d None None] Pushing event updated for resources: {'Port': ['ID=ae442fd0-9974-4065-b963-d0b7ca41c291,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.050119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e176418-f90c-4221-b34e-ed851c5e1c28 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.121965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cdf1b0d2-53b5-495d-83d7-13642859a500 None None] Provisioning complete for port ae442fd0-9974-4065-b963-d0b7ca41c291 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:05.121965 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b0d2-53b5-495d-83d7-13642859a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.386935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] Set router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:05.506945 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b0d2-53b5-495d-83d7-13642859a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.552647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e176418-f90c-4221-b34e-ed851c5e1c28 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.579256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd97af4-0e6a-4ea4-9f33-77fc2bf5afd8 req-4d803aef-5d7f-4232-b8a6-100001b78539 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:05.596020 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dd97af4-0e6a-4ea4-9f33-77fc2bf5afd8 req-4d803aef-5d7f-4232-b8a6-100001b78539 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.1493762 Nov 09 17:56:05.607546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e176418-f90c-4221-b34e-ed851c5e1c28 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.641335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:05.660614 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.692587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176418-f90c-4221-b34e-ed851c5e1c28 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3037c9c8-1424-4bff-a7ce-7c9b27f27516,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.711935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Transition to ACTIVE for port object 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:05.724686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e176418-f90c-4221-b34e-ed851c5e1c28 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.725072 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.733164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1e176418-f90c-4221-b34e-ed851c5e1c28 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7575366 Nov 09 17:56:05.751925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dd97af4-0e6a-4ea4-9f33-77fc2bf5afd8 req-96d2cf1a-1bf6-4743-b724-fed056486734 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540713 Nov 09 17:56:05.753215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36420) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:05.766011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1fabac2e-f542-49a5-87ed-fe500dba2fcf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'security_group_rule': {'security_group_id': 'b686b618-12e8-4010-a369-4879f8f1d2a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:05.842939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fabac2e-f542-49a5-87ed-fe500dba2fcf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:05.896660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cdf1b0d2-53b5-495d-83d7-13642859a500 None None] For port ae442fd0-9974-4065-b963-d0b7ca41c291, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ae442fd0-9974-4065-b963-d0b7ca41c291,segment=NetworkSegment(a9f170fb-925e-4e58-9bc2-2af924c64ef4),segment_id=a9f170fb-925e-4e58-9bc2-2af924c64ef4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:05.916994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:05.976233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b0d2-53b5-495d-83d7-13642859a500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.016799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Attempting to bind port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:06.017228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Attempting to bind port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:06.017396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Attempting to bind port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:06.045556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:06.045869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Attempting to bind port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:06.060237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:06.060733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:06.061185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:06.061668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Bound port: 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:06.062039 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.120092 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fabac2e-f542-49a5-87ed-fe500dba2fcf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.130847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fabac2e-f542-49a5-87ed-fe500dba2fcf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.185064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabac2e-f542-49a5-87ed-fe500dba2fcf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146d6379-6998-44b2-8198-10e25f866b6a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.204281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fabac2e-f542-49a5-87ed-fe500dba2fcf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.213187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1fabac2e-f542-49a5-87ed-fe500dba2fcf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4567118 Nov 09 17:56:06.215257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36434) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:06.218445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] For port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:06.231686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:06.242635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] For port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:06.249602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.272571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fa6719aa-4255-498f-873f-7490bb6d003f None None] Provisioning complete for port ae442fd0-9974-4065-b963-d0b7ca41c291 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:06.273194 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fa6719aa-4255-498f-873f-7490bb6d003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.274589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1b0d2-53b5-495d-83d7-13642859a500 None None] Pushing event updated for resources: {'Port': ['ID=ae442fd0-9974-4065-b963-d0b7ca41c291,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.345862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.348682 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.352451 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] 10.222.0.85 "PUT /v2.0/ports/7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 HTTP/1.1" status: 200 len: 1095 time: 2.3510201 Nov 09 17:56:06.352923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'tag': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:06.387464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:06.422697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T17:55:57Z', 'revision_number': 4, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port': {'id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:51Z', 'updated_at': '2021-11-09T17:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ae442fd0-9974-4065-b963-d0b7ca41c291', 'name': '', 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'mac_address': 'fa:16:3e:fa:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13303d72-797a-489d-9edc-49d73c865203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:56Z', 'updated_at': '2021-11-09T17:56:04Z', 'revision_number': 4, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'subnets': [{'id': '13303d72-797a-489d-9edc-49d73c865203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:06.486678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b694176-ac34-4d57-88b0-15916fa3a8fe None None] The sync data for ids ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'] in n-d-817240-1 is: [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T17:55:57Z', 'revision_number': 4, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port': {'id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:51Z', 'updated_at': '2021-11-09T17:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ae442fd0-9974-4065-b963-d0b7ca41c291', 'name': '', 'network_id': '661b9bcb-b822-4ff3-9ab5-23b3b906ec5d', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'mac_address': 'fa:16:3e:fa:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '13303d72-797a-489d-9edc-49d73c865203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:56Z', 'updated_at': '2021-11-09T17:56:04Z', 'revision_number': 4, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'subnets': [{'id': '13303d72-797a-489d-9edc-49d73c865203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:06.636847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a607ae-a8a7-4b1b-aaf9-3f16e861c042 req-e8da4708-7ea5-4c95-a21d-cb387705341d tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.658724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6a607ae-a8a7-4b1b-aaf9-3f16e861c042 req-e8da4708-7ea5-4c95-a21d-cb387705341d tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 947 time: 0.3857234 Nov 09 17:56:06.717564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29ed6c-7a65-4a07-99e1-38f42a666b1e service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:06.783713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-aa3ce38f-a56e-4f8c-be52-cd9a5ba595ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:06.785774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-aa3ce38f-a56e-4f8c-be52-cd9a5ba595ba service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0df9914e0784382a82138b74c0ea82b&device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 1098 time: 0.2627940 Nov 09 17:56:06.787435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6a607ae-a8a7-4b1b-aaf9-3f16e861c042 req-e6fbf40b-cd99-4305-a298-5249971df6e0 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276336 Nov 09 17:56:06.864924 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.037017 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1bc743-f69b-4c65-90f1-7a50bf4a99c5", "tag": "7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:07.160815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04c89f-ee41-4c60-9eee-cdcd97d77cb3 req-355864e8-c1bf-4a05-93dd-a64bdb8bc521 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:07.169976 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-95cf00e3-30a5-4c1b-a728-6352f47b5ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.176284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad04c89f-ee41-4c60-9eee-cdcd97d77cb3 req-355864e8-c1bf-4a05-93dd-a64bdb8bc521 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.2579257 Nov 09 17:56:07.216668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Allocated IP 172.25.0.142 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/884624a6-cec5-41b8-8014-fc35094dbc65) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:07.259380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad04c89f-ee41-4c60-9eee-cdcd97d77cb3 req-3e63f693-e2e9-40a7-b450-f96a29c72968 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760016 Nov 09 17:56:07.359435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36468) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:07.443186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.504861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.559098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:07.564173 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c327432f-528e-4e48-be47-4f77c3f0e22a x-openstack-request-id: req-c327432f-528e-4e48-be47-4f77c3f0e22a {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:07.564681 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1bc743-f69b-4c65-90f1-7a50bf4a99c5", "tag": "7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:07.565239 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c327432f-528e-4e48-be47-4f77c3f0e22a {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:07.565484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:07.566632 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'tag': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8', 'status': 'completed', 'code': 200} Nov 09 17:56:07.575956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:07.588669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event updated for resources: {'Port': ['ID=884624a6-cec5-41b8-8014-fc35094dbc65,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:07.619651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36474) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:07.727927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.746281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1459589692-network', 'tenant_id': 'e571c10594ab4b76b5b5316edd4b8a42'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:07.796303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.803854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Made reservation on behalf of e571c10594ab4b76b5b5316edd4b8a42 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:07.806636 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.820606 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.867300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-network', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:07.917536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Made reservation on behalf of a96169acf64b4cb5b5d2306b44ea6665 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:07.920979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:07.946557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.029698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3785bcc-9c37-40d8-a257-4a483f00a2c2 req-a7239443-fa81-4dfc-be35-df8986126b2c tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.031984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3785bcc-9c37-40d8-a257-4a483f00a2c2 req-a7239443-fa81-4dfc-be35-df8986126b2c tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 947 time: 0.0928679 Nov 09 17:56:08.084318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.096727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.110636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3785bcc-9c37-40d8-a257-4a483f00a2c2 req-f7d5484c-7fa1-449f-bb2c-633049dd2d73 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698719 Nov 09 17:56:08.113817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.120482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.142159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:08.153923 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.156314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116baaae-d55e-4821-a462-b1a522fccc22,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.163491 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.167998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.168345 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Added segment 3b4f5930-e8c9-4c6b-8fa8-f30d78c35575 of type vlan for network e07d4846-5194-46f6-83b2-dcf51dc3a1b8 Nov 09 17:56:08.185078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.209417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event updated for resources: {'Port': ['ID=884624a6-cec5-41b8-8014-fc35094dbc65,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.215082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:08.221141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c8de0-e95a-48e5-a479-c1011af65c3d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.233306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.236291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-420a2de5-205c-415a-b99b-022574c4eb24 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0187144 Nov 09 17:56:08.259792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.260311 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Added segment 8763b35f-a658-48b1-a353-38af59b85f0d of type vlan for network b7783001-dbbf-4872-a0aa-24d858c23888 Nov 09 17:56:08.304841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.384449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.394957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ae442fd0-9974-4065-b963-d0b7ca41c291 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:08.418097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.418737 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.443280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.547005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ae442fd0-9974-4065-b963-d0b7ca41c291 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:08.547391 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.554644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5353a45-6127-4428-bdef-d7f36ba8f8ec req-57c96f22-ce29-412c-a7df-9d402f7a3ce6 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.556239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5353a45-6127-4428-bdef-d7f36ba8f8ec req-57c96f22-ce29-412c-a7df-9d402f7a3ce6 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.1669257 Nov 09 17:56:08.561619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2000675 Nov 09 17:56:08.564708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36496) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.582619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.583911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:08.584797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.589303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Request body: {'subnet': {'network_id': 'e07d4846-5194-46f6-83b2-dcf51dc3a1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1459589692-subnet', 'tenant_id': 'e571c10594ab4b76b5b5316edd4b8a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:08.631819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0105469 Nov 09 17:56:08.632013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36508) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:08.632815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36febde0-f467-45f2-ad0f-dca4898e6a79 admin admin] Pushing event updated for resources: {'Network': ['ID=e07d4846-5194-46f6-83b2-dcf51dc3a1b8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.648282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Request body: {'subnet': {'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-subnet', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:08.654877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e07d4846-5194-46f6-83b2-dcf51dc3a1b8 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:08.712555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4d5a7-a299-4771-ad2f-081608fe1fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=b7783001-dbbf-4872-a0aa-24d858c23888,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:08.732290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5353a45-6127-4428-bdef-d7f36ba8f8ec req-82353ec7-e68d-4794-9baa-006a722d9857 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669505 Nov 09 17:56:08.735367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b7783001-dbbf-4872-a0aa-24d858c23888 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:08.748740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Made reservation on behalf of e571c10594ab4b76b5b5316edd4b8a42 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:08.751142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.754223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Made reservation on behalf of a96169acf64b4cb5b5d2306b44ea6665 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:08.756454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:08.892352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-30570cf7-1c72-4e48-b91a-e30f2028ca60 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1234921066&fields=id&tenant_id=832155443c754efa93737514583a31eb HTTP/1.1" status: 200 len: 267 time: 0.1972442 Nov 09 17:56:09.224316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-4a56e79c-6cd3-482e-aaf9-6ed7a10711f7 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.225854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-4a56e79c-6cd3-482e-aaf9-6ed7a10711f7 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 823 time: 0.3192134 Nov 09 17:56:09.454503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-c439ec0f-e2fb-4445-b024-63d82503586e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6cc23f309b574168892d7e76ce80248b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2416379 Nov 09 17:56:09.464340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-2faa1665-14ba-4a7a-8f22-5528773320a7 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/quotas/832155443c754efa93737514583a31eb HTTP/1.1" status: 200 len: 375 time: 0.2227929 Nov 09 17:56:09.508166 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.537009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.683297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-38db4e74-b277-4c3e-a58b-416d2d89bcb4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2062356 Nov 09 17:56:09.693117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d260ce1-1466-4b49-bcc6-65e8763e7528,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:09.739001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-125a0634-6553-4d9a-b1ef-47ff9727e8a9 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.740531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-125a0634-6553-4d9a-b1ef-47ff9727e8a9 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714057 Nov 09 17:56:09.744919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Checking segment: {'id': '3b4f5930-e8c9-4c6b-8fa8-f30d78c35575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e07d4846-5194-46f6-83b2-dcf51dc3a1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:09.745295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Network hostable DHCP agents. Network: e07d4846-5194-46f6-83b2-dcf51dc3a1b8, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:09.766242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Checking segment: {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:09.766621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Network hostable DHCP agents. Network: b7783001-dbbf-4872-a0aa-24d858c23888, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:09.766989 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48edf9da-7e65-4e50-8238-08d713179373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.786019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-f276137d-eae2-4b72-855e-b6ab51cd3c78 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/quotas/6cc23f309b574168892d7e76ce80248b HTTP/1.1" status: 200 len: 375 time: 0.0350947 Nov 09 17:56:09.796960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41737866-8470-4dd3-a860-7267844f3df4,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:09.832640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Network e07d4846-5194-46f6-83b2-dcf51dc3a1b8 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:09.837625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-1c4bae7d-273c-41fb-8145-71f40ba14da8 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443625 Nov 09 17:56:09.839383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Network b7783001-dbbf-4872-a0aa-24d858c23888 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:09.850801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e07d4846-5194-46f6-83b2-dcf51dc3a1b8) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:09.856405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.856939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.859495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b7783001-dbbf-4872-a0aa-24d858c23888) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:09.861787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fd709-b33b-4dd7-889d-ed1071a73486 None None] Network e07d4846-5194-46f6-83b2-dcf51dc3a1b8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:09.866954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:09.867544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:09.887156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-79e1c891-36de-4221-917d-c94e03ea0110 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3204679 Nov 09 17:56:09.894839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-20745438-0eba-4d9f-a119-55967aa9cc7d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:09.895968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-20745438-0eba-4d9f-a119-55967aa9cc7d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0823185 Nov 09 17:56:09.899407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0fbdd37-8e1a-44a0-974c-69e705517e22 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2654781 Nov 09 17:56:09.902048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36542) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:09.915962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:10.011419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f9f9ab55-89c4-459e-ac46-2bc1b425939e service neutron] 10.222.0.32 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066949 Nov 09 17:56:10.015631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c90fd1-dce3-4152-8adb-3ade12a7f917 None None] Network b7783001-dbbf-4872-a0aa-24d858c23888 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:10.017174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.018247 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.168863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.224898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.235618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc96c5-2308-4d20-8c43-7ee0f80e4bfd None None] Network e07d4846-5194-46f6-83b2-dcf51dc3a1b8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:10.277133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-5ed736ac-90b2-4462-a245-f2afe81dec90 service neutron] 10.222.0.32 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512133 Nov 09 17:56:10.323252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b7783001-dbbf-4872-a0aa-24d858c23888', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:56:10.324465 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.474737 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.552245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb71d8a-3353-4647-9f9c-2b96018be360 req-745481f2-c508-4999-955b-e545b4742489 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:10.553754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bb71d8a-3353-4647-9f9c-2b96018be360 req-745481f2-c508-4999-955b-e545b4742489 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 947 time: 0.1980941 Nov 09 17:56:10.620113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bb71d8a-3353-4647-9f9c-2b96018be360 req-db188d80-0567-4b51-9aaa-a10f42f9b75f tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546072 Nov 09 17:56:10.639517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Allocated IP 172.20.0.2 (b7783001-dbbf-4872-a0aa-24d858c23888/41737866-8470-4dd3-a860-7267844f3df4/51388429-6af5-42fd-ad2b-8e17ad935290) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:10.755330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d9bd836c-32b2-4b94-9711-a4c598dbfc41 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:10.938760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-a5a47403-e68b-47dd-8bd0-524ddaa2a41e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6cc23f309b574168892d7e76ce80248b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228664 Nov 09 17:56:10.990334 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:10.996555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d9bd836c-32b2-4b94-9711-a4c598dbfc41, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d9bd836c-32b2-4b94-9711-a4c598dbfc41,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:11.037357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41', 'mac_address': 'fa:16:3e:f9:d7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:tempest-test_az-499156703', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:11.046361 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.053115 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.085502 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.117652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.141792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Network b7783001-dbbf-4872-a0aa-24d858c23888 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:11.147225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd242a-5dcc-457c-98ed-a00955f0cf78 req-77d6b56a-7236-4613-a4e3-dbe698b6110e tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.150099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:11.154956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2bd242a-5dcc-457c-98ed-a00955f0cf78 req-77d6b56a-7236-4613-a4e3-dbe698b6110e tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 968 time: 0.3372660 Nov 09 17:56:11.155298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:11.165391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36586) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.170957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1013038011-network', 'tenant_id': '6399816e015c43eeb48b00480d4fb3b5'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:11.178971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.208184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Pushing event updated for resources: {'Port': ['ID=51388429-6af5-42fd-ad2b-8e17ad935290,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:11.219790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Made reservation on behalf of 6399816e015c43eeb48b00480d4fb3b5 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:11.222995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.228324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9bd836c-32b2-4b94-9711-a4c598dbfc41 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:11.242414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.244625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-005b8c74-a0d2-4f88-8469-c9b878885cdb tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.251969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-005b8c74-a0d2-4f88-8469-c9b878885cdb tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122830 Nov 09 17:56:11.291239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-21f4413b-ba99-4051-bf14-eabfe0b26b4e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/quotas/6cc23f309b574168892d7e76ce80248b HTTP/1.1" status: 200 len: 375 time: 0.0382793 Nov 09 17:56:11.327718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2bd242a-5dcc-457c-98ed-a00955f0cf78 req-702f87fd-8a2c-4236-bba3-485ee8f57d00 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719480 Nov 09 17:56:11.345003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-9e91da82-714a-4e38-ad18-273c0c7f535b tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525174 Nov 09 17:56:11.435897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.448459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.470050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Allocated IP 172.25.0.233 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3e3063ab-1d2b-4ce4-960e-c272bad5b918) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:11.510868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c17a19-c9ff-4953-b394-d55bd98d6765,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:11.541419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d9bd836c-32b2-4b94-9711-a4c598dbfc41, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d9bd836c-32b2-4b94-9711-a4c598dbfc41,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:11.542450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:56:11.558856 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.569465 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Added segment c96308ba-2091-41b5-b5cf-623153ad5f5c of type vlan for network 3046546a-861d-4454-8e81-8e852a395afa Nov 09 17:56:11.569738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1998ac6a-552d-4c3d-bdb5-92fbfc315b92 req-3d8dfd96-df42-440b-bd74-625790060620 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 210 time: 0.0884352 Nov 09 17:56:11.584223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.654483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.675030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d9bd836c-32b2-4b94-9711-a4c598dbfc41,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:11.703843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Attempting to bind port 51388429-6af5-42fd-ad2b-8e17ad935290 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:11.704391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Attempting to bind port 51388429-6af5-42fd-ad2b-8e17ad935290 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:11.705032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Attempting to bind port 51388429-6af5-42fd-ad2b-8e17ad935290 on network b7783001-dbbf-4872-a0aa-24d858c23888 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:11.712240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:11.712240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Checking segment: {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:11.712240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.712240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Bound using segment: {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:11.713197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Bound port: 51388429-6af5-42fd-ad2b-8e17ad935290, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:11.714033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.739003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.739984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:11.740544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.764631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.848089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] For port 51388429-6af5-42fd-ad2b-8e17ad935290, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:11.869638 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7002172 Nov 09 17:56:11.871391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36600) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:11.879277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Request body: {'subnet': {'network_id': '3046546a-861d-4454-8e81-8e852a395afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1013038011-subnet', 'tenant_id': '6399816e015c43eeb48b00480d4fb3b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:11.888615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] For port 51388429-6af5-42fd-ad2b-8e17ad935290, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=51388429-6af5-42fd-ad2b-8e17ad935290,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:11.899624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.910601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419b46f-8a43-45e4-90fd-a218d73eeba4 admin admin] Pushing event updated for resources: {'Network': ['ID=3046546a-861d-4454-8e81-8e852a395afa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:11.929467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Made reservation on behalf of 6399816e015c43eeb48b00480d4fb3b5 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:11.932798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Notify callbacks [] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:11.934343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e62a8562-e0c8-4063-b2ad-368533489445 req-fb074d3c-b8f8-42a3-883a-dc6e0dee4e71 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 210 time: 0.1869504 Nov 09 17:56:11.978991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3046546a-861d-4454-8e81-8e852a395afa details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:56:12.066565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-0e194cf5-37a1-4a8a-b94d-31afadc48fa4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6cc23f309b574168892d7e76ce80248b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515099 Nov 09 17:56:12.100677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d9bd836c-32b2-4b94-9711-a4c598dbfc41'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:12.132239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844354b3-1f3a-4a96-a584-199eefc7d3cb req-274d5772-7481-447e-bab6-0afb30dc121e tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:12.143999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-844354b3-1f3a-4a96-a584-199eefc7d3cb req-274d5772-7481-447e-bab6-0afb30dc121e tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 947 time: 0.3954873 Nov 09 17:56:12.229180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.336292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72684ce-6d09-41df-b690-d496d50c2ee8 None None] Pushing event updated for resources: {'Port': ['ID=51388429-6af5-42fd-ad2b-8e17ad935290,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:12.344408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-844354b3-1f3a-4a96-a584-199eefc7d3cb req-5071966d-2938-4786-9afc-d7c9076404fc tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983876 Nov 09 17:56:12.382829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.435553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Checking segment: {'id': 'c96308ba-2091-41b5-b5cf-623153ad5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3046546a-861d-4454-8e81-8e852a395afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:12.436262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Network hostable DHCP agents. Network: 3046546a-861d-4454-8e81-8e852a395afa, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:56:12.438671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=64360295-b43f-4aa2-9cfd-a6e1652123ad,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:12.459681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Network 3046546a-861d-4454-8e81-8e852a395afa is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:56:12.501623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3046546a-861d-4454-8e81-8e852a395afa) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:12.558356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:12.559307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.563490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b2198-97f2-488b-87c1-e1309c44f4c3 None None] Network 3046546a-861d-4454-8e81-8e852a395afa requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:12.583686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a21bb4e2-ec57-4686-8a02-1d488feddcea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7108972 Nov 09 17:56:12.626404 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:12.669950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.73', 51618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.858171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36614) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:12.865050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:12.867316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3cd29ae6-ceaa-442c-84b6-fec8f3783b46 req-916e8b56-d945-4ff1-b98b-9099d90f434a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 210 time: 0.0936277 Nov 09 17:56:12.895020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:12.903929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862c3ef-7023-4db7-9adb-279dc5fdc642 None None] Network 3046546a-861d-4454-8e81-8e852a395afa requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:12.918187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:12.928310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-5c3410f3-bf9d-4a89-b73c-e31865484e36 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:12.929825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-5c3410f3-bf9d-4a89-b73c-e31865484e36 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8468189 Nov 09 17:56:12.934050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3063ab-1d2b-4ce4-960e-c272bad5b918,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:13.000033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-d2f5179e-b9b6-45aa-8d0b-530197e71df3 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.002405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-d2f5179e-b9b6-45aa-8d0b-530197e71df3 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.73 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 823 time: 0.3188519 Nov 09 17:56:13.012438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Request body: {'port': {'device_id': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '6cc23f309b574168892d7e76ce80248b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:13.064175 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-47d04bca-fd14-40ac-a3cb-8536eafa68b2 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832155443c754efa93737514583a31eb HTTP/1.1" status: 200 len: 380 time: 0.0454924 Nov 09 17:56:13.076139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'port': {'device_id': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'admin_state_up': True, 'tenant_id': '832155443c754efa93737514583a31eb', 'security_groups': ['b686b618-12e8-4010-a369-4879f8f1d2a7']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:13.087444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92ea7e-e8a4-411f-aefe-8108bb7088ef req-e68aa51f-ebe0-493c-bb28-9af8a531a460 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.088965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b92ea7e-e8a4-411f-aefe-8108bb7088ef req-e68aa51f-ebe0-493c-bb28-9af8a531a460 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 969 time: 0.3339491 Nov 09 17:56:13.135536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] Deleting subnet 7d260ce1-1466-4b49-bcc6-65e8763e7528 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:56:13.148725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42965ed4-637c-4ded-ad96-530b8e3f1402 req-fa160381-0f4a-4fb7-8f5c-962e1e18ca11 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 210 time: 0.0904961 Nov 09 17:56:13.163364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.250416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b92ea7e-e8a4-411f-aefe-8108bb7088ef req-d4fbbc4b-2ddc-4b1d-a8fa-8f86a71ec523 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358337 Nov 09 17:56:13.254640 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.324768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.394401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Made reservation on behalf of 6cc23f309b574168892d7e76ce80248b for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:13.397833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.401367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-2b21d98a-d323-4143-ac3e-6e5c9b31d810 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 HTTP/1.1" status: 200 len: 217 time: 0.0716839 Nov 09 17:56:13.424427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.458583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Made reservation on behalf of 832155443c754efa93737514583a31eb for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:13.463482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.471453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.488849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.494654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-02342169-d485-4873-8cc7-7786534e69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.496130 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-02342169-d485-4873-8cc7-7786534e69e5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0840023 Nov 09 17:56:13.546940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f8eb3-1c8b-4c08-a135-77bdb153ef09 None None] Network b7783001-dbbf-4872-a0aa-24d858c23888 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:56:13.599797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d260ce1-1466-4b49-bcc6-65e8763e7528,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:13.607055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.613768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-124353b2-f92f-48f9-ad15-460a1896d3a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7d260ce1-1466-4b49-bcc6-65e8763e7528 HTTP/1.1" status: 204 len: 168 time: 0.7461965 Nov 09 17:56:13.616671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36622) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:13.631127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-54f8cd83-c769-407d-b405-a05dd3fb6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.632514 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-54f8cd83-c769-407d-b405-a05dd3fb6593 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252100 Nov 09 17:56:13.667059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6576b-72dc-45d3-9c30-29cd98d42170 req-851a5fb9-49c4-40ae-9416-28342724669c tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:13.672605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5c5c0c23-1fe5-45f3-9d6d-d36660d03be3 None None] Provisioning complete for port 51388429-6af5-42fd-ad2b-8e17ad935290 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:13.672986 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0c23-1fe5-45f3-9d6d-d36660d03be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.678688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58c6576b-72dc-45d3-9c30-29cd98d42170 req-851a5fb9-49c4-40ae-9416-28342724669c tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 947 time: 0.2403996 Nov 09 17:56:13.757714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58c6576b-72dc-45d3-9c30-29cd98d42170 req-94cdcd14-79a5-4e66-b0c1-b848c4336baf tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Nov 09 17:56:13.790947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Allocated IP 172.20.0.10 (8cd5c396-341f-40ff-b155-1bcf6eb00a59/4efa7b6e-d2e0-418e-aac2-ff816fd4e08f/f5348f8b-c192-4e89-affb-df8a0b76e286) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:13.794851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.822849 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0c23-1fe5-45f3-9d6d-d36660d03be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.830905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.836294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.854160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-60874c4d-41da-4633-b62a-235c4cf537b5 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086432 Nov 09 17:56:13.868609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5c5c0c23-1fe5-45f3-9d6d-d36660d03be3 None None] For port 51388429-6af5-42fd-ad2b-8e17ad935290, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=51388429-6af5-42fd-ad2b-8e17ad935290,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:13.878894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0c23-1fe5-45f3-9d6d-d36660d03be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:13.954874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c0c23-1fe5-45f3-9d6d-d36660d03be3 None None] Pushing event updated for resources: {'Port': ['ID=51388429-6af5-42fd-ad2b-8e17ad935290,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:13.989615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f13543-9056-4749-b649-15b6435e62f3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.054770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b01ed2f1-0406-4347-ac80-bf0d4f21f8ab req-ad2c0277-06e3-4664-8005-14f913fc4931 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 210 time: 0.0569329 Nov 09 17:56:14.055752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.059736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.85', 62315) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:14.098958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.102248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-fb2dac03-ff11-4ece-81a9-f32c5cdf253c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6cc23f309b574168892d7e76ce80248b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414047 Nov 09 17:56:14.144837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.145201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.145984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.146699 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.147009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.147377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.147688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.148089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.148431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.148786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.197083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Allocated IP 192.168.233.119 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/aa17ee0c-9747-4946-b494-3df556c4a65c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:14.208289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-796b0299-7ddc-4d28-975f-c9616183619b None None] Provisioning complete for port 51388429-6af5-42fd-ad2b-8e17ad935290 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:14.209599 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-796b0299-7ddc-4d28-975f-c9616183619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.286141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63c391b1-db6f-4509-ac8d-3cf7c14d2a8f req-c4a292db-23df-4e60-9ee3-c4625791ef67 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 210 time: 0.0508082 Nov 09 17:56:14.305921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.306492 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.307119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.307690 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:14.308060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07d4846-5194-46f6-83b2-dcf51dc3a1b8']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:14.347941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4f5930-e8c9-4c6b-8fa8-f30d78c35575') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:14.348506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4f5930-e8c9-4c6b-8fa8-f30d78c35575') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:14.380253 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-697d86f9-b500-47be-9d4f-99e53d5217a2 req-1d357e9a-d26f-4e35-b103-1bd3ab6b50b8 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021052 Nov 09 17:56:14.382330 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.388395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.411544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 51388429-6af5-42fd-ad2b-8e17ad935290 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:14.425742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.438390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:14.439131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: from cryptography.utils import int_from_bytes Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: from cryptography.utils import int_from_bytes Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: timer() Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:14.470186 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:14.479917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 51388429-6af5-42fd-ad2b-8e17ad935290 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:14.480901 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.578536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.590138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.590376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-29f683d1-8952-43c8-bf0b-afa71b0cb67c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:14.591789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-29f683d1-8952-43c8-bf0b-afa71b0cb67c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4824734 Nov 09 17:56:14.596069 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e07d4846-5194-46f6-83b2-dcf51dc3a1b8 HTTP/1.1" status: 204 len: 168 time: 0.9724197 Nov 09 17:56:14.599705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36630) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:14.605312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-dcd86a9b-351d-4941-98ba-5706817c3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:14.606820 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-dcd86a9b-351d-4941-98ba-5706817c3e6c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0df9914e0784382a82138b74c0ea82b&device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 1098 time: 0.1259668 Nov 09 17:56:14.607732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.610264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ce805-a295-4fbd-8760-2672e55bbbc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07d4846-5194-46f6-83b2-dcf51dc3a1b8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.629248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Request body: {'port': {'device_id': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '6cc23f309b574168892d7e76ce80248b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:14.727366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:14.735285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d9bd836c-32b2-4b94-9711-a4c598dbfc41 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:14.739897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:14.747787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:14.770185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] Deleting subnet 64360295-b43f-4aa2-9cfd-a6e1652123ad {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:56:14.777330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Router 15b471da-3872-4926-9123-384902a0eaf4 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:56:14.787233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event updated for resources: {'Port': ['ID=f5348f8b-c192-4e89-affb-df8a0b76e286,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:14.796687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd424a8-e2d1-4ad5-b5a5-8bd88ec46084 req-148a5935-0d3d-4bd8-a9ca-fac0bea36f35 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:14.804251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cd424a8-e2d1-4ad5-b5a5-8bd88ec46084 req-148a5935-0d3d-4bd8-a9ca-fac0bea36f35 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 969 time: 0.4200006 Nov 09 17:56:14.815356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.821710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.850012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port d9bd836c-32b2-4b94-9711-a4c598dbfc41 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:14.854024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:14.854727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.859435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-931d20f5-2f56-4034-a964-6539673dcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:14.859623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port d9bd836c-32b2-4b94-9711-a4c598dbfc41 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:14.860947 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-931d20f5-2f56-4034-a964-6539673dcc61 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2443767 Nov 09 17:56:14.861475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.875732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f185f6f5-2888-418b-a419-1fd65c1e64aa tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8026917 Nov 09 17:56:14.929924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Request body: {'port': {'device_id': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'device_owner': 'compute:tempest-test_az-499156703', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:14.938173 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-0a0ea1d0-e723-4314-b264-4e231223e4be service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 HTTP/1.1" status: 200 len: 217 time: 0.0613642 Nov 09 17:56:14.973108 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:14.998120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:15.024529 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.026098 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.037718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-6be423eb-d3a6-4010-9307-0dda8e7fb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:15.039168 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-6be423eb-d3a6-4010-9307-0dda8e7fb40a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0843897 Nov 09 17:56:15.075918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd3bdc-e78b-4020-a1c9-19a0ef87fbf4 req-2ab9fc82-4975-4ed4-a74d-5c5321eec844 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:15.083893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6bd3bdc-e78b-4020-a1c9-19a0ef87fbf4 req-2ab9fc82-4975-4ed4-a74d-5c5321eec844 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 947 time: 0.2051301 Nov 09 17:56:15.088830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d9bd836c-32b2-4b94-9711-a4c598dbfc41, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d9bd836c-32b2-4b94-9711-a4c598dbfc41,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:15.095146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dc6275fb-e2ab-4238-ba5a-6042662a1e2f None None] Provisioning complete for port f5348f8b-c192-4e89-affb-df8a0b76e286 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:15.095146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dc6275fb-e2ab-4238-ba5a-6042662a1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.098712 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.108430 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.114741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cd424a8-e2d1-4ad5-b5a5-8bd88ec46084 req-971a786b-17b1-4f8b-8677-9a1864b41874 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097780 Nov 09 17:56:15.172223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dc6275fb-e2ab-4238-ba5a-6042662a1e2f None None] Port f5348f8b-c192-4e89-affb-df8a0b76e286 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:15.178739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d9bd836c-32b2-4b94-9711-a4c598dbfc41,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:15.209939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Made reservation on behalf of 6cc23f309b574168892d7e76ce80248b for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:15.213684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.222561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.250759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6bd3bdc-e78b-4020-a1c9-19a0ef87fbf4 req-be3dccde-71d9-4c40-a51b-e8925f2aac14 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657660 Nov 09 17:56:15.321369 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca2a6d3-796c-44fb-9838-7c7ec26acee6" -d '{"events": [{"server_uuid": "baadcf4a-c4c3-452d-ac4f-f568949f9eee", "name": "network-vif-plugged", "status": "completed", "tag": "d9bd836c-32b2-4b94-9711-a4c598dbfc41"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:15.339554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:15.346618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.355468 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Sync routers for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:15.365013 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:15.365960 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:15.387387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:15.407199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-1308b836-ad79-4e02-ab7a-241c37434980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:15.408862 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-1308b836-ad79-4e02-ab7a-241c37434980 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3461936 Nov 09 17:56:15.426585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:15.468259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:15.473919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:15.474584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.482905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-991dbdea-978c-4ec9-83a8-73553b4cf9e4 req-f55c0616-7d6b-4fdc-aee6-5fb01c424fc5 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 210 time: 0.0972130 Nov 09 17:56:15.483813 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:15.485693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.486974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-030ecab1-fd13-4abd-be9f-e3a3be0b54c2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.5838914 Nov 09 17:56:15.488403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:15.492792 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.505479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] 10.222.0.32 "DELETE /v2.0/subnets/64360295-b43f-4aa2-9cfd-a6e1652123ad HTTP/1.1" status: 204 len: 168 time: 0.8842340 Nov 09 17:56:15.544758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36650) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:15.545741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36652) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:15.587770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-f1affa4a-21f4-4bc1-9cc1-cc31ceaa185f service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692564 Nov 09 17:56:15.592488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57dce8-02aa-4c52-8806-ae8f2070caec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64360295-b43f-4aa2-9cfd-a6e1652123ad,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:15.599268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-802fe1f8-07a0-41af-8f17-f47c2454ae8a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6242008 Nov 09 17:56:15.660405 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb80d7e-a9f5-460d-9d69-0225db9634d2 x-openstack-request-id: req-1fb80d7e-a9f5-460d-9d69-0225db9634d2 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:15.660834 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baadcf4a-c4c3-452d-ac4f-f568949f9eee", "name": "network-vif-plugged", "status": "completed", "tag": "d9bd836c-32b2-4b94-9711-a4c598dbfc41", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:15.661196 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fb80d7e-a9f5-460d-9d69-0225db9634d2 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:15.661771 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41', 'code': 200} Nov 09 17:56:15.737248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Request body: {'port': {'device_id': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'device_owner': 'compute:tempest-test_az-499156703', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:15.739312 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:13Z', 'revision_number': 3, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:15.747743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5d29b-7132-4394-9329-adc2b67e18a9 req-b7d74b22-6147-4a09-b736-becca6447103 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:15.749217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfc5d29b-7132-4394-9329-adc2b67e18a9 req-b7d74b22-6147-4a09-b736-becca6447103 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 932 time: 0.5119545 Nov 09 17:56:15.755790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.73', 51619) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:15.766763 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Checking router: 15b471da-3872-4926-9123-384902a0eaf4 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:15.767117 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Updating router 15b471da-3872-4926-9123-384902a0eaf4 port 3e3063ab-1d2b-4ce4-960e-c272bad5b918 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:15.767240 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-79ba9a50-93b4-406b-8f7b-1dbd63d8d9bc req-70f63c06-a13c-44b2-9591-054150cf00fd service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675084 Nov 09 17:56:15.777086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5348f8b-c192-4e89-affb-df8a0b76e286 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:15.785786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.797175 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.802131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Transition to ACTIVE for port object f5348f8b-c192-4e89-affb-df8a0b76e286 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:15.808782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.817489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6799f72b-79b4-4ee0-8053-272988ad09a1 None None] Provisioning complete for port aa17ee0c-9747-4946-b494-3df556c4a65c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:15.818099 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6799f72b-79b4-4ee0-8053-272988ad09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.873364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6799f72b-79b4-4ee0-8053-272988ad09a1 None None] Port aa17ee0c-9747-4946-b494-3df556c4a65c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:15.923267 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.932661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Pushing event updated for resources: {'Port': ['ID=f5348f8b-c192-4e89-affb-df8a0b76e286,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:15.966908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:15.987202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Attempting to bind port f5348f8b-c192-4e89-affb-df8a0b76e286 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:15.988174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Attempting to bind port f5348f8b-c192-4e89-affb-df8a0b76e286 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:15.988711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Attempting to bind port f5348f8b-c192-4e89-affb-df8a0b76e286 on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:15.994668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Port f5348f8b-c192-4e89-affb-df8a0b76e286 on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:15.994996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Attempting to bind port f5348f8b-c192-4e89-affb-df8a0b76e286 on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:16.003381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:16.003735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Checking segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:16.004922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Bound using segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:16.005367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Bound port: f5348f8b-c192-4e89-affb-df8a0b76e286, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:16.005731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.015447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Allocated IP 192.168.233.132 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/dd61e394-7234-4494-b38d-3ce75da62104) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:16.029818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfc5d29b-7132-4394-9329-adc2b67e18a9 req-005b8dd8-44fd-4fff-a189-ee3be5431fb4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707775 Nov 09 17:56:16.038218 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.061511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3b178-1df5-41bd-a72d-1c87e7b7cc18 req-5f5dd25f-0f6b-4cd1-8717-4af734743daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.063040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-faf3b178-1df5-41bd-a72d-1c87e7b7cc18 req-5f5dd25f-0f6b-4cd1-8717-4af734743daf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 1121 time: 0.3052495 Nov 09 17:56:16.103679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] For port f5348f8b-c192-4e89-affb-df8a0b76e286, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:16.110124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] For port f5348f8b-c192-4e89-affb-df8a0b76e286, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5348f8b-c192-4e89-affb-df8a0b76e286,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:16.119117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.172354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.172975 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.174366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] 10.222.0.73 "PUT /v2.0/ports/f5348f8b-c192-4e89-affb-df8a0b76e286 HTTP/1.1" status: 200 len: 1113 time: 1.2486784 Nov 09 17:56:16.174929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:16.178152 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcdcac-747d-4e11-bc10-543eaea6e45b" -d '{"events": [{"name": "network-changed", "server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:16.202163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc4f6a-0ac9-4ffc-8621-cc239c686bec service neutron] Pushing event updated for resources: {'Port': ['ID=f5348f8b-c192-4e89-affb-df8a0b76e286,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.271677 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.286764 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.307845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-faf3b178-1df5-41bd-a72d-1c87e7b7cc18 req-85f890ec-2104-4ea9-8862-487e09bf7c11 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.309456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f25b8598-f345-4b62-8263-f38940b60ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.311194 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-f25b8598-f345-4b62-8263-f38940b60ada service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 1116 time: 0.0721965 Nov 09 17:56:16.315225 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7ef06e-2539-4685-a04a-2ac81bd12589 x-openstack-request-id: req-fb7ef06e-2539-4685-a04a-2ac81bd12589 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:16.315511 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:16.316066 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb7ef06e-2539-4685-a04a-2ac81bd12589 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:16.316461 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'status': 'completed', 'code': 200} Nov 09 17:56:16.356946 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Attempting to bind port 3e3063ab-1d2b-4ce4-960e-c272bad5b918 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:16.357931 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Attempting to bind port 3e3063ab-1d2b-4ce4-960e-c272bad5b918 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:16.358610 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Attempting to bind port 3e3063ab-1d2b-4ce4-960e-c272bad5b918 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:16.365838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-0207275c-7079-47ef-8014-e24f2f942efa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5348f8b-c192-4e89-affb-df8a0b76e286 HTTP/1.1" status: 200 len: 217 time: 0.0407670 Nov 09 17:56:16.379885 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:16.381348 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:16.382073 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.382759 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:16.383399 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Bound port: 3e3063ab-1d2b-4ce4-960e-c272bad5b918, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:16.383968 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.430420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-2762615e-4a3e-4e8b-b81b-3bca7db4329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.432115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-2762615e-4a3e-4e8b-b81b-3bca7db4329b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f HTTP/1.1" status: 200 len: 862 time: 0.0567122 Nov 09 17:56:16.450734 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] For port 3e3063ab-1d2b-4ce4-960e-c272bad5b918, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:16.455004 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] For port 3e3063ab-1d2b-4ce4-960e-c272bad5b918, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3e3063ab-1d2b-4ce4-960e-c272bad5b918,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:16.456723 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc093a87-e741-4258-a3fa-2c59bd8cd886 None None] Pushing event updated for resources: {'Port': ['ID=3e3063ab-1d2b-4ce4-960e-c272bad5b918,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.462158 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.485056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843380b-3119-4225-be8e-dcb9e0129187 req-bf0eb759-d2a8-4f5d-b0eb-c449fd25df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.486736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-bf0eb759-d2a8-4f5d-b0eb-c449fd25df97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cd5c396-341f-40ff-b155-1bcf6eb00a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462754 Nov 09 17:56:16.513077 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:16.513933 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:16.515253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:16.581019 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-69d3411d-ec79-431b-8f71-a5956fa57300 service neutron] 10.222.0.73 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857480 Nov 09 17:56:16.648679 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:16.677643 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc093a87-e741-4258-a3fa-2c59bd8cd886 None None] Pushing event updated for resources: {'Port': ['ID=3e3063ab-1d2b-4ce4-960e-c272bad5b918,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:16.700288 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6843380b-3119-4225-be8e-dcb9e0129187 req-592a3282-e014-48ab-a24c-0efdc66aebe1 service neutron] 10.222.0.73 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097538 Nov 09 17:56:16.808381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-2e0e432a-9cc1-4dd6-b109-1c07c547171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.810350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-2e0e432a-9cc1-4dd6-b109-1c07c547171f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 1116 time: 0.0491884 Nov 09 17:56:16.837425 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:13Z', 'revision_number': 3, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:16.866671 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb90fbe-7588-4bae-9439-c80137848797 None None] The sync data for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 is: [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:13Z', 'revision_number': 3, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:16.877758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.878789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.879523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.880108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > port after_create 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.880432 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.880795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > port after_update 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.881181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.881421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.881739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.882106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.927895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-6b95ac47-4d5a-4416-8bcb-faf915ffef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.929533 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-6b95ac47-4d5a-4416-8bcb-faf915ffef1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 924 time: 0.1087053 Nov 09 17:56:16.951374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.951723 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.952221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.952568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 17:56:16.952934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3046546a-861d-4454-8e81-8e852a395afa']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:16.964915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33bfe9-4fb2-414e-8bd9-00467544a503 req-99d46aa0-7d1a-4f0e-90aa-4cef6adb35c4 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:16.966560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a33bfe9-4fb2-414e-8bd9-00467544a503 req-99d46aa0-7d1a-4f0e-90aa-4cef6adb35c4 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 970 time: 0.7182567 Nov 09 17:56:16.977432 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-133abc05-835d-4388-bb54-ae7b9062cfad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5348f8b-c192-4e89-affb-df8a0b76e286 HTTP/1.1" status: 200 len: 217 time: 0.0388079 Nov 09 17:56:17.006389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96308ba-2091-41b5-b5cf-623153ad5f5c') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:17.006746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96308ba-2091-41b5-b5cf-623153ad5f5c') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:17.030076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-5922292c-3e15-4a75-96f3-eb6bf46df70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.032048 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-5922292c-3e15-4a75-96f3-eb6bf46df70c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f HTTP/1.1" status: 200 len: 862 time: 0.0464833 Nov 09 17:56:17.096498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-02bda443-6d8f-4ee3-b03d-1db4212d2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.101142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-02bda443-6d8f-4ee3-b03d-1db4212d2a3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cd5c396-341f-40ff-b155-1bcf6eb00a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597401 Nov 09 17:56:17.118152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e638c3-90fc-4a0e-b451-135dba1e711a req-83ca10ce-7448-4342-b332-11082ca05c3f tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.120044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81e638c3-90fc-4a0e-b451-135dba1e711a req-83ca10ce-7448-4342-b332-11082ca05c3f tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 947 time: 0.7304487 Nov 09 17:56:17.144757 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.220320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.221293 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-e6692456-5461-4192-91ac-0eb7ed79dd4f service neutron] 10.222.0.73 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101222 Nov 09 17:56:17.260657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:56:17.261167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: from cryptography.utils import int_from_bytes Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: from cryptography.utils import int_from_bytes Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: timer() Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:56:17.269320 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:56:17.292718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a33bfe9-4fb2-414e-8bd9-00467544a503 req-4b77cd9d-9875-4b59-ac0b-12dbca3bdbe7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984297 Nov 09 17:56:17.321076 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-14fcdcac-747d-4e11-bc10-543eaea6e45b req-9b531c05-f43e-4c13-9782-a07750936c0e service neutron] 10.222.0.73 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917869 Nov 09 17:56:17.345241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.381528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-faf3b178-1df5-41bd-a72d-1c87e7b7cc18 req-85f890ec-2104-4ea9-8862-487e09bf7c11 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.390340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81e638c3-90fc-4a0e-b451-135dba1e711a req-2f1358d9-ce78-42d8-961f-d8871b26c235 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476656 Nov 09 17:56:17.404892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-faf3b178-1df5-41bd-a72d-1c87e7b7cc18 req-85f890ec-2104-4ea9-8862-487e09bf7c11 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.429501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:17.445487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff8f04e2-4ba9-4c38-9e8d-33f5f34cef62 req-1f5ab765-50ea-4c0c-b1bd-b0f304bff9aa tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 210 time: 0.0705171 Nov 09 17:56:17.471429 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.515704 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.521167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] 10.222.0.32 "DELETE /v2.0/networks/3046546a-861d-4454-8e81-8e852a395afa HTTP/1.1" status: 204 len: 168 time: 1.9630053 Nov 09 17:56:17.528559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-faf3b178-1df5-41bd-a72d-1c87e7b7cc18 req-85f890ec-2104-4ea9-8862-487e09bf7c11 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4533532 Nov 09 17:56:17.556274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c386f-8afc-4c41-92af-6756a3344dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=3046546a-861d-4454-8e81-8e852a395afa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.558701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f890ec-2104-4ea9-8862-487e09bf7c11 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7796de-f2a6-442c-999a-45b7cd7ceced,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.563432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:17.592624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8', 'mac_address': 'fa:16:3e:68:a9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:17.628325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.638056 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.652752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:17.674607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:17.681280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.724403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab34b3-b509-4855-983a-c39cd4a95b97 req-dd5b24ca-4afd-4cb9-9c1e-8a2093d3623d tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.725949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ceab34b3-b509-4855-983a-c39cd4a95b97 req-dd5b24ca-4afd-4cb9-9c1e-8a2093d3623d tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 965 time: 0.2132914 Nov 09 17:56:17.755074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.758537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:17.767364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36670) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.771104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:17.773812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:17.815064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ce15cc0-cde4-4227-b714-e213e7f73c2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e571c10594ab4b76b5b5316edd4b8a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458934 Nov 09 17:56:17.818045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:17.823171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Pushing event updated for resources: {'Port': ['ID=dd61e394-7234-4494-b38d-3ce75da62104,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.881357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d84658b4-8fa2-4336-97a9-e1a95f269e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.900879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ceab34b3-b509-4855-983a-c39cd4a95b97 req-460bd630-7a8d-4150-8367-41923b87cdd0 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590812 Nov 09 17:56:17.905084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d84658b4-8fa2-4336-97a9-e1a95f269e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.916419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:17.917071 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.950409 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.966042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d84658b4-8fa2-4336-97a9-e1a95f269e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.970283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d84658b4-8fa2-4336-97a9-e1a95f269e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:17.971670 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d84658b4-8fa2-4336-97a9-e1a95f269e0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/116baaae-d55e-4821-a462-b1a522fccc22 HTTP/1.1" status: 204 len: 168 time: 0.1525893 Nov 09 17:56:17.980747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84658b4-8fa2-4336-97a9-e1a95f269e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116baaae-d55e-4821-a462-b1a522fccc22,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:17.988385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-1f85a2d3-67db-497b-b2c4-afd33eeeacfc tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3674204 Nov 09 17:56:18.005172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Request body: {'port': {'device_id': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:18.025494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:18.091171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9f2f9293-0292-4801-b7c2-1b8fb24aee64 None None] Provisioning complete for port dd61e394-7234-4494-b38d-3ce75da62104 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:18.092229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9293-0292-4801-b7c2-1b8fb24aee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.219579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:18.238419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.251583 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.266876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f9293-0292-4801-b7c2-1b8fb24aee64 None None] Port dd61e394-7234-4494-b38d-3ce75da62104 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:18.299713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Transition to ACTIVE for port object aa17ee0c-9747-4946-b494-3df556c4a65c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:18.344448 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.358283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3e3063ab-1d2b-4ce4-960e-c272bad5b918 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:18.410002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Allocated IP 172.20.0.1 (b7783001-dbbf-4872-a0aa-24d858c23888/41737866-8470-4dd3-a860-7267844f3df4/b64ab812-c452-4b0a-9ba7-694e3b938284) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:18.444771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3e3063ab-1d2b-4ce4-960e-c272bad5b918 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:18.445257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.454646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36682) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.504659 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7cf069bc-c536-4889-bb5e-f3b12af3538e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6399816e015c43eeb48b00480d4fb3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488455 Nov 09 17:56:18.507200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36686) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:18.563616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.584068 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4095e668-adbb-4cda-bbb9-60c88f057d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.588942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 3e3063ab-1d2b-4ce4-960e-c272bad5b918, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3e3063ab-1d2b-4ce4-960e-c272bad5b918,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:18.603673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.629497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4095e668-adbb-4cda-bbb9-60c88f057d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.631575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.670555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=3e3063ab-1d2b-4ce4-960e-c272bad5b918,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.702567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4095e668-adbb-4cda-bbb9-60c88f057d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.705187 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4095e668-adbb-4cda-bbb9-60c88f057d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.709608 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4095e668-adbb-4cda-bbb9-60c88f057d4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4c17a19-c9ff-4953-b394-d55bd98d6765 HTTP/1.1" status: 204 len: 168 time: 0.2014468 Nov 09 17:56:18.718897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095e668-adbb-4cda-bbb9-60c88f057d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c17a19-c9ff-4953-b394-d55bd98d6765,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:18.730416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5780-4b92-4a2d-b504-78c66bb69eb9 req-75d554bb-7ad2-4339-862f-025c4faf19a3 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:18.732012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86cc5780-4b92-4a2d-b504-78c66bb69eb9 req-75d554bb-7ad2-4339-862f-025c4faf19a3 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 970 time: 0.3241765 Nov 09 17:56:18.805264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:18.849906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ffc66-394b-4f21-9011-37eee831dac4 req-969619fd-4daa-4937-9b1b-70113d673a70 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:18.851486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-039ffc66-394b-4f21-9011-37eee831dac4 req-969619fd-4daa-4937-9b1b-70113d673a70 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 948 time: 0.3417225 Nov 09 17:56:19.074055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Attempting to bind port aa17ee0c-9747-4946-b494-3df556c4a65c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:19.074770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Attempting to bind port aa17ee0c-9747-4946-b494-3df556c4a65c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:19.075028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Attempting to bind port aa17ee0c-9747-4946-b494-3df556c4a65c on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:19.107525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.111169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Port aa17ee0c-9747-4946-b494-3df556c4a65c on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:19.111427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Attempting to bind port aa17ee0c-9747-4946-b494-3df556c4a65c on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:19.121349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86cc5780-4b92-4a2d-b504-78c66bb69eb9 req-ef2954aa-906f-4f14-be1c-c789ecf3d74d tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754792 Nov 09 17:56:19.148499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:19.148839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:19.149221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:19.149670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Bound port: aa17ee0c-9747-4946-b494-3df556c4a65c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:19.150025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.173319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-039ffc66-394b-4f21-9011-37eee831dac4 req-d3e1ae41-c52d-4f8b-af9c-4af28c6b7664 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077309 Nov 09 17:56:19.324614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.337483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd61e394-7234-4494-b38d-3ce75da62104 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:19.355841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.408777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:19.412515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323acee0-71df-4240-b1f6-f7982e144949 req-3a494f6f-b954-4abb-9fc6-24e0e6627bdf tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.414046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-323acee0-71df-4240-b1f6-f7982e144949 req-3a494f6f-b954-4abb-9fc6-24e0e6627bdf tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 936 time: 0.2288828 Nov 09 17:56:19.433129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Network b7783001-dbbf-4872-a0aa-24d858c23888 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:19.448142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Transition to ACTIVE for port object dd61e394-7234-4494-b38d-3ce75da62104 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:19.451004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:19.453645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:19.463388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867675e-338d-4fd1-ac6e-1f44a31ac42c req-b482ad14-83e8-4424-ba85-727491712f86 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.464926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9867675e-338d-4fd1-ac6e-1f44a31ac42c req-b482ad14-83e8-4424-ba85-727491712f86 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 965 time: 0.2170286 Nov 09 17:56:19.473425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:19.475864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Pushing event updated for resources: {'Port': ['ID=b64ab812-c452-4b0a-9ba7-694e3b938284,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.478329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:19.487605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:19.487750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.487864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.519766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:19.579864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.584268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.625015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-323acee0-71df-4240-b1f6-f7982e144949 req-b4275c65-2525-4fad-aceb-1efe17b2402b tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991863 Nov 09 17:56:19.631845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:19.634270 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebda55bb-7c9e-4cea-b530-c2b2bb3fe3c2" -d '{"events": [{"server_uuid": "bd1bc743-f69b-4c65-90f1-7a50bf4a99c5", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:19.663527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:19.667349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.672771 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.700128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.700848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.702405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] 10.222.0.73 "PUT /v2.0/ports/aa17ee0c-9747-4946-b494-3df556c4a65c HTTP/1.1" status: 200 len: 1117 time: 3.9692001 Nov 09 17:56:19.703682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:19.706809 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb97c6-615e-49f1-8584-8f249822438c" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:19.709764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Pushing event updated for resources: {'Port': ['ID=dd61e394-7234-4494-b38d-3ce75da62104,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.744607 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb1a4e7-519b-47a3-95c8-543fba47a869 x-openstack-request-id: req-edb1a4e7-519b-47a3-95c8-543fba47a869 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:19.756154 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1bc743-f69b-4c65-90f1-7a50bf4a99c5", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:19.756558 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edb1a4e7-519b-47a3-95c8-543fba47a869 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:19.756989 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8', 'code': 200} Nov 09 17:56:19.790997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9867675e-338d-4fd1-ac6e-1f44a31ac42c req-3b44d78b-aa7f-43ea-8874-ef9a76483bd1 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121982 Nov 09 17:56:19.830305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:19.873394 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a4e9bc-d30f-4729-977b-c5bdb49071c7 x-openstack-request-id: req-15a4e9bc-d30f-4729-977b-c5bdb49071c7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:19.873677 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:19.873925 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15a4e9bc-d30f-4729-977b-c5bdb49071c7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:19.874335 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'status': 'completed', 'code': 200} Nov 09 17:56:19.945152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47572d90-e8df-4f23-9e58-0afd17026b70 req-00af3392-506d-4b7e-b6ef-5630487db2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:19.947425 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-47572d90-e8df-4f23-9e58-0afd17026b70 req-00af3392-506d-4b7e-b6ef-5630487db2ce service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 1100 time: 0.1067653 Nov 09 17:56:19.951288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-439192d0-852a-4ecc-97f2-1f9c69d705c8 None None] Provisioning complete for port b64ab812-c452-4b0a-9ba7-694e3b938284 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:19.951523 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-439192d0-852a-4ecc-97f2-1f9c69d705c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:19.995725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-439192d0-852a-4ecc-97f2-1f9c69d705c8 None None] Port b64ab812-c452-4b0a-9ba7-694e3b938284 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:20.006408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-47572d90-e8df-4f23-9e58-0afd17026b70 req-8b56b968-8f02-48d0-b0f1-a3c3a3408dea service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467722 Nov 09 17:56:20.046555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-ba732ac4-94c4-4881-89fb-4e83f177bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.048057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-ba732ac4-94c4-4881-89fb-4e83f177bd3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1120 time: 0.2465813 Nov 09 17:56:20.072806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cb657-894e-4d6c-a5ca-eeb2aa39d95c service neutron] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:20.138967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-03f0bb47-a920-4223-9bec-b8b017b632f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=aa17ee0c-9747-4946-b494-3df556c4a65c HTTP/1.1" status: 200 len: 217 time: 0.0621927 Nov 09 17:56:20.144976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Attempting to bind port dd61e394-7234-4494-b38d-3ce75da62104 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:20.145157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Attempting to bind port dd61e394-7234-4494-b38d-3ce75da62104 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:20.145482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Attempting to bind port dd61e394-7234-4494-b38d-3ce75da62104 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:20.200200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Port dd61e394-7234-4494-b38d-3ce75da62104 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:20.200523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Attempting to bind port dd61e394-7234-4494-b38d-3ce75da62104 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:20.224951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:20.225371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:20.225649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:20.226102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Bound port: dd61e394-7234-4494-b38d-3ce75da62104, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:20.226444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:20.252272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-67926318-cfdf-4b6f-9053-bd1d41bda5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.254498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-67926318-cfdf-4b6f-9053-bd1d41bda5d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1057756 Nov 09 17:56:20.299708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3e3063ab-1d2b-4ce4-960e-c272bad5b918 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:20.352419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3e3063ab-1d2b-4ce4-960e-c272bad5b918 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:20.352870 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:20.370308 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:20.423523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd2745-449e-4ef3-9657-0bcb4beb9d4d req-6eb95694-a7fe-4e72-a1ec-f21e4cc671a5 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.425635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dfd2745-449e-4ef3-9657-0bcb4beb9d4d req-6eb95694-a7fe-4e72-a1ec-f21e4cc671a5 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 970 time: 0.2221558 Nov 09 17:56:20.459002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-506b35cf-eabe-4956-884e-01eb24f23570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.460466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-506b35cf-eabe-4956-884e-01eb24f23570 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881793 Nov 09 17:56:20.479125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23e0b-fe71-4c35-b3b5-09291ffd5aff req-b36df92a-f182-48a0-bdeb-7a96eb63f08a tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.480488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e23e0b-fe71-4c35-b3b5-09291ffd5aff req-b36df92a-f182-48a0-bdeb-7a96eb63f08a tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 949 time: 0.2071133 Nov 09 17:56:20.482562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] For port dd61e394-7234-4494-b38d-3ce75da62104, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:20.565569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] For port dd61e394-7234-4494-b38d-3ce75da62104, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd61e394-7234-4494-b38d-3ce75da62104,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:20.591768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:20.671810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dfd2745-449e-4ef3-9657-0bcb4beb9d4d req-d0d2c21e-0c7a-4acd-8ec1-b8d2dfec1002 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370112 Nov 09 17:56:20.695076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:20.695290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:20.696986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] 10.222.0.85 "PUT /v2.0/ports/dd61e394-7234-4494-b38d-3ce75da62104 HTTP/1.1" status: 200 len: 1096 time: 2.6977947 Nov 09 17:56:20.728406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e23e0b-fe71-4c35-b3b5-09291ffd5aff req-3b9d10d5-7973-4759-9661-67d775d66ea1 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269752 Nov 09 17:56:20.765860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5348f8b-c192-4e89-affb-df8a0b76e286 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:20.789902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872627-aa6c-4e85-8fca-cf64fe2a2b0a service neutron] Pushing event updated for resources: {'Port': ['ID=dd61e394-7234-4494-b38d-3ce75da62104,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:20.795115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-5bb165f8-7807-47bd-9bed-b72aa4312c28 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137066 Nov 09 17:56:20.909802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f5348f8b-c192-4e89-affb-df8a0b76e286, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5348f8b-c192-4e89-affb-df8a0b76e286,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:20.924033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'port_id': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'mac_address': 'fa:16:3e:ee:c0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-499156703', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:20.968645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:20.987388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5348f8b-c192-4e89-affb-df8a0b76e286 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:21.011644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f5348f8b-c192-4e89-affb-df8a0b76e286, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5348f8b-c192-4e89-affb-df8a0b76e286,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:21.015379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.067891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f5348f8b-c192-4e89-affb-df8a0b76e286,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:21.129974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-98791412-f903-4154-940d-5c70913bb3a0 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602543 Nov 09 17:56:21.154463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-79423810-fa2b-4897-835f-e908da0d3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.155871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-79423810-fa2b-4897-835f-e908da0d3b26 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 1099 time: 0.3873980 Nov 09 17:56:21.162884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.193300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.266659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f5348f8b-c192-4e89-affb-df8a0b76e286'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:21.308898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-76a330c1-c39e-42e3-9984-8b28521f4be1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=dd61e394-7234-4494-b38d-3ce75da62104 HTTP/1.1" status: 200 len: 217 time: 0.1347249 Nov 09 17:56:21.327202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87cd48-3c32-4bd5-830e-db83c26d36ee req-8ffe0a0c-b5e6-4d8e-b3ca-c8dd63c284db tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.328640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f87cd48-3c32-4bd5-830e-db83c26d36ee req-8ffe0a0c-b5e6-4d8e-b3ca-c8dd63c284db tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 948 time: 0.4993351 Nov 09 17:56:21.330446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135c0da8-6e23-4838-8508-b7055a3bd0b2 req-aabce22b-a9f0-46c2-af97-d212eb1cb43c service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202107 Nov 09 17:56:21.413368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Pushing event updated for resources: {'Port': ['ID=b64ab812-c452-4b0a-9ba7-694e3b938284,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:21.415773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:21.489478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-6f2d9b4e-b08d-478a-af3e-857131b9b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.490952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-6f2d9b4e-b08d-478a-af3e-857131b9b019 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1574326 Nov 09 17:56:21.507618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-ea77c584-1f7b-4b76-a7b7-31d1aa24b535 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.508956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-ea77c584-1f7b-4b76-a7b7-31d1aa24b535 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643472 Nov 09 17:56:21.536632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f87cd48-3c32-4bd5-830e-db83c26d36ee req-e36f9a9c-2c54-4cec-a64c-767b0c42dff6 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986945 Nov 09 17:56:21.585339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-37a239f1-edcf-4aaf-849d-32faf6f1d195 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/quotas/2de4fe00ee4f4daa9ddccee45d55193b HTTP/1.1" status: 200 len: 375 time: 0.0464189 Nov 09 17:56:21.587133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb97c6-615e-49f1-8584-8f249822438c req-ee1cc9f4-7dfa-47b8-860f-8338ebb6e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.588536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67fb97c6-615e-49f1-8584-8f249822438c req-ee1cc9f4-7dfa-47b8-860f-8338ebb6e026 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1120 time: 0.1903009 Nov 09 17:56:21.641715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-29fc0fe2-593e-48e8-b41e-f667eb1f3036 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496342 Nov 09 17:56:21.717408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-ea55aa01-a3c1-4b71-af1f-6a6a1c69c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.718946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-ea55aa01-a3c1-4b71-af1f-6a6a1c69c2f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2091362 Nov 09 17:56:21.750299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Network b7783001-dbbf-4872-a0aa-24d858c23888 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:21.795978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:21.892683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'tag': 'dd61e394-7234-4494-b38d-3ce75da62104'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:21.895003 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec" -d '{"events": [{"name": "network-changed", "server_uuid": "90711358-41d7-457c-8e59-93e8ef25b5a6", "tag": "dd61e394-7234-4494-b38d-3ce75da62104"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:21.936957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb97c6-615e-49f1-8584-8f249822438c req-00477f65-eddf-499c-aa82-81832af99dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.938480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67fb97c6-615e-49f1-8584-8f249822438c req-00477f65-eddf-499c-aa82-81832af99dc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3318491 Nov 09 17:56:21.940220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e2617-ec7e-4e11-8c68-ee0cf2b41f05 req-be7929a8-9fe7-4b12-8112-e2e5264ac36c tempest-AggregatesAdminTestJSON-1934460462 tempest-AggregatesAdminTestJSON-1934460462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:21.941954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-325e2617-ec7e-4e11-8c68-ee0cf2b41f05 req-be7929a8-9fe7-4b12-8112-e2e5264ac36c tempest-AggregatesAdminTestJSON-1934460462 tempest-AggregatesAdminTestJSON-1934460462-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 1121 time: 0.3040571 Nov 09 17:56:22.045607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67fb97c6-615e-49f1-8584-8f249822438c req-4d1d1274-39e9-45f2-999a-9112a9547224 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=aa17ee0c-9747-4946-b494-3df556c4a65c HTTP/1.1" status: 200 len: 217 time: 0.0816143 Nov 09 17:56:22.046442 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-325e2617-ec7e-4e11-8c68-ee0cf2b41f05 req-9331673f-1eeb-4171-83a8-2e2cbd002df9 tempest-AggregatesAdminTestJSON-1934460462 tempest-AggregatesAdminTestJSON-1934460462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.065048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bde3f-f7dd-4173-9050-3392cfa916b9 req-caacf3a7-9812-4ddf-bbc1-b43f7c740b8a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.066862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e93bde3f-f7dd-4173-9050-3392cfa916b9 req-caacf3a7-9812-4ddf-bbc1-b43f7c740b8a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 966 time: 0.2649596 Nov 09 17:56:22.068796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-d9828d31-471a-429c-b91a-266d580eb01b service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399608 Nov 09 17:56:22.131558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-33cd1d31-4eff-4179-a5a3-c6f98837f4ba None None] Provisioning complete for port b64ab812-c452-4b0a-9ba7-694e3b938284 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:22.132579 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33cd1d31-4eff-4179-a5a3-c6f98837f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.173712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-33cd1d31-4eff-4179-a5a3-c6f98837f4ba None None] Port b64ab812-c452-4b0a-9ba7-694e3b938284 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:22.216778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Router 15b471da-3872-4926-9123-384902a0eaf4 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:22.262877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e93bde3f-f7dd-4173-9050-3392cfa916b9 req-c90af3b3-8756-4a33-ac5d-7371920ca279 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776266 Nov 09 17:56:22.264426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb97c6-615e-49f1-8584-8f249822438c req-8a1a0dd3-af4d-4554-914f-0efd9aa15b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.271296 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-f1a64045-1f8f-4912-ae2f-4924f334acfd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401211 Nov 09 17:56:22.274917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67fb97c6-615e-49f1-8584-8f249822438c req-8a1a0dd3-af4d-4554-914f-0efd9aa15b46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1961579 Nov 09 17:56:22.367266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-c9afff97-9fe6-4b16-9631-8b7f9a12ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.369014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-c9afff97-9fe6-4b16-9631-8b7f9a12ed57 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0df9914e0784382a82138b74c0ea82b&device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 1100 time: 0.0514643 Nov 09 17:56:22.423699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20f4cafa-1ffd-4ce2-a52e-0e10d2cd3644 req-28e8f61f-1a99-4698-9ee6-08b7a82dc7fb service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397307 Nov 09 17:56:22.446410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99ef6eb4-2a37-4df2-9717-9b9b5f20d618 req-751dfd3c-7a30-47b2-996d-3915b719310a tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 210 time: 0.1047699 Nov 09 17:56:22.482650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-325e2617-ec7e-4e11-8c68-ee0cf2b41f05 req-9331673f-1eeb-4171-83a8-2e2cbd002df9 tempest-AggregatesAdminTestJSON-1934460462 tempest-AggregatesAdminTestJSON-1934460462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.486937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb97c6-615e-49f1-8584-8f249822438c req-80570386-4422-45dc-8163-82b4c2a79416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.488635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67fb97c6-615e-49f1-8584-8f249822438c req-80570386-4422-45dc-8163-82b4c2a79416 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129443 Nov 09 17:56:22.491422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-325e2617-ec7e-4e11-8c68-ee0cf2b41f05 req-9331673f-1eeb-4171-83a8-2e2cbd002df9 tempest-AggregatesAdminTestJSON-1934460462 tempest-AggregatesAdminTestJSON-1934460462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:22.506282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-e2c08112-055e-4aad-89ad-989f5461a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.509006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-e2c08112-055e-4aad-89ad-989f5461a2ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1189253 Nov 09 17:56:22.562688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-325e2617-ec7e-4e11-8c68-ee0cf2b41f05 req-9331673f-1eeb-4171-83a8-2e2cbd002df9 tempest-AggregatesAdminTestJSON-1934460462 tempest-AggregatesAdminTestJSON-1934460462-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091456 Nov 09 17:56:22.570281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-5246578b-4b9d-486c-af06-1170e64fa8c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 HTTP/1.1" status: 200 len: 217 time: 0.0522556 Nov 09 17:56:22.613102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331673f-1eeb-4171-83a8-2e2cbd002df9 tempest-AggregatesAdminTestJSON-1934460462 tempest-AggregatesAdminTestJSON-1934460462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2540ec8-76ea-4930-b4f1-5a533be6ce76,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:22.621282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:22.638098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a72e9686-27f7-4d09-93af-a495b1fa56af admin admin] 10.222.0.32 "PUT /v2.0/routers/15b471da-3872-4926-9123-384902a0eaf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0808702 Nov 09 17:56:22.638715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Sync routers for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:22.644253 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aeee50-50fe-4c16-a702-aee16e49617b x-openstack-request-id: req-87aeee50-50fe-4c16-a702-aee16e49617b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:22.644693 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90711358-41d7-457c-8e59-93e8ef25b5a6", "tag": "dd61e394-7234-4494-b38d-3ce75da62104", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:22.645091 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87aeee50-50fe-4c16-a702-aee16e49617b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:22.645549 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'tag': 'dd61e394-7234-4494-b38d-3ce75da62104', 'status': 'completed', 'code': 200} Nov 09 17:56:22.658631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:22.661079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:22.668302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-fccefe7d-c9a0-4797-b83d-29def52688d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.673070 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-fccefe7d-c9a0-4797-b83d-29def52688d3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0902178 Nov 09 17:56:22.674862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67fb97c6-615e-49f1-8584-8f249822438c req-72c7b333-3989-40df-a352-a9f62fba22ca service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757925 Nov 09 17:56:22.729077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-59b87682-35a5-4286-803c-178bd92a8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.731677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-59b87682-35a5-4286-803c-178bd92a8409 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445700 Nov 09 17:56:22.781760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5348f8b-c192-4e89-affb-df8a0b76e286 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:22.855433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:22.856388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.85', 62321) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:22.904820 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-a05842d7-793f-48cc-8741-8e8b3fc48f3a tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452211 Nov 09 17:56:22.938612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-c01886ab-22e0-4baf-bdf6-80f3f84b83f4 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757238 Nov 09 17:56:22.988038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0baaf-58f0-4458-863d-88a72d8b9e00 req-c35fb2f6-eeaa-42d4-ba53-89a5f6f99fe7 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:22.989842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e0baaf-58f0-4458-863d-88a72d8b9e00 req-c35fb2f6-eeaa-42d4-ba53-89a5f6f99fe7 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 949 time: 0.4295647 Nov 09 17:56:23.003592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port f5348f8b-c192-4e89-affb-df8a0b76e286 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:23.010573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port f5348f8b-c192-4e89-affb-df8a0b76e286 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:23.011090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.077141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-eca48a07-d6c4-4810-a0fe-af0ffedecbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.078805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-eca48a07-d6c4-4810-a0fe-af0ffedecbb6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 1099 time: 0.4029648 Nov 09 17:56:23.108551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e0baaf-58f0-4458-863d-88a72d8b9e00 req-ffa00a9f-e074-4ad7-bfdf-be74e3f177c2 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906594 Nov 09 17:56:23.126687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd9099-9919-4504-984e-3ee1e04fc752 req-e30f950d-d4f5-45d4-b305-b52b8f9d8b3e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.132315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-382b92e3-fca5-43e8-83bc-f286e3f9fbe4 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.134208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-382b92e3-fca5-43e8-83bc-f286e3f9fbe4 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943500 Nov 09 17:56:23.138298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3bdd9099-9919-4504-984e-3ee1e04fc752 req-e30f950d-d4f5-45d4-b305-b52b8f9d8b3e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 948 time: 0.1948051 Nov 09 17:56:23.152667 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.154011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Request body: {'port': {'device_id': 'd578cd67-5acc-4165-a04d-235748c8c880', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '2de4fe00ee4f4daa9ddccee45d55193b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:23.172801 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cc6534a-d2d6-4e4b-97f4-7ae3b453b200 req-8a6cc234-17ee-443a-b8c0-c7c7d7bf72b3 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189393 Nov 09 17:56:23.181228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:23.183708 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c4f72e-f458-49de-94c3-ed77d575ce2d" -d '{"events": [{"server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "name": "network-vif-plugged", "status": "completed", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:23.195924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67fb97c6-615e-49f1-8584-8f249822438c req-797b2fdd-1414-4f13-9c05-18bd5ab060ad service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060742 Nov 09 17:56:23.196265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 2, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:23.202387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f5348f8b-c192-4e89-affb-df8a0b76e286, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5348f8b-c192-4e89-affb-df8a0b76e286,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:23.229802 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.231838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Checking router: 15b471da-3872-4926-9123-384902a0eaf4 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:23.232300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Updating router 15b471da-3872-4926-9123-384902a0eaf4 port b64ab812-c452-4b0a-9ba7-694e3b938284 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:56:23.274427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3bdd9099-9919-4504-984e-3ee1e04fc752 req-f66891a9-52f1-4b7b-afa9-5136138719c2 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349623 Nov 09 17:56:23.304080 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.332189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f5348f8b-c192-4e89-affb-df8a0b76e286,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.354186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Made reservation on behalf of 2de4fe00ee4f4daa9ddccee45d55193b for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:23.356410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-585e5553-1288-4f21-b849-c413443c6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.358204 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.359147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-585e5553-1288-4f21-b849-c413443c6b2e service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2441173 Nov 09 17:56:23.386874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.430462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-78ea144c-df0e-4afc-b867-601fe996685f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=dd61e394-7234-4494-b38d-3ce75da62104 HTTP/1.1" status: 200 len: 217 time: 0.0629253 Nov 09 17:56:23.485985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.492288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.576068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed41c9c-6b2a-497f-9388-2307b1b39058,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.618831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-98059640-d87e-4772-a3d2-b5a9bae0ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.620222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-98059640-d87e-4772-a3d2-b5a9bae0ac5f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1819410 Nov 09 17:56:23.664190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-211b37ad-e662-40b8-915b-c3d862ffa5a3 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.665805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-211b37ad-e662-40b8-915b-c3d862ffa5a3 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks?id=b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 200 len: 828 time: 0.2040341 Nov 09 17:56:23.672097 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.680125 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.685254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Allocated IP 192.168.233.65 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:23.690164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-2569c200-940d-4254-a942-ec3d1d4639b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:23.692743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-2569c200-940d-4254-a942-ec3d1d4639b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625520 Nov 09 17:56:23.694327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-102528d4-9171-45f7-9ad5-4eb8f8cff19e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/quotas/a96169acf64b4cb5b5d2306b44ea6665 HTTP/1.1" status: 200 len: 375 time: 0.0172629 Nov 09 17:56:23.741993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030738e-57c6-4ffc-bfd0-79a27935c284 None None] Pushing event updated for resources: {'Port': ['ID=b64ab812-c452-4b0a-9ba7-694e3b938284,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:23.791198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Attempting to bind port b64ab812-c452-4b0a-9ba7-694e3b938284 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:23.792526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Attempting to bind port b64ab812-c452-4b0a-9ba7-694e3b938284 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:23.792920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Attempting to bind port b64ab812-c452-4b0a-9ba7-694e3b938284 on network b7783001-dbbf-4872-a0aa-24d858c23888 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:23.798850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:23.799229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Checking segment: {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:23.800161 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.800566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Bound using segment: {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:23.801039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Bound port: b64ab812-c452-4b0a-9ba7-694e3b938284, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:23.801421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.854288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-0e17157d-798d-4c1b-b7d8-cc5b970ee42f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524298 Nov 09 17:56:23.885534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-236feec5-2f5f-4487-b62f-f401b1857546 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847258 Nov 09 17:56:23.898362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] For port b64ab812-c452-4b0a-9ba7-694e3b938284, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:23.902209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] For port b64ab812-c452-4b0a-9ba7-694e3b938284, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b64ab812-c452-4b0a-9ba7-694e3b938284,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:23.915361 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.965307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:23.988497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:23.989141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:24.026887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.082982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b95fe30-a80b-45e3-97d4-063a0a3d93ec req-7f2ccd0d-67e6-441c-b174-d11f12d2aac5 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901002 Nov 09 17:56:24.130861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Pushing event updated for resources: {'Port': ['ID=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:24.153182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:24.154706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:24.162023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:24.197671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-cc030c71-5595-40fc-b153-e4abdd6369cc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:24.199220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-cc030c71-5595-40fc-b153-e4abdd6369cc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1259589 Nov 09 17:56:24.217298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:24.264775 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2c2f1d-5e23-49f9-96e5-6d8b8e31f1e4 x-openstack-request-id: req-0b2c2f1d-5e23-49f9-96e5-6d8b8e31f1e4 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:24.265130 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "name": "network-vif-plugged", "status": "completed", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:24.265350 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b2c2f1d-5e23-49f9-96e5-6d8b8e31f1e4 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:24.265731 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'code': 200} Nov 09 17:56:24.265828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:24.266449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.274093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9a18097e-7c61-4987-ba0b-4b8e618cb4e7 None None] Provisioning complete for port b64ab812-c452-4b0a-9ba7-694e3b938284 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:24.274291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a18097e-7c61-4987-ba0b-4b8e618cb4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.295468 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-5c72df3b-8c53-4df6-be23-0ee08fd2e16e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1473551 Nov 09 17:56:24.312084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Request body: {'port': {'device_id': 'd578cd67-5acc-4165-a04d-235748c8c880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:24.352006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030738e-57c6-4ffc-bfd0-79a27935c284 None None] Pushing event updated for resources: {'Port': ['ID=b64ab812-c452-4b0a-9ba7-694e3b938284,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:24.381948 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.450538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bc123-3d9a-4798-bc69-4710919af9cf req-2b3320d8-b197-4b64-a03a-39ab872cd10f tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:24.452144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-143bc123-3d9a-4798-bc69-4710919af9cf req-2b3320d8-b197-4b64-a03a-39ab872cd10f tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 967 time: 0.1352782 Nov 09 17:56:24.455785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068aaec-ae93-48b7-98e1-6e4ccde22cfc req-a70520f5-d62f-4ccf-9e05-6b7a05f583f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:24.457861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2068aaec-ae93-48b7-98e1-6e4ccde22cfc req-a70520f5-d62f-4ccf-9e05-6b7a05f583f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 1118 time: 0.1587911 Nov 09 17:56:24.460549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-894cbb44-694d-4948-8753-d8adb5a222a4 service neutron] 10.222.0.32 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532895 Nov 09 17:56:24.565459 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:56:24.580307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-143bc123-3d9a-4798-bc69-4710919af9cf req-0511c119-1fb2-4595-bf8e-04e73c12d935 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187878 Nov 09 17:56:24.582338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2068aaec-ae93-48b7-98e1-6e4ccde22cfc req-9ad58a5f-1d0e-4460-8f13-ffa4a62236fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023357 Nov 09 17:56:24.599759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-9543c991-3d9b-4902-abea-759ea2e11fa9 service neutron] 10.222.0.32 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322074 Nov 09 17:56:24.625389 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a18097e-7c61-4987-ba0b-4b8e618cb4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.711226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9a18097e-7c61-4987-ba0b-4b8e618cb4e7 None None] For port b64ab812-c452-4b0a-9ba7-694e3b938284, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b64ab812-c452-4b0a-9ba7-694e3b938284,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:24.722257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a18097e-7c61-4987-ba0b-4b8e618cb4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.775092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:23Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:24.820371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:24.935362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:24.936266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:24.948858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.954617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'mac_address': 'fa:16:3e:74:d6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-499156703', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:24.959259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50081824-3c9c-4cc0-8e42-19e1508ab938 None None] The sync data for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 is: [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:23Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:24.963783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Transition to ACTIVE for port object 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:24.970415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ace950-b40e-4d54-974d-6c27d12c5483 req-0ec6fa35-917f-423e-8d4a-af1830d94f3e tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:24.973854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:24.979359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02ace950-b40e-4d54-974d-6c27d12c5483 req-0ec6fa35-917f-423e-8d4a-af1830d94f3e tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 949 time: 0.1114187 Nov 09 17:56:25.013234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.019493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83fb1-b924-467c-bb84-156d2fcd396e req-1a4964e0-d9e6-448a-91c2-a9e481cedbeb tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.021761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acb83fb1-b924-467c-bb84-156d2fcd396e req-1a4964e0-d9e6-448a-91c2-a9e481cedbeb tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 935 time: 0.1169004 Nov 09 17:56:25.031054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18097e-7c61-4987-ba0b-4b8e618cb4e7 None None] Pushing event updated for resources: {'Port': ['ID=b64ab812-c452-4b0a-9ba7-694e3b938284,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.064419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.084173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02ace950-b40e-4d54-974d-6c27d12c5483 req-bc313ecc-ed83-4d6b-927d-ad68c55ed80c tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019270 Nov 09 17:56:25.101439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:25.147965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:25.158864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.161195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f689d37a-0888-41c4-ac99-d17ce093880a None None] Provisioning complete for port b64ab812-c452-4b0a-9ba7-694e3b938284 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:25.161493 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f689d37a-0888-41c4-ac99-d17ce093880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.185571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acb83fb1-b924-467c-bb84-156d2fcd396e req-b603100e-81d9-486f-beb4-fc9dc2de838a tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347892 Nov 09 17:56:25.189470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Attempting to bind port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:25.190647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Attempting to bind port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:25.190761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Attempting to bind port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:25.197286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:25.197610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Attempting to bind port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:25.202613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:25.202938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:25.203318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:25.203754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Bound port: 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:25.204114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.273384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac9eb7-7eb1-4c1a-baae-c1b94cf5698c req-967b6f18-403b-4ccb-95f0-3c2ff9a6c5d4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.274983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22ac9eb7-7eb1-4c1a-baae-c1b94cf5698c req-967b6f18-403b-4ccb-95f0-3c2ff9a6c5d4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 948 time: 0.0728531 Nov 09 17:56:25.336350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] For port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:25.344036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] For port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:25.364384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b57363ba-2746-4ac8-95f9-6111e8ba449d req-8d4bd5ca-2ada-4267-ae15-8479c038ff19 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 210 time: 0.0455132 Nov 09 17:56:25.365967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.367383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22ac9eb7-7eb1-4c1a-baae-c1b94cf5698c req-b5fa0a21-ed55-47c5-8774-e62784488adf tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847304 Nov 09 17:56:25.420063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.429285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['aa17ee0c-9747-4946-b494-3df556c4a65c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:25.434551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.435012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:25.436142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] 10.222.0.85 "PUT /v2.0/ports/8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 HTTP/1.1" status: 200 len: 1095 time: 1.1283491 Nov 09 17:56:25.436576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd578cd67-5acc-4165-a04d-235748c8c880', 'tag': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:25.446494 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e" -d '{"events": [{"name": "network-changed", "server_uuid": "d578cd67-5acc-4165-a04d-235748c8c880", "tag": "8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:25.516650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd61e394-7234-4494-b38d-3ce75da62104 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:25.568876 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca523af-4599-4059-ac29-21057fc7ecfb x-openstack-request-id: req-0ca523af-4599-4059-ac29-21057fc7ecfb {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:25.569298 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d578cd67-5acc-4165-a04d-235748c8c880", "tag": "8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:25.569720 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ca523af-4599-4059-ac29-21057fc7ecfb {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:25.570261 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd578cd67-5acc-4165-a04d-235748c8c880', 'tag': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80', 'status': 'completed', 'code': 200} Nov 09 17:56:25.577501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda8cc-2b47-4fe3-b258-5171b23dba84 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:25.597095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-bd7e7836-67de-4278-b9a9-b3777cb5b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.600071 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-bd7e7836-67de-4278-b9a9-b3777cb5b6b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 1098 time: 0.1064646 Nov 09 17:56:25.672050 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-a4711952-bdea-4ef7-b512-7cf96895cd82 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 HTTP/1.1" status: 200 len: 217 time: 0.0619500 Nov 09 17:56:25.805369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-57bd0fcf-40b8-42d8-a769-012cad723ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.806384 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-57bd0fcf-40b8-42d8-a769-012cad723ffa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1240385 Nov 09 17:56:25.853792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-fb4602bb-f8b4-4020-95d6-c3220fefe0ae tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.859286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dd61e394-7234-4494-b38d-3ce75da62104, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd61e394-7234-4494-b38d-3ce75da62104,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:25.861415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-fb4602bb-f8b4-4020-95d6-c3220fefe0ae tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 1100 time: 0.1564562 Nov 09 17:56:25.883286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'dd61e394-7234-4494-b38d-3ce75da62104', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'dd61e394-7234-4494-b38d-3ce75da62104', 'mac_address': 'fa:16:3e:63:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:25.916003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-20395ac4-5bea-4254-b4eb-3c1abce97955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.917506 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-20395ac4-5bea-4254-b4eb-3c1abce97955 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922859 Nov 09 17:56:25.981534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb707-106e-46bb-bbc4-d23e4094636e req-80da6679-4346-4f76-936e-f443b9d697b5 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:25.984460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61beb707-106e-46bb-bbc4-d23e4094636e req-80da6679-4346-4f76-936e-f443b9d697b5 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 967 time: 0.1957939 Nov 09 17:56:26.071812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.090179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd61e394-7234-4494-b38d-3ce75da62104 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:26.094330 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-604aefb0-2127-4a43-a7ed-c1130a2cadb1 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662469 Nov 09 17:56:26.124878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dd61e394-7234-4494-b38d-3ce75da62104, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd61e394-7234-4494-b38d-3ce75da62104,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:26.125522 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.137609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61beb707-106e-46bb-bbc4-d23e4094636e req-babbec42-b230-442f-aeb2-688ca6a860f7 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986717 Nov 09 17:56:26.162197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Deleting port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:26.162740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.218780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dd61e394-7234-4494-b38d-3ce75da62104,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:26.260569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f0181fe3-fa03-4890-bf10-b0a8d96b2d1c req-50734ddc-a899-489e-a8b5-0e892baa9316 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576533 Nov 09 17:56:26.361724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] For port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:26.362371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.377443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dd61e394-7234-4494-b38d-3ce75da62104'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:26.405542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Calling delete_port for 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:26.411253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-db7c1f72-ffe9-4a72-9b53-9475ca98fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.412745 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-db7c1f72-ffe9-4a72-9b53-9475ca98fc34 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 1098 time: 0.0774641 Nov 09 17:56:26.459458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b64ab812-c452-4b0a-9ba7-694e3b938284 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:26.542820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-f4afc94f-cb37-45c3-995f-9c56a289b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.544761 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-f4afc94f-cb37-45c3-995f-9c56a289b7ab service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1227503 Nov 09 17:56:26.548281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b64ab812-c452-4b0a-9ba7-694e3b938284 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:26.548801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.617254 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-1eb0f2c0-85ab-4650-aa87-5cc33af01834 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 HTTP/1.1" status: 200 len: 217 time: 0.0605583 Nov 09 17:56:26.634318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d274a6-00cf-4e0e-9413-c4bd2dd2f278 req-6eb426e5-baab-4578-93c1-906a8e503b32 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.635811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47d274a6-00cf-4e0e-9413-c4bd2dd2f278 req-6eb426e5-baab-4578-93c1-906a8e503b32 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 949 time: 0.4245727 Nov 09 17:56:26.698206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-296fc380-68c4-40f9-8d76-4aeda88cd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.703577 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-296fc380-68c4-40f9-8d76-4aeda88cd445 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0772204 Nov 09 17:56:26.744834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e4407-6944-41af-940b-6476f5fcee21 req-ab637b99-3e20-4605-b834-d6e83b3d5e61 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.746808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e4e4407-6944-41af-940b-6476f5fcee21 req-ab637b99-3e20-4605-b834-d6e83b3d5e61 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 947 time: 0.2073219 Nov 09 17:56:26.750861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-a3147462-81e3-4dec-8d4b-e567bfa5bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.752393 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-a3147462-81e3-4dec-8d4b-e567bfa5bcb9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425768 Nov 09 17:56:26.761620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47d274a6-00cf-4e0e-9413-c4bd2dd2f278 req-2272a791-36c8-42c6-a814-254b26275716 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122007 Nov 09 17:56:26.796489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:26.827796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-297a811a-6c34-45f9-a2bc-f0c5ad1ca72e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:26.829840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-297a811a-6c34-45f9-a2bc-f0c5ad1ca72e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.73 "GET /v2.0/networks?id=b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 200 len: 828 time: 0.3075116 Nov 09 17:56:26.848245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Request body: {'port': {'device_id': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'admin_state_up': True, 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:26.869710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port aa17ee0c-9747-4946-b494-3df556c4a65c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:26.876333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-cf6d5585-e2f6-42b5-b36c-cfe4ae9d2af9 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159203 Nov 09 17:56:26.879800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port aa17ee0c-9747-4946-b494-3df556c4a65c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:26.880183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.948768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a3825b3-644d-40a4-901c-3296ea4a2154 req-6d813bab-89c2-40bb-a90d-902c77b92361 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 210 time: 0.0747972 Nov 09 17:56:26.970838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e4e4407-6944-41af-940b-6476f5fcee21 req-5c6a7f0a-fc13-4d30-af7a-7736c8ff2cdb tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978517 Nov 09 17:56:26.971077 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:26.990456 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-825d39ab-e7e1-43f5-9ffe-33f61b67a08e req-c075c810-9811-4df6-ac22-302fbc383d9b service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031222 Nov 09 17:56:27.009690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.015840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:27.019714 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bc08f9-193a-41c8-a21b-68ff1f67ff28" -d '{"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-plugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:27.028524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:27.067226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:27.072639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.133917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.179281 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4435cb9-bae1-4869-8c1c-f0ab3bcc9dad x-openstack-request-id: req-d4435cb9-bae1-4869-8c1c-f0ab3bcc9dad {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:27.179692 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-plugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:27.180112 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4435cb9-bae1-4869-8c1c-f0ab3bcc9dad {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:27.180640 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'code': 200} Nov 09 17:56:27.258477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.351215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] No DVR routers for this DVR port 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:27.375130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.378946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db90242f-aa74-49df-a78b-8af38bcff1bd req-662b4199-2af7-462d-9496-36e5a100c869 tempest-DeleteServersAdminTestJSON-1392974122 tempest-DeleteServersAdminTestJSON-1392974122-project-admin] 10.222.0.85 "DELETE /v2.0/ports/7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 HTTP/1.1" status: 204 len: 173 time: 1.5093663 Nov 09 17:56:27.382148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'name': 'network-vif-deleted', 'tag': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:27.384501 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8416a3-685c-4c9b-95cc-a1cfe75efd64" -d '{"events": [{"server_uuid": "bd1bc743-f69b-4c65-90f1-7a50bf4a99c5", "name": "network-vif-deleted", "tag": "7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:27.411676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Made reservation on behalf of a96169acf64b4cb5b5d2306b44ea6665 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:27.415214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.424116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1fbb-e96c-4398-a199-85c4f0343617 req-80fa459d-b934-4a33-aa68-be79ad0e0247 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:27.426276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a98a1fbb-e96c-4398-a199-85c4f0343617 req-80fa459d-b934-4a33-aa68-be79ad0e0247 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 949 time: 0.2158403 Nov 09 17:56:27.436433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca243a9-0905-4c3f-b0c2-33a3889c78e6 req-0c924d2b-b0ec-4dd4-8812-d321616fa8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:27.437916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eca243a9-0905-4c3f-b0c2-33a3889c78e6 req-0c924d2b-b0ec-4dd4-8812-d321616fa8dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1122 time: 0.1819088 Nov 09 17:56:27.471937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd61e394-7234-4494-b38d-3ce75da62104 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:27.494308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0645ea-4188-4ef5-8ac5-a3c61c0f83b3 req-19a347b4-213a-409d-bfd0-21f41c42f03a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:27.495733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f0645ea-4188-4ef5-8ac5-a3c61c0f83b3 req-19a347b4-213a-409d-bfd0-21f41c42f03a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 967 time: 0.1858242 Nov 09 17:56:27.532754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port dd61e394-7234-4494-b38d-3ce75da62104 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:27.537184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port dd61e394-7234-4494-b38d-3ce75da62104 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:27.537646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.575958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eca243a9-0905-4c3f-b0c2-33a3889c78e6 req-e8b532e3-7dad-45d0-bcd0-ad84c30161c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304018 Nov 09 17:56:27.584298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a98a1fbb-e96c-4398-a199-85c4f0343617 req-b8d5aa5e-1e75-4370-b0df-a066f15875ad tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437430 Nov 09 17:56:27.617665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.636524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f0645ea-4188-4ef5-8ac5-a3c61c0f83b3 req-90f53c10-cf7b-4dfb-8c9d-f1c9c71d1c8d tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308773 Nov 09 17:56:27.666970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dd61e394-7234-4494-b38d-3ce75da62104, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd61e394-7234-4494-b38d-3ce75da62104,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:27.672953 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.685061 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b9ed8d-b6ba-4d0f-a823-efda91e4df3a x-openstack-request-id: req-64b9ed8d-b6ba-4d0f-a823-efda91e4df3a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:27.685371 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1bc743-f69b-4c65-90f1-7a50bf4a99c5", "name": "network-vif-deleted", "tag": "7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:27.685599 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64b9ed8d-b6ba-4d0f-a823-efda91e4df3a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:27.685992 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1bc743-f69b-4c65-90f1-7a50bf4a99c5', 'name': 'network-vif-deleted', 'tag': '7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8', 'status': 'completed', 'code': 200} Nov 09 17:56:27.687030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Allocated IP 172.20.0.11 (b7783001-dbbf-4872-a0aa-24d858c23888/41737866-8470-4dd3-a860-7267844f3df4/495e44d3-bceb-4c3c-9ddf-ebd8c41142f6) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:27.742568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dd61e394-7234-4494-b38d-3ce75da62104,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:27.867617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0170f-4e72-4056-b3da-24f18546c3ef req-1b3acc67-be93-45af-b980-26d51a10e59e tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:27.869117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8bc0170f-4e72-4056-b3da-24f18546c3ef req-1b3acc67-be93-45af-b980-26d51a10e59e tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 967 time: 0.0742548 Nov 09 17:56:27.881470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36908) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:27.886917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'floatingip': {'port_id': 'f5348f8b-c192-4e89-affb-df8a0b76e286'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:27.908759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9217ca3-cd63-41f9-8327-997cba984850 req-0632ff6d-9168-456b-918d-fed42678d3db tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1bc743-f69b-4c65-90f1-7a50bf4a99c5 HTTP/1.1" status: 200 len: 210 time: 0.0354097 Nov 09 17:56:27.934830 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:27.967005 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.006439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.016301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Network b7783001-dbbf-4872-a0aa-24d858c23888 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:28.019738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:28.023464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:28.054525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event updated for resources: {'Port': ['ID=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:28.091048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:28.092238 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.160984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-091ccad3-2169-42a0-99ca-999e0e6cb36b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3176408 Nov 09 17:56:28.191925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Request body: {'port': {'device_id': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:28.240845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43debb-7365-4b05-a1fe-9e0f537da098 req-5dd0d257-e868-4dab-bae5-1268e30b3297 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:28.242399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de43debb-7365-4b05-a1fe-9e0f537da098 req-5dd0d257-e868-4dab-bae5-1268e30b3297 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 932 time: 0.1396775 Nov 09 17:56:28.279723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a5edf-a7c3-439d-a5fc-bcdaa8a13312 req-86d52a35-187b-4a23-8a19-9231fa72333a tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:28.281161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf5a5edf-a7c3-439d-a5fc-bcdaa8a13312 req-86d52a35-187b-4a23-8a19-9231fa72333a tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 947 time: 0.1392419 Nov 09 17:56:28.293608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.314006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8324bbec-91a1-4dad-952b-db7e1a49793e None None] Provisioning complete for port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:28.314639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8324bbec-91a1-4dad-952b-db7e1a49793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.335368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de43debb-7365-4b05-a1fe-9e0f537da098 req-5cc5d489-5eb4-43c1-ac08-9450d831e5e5 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755224 Nov 09 17:56:28.352616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8324bbec-91a1-4dad-952b-db7e1a49793e None None] Port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:28.372297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf5a5edf-a7c3-439d-a5fc-bcdaa8a13312 req-4c70fe2e-0212-4af9-860e-2e5d99bf043e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811598 Nov 09 17:56:28.694043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:28.716953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.748227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Transition to ACTIVE for port object 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:28.751653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.758996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.760108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:28.800882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d719372-1f75-4bc6-a0be-a5d9e8a41cd2 req-b0415e10-cc96-4294-9543-bdf949213650 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:28.802430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d719372-1f75-4bc6-a0be-a5d9e8a41cd2 req-b0415e10-cc96-4294-9543-bdf949213650 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 950 time: 0.1143847 Nov 09 17:56:28.849137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Pushing event updated for resources: {'Port': ['ID=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:28.886034 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0 associated. External IP: 172.25.0.142, port: f5348f8b-c192-4e89-affb-df8a0b76e286. Nov 09 17:56:28.914973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d719372-1f75-4bc6-a0be-a5d9e8a41cd2 req-1bc2e91b-66b1-4922-bfef-bfed82116ee1 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934904 Nov 09 17:56:28.952217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Attempting to bind port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:28.952623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Attempting to bind port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:28.952921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Attempting to bind port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 on network b7783001-dbbf-4872-a0aa-24d858c23888 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:28.959659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 on network b7783001-dbbf-4872-a0aa-24d858c23888 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:28.960064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Attempting to bind port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 on network b7783001-dbbf-4872-a0aa-24d858c23888 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:28.972554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:28.973124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Checking segment: {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:28.973322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Bound using segment: {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:28.973859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Bound port: 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8763b35f-a658-48b1-a353-38af59b85f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:28.974294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.103920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] For port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:29.109071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] For port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:29.118047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.175633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.176707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.178377 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] 10.222.0.73 "PUT /v2.0/ports/495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 1092 time: 1.0016785 Nov 09 17:56:29.181110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd61e394-7234-4494-b38d-3ce75da62104'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:29.198246 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d3e72-6f7e-4669-94ae-28cc4159999b" -d '{"events": [{"server_uuid": "90711358-41d7-457c-8e59-93e8ef25b5a6", "name": "network-vif-plugged", "status": "completed", "tag": "dd61e394-7234-4494-b38d-3ce75da62104"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:29.226979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476787e9-de2d-4a4a-a656-6f7e8cae0e6e service neutron] Pushing event updated for resources: {'Port': ['ID=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.314028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-46db9e11-3c65-4ef7-98bb-65a57300c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.316163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-46db9e11-3c65-4ef7-98bb-65a57300c081 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 1095 time: 0.0730059 Nov 09 17:56:29.325819 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a18ee8-3b9c-4546-8cf5-0f72d27f6004 x-openstack-request-id: req-d0a18ee8-3b9c-4546-8cf5-0f72d27f6004 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:29.329418 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90711358-41d7-457c-8e59-93e8ef25b5a6", "name": "network-vif-plugged", "status": "completed", "tag": "dd61e394-7234-4494-b38d-3ce75da62104", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:29.329980 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0a18ee8-3b9c-4546-8cf5-0f72d27f6004 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:29.330678 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd61e394-7234-4494-b38d-3ce75da62104', 'code': 200} Nov 09 17:56:29.385813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-42adf1dd-b322-4f6d-ad6a-fd264cfc1621 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 217 time: 0.0556462 Nov 09 17:56:29.442519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Router d7c3f346-9e35-4663-97fb-bae3b3004009 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:29.471971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:29.504770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:29.532888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-6bb09af5-d675-4fc9-a4ee-793fe024e570 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0df9914e0784382a82138b74c0ea82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600839 Nov 09 17:56:29.553899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:56:29.554269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7d7a3aa7-568c-4476-80cd-42fd7e6ef2e8 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:29.570521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:29.575880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.583926 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] Sync routers for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:29.595240 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:29.596173 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:29.622155 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ac959232-daaa-483b-add1-5bac837de9d6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "PUT /v2.0/floatingips/1eee0b88-127e-45c6-a7c7-1ac4fd770ca0 HTTP/1.1" status: 200 len: 1013 time: 1.7388880 Nov 09 17:56:29.622752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:29.625030 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09e0f97-8735-4cc3-837b-f8ba871f72f2" -d '{"events": [{"name": "network-changed", "server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:29.663060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-3d02d327-cb03-412c-b8cc-572b16ea28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.664226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:29.664543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-3d02d327-cb03-412c-b8cc-572b16ea28b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41737866-8470-4dd3-a860-7267844f3df4 HTTP/1.1" status: 200 len: 867 time: 0.2600443 Nov 09 17:56:29.677034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80', 'mac_address': 'fa:16:3e:c6:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:29.690340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:29.692517 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b5554-71cc-4041-bb45-4ad07f990497" -d '{"events": [{"name": "network-changed", "server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:29.707339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:29.715653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.728217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-96239665-f220-4ceb-a5c0-9975a7da95f9 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.729678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-96239665-f220-4ceb-a5c0-9975a7da95f9 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960280 Nov 09 17:56:29.730146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:29.732855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f466413-2d3d-45fc-8573-22c9ba03cb68 req-0daeb804-f8e9-4256-a75f-7c684dc90d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.733888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f466413-2d3d-45fc-8573-22c9ba03cb68 req-0daeb804-f8e9-4256-a75f-7c684dc90d09 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 1101 time: 0.3369246 Nov 09 17:56:29.750006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:29.754592 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:29.775940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379be72-3e4e-47a5-95d3-4f10cffaa7c1 req-0ca7480a-177d-4a7d-b6dc-47a24f70d468 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.777323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5379be72-3e4e-47a5-95d3-4f10cffaa7c1 req-0ca7480a-177d-4a7d-b6dc-47a24f70d468 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 944 time: 0.1547205 Nov 09 17:56:29.778850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-cfcc95ce-9f5d-4a60-b9a4-f4f42f669bf5 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/quotas/e0df9914e0784382a82138b74c0ea82b HTTP/1.1" status: 200 len: 375 time: 0.0422847 Nov 09 17:56:29.803368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-3815d116-2252-47a5-9eef-7c4dddd966ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:29.804879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-3815d116-2252-47a5-9eef-7c4dddd966ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7783001-dbbf-4872-a0aa-24d858c23888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249187 Nov 09 17:56:29.814575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:29.827410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f466413-2d3d-45fc-8573-22c9ba03cb68 req-dc971caa-08b6-4f9f-ba70-95e22a1e83e2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802321 Nov 09 17:56:29.851900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-405816d1-17de-43d1-90ee-8c01f9c49ccc tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0df9914e0784382a82138b74c0ea82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445030 Nov 09 17:56:29.911314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5379be72-3e4e-47a5-95d3-4f10cffaa7c1 req-e3ab02ec-96fb-4100-9b9a-dc9991b8af72 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225660 Nov 09 17:56:29.959141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-fab9fe80-738e-41fd-b923-eb0290b9d835 service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336398 Nov 09 17:56:29.988834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:30.008225 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1eee0b88-127e-45c6-a7c7-1ac4fd770ca0', 'tenant_id': '832155443c754efa93737514583a31eb', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'port_id': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'mac_address': 'fa:16:3e:ee:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'device_owner': 'compute:tempest-test_az-499156703'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:07Z', 'updated_at': '2021-11-09T17:56:28Z', 'revision_number': 1, 'project_id': '832155443c754efa93737514583a31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:30.061159 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] Checking router: d7c3f346-9e35-4663-97fb-bae3b3004009 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:30.072235 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:30.073265 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:30.083853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b872f91a-ee49-4ff2-9ae5-acfbb9e893ff req-61d161a3-f669-4a52-a715-e881af69c06e service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161232 Nov 09 17:56:30.140100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438bb4-38b5-4b72-b2ce-9515584288ae req-088c4f51-95c5-4ca1-8f7f-c1f65937e8e1 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:30.142030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58438bb4-38b5-4b72-b2ce-9515584288ae req-088c4f51-95c5-4ca1-8f7f-c1f65937e8e1 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 948 time: 0.1027162 Nov 09 17:56:30.187472 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3cdb4-1552-4592-a814-8da033f68246 x-openstack-request-id: req-38f3cdb4-1552-4592-a814-8da033f68246 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:30.187995 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:30.188169 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38f3cdb4-1552-4592-a814-8da033f68246 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:30.188832 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'status': 'completed', 'code': 200} Nov 09 17:56:30.210252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58438bb4-38b5-4b72-b2ce-9515584288ae req-98705ec9-88f4-42d7-8f9a-a4bbd1130c1f tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607910 Nov 09 17:56:30.255038 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f055fa-0461-4bed-ab3e-ba996d7574b3 x-openstack-request-id: req-a0f055fa-0461-4bed-ab3e-ba996d7574b3 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:30.255327 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:30.259775 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0f055fa-0461-4bed-ab3e-ba996d7574b3 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:30.260252 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'status': 'completed', 'code': 200} Nov 09 17:56:30.264125 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:30.365397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e1386f1-c448-4886-9911-b5016b4952c3 req-7764c303-9f94-40e3-ad66-00589ef568f5 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 210 time: 0.0787742 Nov 09 17:56:30.407935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bb98e-05c8-4ea2-ad6b-add9a4a9a205 req-b90cc7df-3f02-409a-81d2-70614bc66d07 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:30.409619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e64bb98e-05c8-4ea2-ad6b-add9a4a9a205 req-b90cc7df-3f02-409a-81d2-70614bc66d07 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 950 time: 0.1143556 Nov 09 17:56:30.411990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-c0484d8e-f847-489a-a3fc-6c2f03645f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:30.413472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-c0484d8e-f847-489a-a3fc-6c2f03645f2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 1118 time: 0.2016361 Nov 09 17:56:30.442607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5554-71cc-4041-bb45-4ad07f990497 req-9900b68b-2e38-4686-a34b-5f4ebeaa6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:30.444373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581b5554-71cc-4041-bb45-4ad07f990497 req-9900b68b-2e38-4686-a34b-5f4ebeaa6106 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 1095 time: 0.1591029 Nov 09 17:56:30.589836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e64bb98e-05c8-4ea2-ad6b-add9a4a9a205 req-ce31b376-856d-4b28-9b17-230f0b5c9fb8 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666336 Nov 09 17:56:30.684932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5554-71cc-4041-bb45-4ad07f990497 req-adca8206-7bb2-4906-abfe-563e9055f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:30.687706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581b5554-71cc-4041-bb45-4ad07f990497 req-adca8206-7bb2-4906-abfe-563e9055f30f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 200 len: 929 time: 0.2257333 Nov 09 17:56:30.708318 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1eee0b88-127e-45c6-a7c7-1ac4fd770ca0', 'tenant_id': '832155443c754efa93737514583a31eb', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'port_id': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'mac_address': 'fa:16:3e:ee:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'device_owner': 'compute:tempest-test_az-499156703'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:07Z', 'updated_at': '2021-11-09T17:56:28Z', 'revision_number': 1, 'project_id': '832155443c754efa93737514583a31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:30.755074 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f2db9-b30e-4b2c-a0c7-9aad92c6353f None None] The sync data for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 is: [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1eee0b88-127e-45c6-a7c7-1ac4fd770ca0', 'tenant_id': '832155443c754efa93737514583a31eb', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'port_id': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'mac_address': 'fa:16:3e:ee:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'device_owner': 'compute:tempest-test_az-499156703'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:07Z', 'updated_at': '2021-11-09T17:56:28Z', 'revision_number': 1, 'project_id': '832155443c754efa93737514583a31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:30.760217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581b5554-71cc-4041-bb45-4ad07f990497 req-66b13fc0-bfb1-4513-9cb6-87aac2341caa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 217 time: 0.0515282 Nov 09 17:56:30.761445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-e60e2d6f-8ae5-4dcd-8507-60ebb4317be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:30.767202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-e60e2d6f-8ae5-4dcd-8507-60ebb4317be6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 924 time: 0.3390918 Nov 09 17:56:31.099110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac3232-1de8-4a7d-9fd1-3aa4622127d2 None None] New status for floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:56:31.205631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5554-71cc-4041-bb45-4ad07f990497 req-f960b142-2510-4856-8a0d-a81e72bddd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.207174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581b5554-71cc-4041-bb45-4ad07f990497 req-f960b142-2510-4856-8a0d-a81e72bddd29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41737866-8470-4dd3-a860-7267844f3df4 HTTP/1.1" status: 200 len: 867 time: 0.4268434 Nov 09 17:56:31.254375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-fbbd84cd-f778-4742-a675-96f1213ee0e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5348f8b-c192-4e89-affb-df8a0b76e286 HTTP/1.1" status: 200 len: 1021 time: 0.4726644 Nov 09 17:56:31.271439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af42476-a1b8-4c06-82c3-13beb166ca6b req-16992580-7b35-4903-aa5f-431295a9a339 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.272926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7af42476-a1b8-4c06-82c3-13beb166ca6b req-16992580-7b35-4903-aa5f-431295a9a339 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 944 time: 0.1946800 Nov 09 17:56:31.321457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:31.381318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-0a9e6d67-8b22-4c8a-9667-62c3dff6418f tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e0df9914e0784382a82138b74c0ea82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439172 Nov 09 17:56:31.385890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5554-71cc-4041-bb45-4ad07f990497 req-366f923a-1e46-436a-ba6d-073dcdb085ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.387396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581b5554-71cc-4041-bb45-4ad07f990497 req-366f923a-1e46-436a-ba6d-073dcdb085ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7783001-dbbf-4872-a0aa-24d858c23888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702745 Nov 09 17:56:31.458459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7af42476-a1b8-4c06-82c3-13beb166ca6b req-7c503de5-31d7-4da6-8c76-c81e1fdd74f5 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686611 Nov 09 17:56:31.460083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-bff2b10a-16b1-4dee-af03-2eea316f05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.461522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-bff2b10a-16b1-4dee-af03-2eea316f05de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f HTTP/1.1" status: 200 len: 862 time: 0.1988530 Nov 09 17:56:31.480477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7eafea9-b31b-4602-a3c7-03a841b2228c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.534733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:31.604631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7eafea9-b31b-4602-a3c7-03a841b2228c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.610855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7eafea9-b31b-4602-a3c7-03a841b2228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.614379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:31.621806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:31.622232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.659198 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f7eafea9-b31b-4602-a3c7-03a841b2228c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32284de4d1ff48a88ed397288bd06528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311822 Nov 09 17:56:31.662276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:31.677428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eafea9-b31b-4602-a3c7-03a841b2228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c0cb3c-9bbe-4b48-a1bf-eb70b4873bf9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:31.722843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daffd66e-d809-494d-91ef-9d4074f8ae27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.724898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae78017b-609f-4964-93f6-71601adb23de req-3f4c5250-a893-42c9-af64-aea31658a7ad tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 210 time: 0.0596826 Nov 09 17:56:31.736877 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.750164 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daffd66e-d809-494d-91ef-9d4074f8ae27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.779633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578cd67-5acc-4165-a04d-235748c8c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:31.784855 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1d22ff-1590-4a46-9d10-44ac4fb1a81f" -d '{"events": [{"server_uuid": "d578cd67-5acc-4165-a04d-235748c8c880", "name": "network-vif-plugged", "status": "completed", "tag": "8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:31.803651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a51f2a-a718-4a0f-a4f5-3b6ab8003065 req-f3d17701-1ba4-4dfa-9653-559e26dedd00 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.812369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79a51f2a-a718-4a0f-a4f5-3b6ab8003065 req-f3d17701-1ba4-4dfa-9653-559e26dedd00 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 948 time: 0.3488357 Nov 09 17:56:31.812951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:31.817716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daffd66e-d809-494d-91ef-9d4074f8ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.820171 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.824316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daffd66e-d809-494d-91ef-9d4074f8ae27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:31.827477 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-daffd66e-d809-494d-91ef-9d4074f8ae27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64c0cb3c-9bbe-4b48-a1bf-eb70b4873bf9 HTTP/1.1" status: 204 len: 168 time: 0.1622052 Nov 09 17:56:31.839156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581b5554-71cc-4041-bb45-4ad07f990497 req-7560926f-9e56-44ed-aa8d-39ea1dafb15d service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022665 Nov 09 17:56:31.840558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffd66e-d809-494d-91ef-9d4074f8ae27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c0cb3c-9bbe-4b48-a1bf-eb70b4873bf9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:31.853428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-eb4f84d5-9c00-4eea-bdff-785d1b5a33ea tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.854937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-eb4f84d5-9c00-4eea-bdff-785d1b5a33ea tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4615688 Nov 09 17:56:31.871232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-847287bd-a32a-4f5c-821f-2b9ef1367e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:31.872895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-847287bd-a32a-4f5c-821f-2b9ef1367e20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8cd5c396-341f-40ff-b155-1bcf6eb00a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641745 Nov 09 17:56:31.891911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:31.907736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Request body: {'port': {'device_id': '761307c8-b112-4e45-82b3-f10aab1417ff', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'e0df9914e0784382a82138b74c0ea82b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:32.069528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79a51f2a-a718-4a0f-a4f5-3b6ab8003065 req-f40b80c8-5dcf-471c-9ae3-e53ea6c91231 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561076 Nov 09 17:56:32.118269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37110) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:32.133365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae0db926-c916-45ec-86ec-dfa4933efa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.157465 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8886052-1006-4bc9-8eb2-52c80ba07616 x-openstack-request-id: req-c8886052-1006-4bc9-8eb2-52c80ba07616 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:32.157965 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578cd67-5acc-4165-a04d-235748c8c880", "name": "network-vif-plugged", "status": "completed", "tag": "8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:32.158047 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8886052-1006-4bc9-8eb2-52c80ba07616 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:32.158459 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578cd67-5acc-4165-a04d-235748c8c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80', 'code': 200} Nov 09 17:56:32.194736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edbab4-b1c9-4a4a-8dfb-66b8d15e525e req-4ae9092d-50ef-4c16-a6ba-f2164cf21512 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.198652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2edbab4-b1c9-4a4a-8dfb-66b8d15e525e req-4ae9092d-50ef-4c16-a6ba-f2164cf21512 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 950 time: 0.3424773 Nov 09 17:56:32.228167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-cbfa0458-af45-4b8c-8069-45c04360a701 service neutron] 10.222.0.73 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259172 Nov 09 17:56:32.284600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae0db926-c916-45ec-86ec-dfa4933efa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.291569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae0db926-c916-45ec-86ec-dfa4933efa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.296317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814964e-f27b-4330-80ac-e258c67a6d56 req-473c791f-5dff-4788-98c5-ee16363582e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.297882 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5814964e-f27b-4330-80ac-e258c67a6d56 req-473c791f-5dff-4788-98c5-ee16363582e3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 1100 time: 0.0784526 Nov 09 17:56:32.303080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581b5554-71cc-4041-bb45-4ad07f990497 req-3a68092a-81db-4d6a-adaf-ca87aaa5667b service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629607 Nov 09 17:56:32.336955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2edbab4-b1c9-4a4a-8dfb-66b8d15e525e req-caeb0215-9cf9-433b-8cbc-4ee2e6eb6cfb tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273174 Nov 09 17:56:32.339727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Made reservation on behalf of e0df9914e0784382a82138b74c0ea82b for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:32.343549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.361700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0db926-c916-45ec-86ec-dfa4933efa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc68ae-c2f5-4aae-accb-9cd8fd5e6bc6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:32.368945 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ae0db926-c916-45ec-86ec-dfa4933efa64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2d6c642c6824220b9f48aac98d9b5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495196 Nov 09 17:56:32.371589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:32.399276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5814964e-f27b-4330-80ac-e258c67a6d56 req-25b91060-a659-4cd8-980b-bb7d831f48f7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890040 Nov 09 17:56:32.423465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d09e0f97-8735-4cc3-837b-f8ba871f72f2 req-cd2228a7-a618-45ba-8819-4af08480248d service neutron] 10.222.0.73 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746707 Nov 09 17:56:32.438571 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14485c8b-bdd2-4d0b-9efe-710ca73dda42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.467217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14485c8b-bdd2-4d0b-9efe-710ca73dda42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.519865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14485c8b-bdd2-4d0b-9efe-710ca73dda42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.522831 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14485c8b-bdd2-4d0b-9efe-710ca73dda42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.524316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-14485c8b-bdd2-4d0b-9efe-710ca73dda42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79bc68ae-c2f5-4aae-accb-9cd8fd5e6bc6 HTTP/1.1" status: 204 len: 168 time: 0.1500874 Nov 09 17:56:32.535274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14485c8b-bdd2-4d0b-9efe-710ca73dda42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc68ae-c2f5-4aae-accb-9cd8fd5e6bc6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:32.573373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Allocated IP 192.168.233.163 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/7407d5bf-8e9a-4030-b06f-a69e7099f978) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:32.593442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03af95-c7e5-4117-ab6d-102907a5c213 req-299f55da-58a0-4b98-a820-8e72929d2061 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.594861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef03af95-c7e5-4117-ab6d-102907a5c213 req-299f55da-58a0-4b98-a820-8e72929d2061 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 970 time: 0.1089995 Nov 09 17:56:32.733693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef03af95-c7e5-4117-ab6d-102907a5c213 req-55d21e22-a441-44ae-96a0-df0ef4e93f3e tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278670 Nov 09 17:56:32.744131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855d73a-123c-4e6d-9d3d-81d73d739e74 req-29940e6a-71a1-4241-a28c-ed26c3808145 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.745580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1855d73a-123c-4e6d-9d3d-81d73d739e74 req-29940e6a-71a1-4241-a28c-ed26c3808145 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1498549 Nov 09 17:56:32.832184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:32.840658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1855d73a-123c-4e6d-9d3d-81d73d739e74 req-f74b87d2-4c5c-4737-a328-4633ff5fe297 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803106 Nov 09 17:56:32.851455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.908369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d02e4-81ed-456c-8755-ef3a6a32a882 req-9d7c3f37-8bd7-46aa-b8e3-36825c4ed62d tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:32.910044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa9d02e4-81ed-456c-8755-ef3a6a32a882 req-9d7c3f37-8bd7-46aa-b8e3-36825c4ed62d tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 944 time: 0.1032348 Nov 09 17:56:32.923359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:32.973288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:32.985887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'port_id': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'mac_address': 'fa:16:3e:f5:6b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:33.022430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:33.032829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:33.034523 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.035422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Pushing event updated for resources: {'Port': ['ID=7407d5bf-8e9a-4030-b06f-a69e7099f978,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:33.038535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:33.048267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa9d02e4-81ed-456c-8755-ef3a6a32a882 req-9d61e756-344c-4857-8ca6-cfc8ab0b9d87 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273558 Nov 09 17:56:33.060086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:33.090802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c594eb1-761b-4534-a1ea-7e4cd291e630 req-675590ca-3e3a-40c0-8049-9479361b2001 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:33.100056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c594eb1-761b-4534-a1ea-7e4cd291e630 req-675590ca-3e3a-40c0-8049-9479361b2001 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 936 time: 0.1735415 Nov 09 17:56:33.102788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:33.117874 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.194578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:33.325122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:33.325655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.342805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-de973bbb-4a1a-45eb-974d-b1eea300cf30 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6cc23f309b574168892d7e76ce80248b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398910 Nov 09 17:56:33.365592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c594eb1-761b-4534-a1ea-7e4cd291e630 req-edbbf4a2-3176-4a5b-b789-a4afc5f907e6 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646945 Nov 09 17:56:33.380380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-53045d77-3cf6-4b77-b04b-36ab5cd72629 None None] Provisioning complete for port 7407d5bf-8e9a-4030-b06f-a69e7099f978 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:33.380380 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-53045d77-3cf6-4b77-b04b-36ab5cd72629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.380553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-28bcdb9e-9a4c-4180-9d80-3e56f0006800 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4949570 Nov 09 17:56:33.405264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['495e44d3-bceb-4c3c-9ddf-ebd8c41142f6'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:33.411985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Request body: {'port': {'device_id': '761307c8-b112-4e45-82b3-f10aab1417ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:33.450739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-53045d77-3cf6-4b77-b04b-36ab5cd72629 None None] Port 7407d5bf-8e9a-4030-b06f-a69e7099f978 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:33.593682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:33.614003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed235b1-90dd-4a13-91bf-9dc925bd914f req-b0ec6922-9585-4402-bb23-1ee9f4aae1a0 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:33.615485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ed235b1-90dd-4a13-91bf-9dc925bd914f req-b0ec6922-9585-4402-bb23-1ee9f4aae1a0 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 949 time: 0.1725092 Nov 09 17:56:33.629324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-a71e6d0a-d6ac-4f7a-b3ec-934dc86449b7 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:33.630776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-a71e6d0a-d6ac-4f7a-b3ec-934dc86449b7 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642429 Nov 09 17:56:33.680197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-5ce771e8-9348-4d58-927b-3b33bc99c3e9 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/quotas/6cc23f309b574168892d7e76ce80248b HTTP/1.1" status: 200 len: 375 time: 0.0408537 Nov 09 17:56:33.717360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ed235b1-90dd-4a13-91bf-9dc925bd914f req-bd674bdb-baa0-47b2-8c85-176fe293ab64 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953507 Nov 09 17:56:33.822584 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-4481426a-150b-4cea-8ab9-8c764f56732b tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312704 Nov 09 17:56:34.026006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566e78-fa56-4c90-a9ae-2552308d1ea0 req-43fe0f7e-3519-438f-905b-08292e93489b tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.027747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3566e78-fa56-4c90-a9ae-2552308d1ea0 req-43fe0f7e-3519-438f-905b-08292e93489b tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 970 time: 0.1393666 Nov 09 17:56:34.064037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ef0a8c3-b24e-4cd5-9f41-3e8611213ffa req-871fcec4-1d55-40b2-a20a-7721c6be578e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 210 time: 0.0467076 Nov 09 17:56:34.135591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b8126b61-433e-4039-bc9e-4e887c4f0d26 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.136965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b8126b61-433e-4039-bc9e-4e887c4f0d26 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.73 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 970 time: 0.2104132 Nov 09 17:56:34.200598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3566e78-fa56-4c90-a9ae-2552308d1ea0 req-b05d8cac-ee2d-42ce-ae61-f6699c4622eb tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/security-groups?id=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583064 Nov 09 17:56:34.210963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7407d5bf-8e9a-4030-b06f-a69e7099f978 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:34.223964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.300944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Transition to ACTIVE for port object 7407d5bf-8e9a-4030-b06f-a69e7099f978 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:34.323040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.413068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7407d5bf-8e9a-4030-b06f-a69e7099f978,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:34.431809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60411be8-a9d6-44c4-974b-e4c35eea0727 req-54799635-918f-4942-a3f3-10024ef81e5f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.433283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60411be8-a9d6-44c4-974b-e4c35eea0727 req-54799635-918f-4942-a3f3-10024ef81e5f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 945 time: 0.1261075 Nov 09 17:56:34.452088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Deleting port d9bd836c-32b2-4b94-9711-a4c598dbfc41 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:34.452428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.614743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60411be8-a9d6-44c4-974b-e4c35eea0727 req-faa7a0ce-5fe0-4ac3-b4d3-7e86be99c19b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655238 Nov 09 17:56:34.642300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Attempting to bind port 7407d5bf-8e9a-4030-b06f-a69e7099f978 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:34.642638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Attempting to bind port 7407d5bf-8e9a-4030-b06f-a69e7099f978 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:34.642981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Attempting to bind port 7407d5bf-8e9a-4030-b06f-a69e7099f978 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:34.660676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c18f1-aa7b-47e4-98b2-6a32e2234150 req-9b60d77b-8c1b-4646-84a5-cf7c79944183 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.662213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b34c18f1-aa7b-47e4-98b2-6a32e2234150 req-9b60d77b-8c1b-4646-84a5-cf7c79944183 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 948 time: 0.1432083 Nov 09 17:56:34.667879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Port 7407d5bf-8e9a-4030-b06f-a69e7099f978 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:34.668272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Attempting to bind port 7407d5bf-8e9a-4030-b06f-a69e7099f978 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:34.685107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] For port d9bd836c-32b2-4b94-9711-a4c598dbfc41, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d9bd836c-32b2-4b94-9711-a4c598dbfc41,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:34.685572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.688995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:34.689324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:34.689718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:34.690181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Bound port: 7407d5bf-8e9a-4030-b06f-a69e7099f978, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:34.690526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.716498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Calling delete_port for d9bd836c-32b2-4b94-9711-a4c598dbfc41 owned by compute:tempest-test_az-499156703 {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:34.772362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b34c18f1-aa7b-47e4-98b2-6a32e2234150 req-0656b5c5-dcb1-4864-b724-f4871e25ef3b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995181 Nov 09 17:56:34.843761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:34.854995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] For port 7407d5bf-8e9a-4030-b06f-a69e7099f978, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:34.885343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] For port 7407d5bf-8e9a-4030-b06f-a69e7099f978, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7407d5bf-8e9a-4030-b06f-a69e7099f978,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:34.898943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.904214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:34.909196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:34.909578 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.945114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.945384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:34.946742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] 10.222.0.85 "PUT /v2.0/ports/7407d5bf-8e9a-4030-b06f-a69e7099f978 HTTP/1.1" status: 200 len: 1096 time: 1.5409040 Nov 09 17:56:34.951904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761307c8-b112-4e45-82b3-f10aab1417ff', 'tag': '7407d5bf-8e9a-4030-b06f-a69e7099f978'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:34.954504 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2" -d '{"events": [{"name": "network-changed", "server_uuid": "761307c8-b112-4e45-82b3-f10aab1417ff", "tag": "7407d5bf-8e9a-4030-b06f-a69e7099f978"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:34.967018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7ce62-6625-488f-8832-da6f8ca3d7ca req-a01fd07b-61d7-42c6-8f8d-7e3fe3487cad tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:34.968885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1f7ce62-6625-488f-8832-da6f8ca3d7ca req-a01fd07b-61d7-42c6-8f8d-7e3fe3487cad tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 949 time: 0.1399720 Nov 09 17:56:35.046105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.062133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cc824-4950-4d42-89d3-09001cbff1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7407d5bf-8e9a-4030-b06f-a69e7099f978,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.086357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:35.090132 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9dcec1-52f4-4e46-b898-133cfd7f60f3" -d '{"events": [{"server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "name": "network-vif-plugged", "status": "completed", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:35.104549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:35.112163 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.146959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1f7ce62-6625-488f-8832-da6f8ca3d7ca req-59546a39-7f09-43a3-ad69-ed5eb795f343 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490307 Nov 09 17:56:35.181211 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bac607-ee06-4ac5-8973-ea4636b1c05b x-openstack-request-id: req-21bac607-ee06-4ac5-8973-ea4636b1c05b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:35.181602 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761307c8-b112-4e45-82b3-f10aab1417ff", "tag": "7407d5bf-8e9a-4030-b06f-a69e7099f978", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:35.181871 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21bac607-ee06-4ac5-8973-ea4636b1c05b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:35.182358 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761307c8-b112-4e45-82b3-f10aab1417ff', 'tag': '7407d5bf-8e9a-4030-b06f-a69e7099f978', 'status': 'completed', 'code': 200} Nov 09 17:56:35.200719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.231275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-2e729670-da31-4155-89db-1da9d0b45f5c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6cc23f309b574168892d7e76ce80248b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048529 Nov 09 17:56:35.258384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-9dfe932f-5983-4acf-aea2-eb03402f8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:35.261147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.263877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-9dfe932f-5983-4acf-aea2-eb03402f8a89 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0df9914e0784382a82138b74c0ea82b&device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 1099 time: 0.2263262 Nov 09 17:56:35.275576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Pushing event deleted for resources: {'Port': ['ID=d9bd836c-32b2-4b94-9711-a4c598dbfc41,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:35.298565 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fa1712-4a26-41fe-8fbd-f2a9e59c1be7 x-openstack-request-id: req-32fa1712-4a26-41fe-8fbd-f2a9e59c1be7 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:35.299056 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "name": "network-vif-plugged", "status": "completed", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:35.299457 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32fa1712-4a26-41fe-8fbd-f2a9e59c1be7 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:35.299940 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'code': 200} Nov 09 17:56:35.301100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d9bd836c-32b2-4b94-9711-a4c598dbfc41'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:35.380137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87da82a-bd4a-49de-b25a-357b2108168e req-263d03b0-ce3f-4f40-8ccb-b510244fd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:35.381644 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87da82a-bd4a-49de-b25a-357b2108168e req-263d03b0-ce3f-4f40-8ccb-b510244fd195 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 1097 time: 0.0752451 Nov 09 17:56:35.433221 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87da82a-bd4a-49de-b25a-357b2108168e req-2f909624-8682-459a-b7d3-4fa37ac004a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Nov 09 17:56:35.477073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-5d93f718-95dd-464a-8091-9b514126ccd0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7407d5bf-8e9a-4030-b06f-a69e7099f978 HTTP/1.1" status: 200 len: 217 time: 0.1800365 Nov 09 17:56:35.482725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5322edd-7389-470a-a2aa-d648a4432017 req-6e0b6ea8-be0d-4a61-8000-8fec4b98b3b7 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 210 time: 0.1503446 Nov 09 17:56:35.500859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] No DVR routers for this DVR port d9bd836c-32b2-4b94-9711-a4c598dbfc41 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:35.513778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-d1c45a98-f01b-4270-8bf7-5266de6e6229 req-bdbddbb4-2275-41be-919e-6862a76258f9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:35.514808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1c45a98-f01b-4270-8bf7-5266de6e6229 req-bdbddbb4-2275-41be-919e-6862a76258f9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122550 Nov 09 17:56:35.515867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:35.519597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b1f18d3-2289-4d74-891e-4a1ca68d9597 req-b9d38a30-d254-4e00-b058-707eb1417ce7 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.73 "DELETE /v2.0/ports/d9bd836c-32b2-4b94-9711-a4c598dbfc41 HTTP/1.1" status: 204 len: 173 time: 1.3745198 Nov 09 17:56:35.581132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-8c9d98e4-a4be-4ed2-b317-02918a21bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:35.582653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-8c9d98e4-a4be-4ed2-b317-02918a21bf30 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0851760 Nov 09 17:56:35.592995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-f2b4ca67-091c-404d-9bda-df313774af3f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:35.594447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-f2b4ca67-091c-404d-9bda-df313774af3f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390677 Nov 09 17:56:35.644481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31e3eb90-2242-4f67-a513-e4d59f7ba337 req-835510a6-c814-48d6-827c-f5d7255c8826 tempest-AggregatesAdminTestJSON-806141929 tempest-AggregatesAdminTestJSON-806141929-project] 10.222.0.32 "GET /v2.0/ports?device_id=baadcf4a-c4c3-452d-ac4f-f568949f9eee HTTP/1.1" status: 200 len: 210 time: 0.0406282 Nov 09 17:56:35.661442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-eccb6582-b01c-4dc4-b378-2050d2e428f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:35.662989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-eccb6582-b01c-4dc4-b378-2050d2e428f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676849 Nov 09 17:56:35.672545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Request body: {'port': {'device_id': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '6cc23f309b574168892d7e76ce80248b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:35.929558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37282) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:36.034519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8be9753-6a05-4d61-aca0-155a34fa775f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.071193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb186e75-9cfe-49c7-9b10-e903be857fd8 req-09f74114-3014-43c2-ab57-86880bd89e16 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.072733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb186e75-9cfe-49c7-9b10-e903be857fd8 req-09f74114-3014-43c2-ab57-86880bd89e16 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 949 time: 0.3752000 Nov 09 17:56:36.114322 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8be9753-6a05-4d61-aca0-155a34fa775f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.116323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-339a1b0c-3582-486d-94b9-9504e1541536 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394789 Nov 09 17:56:36.121430 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8be9753-6a05-4d61-aca0-155a34fa775f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.127499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f1a66-ff75-4dd7-8cce-d4b640793adc req-9d4614d2-2e0c-48ba-92eb-6a419bc33b2a tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.128965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-640f1a66-ff75-4dd7-8cce-d4b640793adc req-9d4614d2-2e0c-48ba-92eb-6a419bc33b2a tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 946 time: 0.1604073 Nov 09 17:56:36.169174 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8be9753-6a05-4d61-aca0-155a34fa775f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a5b9c3757784a2487e35f5110cff528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384329 Nov 09 17:56:36.170180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be9753-6a05-4d61-aca0-155a34fa775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d08ac0-da89-4815-8cf4-86724fe19ee1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:36.173922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:36.218290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Made reservation on behalf of 6cc23f309b574168892d7e76ce80248b for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:36.222278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.229559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2690c7e-d0dc-49cd-8c3c-976756f192e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.249724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb186e75-9cfe-49c7-9b10-e903be857fd8 req-3242626b-37e9-44a9-85a4-ee18759676cf tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654325 Nov 09 17:56:36.265925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2690c7e-d0dc-49cd-8c3c-976756f192e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.311354 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-640f1a66-ff75-4dd7-8cce-d4b640793adc req-f43a2098-3999-4947-9b56-8315dd1d8dd1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554670 Nov 09 17:56:36.346924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2690c7e-d0dc-49cd-8c3c-976756f192e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.351002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2690c7e-d0dc-49cd-8c3c-976756f192e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.353849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d2690c7e-d0dc-49cd-8c3c-976756f192e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80d08ac0-da89-4815-8cf4-86724fe19ee1 HTTP/1.1" status: 204 len: 168 time: 0.1781209 Nov 09 17:56:36.390425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d514da8-4dc4-4f6c-a097-3353c4f85ea9 req-ff98596d-1e7c-4c8b-bf54-f33ccc48c0e9 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593222 Nov 09 17:56:36.391249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690c7e-d0dc-49cd-8c3c-976756f192e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d08ac0-da89-4815-8cf4-86724fe19ee1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:36.473688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf896-b912-4b91-a705-534f9cae12ba req-1197c608-f26e-4afc-b140-b5400f14801b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.475415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30dcf896-b912-4b91-a705-534f9cae12ba req-1197c608-f26e-4afc-b140-b5400f14801b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 948 time: 0.1016462 Nov 09 17:56:36.499151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Allocated IP 192.168.233.45 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/df65b064-7ce8-4a4c-b239-86b63a8dbae8) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:36.582505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30dcf896-b912-4b91-a705-534f9cae12ba req-b033c9ba-1ff0-486f-a041-498ce410442e tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921440 Nov 09 17:56:36.611629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-410ce8aa-5943-4fb5-825e-722295ac339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.613128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-410ce8aa-5943-4fb5-825e-722295ac339e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e0df9914e0784382a82138b74c0ea82b&device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 1099 time: 0.1368043 Nov 09 17:56:36.617114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-b738a34d-1820-447f-8cec-1379889ae24d tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479004 Nov 09 17:56:36.786568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:36.800688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-523a111b-1061-4a65-80ea-9db4dcf8ae9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.808226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b52ee2f5-0459-4c4d-8faa-caa0dc4423fb req-a3ce798c-3d49-4b97-aab5-7a960114ceca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 210 time: 0.0515077 Nov 09 17:56:36.910307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-8e778dfd-bc4f-4037-83dd-1d82b0d4b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.911779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-8e778dfd-bc4f-4037-83dd-1d82b0d4b00d service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2873695 Nov 09 17:56:36.922360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-523a111b-1061-4a65-80ea-9db4dcf8ae9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.925764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-2ff21f13-ed3f-43b4-a7da-25701ed0c750 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:36.928374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-523a111b-1061-4a65-80ea-9db4dcf8ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.932842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-2ff21f13-ed3f-43b4-a7da-25701ed0c750 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946239 Nov 09 17:56:36.957596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:36.971072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a111b-1061-4a65-80ea-9db4dcf8ae9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834cafbb-ae84-47b2-80e3-51f23272fb1e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:36.988638 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-523a111b-1061-4a65-80ea-9db4dcf8ae9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4627554827c4cec825b9633a618cc90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005038 Nov 09 17:56:36.991312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37326) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:36.996718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-3551cef7-3a10-407d-b2c5-85c16fa7ce27 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/quotas/2de4fe00ee4f4daa9ddccee45d55193b HTTP/1.1" status: 200 len: 375 time: 0.0629599 Nov 09 17:56:37.001441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-2c58341a-2757-466b-a09e-0d46694c1022 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7407d5bf-8e9a-4030-b06f-a69e7099f978 HTTP/1.1" status: 200 len: 217 time: 0.0659652 Nov 09 17:56:37.008772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37328) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:37.059860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f63666d-1d89-46ca-9a40-dc2006403fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.086993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f63666d-1d89-46ca-9a40-dc2006403fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.099263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-79ac6b25-e2fd-44e3-bcee-28184dd09422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:37.100913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-79ac6b25-e2fd-44e3-bcee-28184dd09422 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0717707 Nov 09 17:56:37.115264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-b4c18ba8-c723-4426-88b6-0f532481373c tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168532 Nov 09 17:56:37.117906 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.137154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['aa17ee0c-9747-4946-b494-3df556c4a65c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:37.140258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dd61e394-7234-4494-b38d-3ce75da62104'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:37.197059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'name': 'network-vif-deleted', 'tag': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:37.199677 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49de224-35c4-4f71-afa0-2a1834f6691a" -d '{"events": [{"server_uuid": "baadcf4a-c4c3-452d-ac4f-f568949f9eee", "name": "network-vif-deleted", "tag": "d9bd836c-32b2-4b94-9711-a4c598dbfc41"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:37.200181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c66617de-afa5-49d9-8011-16e41bd13529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.219931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:37.224729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:37.230097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f63666d-1d89-46ca-9a40-dc2006403fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.232786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f63666d-1d89-46ca-9a40-dc2006403fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.236170 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f63666d-1d89-46ca-9a40-dc2006403fd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/834cafbb-ae84-47b2-80e3-51f23272fb1e HTTP/1.1" status: 204 len: 168 time: 0.2411966 Nov 09 17:56:37.236445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:37.260224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Pushing event updated for resources: {'Port': ['ID=df65b064-7ce8-4a4c-b239-86b63a8dbae8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:37.267632 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b0a122df-71d1-414f-8bb6-72485cb9763f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.274713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-056fdb91-a635-46e6-b374-e66c05b5c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:37.276240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-056fdb91-a635-46e6-b374-e66c05b5c1f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600282 Nov 09 17:56:37.292981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63666d-1d89-46ca-9a40-dc2006403fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834cafbb-ae84-47b2-80e3-51f23272fb1e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:37.311598 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c73c265-b4c1-4842-b367-93aad9e5dd67 x-openstack-request-id: req-6c73c265-b4c1-4842-b367-93aad9e5dd67 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:37.311894 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baadcf4a-c4c3-452d-ac4f-f568949f9eee", "name": "network-vif-deleted", "tag": "d9bd836c-32b2-4b94-9711-a4c598dbfc41", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:37.312154 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c73c265-b4c1-4842-b367-93aad9e5dd67 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:37.312573 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baadcf4a-c4c3-452d-ac4f-f568949f9eee', 'name': 'network-vif-deleted', 'tag': 'd9bd836c-32b2-4b94-9711-a4c598dbfc41', 'status': 'completed', 'code': 200} Nov 09 17:56:37.351478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:37.352233 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.354721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37340) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:37.449686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e6be7da3-fac3-4f17-a0c0-9a5a2e1b53ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7842488 Nov 09 17:56:37.472542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Request body: {'port': {'device_id': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:37.479013 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c66617de-afa5-49d9-8011-16e41bd13529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.489717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c66617de-afa5-49d9-8011-16e41bd13529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.583662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66617de-afa5-49d9-8011-16e41bd13529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baaf5c0-21b9-46d0-973d-ccc203d3af0c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:37.638313 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c66617de-afa5-49d9-8011-16e41bd13529 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f866aaeff7c44eb5ac75fbb9de0acc15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240335 Nov 09 17:56:37.638503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25d710b9-276c-4ff3-91f3-91d68e93fece req-61285c3f-1f8b-4071-a0f7-4407352f329f tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 210 time: 0.1737497 Nov 09 17:56:37.644505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37352) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:37.693012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-99982125-5c57-4a2a-82d2-80560cc91efd None None] Provisioning complete for port df65b064-7ce8-4a4c-b239-86b63a8dbae8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:37.693513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-99982125-5c57-4a2a-82d2-80560cc91efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.704537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-abad98c9-007d-4469-871a-d9dc727d3c60 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166706 Nov 09 17:56:37.739419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.771175 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf116-2f66-4655-a394-a309c0d0d107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.783247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057fe25-de4e-4265-907c-e56e9d31abf3 req-d7629d29-bc78-44ef-a07e-028ad260211b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:37.784644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-99982125-5c57-4a2a-82d2-80560cc91efd None None] Port df65b064-7ce8-4a4c-b239-86b63a8dbae8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:37.792015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e057fe25-de4e-4265-907c-e56e9d31abf3 req-d7629d29-bc78-44ef-a07e-028ad260211b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 946 time: 0.2934816 Nov 09 17:56:37.801073 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf116-2f66-4655-a394-a309c0d0d107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.857127 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf116-2f66-4655-a394-a309c0d0d107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.859301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d8fd1f91-472e-491a-b69d-35e4dd9966f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac9f333d663944ec9e01767344d02b47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4691460 Nov 09 17:56:37.860859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf116-2f66-4655-a394-a309c0d0d107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:37.863277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ed5cf116-2f66-4655-a394-a309c0d0d107 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8baaf5c0-21b9-46d0-973d-ccc203d3af0c HTTP/1.1" status: 204 len: 168 time: 0.2022321 Nov 09 17:56:37.864214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37362) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:37.893851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf116-2f66-4655-a394-a309c0d0d107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baaf5c0-21b9-46d0-973d-ccc203d3af0c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:37.942669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e057fe25-de4e-4265-907c-e56e9d31abf3 req-168265f2-49cc-4b25-a520-3ebfba26a889 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495416 Nov 09 17:56:38.043277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-246f0426-d8ac-4c67-80b3-0c86c7b102c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.075805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15aeecb-35bc-45f7-8eab-e4a9d11940e2 req-6746fec2-e316-41dd-af6b-f919ec12749a service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609402 Nov 09 17:56:38.091931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-246f0426-d8ac-4c67-80b3-0c86c7b102c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.142573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294cea2-3b7c-4a3a-b37d-98e6e587da34 req-46621c9a-52ff-410b-9f08-60504e573199 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:38.153150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9294cea2-3b7c-4a3a-b37d-98e6e587da34 req-46621c9a-52ff-410b-9f08-60504e573199 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 948 time: 0.2488050 Nov 09 17:56:38.179902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-246f0426-d8ac-4c67-80b3-0c86c7b102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.184303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-246f0426-d8ac-4c67-80b3-0c86c7b102c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.188256 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-246f0426-d8ac-4c67-80b3-0c86c7b102c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19 HTTP/1.1" status: 204 len: 168 time: 0.2983606 Nov 09 17:56:38.207876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f0426-d8ac-4c67-80b3-0c86c7b102c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a220e13a-fa5a-4cbd-b3a1-14ebdc9feb19,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:38.286050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec3378-41f8-4035-b653-210027f6d0de req-279f2a6c-44b5-490c-9363-29f81d54b292 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:38.287752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41ec3378-41f8-4035-b653-210027f6d0de req-279f2a6c-44b5-490c-9363-29f81d54b292 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 935 time: 0.2159266 Nov 09 17:56:38.306320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9294cea2-3b7c-4a3a-b37d-98e6e587da34 req-643d7f6d-b29d-4bbf-8fa5-23127fd5a402 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520858 Nov 09 17:56:38.545859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37386) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:38.561022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73fbeec3-337e-48df-97f5-aa5f47e592f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.657395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73fbeec3-337e-48df-97f5-aa5f47e592f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.665008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73fbeec3-337e-48df-97f5-aa5f47e592f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.702980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbeec3-337e-48df-97f5-aa5f47e592f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e6d692-f0a0-48f9-b3f5-624e526bdc29,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:38.725354 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73fbeec3-337e-48df-97f5-aa5f47e592f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a77a59cf29f7479499e1d2d63308c13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777887 Nov 09 17:56:38.728149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37394) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:38.757045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37396) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:38.769299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41ec3378-41f8-4035-b653-210027f6d0de req-d5f12e58-73e3-44db-9834-99551341fa85 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614565 Nov 09 17:56:38.838092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f86f5d01-75d7-4b2a-9003-7c86c22f23ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.859881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d9bd836c-32b2-4b94-9711-a4c598dbfc41 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:38.873390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f86f5d01-75d7-4b2a-9003-7c86c22f23ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.886377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: d9bd836c-32b2-4b94-9711-a4c598dbfc41 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:56:38.886740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d9bd836c-32b2-4b94-9711-a4c598dbfc41 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:38.921395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-f0374699-3b11-4033-9094-f5e15b854a95 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367765 Nov 09 17:56:38.942788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf161269-92e7-4cb1-ac7a-117462f57f71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=160613ce859a4e04ac8c84b2ff167b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840966 Nov 09 17:56:38.956252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37402) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:38.962948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d137632c-2b96-49ed-8dc5-17865e1ed0fd req-d816bbdf-ded1-4234-86cb-bd5c2849ad20 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 210 time: 0.0959268 Nov 09 17:56:38.985421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f86f5d01-75d7-4b2a-9003-7c86c22f23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.988813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f86f5d01-75d7-4b2a-9003-7c86c22f23ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:38.990153 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f86f5d01-75d7-4b2a-9003-7c86c22f23ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2e6d692-f0a0-48f9-b3f5-624e526bdc29 HTTP/1.1" status: 204 len: 168 time: 0.2607393 Nov 09 17:56:39.006689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-1a362805-538d-44d5-ad76-f7256299d7fd tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 258 time: 0.6530581 Nov 09 17:56:39.016609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37406) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:39.023466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f5d01-75d7-4b2a-9003-7c86c22f23ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e6d692-f0a0-48f9-b3f5-624e526bdc29,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:39.089267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df65b064-7ce8-4a4c-b239-86b63a8dbae8 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:39.095865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:39.113487 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.156995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Transition to ACTIVE for port object df65b064-7ce8-4a4c-b239-86b63a8dbae8 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:39.172438 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.180661 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4033d880-9113-4477-b10c-7b42075a9052 tempest-AutoAllocateNetworkTest-1388844554 tempest-AutoAllocateNetworkTest-1388844554-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b7d61e73d02455bb1d1859765cb5771&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1629522 Nov 09 17:56:39.183781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37410) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:39.189307 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.288454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-39e17f14-4c8d-48be-b813-6de9d208220c tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.289980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-39e17f14-4c8d-48be-b813-6de9d208220c tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3589330 Nov 09 17:56:39.295540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef7af01-63a8-4917-844d-71d0340d0b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.321550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Request body: {'port': {'device_id': '7b384595-3dab-4b99-bab7-200deea3429c', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '2de4fe00ee4f4daa9ddccee45d55193b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:39.338360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946ba39-7e11-457c-ba61-27e4a6289e61 tempest-AutoAllocateNetworkTest-1388844554 tempest-AutoAllocateNetworkTest-1388844554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.340210 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d946ba39-7e11-457c-ba61-27e4a6289e61 tempest-AutoAllocateNetworkTest-1388844554 tempest-AutoAllocateNetworkTest-1388844554-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1555083 Nov 09 17:56:39.343160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37418) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:39.349969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=df65b064-7ce8-4a4c-b239-86b63a8dbae8,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:39.418214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef7af01-63a8-4917-844d-71d0340d0b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.429809 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d5d633e5-c415-4a79-86f0-1f9a42df2303 tempest-AutoAllocateNetworkTest-1388844554 tempest-AutoAllocateNetworkTest-1388844554-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845068 Nov 09 17:56:39.429809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37422) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:39.475590 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1e2551ad-6040-4137-837d-f52278805462 tempest-AutoAllocateNetworkTest-1388844554 tempest-AutoAllocateNetworkTest-1388844554-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b7d61e73d02455bb1d1859765cb5771 HTTP/1.1" status: 200 len: 208 time: 0.0389428 Nov 09 17:56:39.554190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7407d5bf-8e9a-4030-b06f-a69e7099f978 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:39.569894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Attempting to bind port df65b064-7ce8-4a4c-b239-86b63a8dbae8 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:39.569894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Attempting to bind port df65b064-7ce8-4a4c-b239-86b63a8dbae8 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:39.569894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Attempting to bind port df65b064-7ce8-4a4c-b239-86b63a8dbae8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:39.592030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385c178-3655-4d36-b137-633c52629ae3 req-b2328fec-c4fc-4501-8483-d5762bd06cd4 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:39.593512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a385c178-3655-4d36-b137-633c52629ae3 req-b2328fec-c4fc-4501-8483-d5762bd06cd4 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 948 time: 0.1702087 Nov 09 17:56:39.597426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef7af01-63a8-4917-844d-71d0340d0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.599957 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef7af01-63a8-4917-844d-71d0340d0b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.601041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5ef7af01-63a8-4917-844d-71d0340d0b1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2540ec8-76ea-4930-b4f1-5a533be6ce76 HTTP/1.1" status: 204 len: 168 time: 0.6404905 Nov 09 17:56:39.601682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Port df65b064-7ce8-4a4c-b239-86b63a8dbae8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:39.602006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Attempting to bind port df65b064-7ce8-4a4c-b239-86b63a8dbae8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:39.650996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:39.652310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:39.652696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:39.653492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Bound port: df65b064-7ce8-4a4c-b239-86b63a8dbae8, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:39.653856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.655970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7af01-63a8-4917-844d-71d0340d0b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2540ec8-76ea-4930-b4f1-5a533be6ce76,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:39.686629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Made reservation on behalf of 2de4fe00ee4f4daa9ddccee45d55193b for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:56:39.690688 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.705215 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.722803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7407d5bf-8e9a-4030-b06f-a69e7099f978, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7407d5bf-8e9a-4030-b06f-a69e7099f978,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:39.735451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a385c178-3655-4d36-b137-633c52629ae3 req-be87b112-de1c-412b-b9c3-4e4ac1e6fe56 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297538 Nov 09 17:56:39.767234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '7407d5bf-8e9a-4030-b06f-a69e7099f978', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '7407d5bf-8e9a-4030-b06f-a69e7099f978', 'mac_address': 'fa:16:3e:b1:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:39.813383 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.817006 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc15d233-70ab-407e-a264-a40ca10d3c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.835377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7407d5bf-8e9a-4030-b06f-a69e7099f978 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:39.849687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] For port df65b064-7ce8-4a4c-b239-86b63a8dbae8, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:39.870099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7407d5bf-8e9a-4030-b06f-a69e7099f978, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7407d5bf-8e9a-4030-b06f-a69e7099f978,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:39.879431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] For port df65b064-7ce8-4a4c-b239-86b63a8dbae8, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df65b064-7ce8-4a4c-b239-86b63a8dbae8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:39.880046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.913999 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:39.949723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37442) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:39.957560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7407d5bf-8e9a-4030-b06f-a69e7099f978,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:40.012328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:40.012903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.014324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] 10.222.0.73 "PUT /v2.0/ports/df65b064-7ce8-4a4c-b239-86b63a8dbae8 HTTP/1.1" status: 200 len: 1095 time: 2.5490599 Nov 09 17:56:40.018717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'tag': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:40.021180 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40286e40-733e-4e21-aba9-e23dbdf0b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7685d19-6db8-4864-b21d-d6d2477e3346", "tag": "df65b064-7ce8-4a4c-b239-86b63a8dbae8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:40.044115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Allocated IP 172.25.0.133 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/6ca521f5-090d-4e65-9321-77d2b0e6a40c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:40.108518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Allocated IP 192.168.233.218 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/3b371623-ab16-4cbf-89cc-f3d3e5d9eaad) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:40.112293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bff356-13da-4a7b-a7ec-55ebaaff5ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=df65b064-7ce8-4a4c-b239-86b63a8dbae8,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:40.139276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fce87d-b634-4d0e-b8e9-957af310101d req-fb0eba6d-09da-45b4-9200-123a25bf02c4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:40.140826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8fce87d-b634-4d0e-b8e9-957af310101d req-fb0eba6d-09da-45b4-9200-123a25bf02c4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 947 time: 0.2433693 Nov 09 17:56:40.164138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7407d5bf-8e9a-4030-b06f-a69e7099f978'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:40.175258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04a48f8a-cf48-4b84-8457-d16c354d757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.194786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.306359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04a48f8a-cf48-4b84-8457-d16c354d757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.313827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04a48f8a-cf48-4b84-8457-d16c354d757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.337706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-a3784dd2-8e3f-44d0-9f47-cea5b12fd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:40.339230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-a3784dd2-8e3f-44d0-9f47-cea5b12fd964 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 1098 time: 0.2719269 Nov 09 17:56:40.364107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8fce87d-b634-4d0e-b8e9-957af310101d req-5a476de4-bde0-4214-bd03-739066a9e6f4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055147 Nov 09 17:56:40.392318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a48f8a-cf48-4b84-8457-d16c354d757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6840c3d1-a514-4d90-8818-e3ee43dfeff1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:40.419022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-04a48f8a-cf48-4b84-8457-d16c354d757f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b7d61e73d02455bb1d1859765cb5771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681346 Nov 09 17:56:40.421576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37466) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:40.484827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6c275f8-a4aa-4f86-9df8-7288ebf6921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.486275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-8e6f9470-34ea-44f8-9b25-c818ec2267f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=df65b064-7ce8-4a4c-b239-86b63a8dbae8 HTTP/1.1" status: 200 len: 217 time: 0.1086538 Nov 09 17:56:40.525447 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6c275f8-a4aa-4f86-9df8-7288ebf6921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.588490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-449ac263-6903-4e60-863d-1aad754f85ab req-4c3c9699-6abc-4932-9f8c-122e73a5eef3 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 210 time: 0.1196585 Nov 09 17:56:40.595086 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6c275f8-a4aa-4f86-9df8-7288ebf6921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.595508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.600076 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6c275f8-a4aa-4f86-9df8-7288ebf6921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.601362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6c275f8-a4aa-4f86-9df8-7288ebf6921c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6840c3d1-a514-4d90-8818-e3ee43dfeff1 HTTP/1.1" status: 204 len: 168 time: 0.1785219 Nov 09 17:56:40.611936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c275f8-a4aa-4f86-9df8-7288ebf6921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6840c3d1-a514-4d90-8818-e3ee43dfeff1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:40.639849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-48dfcfde-0f81-44cf-8f37-3d1f592361f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:40.641297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-48dfcfde-0f81-44cf-8f37-3d1f592361f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1097050 Nov 09 17:56:40.895281 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249fb631-2bab-46c8-8777-3729bca6cdc2 x-openstack-request-id: req-249fb631-2bab-46c8-8777-3729bca6cdc2 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:40.895882 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7685d19-6db8-4864-b21d-d6d2477e3346", "tag": "df65b064-7ce8-4a4c-b239-86b63a8dbae8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:40.895882 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-249fb631-2bab-46c8-8777-3729bca6cdc2 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:40.896184 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'tag': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8', 'status': 'completed', 'code': 200} Nov 09 17:56:40.905702 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.939723 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:40.949762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.010749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e5939a71-71b0-4b35-b333-f628322d5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.012257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-e5939a71-71b0-4b35-b333-f628322d5458 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3572736 Nov 09 17:56:41.021945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:41.040647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:41.051571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a64bf-f519-48f6-aa52-cc3cd4fd5178 req-b9ce412a-73ba-4e44-9e50-48d35bc89305 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.053060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-947a64bf-f519-48f6-aa52-cc3cd4fd5178 req-b9ce412a-73ba-4e44-9e50-48d35bc89305 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 949 time: 0.1561301 Nov 09 17:56:41.053690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event updated for resources: {'Port': ['ID=6ca521f5-090d-4e65-9321-77d2b0e6a40c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:41.069197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:41.115875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.118879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.119242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.119693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.120061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.120826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.120826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.121183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.121439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.121830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.122188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.122516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.122847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:41.128860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:41.264018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:41.279154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-947a64bf-f519-48f6-aa52-cc3cd4fd5178 req-d7ef10f4-c588-4227-b118-8bcf55035652 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841934 Nov 09 17:56:41.283145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:41.289875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Pushing event updated for resources: {'Port': ['ID=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:41.300645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:41.352376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-edf36263-6678-4a3a-bded-499a83fc9765 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215976 Nov 09 17:56:41.458405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.459058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.470130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.543851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-57564dae-1f3b-4f77-9afc-0961b746f3ef tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2265520 Nov 09 17:56:41.562213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Request body: {'port': {'device_id': '7b384595-3dab-4b99-bab7-200deea3429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:41.582910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7407d5bf-8e9a-4030-b06f-a69e7099f978 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:41.610762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.627448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00803f1-ba6b-4af7-b755-645212b75587 req-bc057a06-188e-4be6-b545-9f1a68d747c0 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.628990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c00803f1-ba6b-4af7-b755-645212b75587 req-bc057a06-188e-4be6-b545-9f1a68d747c0 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 947 time: 0.1839280 Nov 09 17:56:41.655320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2acae6f4-ac6b-4682-8c5a-08b8278851fb req-fa17c871-8b2b-453a-9887-7dbe2288a0d0 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891388 Nov 09 17:56:41.657753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7611efd1-cd16-4827-a43f-af6accc8b6b8 None None] Provisioning complete for port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:41.659103 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7611efd1-cd16-4827-a43f-af6accc8b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.698861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 7407d5bf-8e9a-4030-b06f-a69e7099f978 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:41.707400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 7407d5bf-8e9a-4030-b06f-a69e7099f978 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:41.708207 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.713538 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.756768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7611efd1-cd16-4827-a43f-af6accc8b6b8 None None] Port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:56:41.793780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37524) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:41.836230 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.846378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c00803f1-ba6b-4af7-b755-645212b75587 req-21e364fc-2d48-4ce1-aee6-2c291af1d5f0 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857998 Nov 09 17:56:41.872461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761307c8-b112-4e45-82b3-f10aab1417ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7407d5bf-8e9a-4030-b06f-a69e7099f978'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:41.876031 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26717ff-5889-45b9-999f-d5d8f437c3dd" -d '{"events": [{"server_uuid": "761307c8-b112-4e45-82b3-f10aab1417ff", "name": "network-vif-plugged", "status": "completed", "tag": "7407d5bf-8e9a-4030-b06f-a69e7099f978"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:41.909532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7407d5bf-8e9a-4030-b06f-a69e7099f978, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7407d5bf-8e9a-4030-b06f-a69e7099f978,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:41.914396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-dbd7904b-8184-496b-82e8-63cebabf5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:41.916024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-dbd7904b-8184-496b-82e8-63cebabf5ea9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 1098 time: 0.1982725 Nov 09 17:56:41.919873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:41.963981 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.020338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7407d5bf-8e9a-4030-b06f-a69e7099f978,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.035443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.035854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.036130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.036483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.036806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.037189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.037566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.037894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.038323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.038653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.038983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.039299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.080629 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.089673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.133629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62385be7-98e3-4f60-a2f7-1c2b9316b94f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.145031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.145711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.146291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.146837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.148162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.148749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.149314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.149854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.150416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.150953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.151502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.152035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:56:42.175643 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-45dc923d-64b5-47b6-9d72-39a90de7d20d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a9bbbedd8ae46099c01b1c5c26fd424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807437 Nov 09 17:56:42.178516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37540) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.197672 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.214311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.241031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dc095-0aa6-4028-bc69-8f0f8713c83b req-2d86f848-8fbd-4108-a959-dc395b2ba790 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.242530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce2dc095-0aa6-4028-bc69-8f0f8713c83b req-2d86f848-8fbd-4108-a959-dc395b2ba790 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 936 time: 0.2340820 Nov 09 17:56:42.244142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-717341d6-abda-4c90-8c5d-fe69620b39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.244601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a659a41-b763-4437-a61f-91e3da9f6f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.246502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-717341d6-abda-4c90-8c5d-fe69620b39f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3070531 Nov 09 17:56:42.276322 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a659a41-b763-4437-a61f-91e3da9f6f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.337216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a659a41-b763-4437-a61f-91e3da9f6f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.340209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a659a41-b763-4437-a61f-91e3da9f6f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.343764 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6a659a41-b763-4437-a61f-91e3da9f6f28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62385be7-98e3-4f60-a2f7-1c2b9316b94f HTTP/1.1" status: 204 len: 168 time: 0.1617911 Nov 09 17:56:42.353953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659a41-b763-4437-a61f-91e3da9f6f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62385be7-98e3-4f60-a2f7-1c2b9316b94f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.365057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-fcd5aeb0-9e1e-419d-9b8a-b0c5f5ca0319 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=df65b064-7ce8-4a4c-b239-86b63a8dbae8 HTTP/1.1" status: 200 len: 217 time: 0.0888979 Nov 09 17:56:42.414581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event updated for resources: {'Port': ['ID=6ca521f5-090d-4e65-9321-77d2b0e6a40c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.450268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.466189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.477022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce2dc095-0aa6-4028-bc69-8f0f8713c83b req-ea939b24-862f-4541-8891-c72c59e7539d tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997187 Nov 09 17:56:42.507814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-be33d068-af38-4254-a6c0-2ccdf9de39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.509348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-be33d068-af38-4254-a6c0-2ccdf9de39f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1304202 Nov 09 17:56:42.514141 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.515316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-deee771d-89ef-4231-afec-f7db2f4860a9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5078111 Nov 09 17:56:42.616787 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2157d1-f7a2-49c6-a825-6ab4cd27e45f x-openstack-request-id: req-fc2157d1-f7a2-49c6-a825-6ab4cd27e45f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:42.617224 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761307c8-b112-4e45-82b3-f10aab1417ff", "name": "network-vif-plugged", "status": "completed", "tag": "7407d5bf-8e9a-4030-b06f-a69e7099f978", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:42.617609 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc2157d1-f7a2-49c6-a825-6ab4cd27e45f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:42.618348 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761307c8-b112-4e45-82b3-f10aab1417ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7407d5bf-8e9a-4030-b06f-a69e7099f978', 'code': 200} Nov 09 17:56:42.641023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-f9aa87d8-b96d-4e8e-821e-4916b2178644 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.1129780 Nov 09 17:56:42.645698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:42.657665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.730540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-b8d1f078-934b-4216-83bc-5f0fa711036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.732028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-b8d1f078-934b-4216-83bc-5f0fa711036d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128294 Nov 09 17:56:42.739611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7168f-3193-4fce-8b14-c7f80a172913 req-5f6f8eda-9216-49d6-bb6d-0ee9e556715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:42.741480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-29e7168f-3193-4fce-8b14-c7f80a172913 req-5f6f8eda-9216-49d6-bb6d-0ee9e556715e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 1101 time: 0.0534036 Nov 09 17:56:42.784035 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-29e7168f-3193-4fce-8b14-c7f80a172913 req-6f955198-5011-4f60-83d8-2d30567bdffd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Nov 09 17:56:42.849823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37566) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:42.864143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0677420-5652-4ce2-9ea5-a5362a2c9bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.944683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0677420-5652-4ce2-9ea5-a5362a2c9bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.948521 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0677420-5652-4ce2-9ea5-a5362a2c9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:42.961617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Transition to ACTIVE for port object 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:56:42.988394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0677420-5652-4ce2-9ea5-a5362a2c9bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882d7ec5-f645-4d70-b411-ba70a98c1d71,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:42.993167 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e0677420-5652-4ce2-9ea5-a5362a2c9bb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21fc041ee912432e9fd888539ba37aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416092 Nov 09 17:56:42.998458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37572) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.007194 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.052049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1485-fbab-4421-9878-d7fe0348ee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.073723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1485-fbab-4421-9878-d7fe0348ee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.085675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d05de-0cbb-4937-bedf-b45aa7cd8bb7 req-047a2672-948a-4e67-a5f3-8ec90e179d5a tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.087240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b08d05de-0cbb-4937-bedf-b45aa7cd8bb7 req-047a2672-948a-4e67-a5f3-8ec90e179d5a tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 950 time: 0.4058595 Nov 09 17:56:43.131363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1485-fbab-4421-9878-d7fe0348ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.133841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Pushing event updated for resources: {'Port': ['ID=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.134590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1485-fbab-4421-9878-d7fe0348ee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.138406 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3e0b1485-fbab-4421-9878-d7fe0348ee31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/882d7ec5-f645-4d70-b411-ba70a98c1d71 HTTP/1.1" status: 204 len: 168 time: 0.1354527 Nov 09 17:56:43.142666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-88d37ad2-3e79-4479-b6ab-529270368a4c tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.144598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-88d37ad2-3e79-4479-b6ab-529270368a4c tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.4934545 Nov 09 17:56:43.155957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b1485-fbab-4421-9878-d7fe0348ee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d7ec5-f645-4d70-b411-ba70a98c1d71,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.187225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-acb59d9d-b419-4716-bcbc-f44dcd55f261 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:43.188205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6338e426-a2fc-4036-8f1b-79021281f4d6 req-acb59d9d-b419-4716-bcbc-f44dcd55f261 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078824 Nov 09 17:56:43.260533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-0fb0d320-495b-451e-8caf-0e00c50efd0d service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097696 Nov 09 17:56:43.265609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b08d05de-0cbb-4937-bedf-b45aa7cd8bb7 req-cbf3c583-b52f-4357-b53b-4c5402c69279 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639991 Nov 09 17:56:43.388247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Attempting to bind port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:56:43.388589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Attempting to bind port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:56:43.389160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Attempting to bind port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:43.404946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:56:43.405270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Attempting to bind port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:56:43.423677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:56:43.424547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:56:43.424928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:56:43.425369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Bound port: 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:56:43.425724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.446124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40286e40-733e-4e21-aba9-e23dbdf0b5d7 req-c2145351-b4a5-464e-98bf-9dba1413cbc8 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760590 Nov 09 17:56:43.456523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b444220-b4a4-4446-a3c9-ce7e780aa613 req-b45d0385-1910-4060-8d5c-a4b62280c4ce tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.458019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b444220-b4a4-4446-a3c9-ce7e780aa613 req-b45d0385-1910-4060-8d5c-a4b62280c4ce tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 947 time: 0.1059599 Nov 09 17:56:43.536245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b444220-b4a4-4446-a3c9-ce7e780aa613 req-481f699d-4e75-4fa3-b1fb-6077a9c3e3fd tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569196 Nov 09 17:56:43.539427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] For port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:56:43.543093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] For port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:56:43.561036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.589984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.590634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:43.592105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] 10.222.0.85 "PUT /v2.0/ports/3b371623-ab16-4cbf-89cc-f3d3e5d9eaad HTTP/1.1" status: 200 len: 1096 time: 2.0368905 Nov 09 17:56:43.592742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b384595-3dab-4b99-bab7-200deea3429c', 'tag': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:43.595031 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ad767-de79-4c53-b0dc-193707bb5929" -d '{"events": [{"name": "network-changed", "server_uuid": "7b384595-3dab-4b99-bab7-200deea3429c", "tag": "3b371623-ab16-4cbf-89cc-f3d3e5d9eaad"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:43.631809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e6d3-1a64-4070-bcd5-1c6a4b1f0d1e service neutron] Pushing event updated for resources: {'Port': ['ID=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:43.764977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-8c9851ef-7200-4b90-8baa-b136ff2a0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.766524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-8c9851ef-7200-4b90-8baa-b136ff2a0a5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 1099 time: 0.1173413 Nov 09 17:56:43.839043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-1395915f-2f9d-48bf-b3e4-881d6fe2ac2c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad HTTP/1.1" status: 200 len: 217 time: 0.0537252 Nov 09 17:56:43.905125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37604) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:43.919072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432625e8-969e-4e7f-b248-919450c9ae43 req-b1a06225-2f40-430f-b97a-6179ec91c175 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.920579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-b1a06225-2f40-430f-b97a-6179ec91c175 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2150168 Nov 09 17:56:43.988779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71249a01-151d-4bae-acbb-24cec74eb819 req-4cd0cc3f-88ef-4f3f-ab6e-382e78bb155d tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:43.990301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71249a01-151d-4bae-acbb-24cec74eb819 req-4cd0cc3f-88ef-4f3f-ab6e-382e78bb155d tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 948 time: 0.1546936 Nov 09 17:56:43.997655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-63086f84-22e9-49ee-84a2-618c7d94559e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.0680761 Nov 09 17:56:43.999016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-569ec200-8afb-4aca-b5c7-2eb1c88bdcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:44.000344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-569ec200-8afb-4aca-b5c7-2eb1c88bdcf7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1408608 Nov 09 17:56:44.029788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Request body: {'floatingip': {'port_id': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:44.042851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bae6afa9-f936-47c8-af71-2ec754f8b06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.119291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.139186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bae6afa9-f936-47c8-af71-2ec754f8b06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.159687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bae6afa9-f936-47c8-af71-2ec754f8b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.178701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71249a01-151d-4bae-acbb-24cec74eb819 req-38b44bd5-ae5c-401b-8916-67d5d27d4406 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774013 Nov 09 17:56:44.204817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-6be92271-093c-4e7d-864a-553523a31f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:44.206911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-6be92271-093c-4e7d-864a-553523a31f45 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979682 Nov 09 17:56:44.215336 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bae6afa9-f936-47c8-af71-2ec754f8b06c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b8f8745d1b44a16ab493198f50fe4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055329 Nov 09 17:56:44.215336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6afa9-f936-47c8-af71-2ec754f8b06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2382897d-d66f-4289-a924-75473b183969,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:44.217562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37616) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.273116 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b00e7a7-969e-419f-b3b3-178d929dbbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.303409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b00e7a7-969e-419f-b3b3-178d929dbbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.347794 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d0a5e5-4865-4577-8dee-2a5b6c7c10da x-openstack-request-id: req-e6d0a5e5-4865-4577-8dee-2a5b6c7c10da {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:44.348169 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b384595-3dab-4b99-bab7-200deea3429c", "tag": "3b371623-ab16-4cbf-89cc-f3d3e5d9eaad", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:44.348442 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6d0a5e5-4865-4577-8dee-2a5b6c7c10da {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:44.348843 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b384595-3dab-4b99-bab7-200deea3429c', 'tag': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad', 'status': 'completed', 'code': 200} Nov 09 17:56:44.365066 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b00e7a7-969e-419f-b3b3-178d929dbbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.369279 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b00e7a7-969e-419f-b3b3-178d929dbbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.370768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4b00e7a7-969e-419f-b3b3-178d929dbbec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2382897d-d66f-4289-a924-75473b183969 HTTP/1.1" status: 204 len: 168 time: 0.1522372 Nov 09 17:56:44.384079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00e7a7-969e-419f-b3b3-178d929dbbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2382897d-d66f-4289-a924-75473b183969,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:44.424102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-a7426bbb-ce98-4521-9a96-1d0821ff3625 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931961 Nov 09 17:56:44.686209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9fa24-74e7-4b98-bd16-f336bedcb4e5 req-359558d7-4bcf-4636-9313-0afc781d0146 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:44.687778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98e9fa24-74e7-4b98-bd16-f336bedcb4e5 req-359558d7-4bcf-4636-9313-0afc781d0146 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 950 time: 0.2579603 Nov 09 17:56:44.771330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f8ff9af-a48f-465d-b6f5-fc525700f01d req-cf947239-ca1b-4043-a369-c8782f668c47 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309226 Nov 09 17:56:44.824400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37638) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:44.837739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c425727c-68d4-41c4-878e-76c12b2cf0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.908269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df65b064-7ce8-4a4c-b239-86b63a8dbae8 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:44.942209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c425727c-68d4-41c4-878e-76c12b2cf0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.947134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c425727c-68d4-41c4-878e-76c12b2cf0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:44.995285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c425727c-68d4-41c4-878e-76c12b2cf0d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd501c1bd821422ebc589e0ba7a1cbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697662 Nov 09 17:56:44.998173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425727c-68d4-41c4-878e-76c12b2cf0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b3a78-ae56-43f5-85ca-d8210a1331f7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.003643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37644) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:45.045914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port df65b064-7ce8-4a4c-b239-86b63a8dbae8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df65b064-7ce8-4a4c-b239-86b63a8dbae8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:45.063027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8', 'mac_address': 'fa:16:3e:9f:49:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:45.071925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a6148e8-1109-449d-89be-49cc3a2e7f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.094383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a6148e8-1109-449d-89be-49cc3a2e7f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.102647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98e9fa24-74e7-4b98-bd16-f336bedcb4e5 req-80d37c99-a756-4648-8798-298bfdb8fce4 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964438 Nov 09 17:56:45.103126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.120065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df65b064-7ce8-4a4c-b239-86b63a8dbae8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:45.135730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 17:56:45.147577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port df65b064-7ce8-4a4c-b239-86b63a8dbae8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df65b064-7ce8-4a4c-b239-86b63a8dbae8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:45.151019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a6148e8-1109-449d-89be-49cc3a2e7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.154211 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a6148e8-1109-449d-89be-49cc3a2e7f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.157720 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1a6148e8-1109-449d-89be-49cc3a2e7f24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c88b3a78-ae56-43f5-85ca-d8210a1331f7 HTTP/1.1" status: 204 len: 168 time: 0.1497533 Nov 09 17:56:45.159877 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.169467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6148e8-1109-449d-89be-49cc3a2e7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b3a78-ae56-43f5-85ca-d8210a1331f7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.224756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=df65b064-7ce8-4a4c-b239-86b63a8dbae8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:45.225901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-1efb3a71-a9b8-4db9-bf1c-e8e06bf18649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.228001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-1efb3a71-a9b8-4db9-bf1c-e8e06bf18649 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 1099 time: 0.4009130 Nov 09 17:56:45.316462 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.329311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.405286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d12f6-5704-4fbe-84d9-7fcd056e0082 req-f72b56a4-a2bf-42b0-9739-73829acf949a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.406795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e8d12f6-5704-4fbe-84d9-7fcd056e0082 req-f72b56a4-a2bf-42b0-9739-73829acf949a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 948 time: 0.2057340 Nov 09 17:56:45.420730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['df65b064-7ce8-4a4c-b239-86b63a8dbae8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:45.474803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-fc074bc2-b480-4518-8ae3-77cc24fe344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.476321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-fc074bc2-b480-4518-8ae3-77cc24fe344a service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2295492 Nov 09 17:56:45.502618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e8d12f6-5704-4fbe-84d9-7fcd056e0082 req-f65cbd12-23d8-4eb7-abb7-365811a8d937 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862415 Nov 09 17:56:45.537809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-b36a37e4-6ca3-49e7-b38b-447e9bb7ee80 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad HTTP/1.1" status: 200 len: 217 time: 0.0513508 Nov 09 17:56:45.539091 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Floating IP 763247f6-c5b7-45c7-a5a5-72f46842d861 associated. External IP: 172.25.0.133, port: 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6. Nov 09 17:56:45.664867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-ca5327ff-a8e2-41f3-a502-21e35eac3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.666429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-ca5327ff-a8e2-41f3-a502-21e35eac3ba9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0882697 Nov 09 17:56:45.785020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-23fe2ce4-d326-47d4-ade5-a48d4e39c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:45.786551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-23fe2ce4-d326-47d4-ade5-a48d4e39c412 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102955 Nov 09 17:56:45.881714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Router 15b471da-3872-4926-9123-384902a0eaf4 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:45.921349 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:45.984034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-b3733846-cdbe-4c08-bd3a-366aeae7032d service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852663 Nov 09 17:56:46.071405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:46.077202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:46.083838 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] Sync routers for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:46.095629 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:46.097278 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:46.152389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-97071f69-17bd-4a0c-8dc1-011c4130ff29 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "PUT /v2.0/floatingips/763247f6-c5b7-45c7-a5a5-72f46842d861 HTTP/1.1" status: 200 len: 997 time: 2.1448429 Nov 09 17:56:46.164609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7ad767-de79-4c53-b0dc-193707bb5929 req-bcedee6b-a9a2-4c2d-a9f3-ac35d7b145de service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695509 Nov 09 17:56:46.201990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432625e8-969e-4e7f-b248-919450c9ae43 req-df24a26d-f995-4ca1-8538-6441dce8e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.212277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-df24a26d-f995-4ca1-8538-6441dce8e114 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 1097 time: 0.0570579 Nov 09 17:56:46.233295 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:46.332294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432625e8-969e-4e7f-b248-919450c9ae43 req-b79d1396-3170-4f4a-a00f-ef76a373eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.334093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-b79d1396-3170-4f4a-a00f-ef76a373eab4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 200 len: 929 time: 0.1190479 Nov 09 17:56:46.377459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:46.379297 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:46.441947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-58099dfb-3f3c-4cb4-96fb-3af9bb899de9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 1000 time: 0.1018074 Nov 09 17:56:46.452765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6e04-97fe-4798-84b7-371376ace400 req-48dde1ae-5687-4379-a105-2bf18df0034d tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.454353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-881c6e04-97fe-4798-84b7-371376ace400 req-48dde1ae-5687-4379-a105-2bf18df0034d tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 948 time: 0.1060367 Nov 09 17:56:46.473702 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '763247f6-c5b7-45c7-a5a5-72f46842d861', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '15b471da-3872-4926-9123-384902a0eaf4', 'port_id': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'mac_address': 'fa:16:3e:f5:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:41Z', 'updated_at': '2021-11-09T17:56:44Z', 'revision_number': 1, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:46.503326 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] Checking router: 15b471da-3872-4926-9123-384902a0eaf4 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:46.511708 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:46.512314 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:46.524133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-881c6e04-97fe-4798-84b7-371376ace400 req-4d7f3501-9814-4bed-b22e-3ddb6f93ce5f tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603023 Nov 09 17:56:46.525643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432625e8-969e-4e7f-b248-919450c9ae43 req-ebd4e910-ccda-4af9-acc8-0fa07c7ebb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.527026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-ebd4e910-ccda-4af9-acc8-0fa07c7ebb63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41737866-8470-4dd3-a860-7267844f3df4 HTTP/1.1" status: 200 len: 867 time: 0.0718164 Nov 09 17:56:46.579776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432625e8-969e-4e7f-b248-919450c9ae43 req-0b72b6e4-631e-4513-b98d-b693c2b217e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:46.581873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-0b72b6e4-631e-4513-b98d-b693c2b217e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7783001-dbbf-4872-a0aa-24d858c23888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451567 Nov 09 17:56:46.592882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-13f8afd3-7419-4456-a6c5-af03c789f2f2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:46.594231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-13f8afd3-7419-4456-a6c5-af03c789f2f2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060263 Nov 09 17:56:46.631089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:46.689885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-5102e828-3e2e-426d-8a3a-66f5670de015 service neutron] 10.222.0.32 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879321 Nov 09 17:56:46.863938 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '763247f6-c5b7-45c7-a5a5-72f46842d861', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '15b471da-3872-4926-9123-384902a0eaf4', 'port_id': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'mac_address': 'fa:16:3e:f5:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:41Z', 'updated_at': '2021-11-09T17:56:44Z', 'revision_number': 1, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:46.891045 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a96977-572d-4bd4-8c4c-e55cc28cf8e9 None None] The sync data for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 is: [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '763247f6-c5b7-45c7-a5a5-72f46842d861', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'floating_ip_address': '172.25.0.133', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '15b471da-3872-4926-9123-384902a0eaf4', 'port_id': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'mac_address': 'fa:16:3e:f5:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:41Z', 'updated_at': '2021-11-09T17:56:44Z', 'revision_number': 1, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:46.932602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df65b064-7ce8-4a4c-b239-86b63a8dbae8 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:46.983684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port df65b064-7ce8-4a4c-b239-86b63a8dbae8 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:46.989102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port df65b064-7ce8-4a4c-b239-86b63a8dbae8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:46.989582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.035714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394664b-28bd-4304-99aa-47ee00a2b899 req-68a95650-4886-403b-9cdd-5f3a0f6f15b1 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.037170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3394664b-28bd-4304-99aa-47ee00a2b899 req-68a95650-4886-403b-9cdd-5f3a0f6f15b1 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 950 time: 0.2918751 Nov 09 17:56:47.040734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-432625e8-969e-4e7f-b248-919450c9ae43 req-cc140ad4-bb06-4c9a-907f-fe234aeeb6cd service neutron] 10.222.0.32 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451893 Nov 09 17:56:47.074250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.085091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3394664b-28bd-4304-99aa-47ee00a2b899 req-dfb00619-a5d8-46a9-aff3-4e490ede752b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Nov 09 17:56:47.122183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:47.122646 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e071790f-fd19-4b2d-baed-6cdc57c54b62 x-openstack-request-id: req-e071790f-fd19-4b2d-baed-6cdc57c54b62 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:47.123032 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:47.123405 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e071790f-fd19-4b2d-baed-6cdc57c54b62 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:47.124129 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'status': 'completed', 'code': 200} Nov 09 17:56:47.124824 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1546de7-e7c7-4ab4-8247-f39e57e3e35c" -d '{"events": [{"server_uuid": "c7685d19-6db8-4864-b21d-d6d2477e3346", "name": "network-vif-plugged", "status": "completed", "tag": "df65b064-7ce8-4a4c-b239-86b63a8dbae8"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:47.141276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port df65b064-7ce8-4a4c-b239-86b63a8dbae8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df65b064-7ce8-4a4c-b239-86b63a8dbae8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:47.146757 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.152438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73110a5a-0803-40a7-9547-630283d8bb58 None None] New status for floating IP 763247f6-c5b7-45c7-a5a5-72f46842d861: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:56:47.238278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-87c8a59a-bf72-4b20-b6e5-41abb1d2e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.240380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-87c8a59a-bf72-4b20-b6e5-41abb1d2e022 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 1097 time: 0.0860257 Nov 09 17:56:47.248872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e0d5b-c9b3-4681-9006-5a3150022c4e req-1f5056bb-e468-4ade-b7ce-5384d8b24493 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.250524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e1e0d5b-c9b3-4681-9006-5a3150022c4e req-1f5056bb-e468-4ade-b7ce-5384d8b24493 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 949 time: 0.0656650 Nov 09 17:56:47.270922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=df65b064-7ce8-4a4c-b239-86b63a8dbae8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:47.357504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e1e0d5b-c9b3-4681-9006-5a3150022c4e req-e52877b3-a7aa-4bd0-a81e-44a4c4ee0ef6 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868397 Nov 09 17:56:47.442378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-f57b879c-04a7-4d7a-a267-28e3c9718a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.444162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-f57b879c-04a7-4d7a-a267-28e3c9718a83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 200 len: 929 time: 0.1925852 Nov 09 17:56:47.543261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f98f5c63-a108-4982-9427-a06226b81668 req-9d9fe943-7f07-4769-9305-096d01a6c819 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 258 time: 0.1891665 Nov 09 17:56:47.553893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-bf58c953-6f64-4243-b845-688de7e207ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 1002 time: 0.0981634 Nov 09 17:56:47.557719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:47.559314 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d56ed-a759-4f50-a85c-9ac734d22bc3 x-openstack-request-id: req-435d56ed-a759-4f50-a85c-9ac734d22bc3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:47.559771 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7685d19-6db8-4864-b21d-d6d2477e3346", "name": "network-vif-plugged", "status": "completed", "tag": "df65b064-7ce8-4a4c-b239-86b63a8dbae8", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:47.560031 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-435d56ed-a759-4f50-a85c-9ac734d22bc3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:47.560435 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8', 'code': 200} Nov 09 17:56:47.598055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:56:47.618076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.674389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-cda45c63-5d06-4c7a-8876-21d12a55bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.676342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-cda45c63-5d06-4c7a-8876-21d12a55bdf9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41737866-8470-4dd3-a860-7267844f3df4 HTTP/1.1" status: 200 len: 867 time: 0.1070287 Nov 09 17:56:47.709908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:47.722784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad', 'mac_address': 'fa:16:3e:a2:ed:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:56:47.759040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.761556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be513d-7b8c-47da-bf75-8031baa79d7b req-6c73be36-68f4-47f3-ba15-0e6f38470fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.763040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5be513d-7b8c-47da-bf75-8031baa79d7b req-6c73be36-68f4-47f3-ba15-0e6f38470fdc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 1100 time: 0.1001341 Nov 09 17:56:47.775370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:56:47.794750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:47.798611 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.807874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-abdaaad0-6f93-4112-8be4-ac36408ec6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.809333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-abdaaad0-6f93-4112-8be4-ac36408ec6db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7783001-dbbf-4872-a0aa-24d858c23888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137230 Nov 09 17:56:47.845138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:47.883403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0d837-f676-466b-bfdf-c42ccc02d055 req-4254264e-a80c-4abc-8fd2-efa6620e961b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:47.884943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9af0d837-f676-466b-bfdf-c42ccc02d055 req-4254264e-a80c-4abc-8fd2-efa6620e961b tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 950 time: 0.1424060 Nov 09 17:56:47.890796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5be513d-7b8c-47da-bf75-8031baa79d7b req-22470279-17c7-45ec-b713-67d05d65517f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109951 Nov 09 17:56:47.956102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9af0d837-f676-466b-bfdf-c42ccc02d055 req-711b0545-3e95-468a-b786-6e42ee3afb44 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Nov 09 17:56:47.968474 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:47.978471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-9e55d7b2-7b55-4726-a1e1-fdb4f54b75b7 service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596663 Nov 09 17:56:48.100136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fc246-684c-4625-9c91-1998e90ca773 req-f7dba0ad-8cb1-4ec3-80a1-268670ce6d28 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:48.101571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d0fc246-684c-4625-9c91-1998e90ca773 req-f7dba0ad-8cb1-4ec3-80a1-268670ce6d28 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 949 time: 0.0873671 Nov 09 17:56:48.104107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['3b371623-ab16-4cbf-89cc-f3d3e5d9eaad'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:48.165884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Allocated IP 172.25.0.131 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/4f40eac6-c261-4982-a2c9-249efbfe86fb) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:56:48.207527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d0fc246-684c-4625-9c91-1998e90ca773 req-3567b8ba-e723-4fb5-b63e-1b140f33ee9d tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939238 Nov 09 17:56:48.299754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac7f5f0c-82db-4999-b3ea-2c70f0b4e2b6 req-7b380b26-7c9a-47e9-ac1c-da4c4bc2b115 service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956811 Nov 09 17:56:48.345447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.383586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.424535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:56:48.427321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:56:48.435278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:56:48.438240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event updated for resources: {'Port': ['ID=4f40eac6-c261-4982-a2c9-249efbfe86fb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.553060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.579734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738c152-aa10-4929-90c8-2f3c6f15a14e req-8caf00d3-83de-46c5-86ce-864abc420531 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:48.581467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2738c152-aa10-4929-90c8-2f3c6f15a14e req-8caf00d3-83de-46c5-86ce-864abc420531 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 949 time: 0.0749109 Nov 09 17:56:48.616821 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.661933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2738c152-aa10-4929-90c8-2f3c6f15a14e req-245e9011-e4f5-45b2-8161-198a7c1296b3 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658171 Nov 09 17:56:48.667223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37766) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.802322 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-041880ec-27e1-4b1b-9bf6-032a5806185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.803497 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.803871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.808019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.889623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event updated for resources: {'Port': ['ID=4f40eac6-c261-4982-a2c9-249efbfe86fb,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.901545 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.913973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-041880ec-27e1-4b1b-9bf6-032a5806185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.917617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-041880ec-27e1-4b1b-9bf6-032a5806185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.928225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:48.935563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f98f5c63-a108-4982-9427-a06226b81668 req-40b9b4b8-36e5-4e0d-86ee-8c3b92549ec1 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3845987 Nov 09 17:56:48.964030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041880ec-27e1-4b1b-9bf6-032a5806185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9e5521-3f7b-4889-b6c8-7fa72e19ef7d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:48.981612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-041880ec-27e1-4b1b-9bf6-032a5806185f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69c1b85c6c0a42d4a7e3cb6aada148a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129280 Nov 09 17:56:48.982675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37784) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:48.987319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f98f5c63-a108-4982-9427-a06226b81668 req-74f2e948-3fca-419c-b289-4a11606fae9c tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0502656 Nov 09 17:56:49.053034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-710a1cb0-abcc-4bf2-9a65-a45aefaea33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.080086 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-710a1cb0-abcc-4bf2-9a65-a45aefaea33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.138588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e25eca-3a03-429e-a75c-d92b27648a92 req-2b352849-96ab-4c38-bc27-d3270c07664a tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.140070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67e25eca-3a03-429e-a75c-d92b27648a92 req-2b352849-96ab-4c38-bc27-d3270c07664a tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 950 time: 0.0825300 Nov 09 17:56:49.147232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f5c63-a108-4982-9427-a06226b81668 req-e9c19f62-3643-4f2c-943b-f2692e16c801 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.155351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-710a1cb0-abcc-4bf2-9a65-a45aefaea33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.156332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f98f5c63-a108-4982-9427-a06226b81668 req-e9c19f62-3643-4f2c-943b-f2692e16c801 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1682262 Nov 09 17:56:49.157878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-710a1cb0-abcc-4bf2-9a65-a45aefaea33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.162175 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-710a1cb0-abcc-4bf2-9a65-a45aefaea33e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d9e5521-3f7b-4889-b6c8-7fa72e19ef7d HTTP/1.1" status: 204 len: 168 time: 0.1759269 Nov 09 17:56:49.164096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-f98f5c63-a108-4982-9427-a06226b81668 req-f169ba02-3a30-430e-9d2c-5178acfc8548 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:49.165278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f98f5c63-a108-4982-9427-a06226b81668 req-f169ba02-3a30-430e-9d2c-5178acfc8548 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081818 Nov 09 17:56:49.180663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37792) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.206494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67e25eca-3a03-429e-a75c-d92b27648a92 req-340d1698-4d4c-4172-9819-ec49d02c236e tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Nov 09 17:56:49.207064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a1cb0-abcc-4bf2-9a65-a45aefaea33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9e5521-3f7b-4889-b6c8-7fa72e19ef7d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.389591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a66bd-b0cf-4bc9-bd17-7c7fc6f23e12 req-58258149-7265-4a76-ac7a-f1a8bc465ffa tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.391140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e4a66bd-b0cf-4bc9-bd17-7c7fc6f23e12 req-58258149-7265-4a76-ac7a-f1a8bc465ffa tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0857780 Nov 09 17:56:49.399115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada1c84-2110-4226-add8-f0217901de0d req-6f0b1a80-8801-492c-84c8-0877493b2136 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.400513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ada1c84-2110-4226-add8-f0217901de0d req-6f0b1a80-8801-492c-84c8-0877493b2136 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 949 time: 0.0966241 Nov 09 17:56:49.467932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8cf57ae-71cd-4483-8a14-eb16f647dffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.468396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e4a66bd-b0cf-4bc9-bd17-7c7fc6f23e12 req-435e64f1-0b73-4b9c-92e5-b83649e3c600 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0669551 Nov 09 17:56:49.500372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-6e4a66bd-b0cf-4bc9-bd17-7c7fc6f23e12 req-236fdfb5-b376-495a-8ba1-6e02ec960a65 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Request body: {'floatingip': {'port_id': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:49.516735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37808) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.536038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e132369c-05a5-4478-841f-29436a875950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.545162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ada1c84-2110-4226-add8-f0217901de0d req-97112600-dc38-4b56-8813-c17ce6b3bec4 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371915 Nov 09 17:56:49.555490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6e4a66bd-b0cf-4bc9-bd17-7c7fc6f23e12 req-236fdfb5-b376-495a-8ba1-6e02ec960a65 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.578015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8cf57ae-71cd-4483-8a14-eb16f647dffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.588452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8cf57ae-71cd-4483-8a14-eb16f647dffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.600908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-150934f3-14d7-4094-8cc5-1595be759772 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:49.602449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-150934f3-14d7-4094-8cc5-1595be759772 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 950 time: 0.1507256 Nov 09 17:56:49.621317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:56:49.650607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf57ae-71cd-4483-8a14-eb16f647dffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf122bb-0e33-4bda-a8b7-f2ed513ece4f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.655208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8cf57ae-71cd-4483-8a14-eb16f647dffa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0478a1c694f4a4bb4e51091979596e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720814 Nov 09 17:56:49.661709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37812) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.702517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:56:49.708906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:56:49.710646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.720639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e132369c-05a5-4478-841f-29436a875950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.733875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e132369c-05a5-4478-841f-29436a875950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.758484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1449802-f3da-4822-a9d4-452c88030018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.788656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e132369c-05a5-4478-841f-29436a875950 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e084f15e5b8e4be2ab611087fa19ebf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678027 Nov 09 17:56:49.789229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37818) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:49.802610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132369c-05a5-4478-841f-29436a875950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec8b04-8789-440d-8d93-107652c8db26,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.818830 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1449802-f3da-4822-a9d4-452c88030018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.821108 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.846709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b384595-3dab-4b99-bab7-200deea3429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:49.849302 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71877966-04bd-4a35-a8d2-4c54822cc41e" -d '{"events": [{"server_uuid": "7b384595-3dab-4b99-bab7-200deea3429c", "name": "network-vif-plugged", "status": "completed", "tag": "3b371623-ab16-4cbf-89cc-f3d3e5d9eaad"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:49.862876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:49.867665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.881567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3921677-0184-426d-bb16-aee66a469d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.906298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3921677-0184-426d-bb16-aee66a469d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.908737 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1449802-f3da-4822-a9d4-452c88030018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.911293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1449802-f3da-4822-a9d4-452c88030018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.912516 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1449802-f3da-4822-a9d4-452c88030018 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf122bb-0e33-4bda-a8b7-f2ed513ece4f HTTP/1.1" status: 204 len: 168 time: 0.2496569 Nov 09 17:56:49.935832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1449802-f3da-4822-a9d4-452c88030018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf122bb-0e33-4bda-a8b7-f2ed513ece4f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.940730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:49.972631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3921677-0184-426d-bb16-aee66a469d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.975405 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3921677-0184-426d-bb16-aee66a469d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:49.976778 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e3921677-0184-426d-bb16-aee66a469d91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbec8b04-8789-440d-8d93-107652c8db26 HTTP/1.1" status: 204 len: 168 time: 0.1863971 Nov 09 17:56:49.985755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3921677-0184-426d-bb16-aee66a469d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec8b04-8789-440d-8d93-107652c8db26,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:50.151356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Deleting port 7407d5bf-8e9a-4030-b06f-a69e7099f978 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:50.151701 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.231217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909745c4-2f81-4d72-ac61-dd4d6d8fa6ee req-7e9c94de-a5c6-4478-a3d1-900517adaacd tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.232653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-909745c4-2f81-4d72-ac61-dd4d6d8fa6ee req-7e9c94de-a5c6-4478-a3d1-900517adaacd tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 949 time: 0.4350734 Nov 09 17:56:50.280067 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-6e4a66bd-b0cf-4bc9-bd17-7c7fc6f23e12 req-236fdfb5-b376-495a-8ba1-6e02ec960a65 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 17:56:50.281247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e4a66bd-b0cf-4bc9-bd17-7c7fc6f23e12 req-236fdfb5-b376-495a-8ba1-6e02ec960a65 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "PUT /v2.0/floatingips/82f9b7b0-7173-427b-84a1-ab0555098f89 HTTP/1.1" status: 409 len: 551 time: 0.7963672 Nov 09 17:56:50.310530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] For port 7407d5bf-8e9a-4030-b06f-a69e7099f978, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7407d5bf-8e9a-4030-b06f-a69e7099f978,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:50.310899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.316095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-909745c4-2f81-4d72-ac61-dd4d6d8fa6ee req-ad58553f-862e-4c96-80df-39078ceb6e70 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Nov 09 17:56:50.327127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Calling delete_port for 7407d5bf-8e9a-4030-b06f-a69e7099f978 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:50.376664 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba5487-231d-4dff-8d10-2f0580f653be x-openstack-request-id: req-a0ba5487-231d-4dff-8d10-2f0580f653be {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:50.377887 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b384595-3dab-4b99-bab7-200deea3429c", "name": "network-vif-plugged", "status": "completed", "tag": "3b371623-ab16-4cbf-89cc-f3d3e5d9eaad", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:50.377887 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0ba5487-231d-4dff-8d10-2f0580f653be {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:50.378295 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b384595-3dab-4b99-bab7-200deea3429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad', 'code': 200} Nov 09 17:56:50.397349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37844) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:50.423424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-96e38dc3-318e-4afb-856b-a6cf9f09c5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.488121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2ec49-703c-4730-95bc-aa858c154ef4 req-7345c8fd-4f23-4659-820e-71c39ef20926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.489640 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-20d2ec49-703c-4730-95bc-aa858c154ef4 req-7345c8fd-4f23-4659-820e-71c39ef20926 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 1101 time: 0.0439978 Nov 09 17:56:50.528306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-c187f7c7-46e1-41f9-b077-81a0be20867e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips/82f9b7b0-7173-427b-84a1-ab0555098f89 HTTP/1.1" status: 200 len: 693 time: 0.1021016 Nov 09 17:56:50.540009 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-20d2ec49-703c-4730-95bc-aa858c154ef4 req-49c60c97-f920-4470-a392-be2f27a73113 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Nov 09 17:56:50.647639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec5a12-8361-4257-8b95-f04fd761e496 req-1d83f262-3507-4a5b-8558-c16d5cada12d tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.649127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18ec5a12-8361-4257-8b95-f04fd761e496 req-1d83f262-3507-4a5b-8558-c16d5cada12d tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/ports?device_id=761307c8-b112-4e45-82b3-f10aab1417ff HTTP/1.1" status: 200 len: 950 time: 0.2009139 Nov 09 17:56:50.699996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.712745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7407d5bf-8e9a-4030-b06f-a69e7099f978'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:50.764980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Pushing event deleted for resources: {'Port': ['ID=7407d5bf-8e9a-4030-b06f-a69e7099f978,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:50.778976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18ec5a12-8361-4257-8b95-f04fd761e496 req-5d6ea375-2647-4266-ac17-7c4d761582d0 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af89c47-c152-4e17-a85d-f1f2dab699e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215744 Nov 09 17:56:50.794316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-4c84f8a2-a2e6-48e8-8458-9b9fae155f9e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:50.805834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-4c84f8a2-a2e6-48e8-8458-9b9fae155f9e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2577062 Nov 09 17:56:50.827585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-001f64c1-d5a3-4bb4-8213-8dc15d81232b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:50.828524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-001f64c1-d5a3-4bb4-8213-8dc15d81232b tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108035 Nov 09 17:56:50.857048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] No DVR routers for this DVR port 7407d5bf-8e9a-4030-b06f-a69e7099f978 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:50.869996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-96e38dc3-318e-4afb-856b-a6cf9f09c5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.898488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.901819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2bbb058-8a2e-4eb0-8793-7fb14686d534 req-970e8f7e-72d3-4c4f-94cb-ef35fb4f1e97 tempest-DeleteServersAdminTestJSON-2095721431 tempest-DeleteServersAdminTestJSON-2095721431-project] 10.222.0.85 "DELETE /v2.0/ports/7407d5bf-8e9a-4030-b06f-a69e7099f978 HTTP/1.1" status: 204 len: 173 time: 1.2867670 Nov 09 17:56:50.902311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761307c8-b112-4e45-82b3-f10aab1417ff', 'name': 'network-vif-deleted', 'tag': '7407d5bf-8e9a-4030-b06f-a69e7099f978'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:50.904979 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b9dbdb-8a8b-4656-a398-ef0eb445d7bf" -d '{"events": [{"server_uuid": "761307c8-b112-4e45-82b3-f10aab1417ff", "name": "network-vif-deleted", "tag": "7407d5bf-8e9a-4030-b06f-a69e7099f978"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:50.912534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-96e38dc3-318e-4afb-856b-a6cf9f09c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:50.940566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-b83deec6-c399-4816-b423-19d8c74c9f97 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0883789 Nov 09 17:56:50.979849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-96e38dc3-318e-4afb-856b-a6cf9f09c5f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c58dc6602dca44538d099642b9b52a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810003 Nov 09 17:56:50.982435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37868) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:51.047209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-c3cd4f43-76ef-450e-98e5-30ac058ef558 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.1056552 Nov 09 17:56:51.048349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e38dc3-318e-4afb-856b-a6cf9f09c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb59ced-bcb2-49f9-8800-608ca83ebb3a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:51.085936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c873f631-4cb1-4ceb-82e3-744c55592f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.109917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c873f631-4cb1-4ceb-82e3-744c55592f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.172377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c873f631-4cb1-4ceb-82e3-744c55592f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.176548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c873f631-4cb1-4ceb-82e3-744c55592f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.177882 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c873f631-4cb1-4ceb-82e3-744c55592f1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceb59ced-bcb2-49f9-8800-608ca83ebb3a HTTP/1.1" status: 204 len: 168 time: 0.1944752 Nov 09 17:56:51.188847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873f631-4cb1-4ceb-82e3-744c55592f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb59ced-bcb2-49f9-8800-608ca83ebb3a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:51.208730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Deleting port 4f40eac6-c261-4982-a2c9-249efbfe86fb {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:51.209236 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.315569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.315907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.339162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Calling delete_port for 4f40eac6-c261-4982-a2c9-249efbfe86fb owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:51.459201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b19747-9bc2-4860-b502-df3db855756b req-2be627f8-a471-49d7-b306-8fd95d92b7fa tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.460723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b19747-9bc2-4860-b502-df3db855756b req-2be627f8-a471-49d7-b306-8fd95d92b7fa tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 950 time: 0.1194503 Nov 09 17:56:51.531027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b19747-9bc2-4860-b502-df3db855756b req-196ec25e-761e-4691-b32d-fd81ec499d4a tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Nov 09 17:56:51.616903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.649809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event deleted for resources: {'Port': ['ID=4f40eac6-c261-4982-a2c9-249efbfe86fb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:51.711576 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941a7531-d9f4-4555-aa50-7eb6b5766d7a x-openstack-request-id: req-941a7531-d9f4-4555-aa50-7eb6b5766d7a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:51.712124 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761307c8-b112-4e45-82b3-f10aab1417ff", "name": "network-vif-deleted", "tag": "7407d5bf-8e9a-4030-b06f-a69e7099f978", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:51.712514 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-941a7531-d9f4-4555-aa50-7eb6b5766d7a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:51.713156 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761307c8-b112-4e45-82b3-f10aab1417ff', 'name': 'network-vif-deleted', 'tag': '7407d5bf-8e9a-4030-b06f-a69e7099f978', 'status': 'completed', 'code': 200} Nov 09 17:56:51.749010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.751649 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:51.752821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff13fa4b-3151-4c7d-b1a0-bfa06f9973fe req-2545e976-8468-4e19-bf0c-4ea125ea0597 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "DELETE /v2.0/floatingips/82f9b7b0-7173-427b-84a1-ab0555098f89 HTTP/1.1" status: 204 len: 173 time: 0.6995440 Nov 09 17:56:51.922651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-8ef25780-c7eb-4acf-8b03-0df618c4fe99 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 1002 time: 0.1328228 Nov 09 17:56:51.982514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8970-07d2-4648-910b-184e44b7dd03 req-a12e4b5a-9715-42f5-91b7-60410189d2f8 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:51.983931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-a12e4b5a-9715-42f5-91b7-60410189d2f8 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports/495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 943 time: 0.0512674 Nov 09 17:56:52.134676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-fa222632-e6e3-466e-be45-8496e22a3bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 1002 time: 0.1039701 Nov 09 17:56:52.195586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.196241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.196796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.197245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.197785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.198301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.199090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.200744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-238017ea-9217-487d-9ff9-a8511cd0e973 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c&device_id=c7685d19-6db8-4864-b21d-d6d2477e3346&device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c&device_id=d578cd67-5acc-4165-a04d-235748c8c880&device_id=90711358-41d7-457c-8e59-93e8ef25b5a6&device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1&device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 6480 time: 0.1177628 Nov 09 17:56:52.225662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-a0682564-ab48-4cdc-93fb-4d98401e9918 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.294207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8970-07d2-4648-910b-184e44b7dd03 req-8298de2a-bfe6-4950-9f39-29646000ed30 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:52.295458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-8298de2a-bfe6-4950-9f39-29646000ed30 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1578569 Nov 09 17:56:52.399862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-8b2d0328-d535-4a26-8b1f-9f43de9463fb tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 1002 time: 0.0959654 Nov 09 17:56:52.401630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-a0682564-ab48-4cdc-93fb-4d98401e9918 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.412653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:56:52.415228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-a0682564-ab48-4cdc-93fb-4d98401e9918 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.474297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fdeab02-3ac9-4ea0-870c-09b902287b02 req-a0682564-ab48-4cdc-93fb-4d98401e9918 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&id=f38c8de0-e95a-48e5-a479-c1011af65c3d&id=fed41c9c-6b2a-497f-9388-2307b1b39058&id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2653787 Nov 09 17:56:52.490018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0682564-ab48-4cdc-93fb-4d98401e9918 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d054a8fb-6dce-4581-ae48-426fdd3297a0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:52.502871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.654431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.659026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.659240 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Floating IP 763247f6-c5b7-45c7-a5a5-72f46842d861 disassociated. External IP: 172.25.0.133, port: 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6. Nov 09 17:56:52.881290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Router 15b471da-3872-4926-9123-384902a0eaf4 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:56:52.989409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:56:52.994100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:52.998932 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] Sync routers for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:56:53.008630 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:53.009484 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:53.021873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-263229e3-d4ce-46b0-b8eb-b32a7c52315f tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "PUT /v2.0/floatingips/763247f6-c5b7-45c7-a5a5-72f46842d861 HTTP/1.1" status: 200 len: 695 time: 0.6145813 Nov 09 17:56:53.079623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8970-07d2-4648-910b-184e44b7dd03 req-f56692bc-d796-434a-b00f-d831c791e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.081350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-f56692bc-d796-434a-b00f-d831c791e959 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 1097 time: 0.0438557 Nov 09 17:56:53.122978 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:53.192532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8970-07d2-4648-910b-184e44b7dd03 req-3dcd56c9-63b2-4a23-b0be-7668229ab309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.194342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-3dcd56c9-63b2-4a23-b0be-7668229ab309 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 200 len: 929 time: 0.1047065 Nov 09 17:56:53.255248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-e1741258-9f92-48c6-a42c-ae9678b40f0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 217 time: 0.0504642 Nov 09 17:56:53.301944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997f171-cbb5-484d-80d3-10e3f77c28d4 req-d0149d94-f9b6-4f79-84d5-51da0910ec44 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.303412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7997f171-cbb5-484d-80d3-10e3f77c28d4 req-d0149d94-f9b6-4f79-84d5-51da0910ec44 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 950 time: 0.1078169 Nov 09 17:56:53.321642 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:53.328359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8970-07d2-4648-910b-184e44b7dd03 req-0fcb2ea1-bcdf-4464-a13e-c6bd19c53dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.329877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-0fcb2ea1-bcdf-4464-a13e-c6bd19c53dd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41737866-8470-4dd3-a860-7267844f3df4 HTTP/1.1" status: 200 len: 867 time: 0.0676343 Nov 09 17:56:53.347864 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] Checking router: 15b471da-3872-4926-9123-384902a0eaf4 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:56:53.356202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:56:53.356804 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:53.357383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7997f171-cbb5-484d-80d3-10e3f77c28d4 req-987a26fd-08ca-44a2-b6a7-f1b5f4d8c4fa tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477145 Nov 09 17:56:53.396568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8970-07d2-4648-910b-184e44b7dd03 req-dd437d87-deef-492c-912d-e9af3fc85d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.398132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-dd437d87-deef-492c-912d-e9af3fc85d27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7783001-dbbf-4872-a0aa-24d858c23888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561686 Nov 09 17:56:53.465054 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:56:53.655795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7407d5bf-8e9a-4030-b06f-a69e7099f978 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:56:53.679461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 7407d5bf-8e9a-4030-b06f-a69e7099f978 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:56:53.680082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7407d5bf-8e9a-4030-b06f-a69e7099f978 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:56:53.714344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:53.717320 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277c441d-a0a1-48be-81a1-92578e4f405f" -d '{"events": [{"name": "network-changed", "server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:53.743114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-5c47d277-3289-4d45-949c-0e8c1242d8ff service neutron] 10.222.0.32 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367372 Nov 09 17:56:53.789472 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:56:53.838601 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5937c-eae1-44b3-82a5-37455d6a2c07 None None] The sync data for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 is: [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:56:20Z', 'revision_number': 4, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b64ab812-c452-4b0a-9ba7-694e3b938284', 'name': '', 'network_id': 'b7783001-dbbf-4872-a0aa-24d858c23888', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'mac_address': 'fa:16:3e:cd:a0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '41737866-8470-4dd3-a860-7267844f3df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:18Z', 'updated_at': '2021-11-09T17:56:24Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'subnets': [{'id': '41737866-8470-4dd3-a860-7267844f3df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:56:53.856388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-799d8970-07d2-4648-910b-184e44b7dd03 req-41126557-49c1-4d08-82cc-d6b1fa66c90b service neutron] 10.222.0.32 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121578 Nov 09 17:56:53.924756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f53e9d-ac9d-4be5-a9b1-87653a169665 req-a6063483-1dc6-4b2e-9519-7c5742ff6f03 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.925339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f53e9d-ac9d-4be5-a9b1-87653a169665 req-a6063483-1dc6-4b2e-9519-7c5742ff6f03 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.926097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f53e9d-ac9d-4be5-a9b1-87653a169665 req-a6063483-1dc6-4b2e-9519-7c5742ff6f03 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:53.927842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75f53e9d-ac9d-4be5-a9b1-87653a169665 req-a6063483-1dc6-4b2e-9519-7c5742ff6f03 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346&device_id=90711358-41d7-457c-8e59-93e8ef25b5a6&device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 2904 time: 0.0532997 Nov 09 17:56:53.974887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75f53e9d-ac9d-4be5-a9b1-87653a169665 req-32bab3f9-ce5f-4b3c-8129-dad22bdb7274 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358601 Nov 09 17:56:54.093365 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d33727c-9fdc-4203-8176-b8325c22ac30 x-openstack-request-id: req-0d33727c-9fdc-4203-8176-b8325c22ac30 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:54.093783 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:54.094304 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d33727c-9fdc-4203-8176-b8325c22ac30 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:54.094772 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'status': 'completed', 'code': 200} Nov 09 17:56:54.178318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db618eaa-0f8e-4171-a28c-5fb874256a5c None None] New status for floating IP 763247f6-c5b7-45c7-a5a5-72f46842d861: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:56:54.178693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c441d-a0a1-48be-81a1-92578e4f405f req-597b3fc4-534d-4469-9009-87fe733b03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.180360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-277c441d-a0a1-48be-81a1-92578e4f405f req-597b3fc4-534d-4469-9009-87fe733b03c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 1097 time: 0.0554333 Nov 09 17:56:54.337071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-bccd839b-7de2-465e-9014-0f6667d81a69 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips/763247f6-c5b7-45c7-a5a5-72f46842d861 HTTP/1.1" status: 200 len: 695 time: 0.0713103 Nov 09 17:56:54.435301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c441d-a0a1-48be-81a1-92578e4f405f req-0704ef44-e2bc-4d37-afe3-0b4c26016e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.436796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-277c441d-a0a1-48be-81a1-92578e4f405f req-0704ef44-e2bc-4d37-afe3-0b4c26016e98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 200 len: 929 time: 0.2416313 Nov 09 17:56:54.508556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-277c441d-a0a1-48be-81a1-92578e4f405f req-72e1710c-4ab3-43a6-aefe-665494a04759 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 200 len: 217 time: 0.0524402 Nov 09 17:56:54.573588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-bf93b39e-991e-445f-8afc-09291d0ddacd tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.574961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-bf93b39e-991e-445f-8afc-09291d0ddacd tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2367253 Nov 09 17:56:54.631517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c441d-a0a1-48be-81a1-92578e4f405f req-e15c2b3e-cec3-4c95-b0a5-7ac8d2bd8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.632875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-277c441d-a0a1-48be-81a1-92578e4f405f req-e15c2b3e-cec3-4c95-b0a5-7ac8d2bd8b71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41737866-8470-4dd3-a860-7267844f3df4 HTTP/1.1" status: 200 len: 867 time: 0.1079729 Nov 09 17:56:54.642964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce91c9-a26c-4042-9ece-6443d37860e1 req-18f27bad-6a2d-4c70-a2d3-a11fb4045770 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.644356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8ce91c9-a26c-4042-9ece-6443d37860e1 req-18f27bad-6a2d-4c70-a2d3-a11fb4045770 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 950 time: 0.1894591 Nov 09 17:56:54.648504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-3bf24f47-5a76-4713-8305-9dc3a87504f9 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.0650897 Nov 09 17:56:54.733838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-c0276b84-09cd-40c0-91e2-b9be77cffd54 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.0772779 Nov 09 17:56:54.801143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8ce91c9-a26c-4042-9ece-6443d37860e1 req-73862df8-855f-4bcf-8599-7e8364c5ef1e tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441917 Nov 09 17:56:54.808070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c441d-a0a1-48be-81a1-92578e4f405f req-ad498727-0769-42b9-a8cc-699f0b0251d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:54.809857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-277c441d-a0a1-48be-81a1-92578e4f405f req-ad498727-0769-42b9-a8cc-699f0b0251d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7783001-dbbf-4872-a0aa-24d858c23888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643982 Nov 09 17:56:54.977850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-277c441d-a0a1-48be-81a1-92578e4f405f req-e24609c0-35ca-4ee0-811e-5d9cc732cc9d service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330032 Nov 09 17:56:54.984757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Deleting port 6ca521f5-090d-4e65-9321-77d2b0e6a40c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:54.985249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.133257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.133584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.154568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Calling delete_port for 6ca521f5-090d-4e65-9321-77d2b0e6a40c owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:55.158400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-277c441d-a0a1-48be-81a1-92578e4f405f req-26806a5c-8a9b-4b09-ba8b-1370982bce48 service neutron] 10.222.0.73 "GET /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688535 Nov 09 17:56:55.317097 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.347965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event deleted for resources: {'Port': ['ID=6ca521f5-090d-4e65-9321-77d2b0e6a40c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:55.436271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.440942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.442622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f09f6df-6445-448d-ba68-56a0e1dc1199 req-fdb7388f-9d58-4f54-8dc4-7241bf658ecc tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "DELETE /v2.0/floatingips/763247f6-c5b7-45c7-a5a5-72f46842d861 HTTP/1.1" status: 204 len: 173 time: 0.7006330 Nov 09 17:56:55.500339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38050) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:55.638833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec9d2-1853-49b0-861f-fd556fa5f3dc req-dd5252f4-717a-47f3-9b2d-4aa9e857b334 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.640452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18cec9d2-1853-49b0-861f-fd556fa5f3dc req-dd5252f4-717a-47f3-9b2d-4aa9e857b334 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0547535 Nov 09 17:56:55.695618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18cec9d2-1853-49b0-861f-fd556fa5f3dc req-514f1573-77ce-438b-86f3-53daf86246b6 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0472026 Nov 09 17:56:55.707263 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ddd259d3-c59d-4cf2-992d-294567d05365 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0df9914e0784382a82138b74c0ea82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035830 Nov 09 17:56:55.709612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:55.770471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38070) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:55.814851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1075e15e-8d00-4e28-95f4-7e446df14b75 req-13bf7879-befd-41b3-a453-cbe3a54e4a4c tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0470660 Nov 09 17:56:55.830106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79184beb-19a8-48be-9438-a255259d6129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.833417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b439aaa-5010-4568-a7d6-b0f4b8bec8e1 req-1f0725cd-a7cb-4fb1-9a91-fc862317c811 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.835141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b439aaa-5010-4568-a7d6-b0f4b8bec8e1 req-1f0725cd-a7cb-4fb1-9a91-fc862317c811 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1122 time: 0.1106246 Nov 09 17:56:55.864104 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79184beb-19a8-48be-9438-a255259d6129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.899372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0f7b49a5-dee0-4358-8c72-b3d954fed174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.927767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b439aaa-5010-4568-a7d6-b0f4b8bec8e1 req-8b8fb801-fa6e-4dcf-879e-1886b45a9502 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806954 Nov 09 17:56:55.977434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2142e-3ba2-4d4c-b990-ac2bc9849c8f req-1c176dc4-7d9d-49b9-a65a-1568f8ac5964 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:55.979174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3d2142e-3ba2-4d4c-b990-ac2bc9849c8f req-1c176dc4-7d9d-49b9-a65a-1568f8ac5964 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 950 time: 0.0735738 Nov 09 17:56:55.984650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79184beb-19a8-48be-9438-a255259d6129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.987986 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79184beb-19a8-48be-9438-a255259d6129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:55.989724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-79184beb-19a8-48be-9438-a255259d6129 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2af89c47-c152-4e17-a85d-f1f2dab699e2 HTTP/1.1" status: 204 len: 168 time: 0.2777359 Nov 09 17:56:55.999637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79184beb-19a8-48be-9438-a255259d6129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af89c47-c152-4e17-a85d-f1f2dab699e2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.038420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3d2142e-3ba2-4d4c-b990-ac2bc9849c8f req-bbffb275-579e-4ea3-9c7b-9b12f19675f4 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478055 Nov 09 17:56:56.045331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0f7b49a5-dee0-4358-8c72-b3d954fed174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.051867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0f7b49a5-dee0-4358-8c72-b3d954fed174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.094908 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0f7b49a5-dee0-4358-8c72-b3d954fed174 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29265555da224340a1693025d9f98c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233397 Nov 09 17:56:56.098275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38092) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:56.111428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b49a5-dee0-4358-8c72-b3d954fed174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e82230-71bc-470c-a57c-41a644212bb4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.173102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cdf6e0a2-5b04-4ca7-a5fb-6713ea45892c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.225572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cdf6e0a2-5b04-4ca7-a5fb-6713ea45892c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.281542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a3f29-6a9f-4b32-a46c-64de8cc607a7 req-d407ab53-1f63-4431-84f6-3ec8fa3c8e90 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.283621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d70a3f29-6a9f-4b32-a46c-64de8cc607a7 req-d407ab53-1f63-4431-84f6-3ec8fa3c8e90 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1122 time: 0.0974727 Nov 09 17:56:56.318044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa3866-b614-4cac-80af-bcb56eb8517a req-3d9ce8f2-3b5a-4476-aaca-a3be83b32355 tempest-LiveMigrationNegativeTest-1309593865 tempest-LiveMigrationNegativeTest-1309593865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.319562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ffa3866-b614-4cac-80af-bcb56eb8517a req-3d9ce8f2-3b5a-4476-aaca-a3be83b32355 tempest-LiveMigrationNegativeTest-1309593865 tempest-LiveMigrationNegativeTest-1309593865-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 1101 time: 0.0766468 Nov 09 17:56:56.334784 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cdf6e0a2-5b04-4ca7-a5fb-6713ea45892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.338905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cdf6e0a2-5b04-4ca7-a5fb-6713ea45892c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.338905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cdf6e0a2-5b04-4ca7-a5fb-6713ea45892c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4e82230-71bc-470c-a57c-41a644212bb4 HTTP/1.1" status: 204 len: 168 time: 0.2389460 Nov 09 17:56:56.340172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d70a3f29-6a9f-4b32-a46c-64de8cc607a7 req-03730a60-d21e-4ea5-822a-8978da561063 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490158 Nov 09 17:56:56.352950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6e0a2-5b04-4ca7-a5fb-6713ea45892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e82230-71bc-470c-a57c-41a644212bb4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.360900 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9ffa3866-b614-4cac-80af-bcb56eb8517a req-8af1d2a2-df28-4a6e-a996-4b1b04587363 tempest-LiveMigrationNegativeTest-1309593865 tempest-LiveMigrationNegativeTest-1309593865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.361503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38102) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:56.377578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d16ff19c-d8ac-49a7-bd28-7a2a7adf8a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.450968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9ffa3866-b614-4cac-80af-bcb56eb8517a req-8af1d2a2-df28-4a6e-a996-4b1b04587363 tempest-LiveMigrationNegativeTest-1309593865 tempest-LiveMigrationNegativeTest-1309593865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.456760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9ffa3866-b614-4cac-80af-bcb56eb8517a req-8af1d2a2-df28-4a6e-a996-4b1b04587363 tempest-LiveMigrationNegativeTest-1309593865 tempest-LiveMigrationNegativeTest-1309593865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.477802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d16ff19c-d8ac-49a7-bd28-7a2a7adf8a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.482666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ffa3866-b614-4cac-80af-bcb56eb8517a req-8af1d2a2-df28-4a6e-a996-4b1b04587363 tempest-LiveMigrationNegativeTest-1309593865 tempest-LiveMigrationNegativeTest-1309593865-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496997 Nov 09 17:56:56.490081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d16ff19c-d8ac-49a7-bd28-7a2a7adf8a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.516405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1d2a2-df28-4a6e-a996-4b1b04587363 tempest-LiveMigrationNegativeTest-1309593865 tempest-LiveMigrationNegativeTest-1309593865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6910d6-6772-4cd8-964d-f6753b290fff,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.530546 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d16ff19c-d8ac-49a7-bd28-7a2a7adf8a10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc2c1566fc174672b3f46910a2c40d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678195 Nov 09 17:56:56.533233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38112) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:56.541554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ff19c-d8ac-49a7-bd28-7a2a7adf8a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f5634-3f13-4159-9910-a2eb7a43251f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.569943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5fb6-587f-484c-a559-84e1baa38e55 req-fb10d881-4644-4678-8521-aafb74bc1981 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:56.577420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-992d5fb6-587f-484c-a559-84e1baa38e55 req-fb10d881-4644-4678-8521-aafb74bc1981 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 946 time: 0.0872328 Nov 09 17:56:56.600075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b302ed6-1160-4de4-9aaf-2de7c37eae00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.616414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-992d5fb6-587f-484c-a559-84e1baa38e55 req-6b2b7789-8b11-4641-b9a2-aa2d6cdf8df2 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380504 Nov 09 17:56:56.628507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b302ed6-1160-4de4-9aaf-2de7c37eae00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.713007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b302ed6-1160-4de4-9aaf-2de7c37eae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.716513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b302ed6-1160-4de4-9aaf-2de7c37eae00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:56.718442 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b302ed6-1160-4de4-9aaf-2de7c37eae00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f9f5634-3f13-4159-9910-a2eb7a43251f HTTP/1.1" status: 204 len: 168 time: 0.1833198 Nov 09 17:56:56.727413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b302ed6-1160-4de4-9aaf-2de7c37eae00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f5634-3f13-4159-9910-a2eb7a43251f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:56.838421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-ce126bbb-4f56-4afe-bce7-001a113f793a req-a2425bf1-938f-4928-9908-2b821d0cd6ae service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:56:56.839545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce126bbb-4f56-4afe-bce7-001a113f793a req-a2425bf1-938f-4928-9908-2b821d0cd6ae service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053079 Nov 09 17:56:56.947247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:56.961888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca373-ae3c-48cb-b029-8d880770f4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.152141 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca373-ae3c-48cb-b029-8d880770f4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.161582 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca373-ae3c-48cb-b029-8d880770f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.202370 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4f4ca373-ae3c-48cb-b029-8d880770f4ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=783d4e96e5694a35b7e5fb6ae2018fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540095 Nov 09 17:56:57.205102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38166) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:57.214747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ca373-ae3c-48cb-b029-8d880770f4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593176e4-d4b1-4165-951b-b992ecfefbcd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:57.258872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97508bc-19a3-4783-80e9-bf9354271a87 req-873428f6-a227-479e-8406-462f46c95cdc tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:57.260858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f97508bc-19a3-4783-80e9-bf9354271a87 req-873428f6-a227-479e-8406-462f46c95cdc tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 950 time: 0.0845833 Nov 09 17:56:57.278216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4f20-b583-4e6d-bcb6-c3518c4b486e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.307148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4f20-b583-4e6d-bcb6-c3518c4b486e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.370124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4f20-b583-4e6d-bcb6-c3518c4b486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.372928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4f20-b583-4e6d-bcb6-c3518c4b486e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.383804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f97508bc-19a3-4783-80e9-bf9354271a87 req-cd44b1f9-e944-4099-9468-7b427dc3ca6c tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056435 Nov 09 17:56:57.384001 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ab0e4f20-b583-4e6d-bcb6-c3518c4b486e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/593176e4-d4b1-4165-951b-b992ecfefbcd HTTP/1.1" status: 204 len: 168 time: 0.1663904 Nov 09 17:56:57.385790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e4f20-b583-4e6d-bcb6-c3518c4b486e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593176e4-d4b1-4165-951b-b992ecfefbcd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:57.473605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38182) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:57.555187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f790fe-2b29-4d41-ab7c-de6f42798a4c req-1be3eea5-2594-4abc-a816-6fefa4ffb656 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:57.562708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64f790fe-2b29-4d41-ab7c-de6f42798a4c req-1be3eea5-2594-4abc-a816-6fefa4ffb656 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0727520 Nov 09 17:56:57.612241 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64f790fe-2b29-4d41-ab7c-de6f42798a4c req-b735793f-44e4-4cba-adc0-bb2fc9cd3292 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480015 Nov 09 17:56:57.677260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10d5b9cf-0c10-4e06-a73e-1e345e77588a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.857777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345fb28-9370-4ae3-8319-9b577ff7ff35 req-579ff8cd-34e3-4218-9037-75e487a39f6e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:57.857777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3345fb28-9370-4ae3-8319-9b577ff7ff35 req-579ff8cd-34e3-4218-9037-75e487a39f6e tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 946 time: 0.1247563 Nov 09 17:56:57.897700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-c31a7ae0-2b97-49eb-a31a-d2bc56072810 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:57.899315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-c31a7ae0-2b97-49eb-a31a-d2bc56072810 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.73 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 946 time: 0.1453161 Nov 09 17:56:57.941278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10d5b9cf-0c10-4e06-a73e-1e345e77588a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.954121 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10d5b9cf-0c10-4e06-a73e-1e345e77588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:57.983952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3345fb28-9370-4ae3-8319-9b577ff7ff35 req-d8eefea5-18a7-4a3c-b088-0e5b8c6a9378 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/security-groups?id=f38c8de0-e95a-48e5-a479-c1011af65c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124239 Nov 09 17:56:58.055707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38230) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:58.056332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-10d5b9cf-0c10-4e06-a73e-1e345e77588a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4b652473d3b4b579b40e6c8ba48d133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807016 Nov 09 17:56:58.057774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b9cf-0c10-4e06-a73e-1e345e77588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a01bf71-de4d-479a-9239-4d4d9189418b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:58.095011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Deleting port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:58.095398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.165668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0e769e1-e729-46b2-9024-5548d32ee4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.192106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0e769e1-e729-46b2-9024-5548d32ee4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.200394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] For port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:58.200772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.217958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Calling delete_port for 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:58.245212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0e769e1-e729-46b2-9024-5548d32ee4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.248368 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0e769e1-e729-46b2-9024-5548d32ee4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.249503 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a0e769e1-e729-46b2-9024-5548d32ee4d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a01bf71-de4d-479a-9239-4d4d9189418b HTTP/1.1" status: 204 len: 168 time: 0.1820965 Nov 09 17:56:58.263638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e769e1-e729-46b2-9024-5548d32ee4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a01bf71-de4d-479a-9239-4d4d9189418b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:58.365718 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.379470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['495e44d3-bceb-4c3c-9ddf-ebd8c41142f6'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:58.409845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Pushing event deleted for resources: {'Port': ['ID=495e44d3-bceb-4c3c-9ddf-ebd8c41142f6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:58.527710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] No DVR routers for this DVR port 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:58.533282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38252) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:58.534042 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.545206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db2151de-4585-4561-ae5f-0ddc65dc46ff req-e200441f-a847-40ad-88b4-98afd8acbc98 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.73 "DELETE /v2.0/ports/495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 HTTP/1.1" status: 204 len: 173 time: 0.6379163 Nov 09 17:56:58.545688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'name': 'network-vif-deleted', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:56:58.548145 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be08e451-5ffc-403e-835b-ca55419cc5b0" -d '{"events": [{"server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "name": "network-vif-deleted", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:56:58.583647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8bd6b-360d-46a4-a4c6-60d7c6394cd1 req-e0555b1b-ba51-4f7d-ab80-a28aac749abf tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:58.585217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69e8bd6b-360d-46a4-a4c6-60d7c6394cd1 req-e0555b1b-ba51-4f7d-ab80-a28aac749abf tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 950 time: 0.1197069 Nov 09 17:56:58.662327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69e8bd6b-360d-46a4-a4c6-60d7c6394cd1 req-beb298b3-d2ab-4e26-91ec-bfd3ce59faf6 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678849 Nov 09 17:56:58.667306 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613bf70-e824-4945-a169-e30de4278070 x-openstack-request-id: req-b613bf70-e824-4945-a169-e30de4278070 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:56:58.668530 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f9f575-ec6b-45ac-9a70-f449f1219e1c", "name": "network-vif-deleted", "tag": "495e44d3-bceb-4c3c-9ddf-ebd8c41142f6", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:56:58.669226 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b613bf70-e824-4945-a169-e30de4278070 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:56:58.669784 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f9f575-ec6b-45ac-9a70-f449f1219e1c', 'name': 'network-vif-deleted', 'tag': '495e44d3-bceb-4c3c-9ddf-ebd8c41142f6', 'status': 'completed', 'code': 200} Nov 09 17:56:58.788122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e95b-2c05-4b02-b810-7bbc8cde1394 req-f1565738-c4f5-4a10-b8ba-39cbef166049 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:58.789695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfc8e95b-2c05-4b02-b810-7bbc8cde1394 req-f1565738-c4f5-4a10-b8ba-39cbef166049 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0834250 Nov 09 17:56:58.854405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-db857c77-658d-41bb-a122-768b550f7a0f tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:56:58.855813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-db857c77-658d-41bb-a122-768b550f7a0f tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 950 time: 0.0852504 Nov 09 17:56:58.859184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfc8e95b-2c05-4b02-b810-7bbc8cde1394 req-ccd77e32-1bb1-4541-8058-a89b6d262610 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516837 Nov 09 17:56:58.862589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dd78904-09bd-474b-bd45-d578766737c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.947523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38268) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:58.971112 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78625b45-1ab5-4058-bd33-c860b2ee451f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:58.990678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Deleting port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:56:58.991406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.102785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dd78904-09bd-474b-bd45-d578766737c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.130386 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dd78904-09bd-474b-bd45-d578766737c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.137756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] For port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:56:59.138340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.158880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Calling delete_port for 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:56:59.182477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd78904-09bd-474b-bd45-d578766737c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7e398-ca43-45c3-a2ec-741677a24870,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.222965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78625b45-1ab5-4058-bd33-c860b2ee451f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.230973 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3dd78904-09bd-474b-bd45-d578766737c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02a22fd4f14a48718d255864cff9e781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954858 Nov 09 17:56:59.232515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78625b45-1ab5-4058-bd33-c860b2ee451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.235140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-849a8109-723a-4dfe-bc74-24e499b8571a req-9a1f30cc-109c-4f28-b6c4-d19d1d5fc4db tempest-FloatingIPsAssociationNegativeTestJSON-1290684698 tempest-FloatingIPsAssociationNegativeTestJSON-1290684698-project] 10.222.0.32 "GET /v2.0/ports?device_id=56f9f575-ec6b-45ac-9a70-f449f1219e1c HTTP/1.1" status: 200 len: 210 time: 0.0680234 Nov 09 17:56:59.235771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38282) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:59.284896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78625b45-1ab5-4058-bd33-c860b2ee451f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90c2741b0cf042aeb304f06032607fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359361 Nov 09 17:56:59.287458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:56:59.294506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78625b45-1ab5-4058-bd33-c860b2ee451f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f0d9c-46ad-4da9-8ca1-5148ad0a2c1a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.350917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e58c69db-d8b0-4cec-b26d-f8f1a119070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.636826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e58c69db-d8b0-4cec-b26d-f8f1a119070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.645563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0c851f0-85d8-42ad-b9cc-8375559e9fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.691353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0c851f0-85d8-42ad-b9cc-8375559e9fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.706189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.722463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80', '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:56:59.752737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Pushing event deleted for resources: {'Port': ['ID=3b371623-ab16-4cbf-89cc-f3d3e5d9eaad,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.827992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e58c69db-d8b0-4cec-b26d-f8f1a119070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.830978 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e58c69db-d8b0-4cec-b26d-f8f1a119070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.832296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e58c69db-d8b0-4cec-b26d-f8f1a119070d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38e7e398-ca43-45c3-a2ec-741677a24870 HTTP/1.1" status: 204 len: 168 time: 0.5942531 Nov 09 17:56:59.847934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] No DVR routers for this DVR port 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:56:59.851647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e72aeed-3955-4eee-89d3-b10b5384c54b req-d8703d59-51b6-4beb-a26c-43d40d0e1058 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=7b384595-3dab-4b99-bab7-200deea3429c HTTP/1.1" status: 200 len: 210 time: 0.0610616 Nov 09 17:56:59.853379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.857583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab32b69-a18d-48ec-afd8-375e16d5fd9b req-68190f4f-bac9-418f-b1a5-652d4efa70a8 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "DELETE /v2.0/ports/3b371623-ab16-4cbf-89cc-f3d3e5d9eaad HTTP/1.1" status: 204 len: 173 time: 0.9930329 Nov 09 17:56:59.867241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c69db-d8b0-4cec-b26d-f8f1a119070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7e398-ca43-45c3-a2ec-741677a24870,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:56:59.869897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0c851f0-85d8-42ad-b9cc-8375559e9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.872637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0c851f0-85d8-42ad-b9cc-8375559e9fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:56:59.874292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f0c851f0-85d8-42ad-b9cc-8375559e9fd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f2f0d9c-46ad-4da9-8ca1-5148ad0a2c1a HTTP/1.1" status: 204 len: 168 time: 0.5858788 Nov 09 17:56:59.901227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c851f0-85d8-42ad-b9cc-8375559e9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f0d9c-46ad-4da9-8ca1-5148ad0a2c1a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.062562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5cc6-93f6-43e3-b08b-e71fb1b51d47 req-c5f4e5a3-b69d-49f1-bf07-0e12674d7f61 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:00.064595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecd5cc6-93f6-43e3-b08b-e71fb1b51d47 req-c5f4e5a3-b69d-49f1-bf07-0e12674d7f61 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0839663 Nov 09 17:57:00.118601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecd5cc6-93f6-43e3-b08b-e71fb1b51d47 req-874641c7-7827-4a44-9a30-d2610270483c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Nov 09 17:57:00.297555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38336) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:00.441093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38344) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:00.468587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da3a841d-5800-4f08-bbc5-8bee6394e03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.607216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da3a841d-5800-4f08-bbc5-8bee6394e03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.613511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da3a841d-5800-4f08-bbc5-8bee6394e03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.646302 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-da3a841d-5800-4f08-bbc5-8bee6394e03a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05664651242b426fb8bd041aefe48d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033699 Nov 09 17:57:00.648686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38346) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:00.671518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b384595-3dab-4b99-bab7-200deea3429c', 'name': 'network-vif-deleted', 'tag': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:00.687274 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8cf1f-1297-412f-856c-5eea511370ae" -d '{"events": [{"server_uuid": "7b384595-3dab-4b99-bab7-200deea3429c", "name": "network-vif-deleted", "tag": "3b371623-ab16-4cbf-89cc-f3d3e5d9eaad"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:00.696205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Request body: {'security_group': {'name': 'tempest-securitygroup-981854629', 'description': 'tempest-description-1949439331'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:00.701361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a841d-5800-4f08-bbc5-8bee6394e03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38faba7c-0bec-4dde-af00-55cc41e70953,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.744744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.751722 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2d28fe1-ced8-47d3-84c1-79231c326d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.756626 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.781097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2d28fe1-ced8-47d3-84c1-79231c326d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.863357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2d28fe1-ced8-47d3-84c1-79231c326d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.866048 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2017ff4-3bc4-455c-b94b-93751e3612f4 x-openstack-request-id: req-b2017ff4-3bc4-455c-b94b-93751e3612f4 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:00.866362 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b384595-3dab-4b99-bab7-200deea3429c", "name": "network-vif-deleted", "tag": "3b371623-ab16-4cbf-89cc-f3d3e5d9eaad", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:00.866625 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2017ff4-3bc4-455c-b94b-93751e3612f4 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:00.867008 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b384595-3dab-4b99-bab7-200deea3429c', 'name': 'network-vif-deleted', 'tag': '3b371623-ab16-4cbf-89cc-f3d3e5d9eaad', 'status': 'completed', 'code': 200} Nov 09 17:57:00.868889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2d28fe1-ced8-47d3-84c1-79231c326d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.872738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a2d28fe1-ced8-47d3-84c1-79231c326d5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38faba7c-0bec-4dde-af00-55cc41e70953 HTTP/1.1" status: 204 len: 168 time: 0.2205956 Nov 09 17:57:00.883762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d28fe1-ced8-47d3-84c1-79231c326d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38faba7c-0bec-4dde-af00-55cc41e70953,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:00.911162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.983106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:00.991608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.016252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:01.053057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e8e7c-b5ea-404b-94d2-663878bdd878,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.053715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:01.054202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 495e44d3-bceb-4c3c-9ddf-ebd8c41142f6 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:01.183139 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.191021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.247269 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.248246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e8591df-03c6-41a3-a1c6-416faa89c14f req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5571351 Nov 09 17:57:01.254825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba4da8-7354-4824-8b20-c9f8f47b9eb8 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3495bc-d85b-49c3-902d-03acde568703,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.441574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd466-2a19-420e-9183-201d694e053f req-d1a2ed41-b373-43cc-95b1-49ff554e1551 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.443128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a26bd466-2a19-420e-9183-201d694e053f req-d1a2ed41-b373-43cc-95b1-49ff554e1551 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1244624 Nov 09 17:57:01.453180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4d10e-4473-442d-967e-e0041181f7df req-c4039513-3d01-4baa-acc3-ee013f3a5520 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:01.455055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecb4d10e-4473-442d-967e-e0041181f7df req-c4039513-3d01-4baa-acc3-ee013f3a5520 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 949 time: 0.1347334 Nov 09 17:57:01.496215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Deleting port b64ab812-c452-4b0a-9ba7-694e3b938284 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:01.496525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.562002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a26bd466-2a19-420e-9183-201d694e053f req-eebca236-bb7d-4601-b93c-443be3abfe0b tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059089 Nov 09 17:57:01.567233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecb4d10e-4473-442d-967e-e0041181f7df req-e0cd9472-eff8-4b6f-afff-abaf7920c8ee tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026552 Nov 09 17:57:01.591095 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:57:01.623783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] For port b64ab812-c452-4b0a-9ba7-694e3b938284, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b64ab812-c452-4b0a-9ba7-694e3b938284,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:01.624150 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.637474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a8effec5-8b3a-4a12-80ca-b374ae13a39c req-0f6e898d-630d-4075-91a3-e33b0a9a9fa3 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Request body: {'security_group': {'name': 'tempest-securitygroup-428515871', 'description': 'tempest-description-1777777961'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:01.651756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Calling delete_port for b64ab812-c452-4b0a-9ba7-694e3b938284 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:01.706969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a8effec5-8b3a-4a12-80ca-b374ae13a39c req-0f6e898d-630d-4075-91a3-e33b0a9a9fa3 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.862424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a8effec5-8b3a-4a12-80ca-b374ae13a39c req-0f6e898d-630d-4075-91a3-e33b0a9a9fa3 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.872802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a8effec5-8b3a-4a12-80ca-b374ae13a39c req-0f6e898d-630d-4075-91a3-e33b0a9a9fa3 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.922550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a8effec5-8b3a-4a12-80ca-b374ae13a39c req-0f6e898d-630d-4075-91a3-e33b0a9a9fa3 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:01.929561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8effec5-8b3a-4a12-80ca-b374ae13a39c req-0f6e898d-630d-4075-91a3-e33b0a9a9fa3 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3018532 Nov 09 17:57:01.956617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e898d-630d-4075-91a3-e33b0a9a9fa3 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06e71c-eb87-428a-b0b7-b53a9ed43c8c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:01.981630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.017876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64ab812-c452-4b0a-9ba7-694e3b938284,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.205392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.278430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38438) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:02.400578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-729364488', 'description': 'tempest-description-2116699538'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:02.438923 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.450758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.474725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b717ab8-33d9-48e5-bb1e-bfc477322f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.494328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Router 15b471da-3872-4926-9123-384902a0eaf4 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:02.585717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b717ab8-33d9-48e5-bb1e-bfc477322f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.592870 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b717ab8-33d9-48e5-bb1e-bfc477322f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.625644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717ab8-33d9-48e5-bb1e-bfc477322f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1fc9ad-f621-4dae-b3c2-65fda88ead39,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.636392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.643659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.655824 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8b717ab8-33d9-48e5-bb1e-bfc477322f19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1ad2c7f6dd147c5941a5a23ca6d3d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744454 Nov 09 17:57:02.659787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38454) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:02.670696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285f870-ef6b-414d-ae68-f0dbd5e7a580,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:02.687392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:02.695016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-74c58460-0a4e-4066-9d62-80c3f537d6d8 admin admin] 10.222.0.32 "PUT /v2.0/routers/15b471da-3872-4926-9123-384902a0eaf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3956144 Nov 09 17:57:02.698789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38456) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:02.701276 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] Sync routers for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:02.721582 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:02.722256 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:02.765543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28383839-d760-46aa-ad92-44b1e254046a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.824529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28383839-d760-46aa-ad92-44b1e254046a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.853385 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:02.904961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28383839-d760-46aa-ad92-44b1e254046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.909828 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28383839-d760-46aa-ad92-44b1e254046a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:02.913846 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-28383839-d760-46aa-ad92-44b1e254046a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e1fc9ad-f621-4dae-b3c2-65fda88ead39 HTTP/1.1" status: 204 len: 168 time: 0.2504148 Nov 09 17:57:02.922020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28383839-d760-46aa-ad92-44b1e254046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1fc9ad-f621-4dae-b3c2-65fda88ead39,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.066366 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:57:01Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:03.093600 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] Checking router: 15b471da-3872-4926-9123-384902a0eaf4 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:03.103576 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] Routers {'15b471da-3872-4926-9123-384902a0eaf4'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:03.104278 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['15b471da-3872-4926-9123-384902a0eaf4'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:03.140727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-b33a1c02-3dac-46fa-956d-fc729f9ca2fc tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.142694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-b33a1c02-3dac-46fa-956d-fc729f9ca2fc tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 949 time: 0.3967299 Nov 09 17:57:03.161864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.170316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbaf0-0329-4dce-b262-73bde4fdfc31 req-0340d15e-224c-4caf-9d08-6b0bc4d3ee3b tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.171794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29efbaf0-0329-4dce-b262-73bde4fdfc31 req-0340d15e-224c-4caf-9d08-6b0bc4d3ee3b tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 949 time: 0.4274871 Nov 09 17:57:03.190178 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.212646 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] Set router 15b471da-3872-4926-9123-384902a0eaf4 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:03.247256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.259504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.260702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04ba6d5b-a752-4dfa-a741-5c276d91dd15 req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8911452 Nov 09 17:57:03.296744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38474) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:03.309430 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a8b29b6-84e4-4daf-b0d1-4d4db0677081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.365406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777cd1f-02e6-45c7-b86e-e0fa70fa9f4f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd45edcc-5804-4ad0-bd7d-fa35e5376e9b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.412598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a8b29b6-84e4-4daf-b0d1-4d4db0677081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.418263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a8b29b6-84e4-4daf-b0d1-4d4db0677081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.421751 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:57:01Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:03.431784 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29efbaf0-0329-4dce-b262-73bde4fdfc31 req-92b0fc4c-5ab4-41af-aa39-6ffd2918ba72 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/security-groups?id=fed41c9c-6b2a-497f-9388-2307b1b39058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376075 Nov 09 17:57:03.458495 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f18bf-a073-411c-ab7a-206fcb51d604 None None] The sync data for ids ['15b471da-3872-4926-9123-384902a0eaf4'] in n-d-817240-1 is: [{'id': '15b471da-3872-4926-9123-384902a0eaf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-737811794-router', 'tenant_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:56:10Z', 'updated_at': '2021-11-09T17:57:01Z', 'revision_number': 5, 'project_id': 'a96169acf64b4cb5b5d2306b44ea6665', 'gw_port': {'id': '3e3063ab-1d2b-4ce4-960e-c272bad5b918', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b471da-3872-4926-9123-384902a0eaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:56:11Z', 'updated_at': '2021-11-09T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:03.461676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a8b29b6-84e4-4daf-b0d1-4d4db0677081 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16ae717d5217482aabc6679aaa7d6b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633883 Nov 09 17:57:03.462289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b29b6-84e4-4daf-b0d1-4d4db0677081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8762b2-1dc1-4eb5-8c18-70bf0ded0791,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.464567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38478) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:03.481937 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.512799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfbe6f-8e48-4973-9309-3e17e5064174 req-93b4bef3-438a-4ecc-9638-e74774595aa1 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:03.514363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebcfbe6f-8e48-4973-9309-3e17e5064174 req-93b4bef3-438a-4ecc-9638-e74774595aa1 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1519756 Nov 09 17:57:03.516428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Deleting port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:03.516802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.537611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78468e68-3099-4896-9a90-765bfc5b6e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.558692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78468e68-3099-4896-9a90-765bfc5b6e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.608982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78468e68-3099-4896-9a90-765bfc5b6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.612440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78468e68-3099-4896-9a90-765bfc5b6e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.614025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78468e68-3099-4896-9a90-765bfc5b6e2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b8762b2-1dc1-4eb5-8c18-70bf0ded0791 HTTP/1.1" status: 204 len: 168 time: 0.1483784 Nov 09 17:57:03.624032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78468e68-3099-4896-9a90-765bfc5b6e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8762b2-1dc1-4eb5-8c18-70bf0ded0791,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:03.647161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebcfbe6f-8e48-4973-9309-3e17e5064174 req-2c53ab9a-3d85-4bb4-8044-80eec7bff68f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098323 Nov 09 17:57:03.676523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] For port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:03.676996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.690309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:03.708201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Calling delete_port for 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:03.726279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:03.726638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3b371623-ab16-4cbf-89cc-f3d3e5d9eaad not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:03.734036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Deleting port 3e3063ab-1d2b-4ce4-960e-c272bad5b918 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:03.734408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:03.853298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d2c2b1af-1c0c-498f-a7de-0a5ae4c8422b tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=bdefbe7c0b4446f79dbcf196aad6c918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362434 Nov 09 17:57:03.979248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-d9a87548-768f-4f1c-bccf-731f70964806 req-ae171af0-3bba-45e7-9885-a0abaa6fe89b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1504825772', 'description': 'tempest-description-1516228637'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:04.012233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] For port 3e3063ab-1d2b-4ce4-960e-c272bad5b918, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3e3063ab-1d2b-4ce4-960e-c272bad5b918,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:04.012938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.051874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Calling delete_port for 3e3063ab-1d2b-4ce4-960e-c272bad5b918 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:04.079565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-4c03a313-2e0f-49c7-8ce2-65489e27bbcf tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:04.081056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-4c03a313-2e0f-49c7-8ce2-65489e27bbcf tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178397 Nov 09 17:57:04.109564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d9a87548-768f-4f1c-bccf-731f70964806 req-ae171af0-3bba-45e7-9885-a0abaa6fe89b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.175588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-3e808f59-dc0b-4c8e-b7bb-4e526cf24a0c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/quotas/bdefbe7c0b4446f79dbcf196aad6c918 HTTP/1.1" status: 200 len: 375 time: 0.0692141 Nov 09 17:57:04.206309 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.218037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:04.237283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-62dd3775-839d-422f-80e6-b4b32e1c6be2 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdefbe7c0b4446f79dbcf196aad6c918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518079 Nov 09 17:57:04.274032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Pushing event deleted for resources: {'Port': ['ID=8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.315029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b64ab812-c452-4b0a-9ba7-694e3b938284 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:04.385376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] No DVR routers for this DVR port 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:04.389522 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.392670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9a00a52-ed5d-4d5c-b075-aa787c98f73b req-bac4f235-1b5a-42e0-83df-6f918d9e4726 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.85 "DELETE /v2.0/ports/8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 HTTP/1.1" status: 204 len: 173 time: 1.2403498 Nov 09 17:57:04.393645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578cd67-5acc-4165-a04d-235748c8c880', 'name': 'network-vif-deleted', 'tag': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:04.394490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b64ab812-c452-4b0a-9ba7-694e3b938284 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:04.394982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b64ab812-c452-4b0a-9ba7-694e3b938284 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:04.416213 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ca293-5d0e-458a-a651-480c0174effc" -d '{"events": [{"server_uuid": "d578cd67-5acc-4165-a04d-235748c8c880", "name": "network-vif-deleted", "tag": "8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:04.508679 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d9a87548-768f-4f1c-bccf-731f70964806 req-ae171af0-3bba-45e7-9885-a0abaa6fe89b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.520959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d9a87548-768f-4f1c-bccf-731f70964806 req-ae171af0-3bba-45e7-9885-a0abaa6fe89b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.619902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d9a87548-768f-4f1c-bccf-731f70964806 req-ae171af0-3bba-45e7-9885-a0abaa6fe89b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.621184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9a87548-768f-4f1c-bccf-731f70964806 req-ae171af0-3bba-45e7-9885-a0abaa6fe89b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6570756 Nov 09 17:57:04.660539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae171af0-3bba-45e7-9885-a0abaa6fe89b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285e69f0-2039-46c8-a5ee-b03c385972bb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.676893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:04.802499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3063ab-1d2b-4ce4-960e-c272bad5b918,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:04.821540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7044d5c9-1892-4192-bcd0-537cc16787a6 req-2a712587-a683-4a5a-81ad-92aedce005e9 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 210 time: 0.1281917 Nov 09 17:57:04.919811 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.035883 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d318312-6e81-47e3-8c3e-19acf939d09e x-openstack-request-id: req-6d318312-6e81-47e3-8c3e-19acf939d09e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:05.036254 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578cd67-5acc-4165-a04d-235748c8c880", "name": "network-vif-deleted", "tag": "8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:05.037071 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d318312-6e81-47e3-8c3e-19acf939d09e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:05.037991 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578cd67-5acc-4165-a04d-235748c8c880', 'name': 'network-vif-deleted', 'tag': '8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80', 'status': 'completed', 'code': 200} Nov 09 17:57:05.159343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.162045 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.255040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.255040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15b471da-3872-4926-9123-384902a0eaf4 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:57:05.276397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f14cdd7a-24d0-48c2-82f9-1138f7331e04 req-2bebff56-a29c-44ab-bad6-5455de5a5ed2 tempest-LiveMigrationNegativeTest-982697588 tempest-LiveMigrationNegativeTest-982697588-project] 10.222.0.32 "GET /v2.0/ports?device_id=d578cd67-5acc-4165-a04d-235748c8c880 HTTP/1.1" status: 200 len: 210 time: 0.0431440 Nov 09 17:57:05.279540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.283858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38544) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:05.284389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-674b7d93-79ff-4e8c-a28e-d973e26d277f admin admin] 10.222.0.32 "DELETE /v2.0/routers/15b471da-3872-4926-9123-384902a0eaf4 HTTP/1.1" status: 204 len: 168 time: 2.5847349 Nov 09 17:57:05.383835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] Deleting subnet 41737866-8470-4dd3-a860-7267844f3df4 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:57:05.403840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.461308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.545140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-0d9efaa8-b963-4b25-99af-31dd42ab17e7 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42320 time: 0.3514664 Nov 09 17:57:05.575195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04277cf6-675e-42fa-bc75-2ef109dfee02 req-98077666-054a-479b-8aba-ffd3f9633d46 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:05.576829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04277cf6-675e-42fa-bc75-2ef109dfee02 req-98077666-054a-479b-8aba-ffd3f9633d46 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1072063 Nov 09 17:57:05.633776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-07d094b0-f5a2-4fe1-b1f9-7dca5df0f8ad tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1b6910d6-6772-4cd8-964d-f6753b290fff HTTP/1.1" status: 200 len: 2981 time: 0.0766840 Nov 09 17:57:05.645503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04277cf6-675e-42fa-bc75-2ef109dfee02 req-861456d9-f036-471b-8a66-a165ff4ba2bb tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605381 Nov 09 17:57:05.657058 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.723979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-985026b8-8319-4e3b-b5ba-e98b1de68d67 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1b6910d6-6772-4cd8-964d-f6753b290fff HTTP/1.1" status: 200 len: 2981 time: 0.0774128 Nov 09 17:57:05.764275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.786406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-4c209750-74c2-4319-aef2-8855697f4b15 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/27f13543-9056-4749-b649-15b6435e62f3 HTTP/1.1" status: 200 len: 2981 time: 0.0542364 Nov 09 17:57:05.806363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41737866-8470-4dd3-a860-7267844f3df4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:05.806980 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3d3a8-6d4f-4994-af61-fd18458a3e9f None None] Network b7783001-dbbf-4872-a0aa-24d858c23888 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:05.808888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.823088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16966612-eefd-408e-b75b-0d567032671f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/41737866-8470-4dd3-a860-7267844f3df4 HTTP/1.1" status: 204 len: 168 time: 0.5377972 Nov 09 17:57:05.826295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:05.871567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-06070b6b-3f2e-4390-83ea-9e8adc2444ea tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/27f13543-9056-4749-b649-15b6435e62f3 HTTP/1.1" status: 200 len: 2981 time: 0.0704808 Nov 09 17:57:05.961500 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:05.987278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-a038f2cf-c3d0-434e-b157-803830c45499 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=bdefbe7c0b4446f79dbcf196aad6c918&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618033 Nov 09 17:57:06.040059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Deleting port 51388429-6af5-42fd-ad2b-8e17ad935290 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:06.040776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.140148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] For port 51388429-6af5-42fd-ad2b-8e17ad935290, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=51388429-6af5-42fd-ad2b-8e17ad935290,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:06.140909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.142927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-bba66fd4-70ba-4696-bfb9-848907cd7960 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.144443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-bba66fd4-70ba-4696-bfb9-848907cd7960 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387451 Nov 09 17:57:06.153523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-08cc06d4-f7bd-44f7-a63a-766ab2f415c7 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3971c0fc-db9e-48d9-b7d0-e433256120ad HTTP/1.1" status: 200 len: 2973 time: 0.2785120 Nov 09 17:57:06.174850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Request body: {'port': {'device_id': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'bdefbe7c0b4446f79dbcf196aad6c918'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:06.177509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Calling delete_port for 51388429-6af5-42fd-ad2b-8e17ad935290 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:06.189081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] DHCP port deletion for b7783001-dbbf-4872-a0aa-24d858c23888 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:06.242811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] Deleting port 51388429-6af5-42fd-ad2b-8e17ad935290 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:06.243462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.305800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-5126a546-e354-4ee5-8cc5-e45e3a7129e5 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3971c0fc-db9e-48d9-b7d0-e433256120ad HTTP/1.1" status: 200 len: 2973 time: 0.1513603 Nov 09 17:57:06.323235 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.323839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] For port 51388429-6af5-42fd-ad2b-8e17ad935290, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=51388429-6af5-42fd-ad2b-8e17ad935290,segment=NetworkSegment(8763b35f-a658-48b1-a353-38af59b85f0d),segment_id=8763b35f-a658-48b1-a353-38af59b85f0d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:06.324268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.337637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] Calling delete_port for 51388429-6af5-42fd-ad2b-8e17ad935290 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:06.362125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Pushing event deleted for resources: {'Port': ['ID=51388429-6af5-42fd-ad2b-8e17ad935290,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:06.363829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] No DVR routers for this DVR port 51388429-6af5-42fd-ad2b-8e17ad935290 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:06.372044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3e3063ab-1d2b-4ce4-960e-c272bad5b918 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:06.374309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9ad8007-cb4c-44ba-a66d-bb396e60f8d6 req-29543337-df4a-4307-88b3-3437ed64c36b tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 210 time: 0.0658669 Nov 09 17:57:06.434359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-7c91c448-0d65-4dcd-8c71-19aaf9484da6 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7cc8eece-98e0-4026-a9fa-d4b8f4dc8ae2 HTTP/1.1" status: 200 len: 2977 time: 0.1269255 Nov 09 17:57:06.446228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Made reservation on behalf of bdefbe7c0b4446f79dbcf196aad6c918 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:06.448350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.448832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3e3063ab-1d2b-4ce4-960e-c272bad5b918 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:06.449328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3e3063ab-1d2b-4ce4-960e-c272bad5b918 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:06.449674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.450047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 51388429-6af5-42fd-ad2b-8e17ad935290 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:06.464880 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.474640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 51388429-6af5-42fd-ad2b-8e17ad935290 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:06.475148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 51388429-6af5-42fd-ad2b-8e17ad935290 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:06.487626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7783001-dbbf-4872-a0aa-24d858c23888']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:06.503525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-71ca724b-f803-4ea6-92df-4fae2fdb841f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7cc8eece-98e0-4026-a9fa-d4b8f4dc8ae2 HTTP/1.1" status: 200 len: 2977 time: 0.0679984 Nov 09 17:57:06.515218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8763b35f-a658-48b1-a353-38af59b85f0d') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:06.515517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8763b35f-a658-48b1-a353-38af59b85f0d') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:06.558095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.568600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-24036672-a4bb-4a54-89b8-400480cbfd02 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8285f870-ef6b-414d-ae68-f0dbd5e7a580 HTTP/1.1" status: 200 len: 2981 time: 0.0566025 Nov 09 17:57:06.588984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.599522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:06.600569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.623698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.672949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-02f850e6-53a5-4456-b30c-82d15a82b03a tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8285f870-ef6b-414d-ae68-f0dbd5e7a580 HTTP/1.1" status: 200 len: 2981 time: 0.0960593 Nov 09 17:57:06.688039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] No DVR routers for this DVR port 51388429-6af5-42fd-ad2b-8e17ad935290 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:06.689585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a012969-62c1-44dd-8270-4d626bb68e8a None None] Pushing event deleted for resources: {'Port': ['ID=51388429-6af5-42fd-ad2b-8e17ad935290,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: timer() Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:06.733819 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:06.739404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.750792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.751134 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.765621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] 10.222.0.32 "DELETE /v2.0/networks/b7783001-dbbf-4872-a0aa-24d858c23888 HTTP/1.1" status: 204 len: 168 time: 0.9351463 Nov 09 17:57:06.767855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:06.794523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d784c-868e-4b66-8285-70d4473dea7f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7783001-dbbf-4872-a0aa-24d858c23888,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:06.821775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ce7aa6-f40f-4422-ae15-2421ad1d4f27,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:06.874953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-a42640cd-b517-42ac-84e4-f3f5e6029507 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bb7796de-f2a6-442c-999a-45b7cd7ceced HTTP/1.1" status: 200 len: 2981 time: 0.1835754 Nov 09 17:57:06.956190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf177a-f35d-4b20-a884-497d5496e2a4 req-f918852e-0cc2-4f8f-992f-43775b80e96e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:06.958865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0cf177a-f35d-4b20-a884-497d5496e2a4 req-f918852e-0cc2-4f8f-992f-43775b80e96e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1584115 Nov 09 17:57:07.002620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-13c9ea42-c309-4863-88da-8d78e55146f6 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bb7796de-f2a6-442c-999a-45b7cd7ceced HTTP/1.1" status: 200 len: 2981 time: 0.1172054 Nov 09 17:57:07.016533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Allocated IP 192.168.233.19 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/9aa99a07-2236-4683-8aac-1b01bea70841) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:07.049975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38586) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.062383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0cf177a-f35d-4b20-a884-497d5496e2a4 req-8410b167-b794-4a48-8358-731e35baecc6 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933981 Nov 09 17:57:07.109462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b10ae5a1-3341-43bc-a00e-9c2381b8bed6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a96169acf64b4cb5b5d2306b44ea6665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561180 Nov 09 17:57:07.110108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38590) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.128583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-b1253527-8bd3-4bac-bcc4-fc3b518ffab8 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d054a8fb-6dce-4581-ae48-426fdd3297a0 HTTP/1.1" status: 200 len: 2981 time: 0.1079631 Nov 09 17:57:07.174042 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-95806d3b-309d-4629-a6c7-b3bb24ea8c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.190963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38592) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.210432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54125fec-5465-4c22-a197-4392e082205c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.213362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38596) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.226454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38600) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.238271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-36eb2c5a-6a1c-4717-90da-762c806de2a4 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d054a8fb-6dce-4581-ae48-426fdd3297a0 HTTP/1.1" status: 200 len: 2981 time: 0.0873783 Nov 09 17:57:07.246435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54125fec-5465-4c22-a197-4392e082205c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.297045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54125fec-5465-4c22-a197-4392e082205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.300903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54125fec-5465-4c22-a197-4392e082205c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.306647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-54125fec-5465-4c22-a197-4392e082205c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f38c8de0-e95a-48e5-a479-c1011af65c3d HTTP/1.1" status: 204 len: 168 time: 0.1953998 Nov 09 17:57:07.309815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-7848dd96-b4e9-4015-b499-0bf0a0f0fa9e tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e099989a-ad71-4e3c-8689-169c635899a5 HTTP/1.1" status: 200 len: 2977 time: 0.0545802 Nov 09 17:57:07.325267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54125fec-5465-4c22-a197-4392e082205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c8de0-e95a-48e5-a479-c1011af65c3d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.358408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.371102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a72ca9d9-2424-40ff-bd14-5403df0ac80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.415577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63cddd96-7c9f-4f20-89d1-009ad11bd4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.430407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-6febdab4-8408-41dd-a92c-9b0131a3113b tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e099989a-ad71-4e3c-8689-169c635899a5 HTTP/1.1" status: 200 len: 2977 time: 0.1113367 Nov 09 17:57:07.441315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c248badf-fe9a-4035-94b4-96b4cfbbd9f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2de4fe00ee4f4daa9ddccee45d55193b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193122 Nov 09 17:57:07.441536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38608) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.464095 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.538525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a67ddab-3709-430e-a54f-478a6913d637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.555799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:07.557546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-2ebeb8eb-d8cc-41c6-89ef-6b88feb1efd9 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e83cecc8-a04a-43c5-9426-171e7af3dd8d HTTP/1.1" status: 200 len: 2977 time: 0.1183574 Nov 09 17:57:07.565147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:07.570644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Pushing event updated for resources: {'Port': ['ID=9aa99a07-2236-4683-8aac-1b01bea70841,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.573224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:07.577185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a67ddab-3709-430e-a54f-478a6913d637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.607309 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a72ca9d9-2424-40ff-bd14-5403df0ac80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.626954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a72ca9d9-2424-40ff-bd14-5403df0ac80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.654580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31689-cd6d-4748-bcd5-7a1876e4189a req-b180c0ba-f33e-4fe3-b8b9-24e1e92d8dfe tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:07.661797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d31689-cd6d-4748-bcd5-7a1876e4189a req-b180c0ba-f33e-4fe3-b8b9-24e1e92d8dfe tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 935 time: 0.1816826 Nov 09 17:57:07.686774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63cddd96-7c9f-4f20-89d1-009ad11bd4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.692708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:07.693342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.705127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-2ae46f6a-e754-4c74-a96d-93d44e57d744 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e83cecc8-a04a-43c5-9426-171e7af3dd8d HTTP/1.1" status: 200 len: 2977 time: 0.1365232 Nov 09 17:57:07.706550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:07.709825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63cddd96-7c9f-4f20-89d1-009ad11bd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.735775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-d6ab2b69-bc0e-421b-86f8-0dc80dcea07c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5705545 Nov 09 17:57:07.737185 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-dabebced-b51f-4ae3-9bc0-3136fe334381 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] show failed (client error): The resource could not be found. Nov 09 17:57:07.737975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-dabebced-b51f-4ae3-9bc0-3136fe334381 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f38c8de0-e95a-48e5-a479-c1011af65c3d HTTP/1.1" status: 404 len: 352 time: 0.0254803 Nov 09 17:57:07.760209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ca9d9-2424-40ff-bd14-5403df0ac80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83faa0-d9d8-4acb-9b9d-86d121a490c3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.760772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d31689-cd6d-4748-bcd5-7a1876e4189a req-101395f7-4534-49b5-b7a3-c2783423cb1c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844793 Nov 09 17:57:07.764230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:07.767542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Request body: {'port': {'device_id': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:07.770564 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a72ca9d9-2424-40ff-bd14-5403df0ac80a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fd96807f80f469bbf83a6d53b331280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781441 Nov 09 17:57:07.775246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38616) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.780104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c4b3c47-f170-46d1-a8d8-8a0d8c83eb80 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:07.806175 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-943f1376-1d80-484a-ae61-5418e4402c69 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] show failed (client error): The resource could not be found. Nov 09 17:57:07.808164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-943f1376-1d80-484a-ae61-5418e4402c69 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f38c8de0-e95a-48e5-a479-c1011af65c3d HTTP/1.1" status: 404 len: 352 time: 0.0450444 Nov 09 17:57:07.809018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63cddd96-7c9f-4f20-89d1-009ad11bd4ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c216aff3c0924f67b22adc1ec08ed3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813715 Nov 09 17:57:07.813082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38620) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:07.848204 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a67ddab-3709-430e-a54f-478a6913d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.851142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a67ddab-3709-430e-a54f-478a6913d637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.854722 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1a67ddab-3709-430e-a54f-478a6913d637 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fed41c9c-6b2a-497f-9388-2307b1b39058 HTTP/1.1" status: 204 len: 168 time: 0.4101536 Nov 09 17:57:07.854722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cddd96-7c9f-4f20-89d1-009ad11bd4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4293097c-f11b-488f-b068-c3c9c0fe81c3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.875792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67ddab-3709-430e-a54f-478a6913d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed41c9c-6b2a-497f-9388-2307b1b39058,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:07.891482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ef009be-4394-428d-9cfc-5d8dae926823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.916327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.925137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ef009be-4394-428d-9cfc-5d8dae926823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.951183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-bc9d425b-6ec1-4322-bc7e-5ab4bdbec73f tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f92e8e7c-b5ea-404b-94d2-663878bdd878 HTTP/1.1" status: 200 len: 2981 time: 0.1244328 Nov 09 17:57:07.952021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8ec457f-6d14-4ef1-954e-5471ca7f8fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:07.976050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-02307ce3-f154-4e6a-89b7-3540a4dbe255 None None] Provisioning complete for port 9aa99a07-2236-4683-8aac-1b01bea70841 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:07.976430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-02307ce3-f154-4e6a-89b7-3540a4dbe255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.003318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ef009be-4394-428d-9cfc-5d8dae926823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.009193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ef009be-4394-428d-9cfc-5d8dae926823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.013114 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ef009be-4394-428d-9cfc-5d8dae926823 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4293097c-f11b-488f-b068-c3c9c0fe81c3 HTTP/1.1" status: 204 len: 168 time: 0.1963732 Nov 09 17:57:08.014516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8ec457f-6d14-4ef1-954e-5471ca7f8fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.030255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef009be-4394-428d-9cfc-5d8dae926823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4293097c-f11b-488f-b068-c3c9c0fe81c3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.034665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-02307ce3-f154-4e6a-89b7-3540a4dbe255 None None] Port 9aa99a07-2236-4683-8aac-1b01bea70841 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:08.119093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-9bc52884-0dd6-4934-9b9e-30f8230bd408 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f92e8e7c-b5ea-404b-94d2-663878bdd878 HTTP/1.1" status: 200 len: 2981 time: 0.1457596 Nov 09 17:57:08.153266 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-8d611644-fd9b-421e-9f33-7debefbc4806 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] show failed (client error): The resource could not be found. Nov 09 17:57:08.154303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-8d611644-fd9b-421e-9f33-7debefbc4806 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/fed41c9c-6b2a-497f-9388-2307b1b39058 HTTP/1.1" status: 404 len: 352 time: 0.0218730 Nov 09 17:57:08.429988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:08.441701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38642) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:08.456623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8ec457f-6d14-4ef1-954e-5471ca7f8fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.459107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8ec457f-6d14-4ef1-954e-5471ca7f8fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.462570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f8ec457f-6d14-4ef1-954e-5471ca7f8fb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f83faa0-d9d8-4acb-9b9d-86d121a490c3 HTTP/1.1" status: 204 len: 168 time: 0.6832395 Nov 09 17:57:08.463346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519029e8-f702-4d83-8b33-c1e428edbb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.488152 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-182d8f2f-15b5-4eba-9011-a881102a5c2c tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] show failed (client error): The resource could not be found. Nov 09 17:57:08.489167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d20059-7397-44a8-abe7-a0ef361712e0 req-182d8f2f-15b5-4eba-9011-a881102a5c2c tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/fed41c9c-6b2a-497f-9388-2307b1b39058 HTTP/1.1" status: 404 len: 352 time: 0.3179505 Nov 09 17:57:08.511804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec457f-6d14-4ef1-954e-5471ca7f8fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83faa0-d9d8-4acb-9b9d-86d121a490c3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.518110 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51b48f3b-d19c-4af3-a7e3-83ddc112c7fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=573c1bb42c0a4332896793695bc8586f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749686 Nov 09 17:57:08.519835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38648) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:08.582555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519029e8-f702-4d83-8b33-c1e428edbb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.585824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8938-760b-4a42-a16c-38acc2d0a30d req-ee6e7b03-aad9-4b59-8630-31567ed2a0e6 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:08.589470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519029e8-f702-4d83-8b33-c1e428edbb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.592952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-260a8938-760b-4a42-a16c-38acc2d0a30d req-ee6e7b03-aad9-4b59-8630-31567ed2a0e6 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1558261 Nov 09 17:57:08.640966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-519029e8-f702-4d83-8b33-c1e428edbb41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4ee982a55cb42ce9513673da1470cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094383 Nov 09 17:57:08.643617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:08.655272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519029e8-f702-4d83-8b33-c1e428edbb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b87a4ab-5d72-4818-87f9-5f5ba8a6a328,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.709868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-260a8938-760b-4a42-a16c-38acc2d0a30d req-72fdacc7-e27d-4022-bd0e-32cbabd42075 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103992 Nov 09 17:57:08.720934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93439a27-51fb-4ee3-8027-0cbb05dd3c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.734465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ee7-c256-45d1-a9f8-edaaef1978f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.745640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa99a07-2236-4683-8aac-1b01bea70841 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:08.759221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.771974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ee7-c256-45d1-a9f8-edaaef1978f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.833174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93439a27-51fb-4ee3-8027-0cbb05dd3c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.834586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ee7-c256-45d1-a9f8-edaaef1978f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.837441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a52d1ee7-c256-45d1-a9f8-edaaef1978f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.843253 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a52d1ee7-c256-45d1-a9f8-edaaef1978f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b87a4ab-5d72-4818-87f9-5f5ba8a6a328 HTTP/1.1" status: 204 len: 168 time: 0.1972136 Nov 09 17:57:08.856371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1ee7-c256-45d1-a9f8-edaaef1978f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b87a4ab-5d72-4818-87f9-5f5ba8a6a328,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:08.879203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Transition to ACTIVE for port object 9aa99a07-2236-4683-8aac-1b01bea70841 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:08.920345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.924045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38662) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:08.956078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-743be93a-ebeb-4a95-8452-fb7e03a209e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:08.961878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54dff019-465a-426f-852d-5a7c282ad457 req-9a144920-aa0e-437e-9ebc-34d34d1954c0 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15e1bede2bf1418b8da5464df223d16a HTTP/1.1" status: 200 len: 6102 time: 0.2740314 Nov 09 17:57:08.964584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.019345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf0dbc-9200-484b-8888-3b7727a46519 req-eb9b5da1-9842-4896-b93a-dda32d01b984 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.031710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92cf0dbc-9200-484b-8888-3b7727a46519 req-eb9b5da1-9842-4896-b93a-dda32d01b984 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 935 time: 0.1772110 Nov 09 17:57:09.041241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa99a07-2236-4683-8aac-1b01bea70841,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.080914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93439a27-51fb-4ee3-8027-0cbb05dd3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.083227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93439a27-51fb-4ee3-8027-0cbb05dd3c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.087001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-93439a27-51fb-4ee3-8027-0cbb05dd3c45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b6910d6-6772-4cd8-964d-f6753b290fff HTTP/1.1" status: 204 len: 168 time: 0.5620651 Nov 09 17:57:09.110651 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-743be93a-ebeb-4a95-8452-fb7e03a209e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.129030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-743be93a-ebeb-4a95-8452-fb7e03a209e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.156160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93439a27-51fb-4ee3-8027-0cbb05dd3c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6910d6-6772-4cd8-964d-f6753b290fff,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.172611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54dff019-465a-426f-852d-5a7c282ad457 req-bd70516c-46e7-4e31-a05f-4f43299848a0 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "GET /v2.0/security-groups/f92e8e7c-b5ea-404b-94d2-663878bdd878 HTTP/1.1" status: 200 len: 2981 time: 0.1967142 Nov 09 17:57:09.190518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92cf0dbc-9200-484b-8888-3b7727a46519 req-a3f253e1-cfbe-4eb6-a0d9-cfb35bd2636a tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531098 Nov 09 17:57:09.220753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-network', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:09.231316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-743be93a-ebeb-4a95-8452-fb7e03a209e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6742ff8775c47528b77df32516e042c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059113 Nov 09 17:57:09.234035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.243972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743be93a-ebeb-4a95-8452-fb7e03a209e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be0e971-a6a9-4d64-a3b4-1b1eefc5556f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.269286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Attempting to bind port 9aa99a07-2236-4683-8aac-1b01bea70841 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:09.269624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Attempting to bind port 9aa99a07-2236-4683-8aac-1b01bea70841 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:09.269950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Attempting to bind port 9aa99a07-2236-4683-8aac-1b01bea70841 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:09.285480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Port 9aa99a07-2236-4683-8aac-1b01bea70841 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:09.285789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Attempting to bind port 9aa99a07-2236-4683-8aac-1b01bea70841 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:09.294350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54dff019-465a-426f-852d-5a7c282ad457 req-54de87be-5981-4d3d-81f6-c59bd29255a5 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "GET /v2.0/security-groups/f92e8e7c-b5ea-404b-94d2-663878bdd878 HTTP/1.1" status: 200 len: 2981 time: 0.1001961 Nov 09 17:57:09.295274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:09.295609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:09.295981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:09.296419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Bound port: 9aa99a07-2236-4683-8aac-1b01bea70841, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:09.296765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.310363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Made reservation on behalf of cc0f1a2856b3405bab923291a72a8e76 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:09.314237 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.326676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.361319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfd220-2bd4-4fff-8cf7-2d8605a8d35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.397396 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfd220-2bd4-4fff-8cf7-2d8605a8d35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.398858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d8dee7-b3ed-4d9c-820d-efe416cd8fa3 req-5d02b3b0-9647-48d9-ae1e-cd1460a5cfb7 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/285e69f0-2039-46c8-a5ee-b03c385972bb HTTP/1.1" status: 200 len: 1778 time: 0.0789995 Nov 09 17:57:09.447094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] For port 9aa99a07-2236-4683-8aac-1b01bea70841, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:09.451404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] For port 9aa99a07-2236-4683-8aac-1b01bea70841, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9aa99a07-2236-4683-8aac-1b01bea70841,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:09.461519 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.483945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfd220-2bd4-4fff-8cf7-2d8605a8d35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.488520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfd220-2bd4-4fff-8cf7-2d8605a8d35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.493194 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-debfd220-2bd4-4fff-8cf7-2d8605a8d35b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3be0e971-a6a9-4d64-a3b4-1b1eefc5556f HTTP/1.1" status: 204 len: 168 time: 0.2579679 Nov 09 17:57:09.519152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.519770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.520934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfd220-2bd4-4fff-8cf7-2d8605a8d35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be0e971-a6a9-4d64-a3b4-1b1eefc5556f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.521127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] 10.222.0.85 "PUT /v2.0/ports/9aa99a07-2236-4683-8aac-1b01bea70841 HTTP/1.1" status: 200 len: 1095 time: 1.7581668 Nov 09 17:57:09.521676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9d8dee7-b3ed-4d9c-820d-efe416cd8fa3 req-88efeced-8437-46a4-94e4-0789d12aed98 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.523191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'tag': '9aa99a07-2236-4683-8aac-1b01bea70841'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:09.525470 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e59dc66-d739-49b2-9cdc-1dbe79a82367" -d '{"events": [{"name": "network-changed", "server_uuid": "f988218b-224b-423a-ab7d-9b666c7c4c4c", "tag": "9aa99a07-2236-4683-8aac-1b01bea70841"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:09.552045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.565954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.600553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9d8dee7-b3ed-4d9c-820d-efe416cd8fa3 req-88efeced-8437-46a4-94e4-0789d12aed98 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.603177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc746e-c998-4c79-919a-310395ceb874 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa99a07-2236-4683-8aac-1b01bea70841,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.629425 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e477b30a-d658-40a3-a283-3cae696ea25a x-openstack-request-id: req-e477b30a-d658-40a3-a283-3cae696ea25a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:09.629711 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988218b-224b-423a-ab7d-9b666c7c4c4c", "tag": "9aa99a07-2236-4683-8aac-1b01bea70841", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:09.630219 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e477b30a-d658-40a3-a283-3cae696ea25a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:09.630782 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'tag': '9aa99a07-2236-4683-8aac-1b01bea70841', 'status': 'completed', 'code': 200} Nov 09 17:57:09.631559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:09.640897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76739ad0-94e5-47cc-976f-f87eeb39b5de,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.676173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.676588 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Added segment 8a16cf9b-f89b-400d-a8df-6f0678b6c274 of type vlan for network 0784f3c5-74d7-441a-a153-af69fa85a9b0 Nov 09 17:57:09.692032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-61ac1397-dff1-4c91-a34d-e9c716c60993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.694258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-61ac1397-dff1-4c91-a34d-e9c716c60993 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bdefbe7c0b4446f79dbcf196aad6c918&device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 1098 time: 0.1056762 Nov 09 17:57:09.714503 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9d8dee7-b3ed-4d9c-820d-efe416cd8fa3 req-88efeced-8437-46a4-94e4-0789d12aed98 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.719135 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c9d8dee7-b3ed-4d9c-820d-efe416cd8fa3 req-88efeced-8437-46a4-94e4-0789d12aed98 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.730262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d8dee7-b3ed-4d9c-820d-efe416cd8fa3 req-88efeced-8437-46a4-94e4-0789d12aed98 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/285e69f0-2039-46c8-a5ee-b03c385972bb HTTP/1.1" status: 204 len: 173 time: 0.3302681 Nov 09 17:57:09.762770 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e82502c2-58bb-4424-a891-37211347b4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.791441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.837711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.839420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:09.839420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:09.876803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-7b9f79ad-a779-4082-9af5-2c639f9b4c33 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=9aa99a07-2236-4683-8aac-1b01bea70841 HTTP/1.1" status: 200 len: 217 time: 0.1433070 Nov 09 17:57:09.896855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efeced-8437-46a4-94e4-0789d12aed98 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285e69f0-2039-46c8-a5ee-b03c385972bb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.929891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9619112 Nov 09 17:57:09.929891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38706) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:09.935091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Request body: {'subnet': {'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-subnet', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:09.946431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350e33d-e544-4035-b15b-144626efe5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0784f3c5-74d7-441a-a153-af69fa85a9b0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:09.965858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:09.973302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Made reservation on behalf of cc0f1a2856b3405bab923291a72a8e76 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:09.976366 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.007935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acbd35a2-44d6-477b-9a47-6725dec2db09 req-a3652b19-70a4-476b-b858-b2930a80b727 tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "GET /v2.0/security-groups/dd45edcc-5804-4ad0-bd7d-fa35e5376e9b HTTP/1.1" status: 200 len: 1777 time: 0.1460371 Nov 09 17:57:10.018248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-77608c95-92e2-42c1-9bdc-461545d5cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.020025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-77608c95-92e2-42c1-9bdc-461545d5cfbb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1244290 Nov 09 17:57:10.063692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cf32b-4a02-4427-b438-d4f498bcaafc req-112e42e8-dca0-4524-a185-f3ccc796dcd8 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.077003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd1cf32b-4a02-4427-b438-d4f498bcaafc req-112e42e8-dca0-4524-a185-f3ccc796dcd8 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.2137241 Nov 09 17:57:10.145968 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.174598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-876bfb0d-1750-4dc2-b622-c2977722e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.176473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-876bfb0d-1750-4dc2-b622-c2977722e0dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471462 Nov 09 17:57:10.193216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd1cf32b-4a02-4427-b438-d4f498bcaafc req-2ac69095-d850-45f7-83df-fd2686e3e03f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104155 Nov 09 17:57:10.207168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-acbd35a2-44d6-477b-9a47-6725dec2db09 req-7e329a6b-fb0b-447e-bfab-42ce9087eaee tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.270633 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-acbd35a2-44d6-477b-9a47-6725dec2db09 req-7e329a6b-fb0b-447e-bfab-42ce9087eaee tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.359885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-44326a2e-2713-4b92-86af-399255304ad7 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632328 Nov 09 17:57:10.390164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-acbd35a2-44d6-477b-9a47-6725dec2db09 req-7e329a6b-fb0b-447e-bfab-42ce9087eaee tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.393469 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-acbd35a2-44d6-477b-9a47-6725dec2db09 req-7e329a6b-fb0b-447e-bfab-42ce9087eaee tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.394802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acbd35a2-44d6-477b-9a47-6725dec2db09 req-7e329a6b-fb0b-447e-bfab-42ce9087eaee tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd45edcc-5804-4ad0-bd7d-fa35e5376e9b HTTP/1.1" status: 204 len: 173 time: 0.3804781 Nov 09 17:57:10.436038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209b78-aadc-4724-aacb-67a210243f25 req-5dd1079f-f93f-4b52-8895-5921d971465a tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.444126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a209b78-aadc-4724-aacb-67a210243f25 req-5dd1079f-f93f-4b52-8895-5921d971465a tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 947 time: 0.1459451 Nov 09 17:57:10.460651 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.481139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329a6b-fb0b-447e-bfab-42ce9087eaee tempest-SecurityGroupsTestAdminJSON-1670366542 tempest-SecurityGroupsTestAdminJSON-1670366542-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd45edcc-5804-4ad0-bd7d-fa35e5376e9b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.549247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a209b78-aadc-4724-aacb-67a210243f25 req-abeec351-9f15-4a09-93e6-4f02191346d4 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039586 Nov 09 17:57:10.558190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6459d7-bb34-4e8c-8598-513752d1a659,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.567793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2bbae08-82fb-433c-9abb-0b1cc8306815 req-df34c2e8-bd53-4e64-a979-07258770e06e tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "GET /v2.0/security-groups/ad06e71c-eb87-428a-b0b7-b53a9ed43c8c HTTP/1.1" status: 200 len: 1777 time: 0.1400151 Nov 09 17:57:10.569755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38734) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:10.575974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Checking segment: {'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:10.576521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Network hostable DHCP agents. Network: 0784f3c5-74d7-441a-a153-af69fa85a9b0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:10.580317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d38ec63f-31f0-4731-83b2-a91abea08512 req-f22ebb39-c7f9-490d-aa01-c4c3d0114c45 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105980 Nov 09 17:57:10.599737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:10.613360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 0784f3c5-74d7-441a-a153-af69fa85a9b0) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:10.629516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778ce5c-efe0-4d6f-9709-3b62c89dce1f None None] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:10.644632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.645782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.646302 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d2bbae08-82fb-433c-9abb-0b1cc8306815 req-20ec8ad0-d219-47f2-934e-106aa9b2792a tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.677858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bb4b19a8-4ca9-4329-ba29-f5b54169326f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7471366 Nov 09 17:57:10.680542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38740) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:10.685150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:10.708768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d2bbae08-82fb-433c-9abb-0b1cc8306815 req-20ec8ad0-d219-47f2-934e-106aa9b2792a tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.712858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.714261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.737145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-0b48f70e-fdb1-4f95-bf89-69c0de7246cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.738811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-0b48f70e-fdb1-4f95-bf89-69c0de7246cd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bdefbe7c0b4446f79dbcf196aad6c918&device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 1098 time: 0.0891676 Nov 09 17:57:10.806041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.878905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d2bbae08-82fb-433c-9abb-0b1cc8306815 req-20ec8ad0-d219-47f2-934e-106aa9b2792a tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.882214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d2bbae08-82fb-433c-9abb-0b1cc8306815 req-20ec8ad0-d219-47f2-934e-106aa9b2792a tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.883898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2bbae08-82fb-433c-9abb-0b1cc8306815 req-20ec8ad0-d219-47f2-934e-106aa9b2792a tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad06e71c-eb87-428a-b0b7-b53a9ed43c8c HTTP/1.1" status: 204 len: 173 time: 0.3066394 Nov 09 17:57:10.892688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-0784f3c5-74d7-441a-a153-af69fa85a9b0', 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'fixed_ips': [{'subnet_id': 'ec6459d7-bb34-4e8c-8598-513752d1a659'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:10.894811 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.926047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec8ad0-d219-47f2-934e-106aa9b2792a tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06e71c-eb87-428a-b0b7-b53a9ed43c8c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:10.967883 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.968413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-6608636b-afd1-45c5-95f6-5af6d4a6b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:10.970558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-6608636b-afd1-45c5-95f6-5af6d4a6b1ad service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2228076 Nov 09 17:57:10.993977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:10.995382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14e4edd2-df09-402b-9737-d7d86e6e918e req-b802ddbe-5bc8-42ca-b001-7d4f9e32f2d4 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "GET /v2.0/security-groups/ba3495bc-d85b-49c3-902d-03acde568703 HTTP/1.1" status: 200 len: 1777 time: 0.0807741 Nov 09 17:57:11.042298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-868509456-network', 'tenant_id': '318aca4218784719bcba0ea84a1e72b6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:11.046288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-bb7d2b6f-af9a-4e18-957f-ff5d7137ffdd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=9aa99a07-2236-4683-8aac-1b01bea70841 HTTP/1.1" status: 200 len: 217 time: 0.0658672 Nov 09 17:57:11.134880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-de05c625-0742-420e-ae65-f5ccc5b6c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.136892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-de05c625-0742-420e-ae65-f5ccc5b6c710 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0741472 Nov 09 17:57:11.177002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Allocated IP 172.20.0.2 (0784f3c5-74d7-441a-a153-af69fa85a9b0/ec6459d7-bb34-4e8c-8598-513752d1a659/bb858f99-5b0a-47bd-86ac-089bf366a4b0) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:11.182841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Made reservation on behalf of 318aca4218784719bcba0ea84a1e72b6 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:11.185657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.212287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.228691 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-14e4edd2-df09-402b-9737-d7d86e6e918e req-9313a028-bea8-4022-af9b-ef1b78b2c009 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.240416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.240686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-69da4cf3-7599-429f-af10-87b47690d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.242445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-69da4cf3-7599-429f-af10-87b47690d77c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920684 Nov 09 17:57:11.271163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.357758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-59740b99-86a3-4633-a8b0-f11d59f59eb9 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073427 Nov 09 17:57:11.385478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-14e4edd2-df09-402b-9737-d7d86e6e918e req-9313a028-bea8-4022-af9b-ef1b78b2c009 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.413284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Allocated IP 172.25.0.149 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/5801ef7f-2ec1-4969-b940-93597e15d004) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:11.548855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54f3b4-6704-4d94-87c0-0732131c0c85 req-92667f47-5c61-4039-be89-2b4360e86c6d tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.550417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b54f3b4-6704-4d94-87c0-0732131c0c85 req-92667f47-5c61-4039-be89-2b4360e86c6d tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1861768 Nov 09 17:57:11.574440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-14e4edd2-df09-402b-9737-d7d86e6e918e req-9313a028-bea8-4022-af9b-ef1b78b2c009 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.576983 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-14e4edd2-df09-402b-9737-d7d86e6e918e req-9313a028-bea8-4022-af9b-ef1b78b2c009 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.578177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14e4edd2-df09-402b-9737-d7d86e6e918e req-9313a028-bea8-4022-af9b-ef1b78b2c009 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba3495bc-d85b-49c3-902d-03acde568703 HTTP/1.1" status: 204 len: 173 time: 0.5818937 Nov 09 17:57:11.588989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.609640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e59dc66-d739-49b2-9cdc-1dbe79a82367 req-a8518273-1b7c-4edb-84a7-e3143507a354 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267697 Nov 09 17:57:11.626547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313a028-bea8-4022-af9b-ef1b78b2c009 tempest-SecurityGroupsTestAdminJSON-637620233 tempest-SecurityGroupsTestAdminJSON-637620233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3495bc-d85b-49c3-902d-03acde568703,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:11.629544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.641077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.671554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50529b-770c-4f47-8f02-ffca9fedf035,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:11.689691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b54f3b4-6704-4d94-87c0-0732131c0c85 req-6a3a8961-0fd9-45f4-8e17-cd8faa6b3591 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206791 Nov 09 17:57:11.696885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:11.706896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.707319 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Added segment 37a2f034-09c1-41fb-b7de-e0d2bc1f49ab of type vlan for network 5a4facf0-c687-48a1-bde1-0c241b60a116 Nov 09 17:57:11.710171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.773609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:11.779340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:11.784419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.788277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:11.814275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.821242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f197801-da7c-4906-a0d0-1ee7c91bbebb req-7420e391-6653-47f5-826c-569c115d5dde tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.822341 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.822804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f197801-da7c-4906-a0d0-1ee7c91bbebb req-7420e391-6653-47f5-826c-569c115d5dde tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 947 time: 0.1039882 Nov 09 17:57:11.831972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.832974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:11.833609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:11.864317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Pushing event updated for resources: {'Port': ['ID=5801ef7f-2ec1-4969-b940-93597e15d004,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:11.873795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Pushing event updated for resources: {'Port': ['ID=bb858f99-5b0a-47bd-86ac-089bf366a4b0,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:11.882172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38776) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:11.886467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:11.888131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:11.895051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Request body: {'subnet': {'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-868509456-subnet', 'tenant_id': '318aca4218784719bcba0ea84a1e72b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:11.895651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:11.908475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3374794 Nov 09 17:57:11.997877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Attempting to bind port bb858f99-5b0a-47bd-86ac-089bf366a4b0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:11.998278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Attempting to bind port bb858f99-5b0a-47bd-86ac-089bf366a4b0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:11.998643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Attempting to bind port bb858f99-5b0a-47bd-86ac-089bf366a4b0 on network 0784f3c5-74d7-441a-a153-af69fa85a9b0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:12.010591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:12.010971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Checking segment: {'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:12.011371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.011760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Bound using segment: {'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:12.013097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Bound port: bb858f99-5b0a-47bd-86ac-089bf366a4b0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:12.013485 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.033240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f197801-da7c-4906-a0d0-1ee7c91bbebb req-fc106d8d-a65f-4455-82d2-74b19da1034d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837544 Nov 09 17:57:12.054491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e93915-e68f-49d5-bc88-d283c2e2acae admin admin] Pushing event updated for resources: {'Network': ['ID=5a4facf0-c687-48a1-bde1-0c241b60a116,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.068894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Made reservation on behalf of 318aca4218784719bcba0ea84a1e72b6 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:12.071449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.072290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:12.139839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] For port bb858f99-5b0a-47bd-86ac-089bf366a4b0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:12.162447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] For port bb858f99-5b0a-47bd-86ac-089bf366a4b0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb858f99-5b0a-47bd-86ac-089bf366a4b0,segment=NetworkSegment(8a16cf9b-f89b-400d-a8df-6f0678b6c274),segment_id=8a16cf9b-f89b-400d-a8df-6f0678b6c274)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:12.170964 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.232604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c9798-76ed-400b-a010-fbf731419290 None None] Pushing event updated for resources: {'Port': ['ID=bb858f99-5b0a-47bd-86ac-089bf366a4b0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.279850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.343020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38792) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.481846 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.595453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.638632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-59271bcf-68c4-4d0d-a841-129406b28ac2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15e1bede2bf1418b8da5464df223d16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943513 Nov 09 17:57:12.641163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38804) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:12.677399 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.681257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9346dad8-ca84-4a50-af9e-5fca0b0d293f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.686191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:12.686462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Network hostable DHCP agents. Network: 5a4facf0-c687-48a1-bde1-0c241b60a116, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:12.702921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7facb3cc-8c04-4767-9dd6-7d938296b6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.745021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7facb3cc-8c04-4767-9dd6-7d938296b6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.778839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:12.820707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5a4facf0-c687-48a1-bde1-0c241b60a116) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:12.823842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7facb3cc-8c04-4767-9dd6-7d938296b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.826391 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7facb3cc-8c04-4767-9dd6-7d938296b6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.830271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0c4823-4964-4b9b-8d38-ad57e37a55ee None None] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:12.831238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7facb3cc-8c04-4767-9dd6-7d938296b6f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f92e8e7c-b5ea-404b-94d2-663878bdd878 HTTP/1.1" status: 204 len: 168 time: 0.1883955 Nov 09 17:57:12.839751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facb3cc-8c04-4767-9dd6-7d938296b6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e8e7c-b5ea-404b-94d2-663878bdd878,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:12.844999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:12.845634 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:12.855634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1547bb-1d50-49f7-8006-f4249c977b77 req-e9e887a9-26fd-486c-8c7d-93e6f66c7608 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:12.865751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d1547bb-1d50-49f7-8006-f4249c977b77 req-e9e887a9-26fd-486c-8c7d-93e6f66c7608 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0889931 Nov 09 17:57:12.883865 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6e101dd9-4ab2-4b1c-afdc-4033c598b5ce admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9986079 Nov 09 17:57:12.914353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Router 0884aea8-3f11-4852-9637-d1eef19c1193 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:57:12.965713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-75f67798-e2d3-4b31-aba0-1351a2023b65 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721247 Nov 09 17:57:12.970975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d1547bb-1d50-49f7-8006-f4249c977b77 req-3ced3870-e0ee-4cdd-9464-fc2d99242a3f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039236 Nov 09 17:57:13.070832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64139d2-7c8e-4601-8f84-a4b3d4dce86e None None] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:13.147954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:13.174595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-e341a4ec-1f1d-40c1-9794-afff341b711d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:13.191529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-e341a4ec-1f1d-40c1-9794-afff341b711d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245696 Nov 09 17:57:13.193097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:13.198524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:13.222773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-58d80057-d032-4fa8-b70e-32ee502c24a7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/quotas/ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 375 time: 0.0120461 Nov 09 17:57:13.224022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.225296 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4ccf5ad7-279f-4960-b1d8-b05300751351 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5438328 Nov 09 17:57:13.228175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38832) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:13.252519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Sync routers for ids ['0884aea8-3f11-4852-9637-d1eef19c1193'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:13.354421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Routers {'0884aea8-3f11-4852-9637-d1eef19c1193'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:13.354983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0884aea8-3f11-4852-9637-d1eef19c1193'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:13.368778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-d6d16c55-5c5a-4a54-b6a2-c4ceb37f4974 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894570 Nov 09 17:57:13.606226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38840) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:13.630560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62447865-0c13-46db-a3e1-1c7e20392668 None None] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:13.713017 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a81ff945-52ec-4188-a6bb-86550ecbd05e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcfe8360a26544038573080070013182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028481 Nov 09 17:57:13.713713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:13.811987 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9aa99a07-2236-4683-8aac-1b01bea70841 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:13.827575 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5868d12-e547-4780-87db-799e1d843a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.880406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5868d12-e547-4780-87db-799e1d843a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:13.886860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa99bb-2d28-4033-a5c2-43ffe652b36a req-832f5ca7-3408-4bec-a375-ea61aef331a8 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:13.894432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9faa99bb-2d28-4033-a5c2-43ffe652b36a req-832f5ca7-3408-4bec-a375-ea61aef331a8 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 947 time: 0.1217384 Nov 09 17:57:13.940986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 9aa99a07-2236-4683-8aac-1b01bea70841, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9aa99a07-2236-4683-8aac-1b01bea70841,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:13.980053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '9aa99a07-2236-4683-8aac-1b01bea70841', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '9aa99a07-2236-4683-8aac-1b01bea70841', 'mac_address': 'fa:16:3e:9c:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:14.004645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9faa99bb-2d28-4033-a5c2-43ffe652b36a req-42d26667-ffe5-49c9-8349-5b1ee04477d9 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089439 Nov 09 17:57:14.024613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5868d12-e547-4780-87db-799e1d843a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.033197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5868d12-e547-4780-87db-799e1d843a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.042055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c5868d12-e547-4780-87db-799e1d843a47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8285f870-ef6b-414d-ae68-f0dbd5e7a580 HTTP/1.1" status: 204 len: 168 time: 0.3141818 Nov 09 17:57:14.065357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5868d12-e547-4780-87db-799e1d843a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285f870-ef6b-414d-ae68-f0dbd5e7a580,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:14.067110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.111277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3137cae2-6c0f-4a47-aba8-5299de676bbe req-c5addf23-1722-40aa-b636-78bf1a55303d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 210 time: 0.0461688 Nov 09 17:57:14.129133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa99a07-2236-4683-8aac-1b01bea70841 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:14.142051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.192421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:14.211752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38868) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:14.216854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Set router 0884aea8-3f11-4852-9637-d1eef19c1193 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:14.220646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.222605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'mac_address': 'fa:16:3e:74:d6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-499156703', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:14.241455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1593000315-network', 'tenant_id': 'bc7f449ac19446099b7b6490a1e2b17f'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:14.381190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4c9c1abc-2916-4934-b266-9241615594f8 None None] Provisioning complete for port bb858f99-5b0a-47bd-86ac-089bf366a4b0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:14.381564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1abc-2916-4934-b266-9241615594f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.465992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 9aa99a07-2236-4683-8aac-1b01bea70841, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9aa99a07-2236-4683-8aac-1b01bea70841,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:14.489358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3639b-f1fe-4bce-b1ad-3e10dc1dffa0 req-a2ec5871-9d57-41a7-8837-d3fef4855b44 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:14.490994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ae3639b-f1fe-4bce-b1ad-3e10dc1dffa0 req-a2ec5871-9d57-41a7-8837-d3fef4855b44 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.3140044 Nov 09 17:57:14.501341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Made reservation on behalf of bc7f449ac19446099b7b6490a1e2b17f for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:14.505355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.510115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bb858f99-5b0a-47bd-86ac-089bf366a4b0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:14.527668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.562707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:14.565919 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc15c5c0-c519-4c3a-852d-c3ee887d184a" -d '{"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-unplugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:14.568957 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.670431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ae3639b-f1fe-4bce-b1ad-3e10dc1dffa0 req-58f2c2c7-7334-407b-aedb-99db67ddd11c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437473 Nov 09 17:57:14.705883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Allocated IP 172.20.0.1 (0784f3c5-74d7-441a-a153-af69fa85a9b0/ec6459d7-bb34-4e8c-8598-513752d1a659/e53b8656-e08e-42c4-b1f5-7609a17b848c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:14.787073 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.802786 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c177374c-8459-4b43-b4a2-27dcf894d3b1 x-openstack-request-id: req-c177374c-8459-4b43-b4a2-27dcf894d3b1 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:14.803077 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-unplugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:14.803336 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c177374c-8459-4b43-b4a2-27dcf894d3b1 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:14.803720 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'code': 200} Nov 09 17:57:14.826875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.839332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=9aa99a07-2236-4683-8aac-1b01bea70841,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:14.841406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.846126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:14.882918 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.888826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:14.898602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1abc-2916-4934-b266-9241615594f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.901456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:14.904909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f213f9-c10c-419b-8041-f64cbf568343,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:14.906375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['9aa99a07-2236-4683-8aac-1b01bea70841'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:14.914475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.914475 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Added segment 7686b368-5429-4bdf-894f-aad2e3ba6618 of type vlan for network 419ddff6-3585-4dda-9fa4-0ab81b808cf9 Nov 09 17:57:14.976089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.990520 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:14.998682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.046670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:15.050869 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.051800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bb858f99-5b0a-47bd-86ac-089bf366a4b0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:15.051916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:15.052420 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.053129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.054721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:15.103204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4c9c1abc-2916-4934-b266-9241615594f8 None None] For port bb858f99-5b0a-47bd-86ac-089bf366a4b0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb858f99-5b0a-47bd-86ac-089bf366a4b0,segment=NetworkSegment(8a16cf9b-f89b-400d-a8df-6f0678b6c274),segment_id=8a16cf9b-f89b-400d-a8df-6f0678b6c274)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:15.128812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:15.148154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=419ddff6-3585-4dda-9fa4-0ab81b808cf9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:15.289595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 419ddff6-3585-4dda-9fa4-0ab81b808cf9 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:15.341681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:15.369381 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c9c1abc-2916-4934-b266-9241615594f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.395657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 17:57:15.396020 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 17:57:15.472537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Pushing event updated for resources: {'Port': ['ID=e53b8656-e08e-42c4-b1f5-7609a17b848c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:15.502840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7fd395b4-f43c-4da8-8911-5dfc0c0ad1f3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2655239 Nov 09 17:57:15.505543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-159d7d64-5428-4cab-bd70-754d40ca6c8f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3503542 Nov 09 17:57:15.505962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38908) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:15.514796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Request body: {'subnet': {'network_id': '419ddff6-3585-4dda-9fa4-0ab81b808cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1593000315-subnet', 'tenant_id': 'bc7f449ac19446099b7b6490a1e2b17f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:15.524149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c1abc-2916-4934-b266-9241615594f8 None None] Pushing event updated for resources: {'Port': ['ID=bb858f99-5b0a-47bd-86ac-089bf366a4b0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:15.541119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9382ed2d-873c-4b4d-95c2-0f79ec69a3e3 req-64c49862-eb8f-49b0-8d7d-e027f4240925 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 210 time: 0.0876775 Nov 09 17:57:15.568622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a3d115f0-79db-4c5b-a25d-b50748173a2a None None] Provisioning complete for port bb858f99-5b0a-47bd-86ac-089bf366a4b0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:15.568622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3d115f0-79db-4c5b-a25d-b50748173a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.585724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Made reservation on behalf of bc7f449ac19446099b7b6490a1e2b17f for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:15.588735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.615401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.627344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0c6f9-9f96-44b8-abd1-71cd2e0c93bf req-9f514844-8354-4ed2-b464-e77de7eb2b44 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:15.629008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28b0c6f9-9f96-44b8-abd1-71cd2e0c93bf req-9f514844-8354-4ed2-b464-e77de7eb2b44 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 948 time: 0.4975374 Nov 09 17:57:15.669815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:12Z', 'revision_number': 3, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port': {'id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:11Z', 'updated_at': '2021-11-09T17:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:15.710608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Checking router: 0884aea8-3f11-4852-9637-d1eef19c1193 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:15.711007 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Updating router 0884aea8-3f11-4852-9637-d1eef19c1193 port 5801ef7f-2ec1-4969-b940-93597e15d004 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:15.765740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28b0c6f9-9f96-44b8-abd1-71cd2e0c93bf req-22b149bd-c66b-4262-8c39-5a0352c65ca0 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012800 Nov 09 17:57:15.776302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eed25ad5-9c3d-4df8-ab42-ff3dd1b7ec11 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:15.778403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eed25ad5-9c3d-4df8-ab42-ff3dd1b7ec11 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551601 Nov 09 17:57:15.783304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.805821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Request body: {'port': {'device_id': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'ea203ed014a247679fc90b98961ccf26'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:15.852463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a3d115f0-79db-4c5b-a25d-b50748173a2a None None] Provisioning complete for port e53b8656-e08e-42c4-b1f5-7609a17b848c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:15.852834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3d115f0-79db-4c5b-a25d-b50748173a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.926220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:15.998882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d5269-ebec-465e-b93f-082383efe1d1 req-0ee6e804-59fb-45c2-b239-24248774dcee tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.007865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d9d5269-ebec-465e-b93f-082383efe1d1 req-0ee6e804-59fb-45c2-b239-24248774dcee tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 969 time: 0.2103224 Nov 09 17:57:16.024358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66ab628-6009-4985-8ab8-0a75f4162753,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.050631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Checking segment: {'id': '7686b368-5429-4bdf-894f-aad2e3ba6618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '419ddff6-3585-4dda-9fa4-0ab81b808cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:16.050992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Network hostable DHCP agents. Network: 419ddff6-3585-4dda-9fa4-0ab81b808cf9, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:16.070679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Network 419ddff6-3585-4dda-9fa4-0ab81b808cf9 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:16.092110 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.099270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 419ddff6-3585-4dda-9fa4-0ab81b808cf9) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:16.106215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:16.107660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.128167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d9d5269-ebec-465e-b93f-082383efe1d1 req-21d6bd08-f4dd-425b-b3b6-372a9521b84b tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191039 Nov 09 17:57:16.132106 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.134114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac3e9a2-fa80-4157-930c-daa0da1827c4 None None] Network 419ddff6-3585-4dda-9fa4-0ab81b808cf9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:16.152061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:16.163265 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.195296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a3d115f0-79db-4c5b-a25d-b50748173a2a None None] Port e53b8656-e08e-42c4-b1f5-7609a17b848c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:16.209249 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f4374bc-bc59-470e-8321-935ace96a1fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6933973 Nov 09 17:57:16.209444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Made reservation on behalf of ea203ed014a247679fc90b98961ccf26 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:16.209444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.228387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:16.249949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.283013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:16.288293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff8cde65-f6fb-46c5-99b2-e717a5d1a28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.303983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.412992 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.415987 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95980a31-4eec-4e2d-b10a-c9987e015ef1 None None] Network 419ddff6-3585-4dda-9fa4-0ab81b808cf9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:16.443140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bb858f99-5b0a-47bd-86ac-089bf366a4b0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:16.468698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.474112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.494206 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.497352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff8cde65-f6fb-46c5-99b2-e717a5d1a28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.510431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff8cde65-f6fb-46c5-99b2-e717a5d1a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.515021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.561380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.598450 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ff8cde65-f6fb-46c5-99b2-e717a5d1a28b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14a97c3685784d2f8da074ca4ce65a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447966 Nov 09 17:57:16.604101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:16.616549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cde65-f6fb-46c5-99b2-e717a5d1a28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ba22fd-4254-4104-a2e7-61c1ea77ee52,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.624971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.696317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['aa17ee0c-9747-4946-b494-3df556c4a65c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:16.709794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb200dee-2af9-42b1-8d52-bb8c14b1824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.733254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb200dee-2af9-42b1-8d52-bb8c14b1824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.752424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6562a1f1-2b9a-4039-91c5-5ea376eb62ee req-92c3245a-8cd3-4f10-923c-f125489ea529 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 210 time: 0.0976169 Nov 09 17:57:16.768752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.771138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Attempting to bind port 5801ef7f-2ec1-4969-b940-93597e15d004 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:16.771642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Attempting to bind port 5801ef7f-2ec1-4969-b940-93597e15d004 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:16.772008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Attempting to bind port 5801ef7f-2ec1-4969-b940-93597e15d004 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:16.785663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:16.785885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:16.786153 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.786547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:16.787130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Bound port: 5801ef7f-2ec1-4969-b940-93597e15d004, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:16.787752 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.789887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.793825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Pushing event updated for resources: {'Port': ['ID=e53b8656-e08e-42c4-b1f5-7609a17b848c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.831189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb200dee-2af9-42b1-8d52-bb8c14b1824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.833955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a55fde-9e6d-476d-8f1b-f63c4bdccd2c None None] Pushing event updated for resources: {'Port': ['ID=5801ef7f-2ec1-4969-b940-93597e15d004,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:16.834685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb200dee-2af9-42b1-8d52-bb8c14b1824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.839554 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb200dee-2af9-42b1-8d52-bb8c14b1824e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8ba22fd-4254-4104-a2e7-61c1ea77ee52 HTTP/1.1" status: 204 len: 168 time: 0.2340727 Nov 09 17:57:16.846429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bb858f99-5b0a-47bd-86ac-089bf366a4b0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:16.846804 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:16.852518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb200dee-2af9-42b1-8d52-bb8c14b1824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ba22fd-4254-4104-a2e7-61c1ea77ee52,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:17.028483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] For port 5801ef7f-2ec1-4969-b940-93597e15d004, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:17.056073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] For port 5801ef7f-2ec1-4969-b940-93597e15d004, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5801ef7f-2ec1-4969-b940-93597e15d004,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:17.069144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a96d7491-73a6-4cb5-a985-1d447ab2b780 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=65c542b2708f48cc8f9d19f1c6d3ef0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845776 Nov 09 17:57:17.069976 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.134504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Routers {'0884aea8-3f11-4852-9637-d1eef19c1193'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:17.135132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0884aea8-3f11-4852-9637-d1eef19c1193'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:17.193817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Allocated IP 192.168.233.85 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/eb2f3761-e708-47f0-b17b-25cbbf16a3b0) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:17.231560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:17.247366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-327b7612-efb4-42f2-acca-77c6278b148c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:17.249360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38980) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:17.254459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-327b7612-efb4-42f2-acca-77c6278b148c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.2849600 Nov 09 17:57:17.256526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:17.269638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d780afe6-46dd-4210-902c-98e0a6bb127b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.305325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-352e1613-6801-40dc-80a3-a29a69e08fa3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/quotas/318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 375 time: 0.0496547 Nov 09 17:57:17.350751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a55fde-9e6d-476d-8f1b-f63c4bdccd2c None None] Pushing event updated for resources: {'Port': ['ID=5801ef7f-2ec1-4969-b940-93597e15d004,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:17.395249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d780afe6-46dd-4210-902c-98e0a6bb127b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.398744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-952d365f-2a53-4d07-ba10-9f626e399b75 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925474 Nov 09 17:57:17.407408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d780afe6-46dd-4210-902c-98e0a6bb127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.414208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] Set router 0884aea8-3f11-4852-9637-d1eef19c1193 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:17.444561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-9e0e3747-4689-44bb-a603-f89128d5024f tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:17.446572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-9e0e3747-4689-44bb-a603-f89128d5024f tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3561664 Nov 09 17:57:17.452299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d780afe6-46dd-4210-902c-98e0a6bb127b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09aad0878dc84b72afceeb93ceebf61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017279 Nov 09 17:57:17.453026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38982) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:17.454479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780afe6-46dd-4210-902c-98e0a6bb127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3568b81-75a2-493c-a002-f80d2b205e38,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:17.513811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d90401cb-bd49-41fd-a6e2-434ea24c3460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.539084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d90401cb-bd49-41fd-a6e2-434ea24c3460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.571693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-ff433734-fcbb-406d-b791-9f4a57b113b6 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/quotas/65c542b2708f48cc8f9d19f1c6d3ef0c HTTP/1.1" status: 200 len: 375 time: 0.1115172 Nov 09 17:57:17.592967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d90401cb-bd49-41fd-a6e2-434ea24c3460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.596398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d90401cb-bd49-41fd-a6e2-434ea24c3460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.610460 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d90401cb-bd49-41fd-a6e2-434ea24c3460 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3568b81-75a2-493c-a002-f80d2b205e38 HTTP/1.1" status: 204 len: 168 time: 0.1432760 Nov 09 17:57:17.624012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90401cb-bd49-41fd-a6e2-434ea24c3460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3568b81-75a2-493c-a002-f80d2b205e38,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:17.645611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-0476f944-cece-4032-b0e3-44b40d44423f tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65c542b2708f48cc8f9d19f1c6d3ef0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613139 Nov 09 17:57:17.656455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a783fd8d-c43a-47cf-8a0e-d32f151d27a2 None None] Provisioning complete for port e53b8656-e08e-42c4-b1f5-7609a17b848c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:17.656859 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a783fd8d-c43a-47cf-8a0e-d32f151d27a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.691045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03281092-0eb6-468b-b924-d67631b2315b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:15Z', 'revision_number': 4, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port': {'id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:11Z', 'updated_at': '2021-11-09T17:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e53b8656-e08e-42c4-b1f5-7609a17b848c', 'name': '', 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'mac_address': 'fa:16:3e:7d:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:14Z', 'updated_at': '2021-11-09T17:57:16Z', 'revision_number': 2, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'subnets': [{'id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:17.706458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-8c833445-b3da-4968-8e5e-2c28ba22b8c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707810 Nov 09 17:57:17.716770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Router 0884aea8-3f11-4852-9637-d1eef19c1193 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:17.724962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a783fd8d-c43a-47cf-8a0e-d32f151d27a2 None None] Port e53b8656-e08e-42c4-b1f5-7609a17b848c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:17.727714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03281092-0eb6-468b-b924-d67631b2315b None None] The sync data for ids ['0884aea8-3f11-4852-9637-d1eef19c1193'] in n-d-817240-1 is: [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:15Z', 'revision_number': 4, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port': {'id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:11Z', 'updated_at': '2021-11-09T17:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e53b8656-e08e-42c4-b1f5-7609a17b848c', 'name': '', 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'mac_address': 'fa:16:3e:7d:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:14Z', 'updated_at': '2021-11-09T17:57:16Z', 'revision_number': 2, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'subnets': [{'id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:17.747901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:17.764916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9aa99a07-2236-4683-8aac-1b01bea70841 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:17.886922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 9aa99a07-2236-4683-8aac-1b01bea70841 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:17.890979 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 9aa99a07-2236-4683-8aac-1b01bea70841 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:17.891391 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.068955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.114322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa99a07-2236-4683-8aac-1b01bea70841'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:18.118243 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef1c130-661f-4c49-a55f-0976351bd9ef" -d '{"events": [{"server_uuid": "f988218b-224b-423a-ab7d-9b666c7c4c4c", "name": "network-vif-plugged", "status": "completed", "tag": "9aa99a07-2236-4683-8aac-1b01bea70841"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:18.144001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 9aa99a07-2236-4683-8aac-1b01bea70841, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9aa99a07-2236-4683-8aac-1b01bea70841,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:18.150019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.248306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=9aa99a07-2236-4683-8aac-1b01bea70841,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:18.328747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:18.366127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.419464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port aa17ee0c-9747-4946-b494-3df556c4a65c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:18.419973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-fc0676b5-fea8-4bab-a405-d39dc7082048 service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059367 Nov 09 17:57:18.420062 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.484017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:18.504447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:18.517644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d1404-1ee1-4f9c-8808-279e8e4ea9d9 req-6ffd57e0-c279-4aae-8ffb-b4aa96a0b72c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:18.525269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-059d1404-1ee1-4f9c-8808-279e8e4ea9d9 req-6ffd57e0-c279-4aae-8ffb-b4aa96a0b72c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 948 time: 0.6408093 Nov 09 17:57:18.537857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:18.557126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.678086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:18.686981 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.776324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:18.795014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d15267eb-8976-4e3f-a96c-961060872b95 admin admin] 10.222.0.32 "PUT /v2.0/routers/0884aea8-3f11-4852-9637-d1eef19c1193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5634475 Nov 09 17:57:18.845811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:18.846049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:18.848457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.875174 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:18.949701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:18.979040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-eef10e7a-6bd4-4293-b0a5-619e4b6bff9c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1744177 Nov 09 17:57:18.994197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Request body: {'port': {'device_id': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:19.084224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bd6137f3-1362-40de-9842-5568041be453 None None] Provisioning complete for port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:19.084516 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bd6137f3-1362-40de-9842-5568041be453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.100302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-059d1404-1ee1-4f9c-8808-279e8e4ea9d9 req-9e4bd7c1-ed7c-413f-94de-0a4387c20311 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739040 Nov 09 17:57:19.148350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bd6137f3-1362-40de-9842-5568041be453 None None] Port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:19.213739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.239122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e70255-9aa3-4cc8-9bef-2ede3d13b827 req-106a7159-0451-44be-adb9-7b9b430d2eb5 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.246643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0e70255-9aa3-4cc8-9bef-2ede3d13b827 req-106a7159-0451-44be-adb9-7b9b430d2eb5 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.2941079 Nov 09 17:57:19.381005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0e70255-9aa3-4cc8-9bef-2ede3d13b827 req-4c72790c-1185-4e06-add3-aded018cc0a7 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281197 Nov 09 17:57:19.406191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98895ac2-bd98-4f04-a1fc-3e9140e21779 req-58901811-81da-4d5e-8c5a-76011940ff71 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.408280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98895ac2-bd98-4f04-a1fc-3e9140e21779 req-58901811-81da-4d5e-8c5a-76011940ff71 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 935 time: 0.1981125 Nov 09 17:57:19.561046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98895ac2-bd98-4f04-a1fc-3e9140e21779 req-cc06e9d2-2602-4904-b476-bd3058749172 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363480 Nov 09 17:57:19.616713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4997dfc4-dd42-4f5b-ad73-acc56473cbe8 req-917d759c-0db7-423d-be43-4a1d3affe87e tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 210 time: 0.0792322 Nov 09 17:57:19.654247 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f8e624-c68b-4e92-80c1-b1528f563101 x-openstack-request-id: req-93f8e624-c68b-4e92-80c1-b1528f563101 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:19.655206 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988218b-224b-423a-ab7d-9b666c7c4c4c", "name": "network-vif-plugged", "status": "completed", "tag": "9aa99a07-2236-4683-8aac-1b01bea70841", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:19.655661 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93f8e624-c68b-4e92-80c1-b1528f563101 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:19.656285 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa99a07-2236-4683-8aac-1b01bea70841', 'code': 200} Nov 09 17:57:19.722513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec0cf323-4446-46d4-bafc-cdf51c15445b req-8518656f-2571-41d6-813e-f263da2a6052 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 210 time: 0.0303919 Nov 09 17:57:19.782603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d324-ee8c-4932-9710-5726c694b961 req-430746dc-28fa-4c0e-9ef0-25661546524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:19.784751 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-af67d324-ee8c-4932-9710-5726c694b961 req-430746dc-28fa-4c0e-9ef0-25661546524e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 1100 time: 0.0641022 Nov 09 17:57:19.857133 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-af67d324-ee8c-4932-9710-5726c694b961 req-150cc7c3-5227-4120-b03a-547833fd20eb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652728 Nov 09 17:57:19.874240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2f3761-e708-47f0-b17b-25cbbf16a3b0 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:19.890898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.907929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Transition to ACTIVE for port object eb2f3761-e708-47f0-b17b-25cbbf16a3b0 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:19.919271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:19.938023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-bc313525-aca4-4f79-b6e5-cd0ab8b3fefe tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=65c542b2708f48cc8f9d19f1c6d3ef0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321164 Nov 09 17:57:20.109328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7a9c4d7-32ab-4872-af8d-ae85df92a5d1 req-91a5e8df-a62d-427a-99bc-c8aca648b2f9 tempest-FloatingIPsNegativeTestJSON-1485573774 tempest-FloatingIPsNegativeTestJSON-1485573774-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=cc0f1a2856b3405bab923291a72a8e76 HTTP/1.1" status: 200 len: 217 time: 0.1463156 Nov 09 17:57:20.138271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:20.261823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d61e7d08-c8a1-421a-8759-8bf762176d6d req-d2bac3ff-38f8-4631-85ea-1cff5f61c430 tempest-FloatingIPsNegativeTestJSON-1485573774 tempest-FloatingIPsNegativeTestJSON-1485573774-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1024182 Nov 09 17:57:20.363444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-ce137702-1afa-4ab4-aa24-89a0585cab25 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:20.364845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-ce137702-1afa-4ab4-aa24-89a0585cab25 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4031296 Nov 09 17:57:20.370189 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-08bb2667-b9d8-46fb-9256-38caf9276c15 req-a5fa7dfd-9a64-4842-a303-6133c9d32c17 tempest-FloatingIPsNegativeTestJSON-1485573774 tempest-FloatingIPsNegativeTestJSON-1485573774-project] show failed (client error): The resource could not be found. Nov 09 17:57:20.371187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08bb2667-b9d8-46fb-9256-38caf9276c15 req-a5fa7dfd-9a64-4842-a303-6133c9d32c17 tempest-FloatingIPsNegativeTestJSON-1485573774 tempest-FloatingIPsNegativeTestJSON-1485573774-project] 10.222.0.32 "GET /v2.0/floatingips/5ec6f965-c1b6-4ac7-949a-097e84735ddf HTTP/1.1" status: 404 len: 350 time: 0.0698130 Nov 09 17:57:20.382710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39078) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:20.387099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Request body: {'port': {'device_id': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '65c542b2708f48cc8f9d19f1c6d3ef0c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:20.457913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5801ef7f-2ec1-4969-b940-93597e15d004 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:20.464035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16553e49-8d19-4f5f-9fb7-d6b9056bb0fa req-052b90bf-a096-4691-acc2-e785839974f4 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:20.465578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16553e49-8d19-4f5f-9fb7-d6b9056bb0fa req-052b90bf-a096-4691-acc2-e785839974f4 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 949 time: 0.2600651 Nov 09 17:57:20.547194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:20.547559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:20.547891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:20.556962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:20.569292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5801ef7f-2ec1-4969-b940-93597e15d004 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:20.569733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.575444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-f9126ebe-3f90-4860-918a-c51e92506880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:20.577152 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-f9126ebe-3f90-4860-918a-c51e92506880 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1122 time: 0.0691948 Nov 09 17:57:20.610928 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Sync routers for ids ['0884aea8-3f11-4852-9637-d1eef19c1193'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:20.627558 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Routers {'0884aea8-3f11-4852-9637-d1eef19c1193'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:20.628836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0884aea8-3f11-4852-9637-d1eef19c1193'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:20.704335 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.726743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 5801ef7f-2ec1-4969-b940-93597e15d004, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5801ef7f-2ec1-4969-b940-93597e15d004,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:20.734339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.765043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb1cb-eb88-4ccd-9aa0-a8032a9c5f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.768971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:20.769300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:20.790707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-682cb481-aaf2-4961-9adf-9e3bb20881a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:20.792935 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-682cb481-aaf2-4961-9adf-9e3bb20881a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1831243 Nov 09 17:57:20.805207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=5801ef7f-2ec1-4969-b940-93597e15d004,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:20.823113 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Set router 0884aea8-3f11-4852-9637-d1eef19c1193 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:20.917052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:20.917052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:20.917355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:20.917792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Bound port: eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:20.918188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:20.983485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16553e49-8d19-4f5f-9fb7-d6b9056bb0fa req-ebc09839-f699-4dfe-aad0-1ee7d1a3a731 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408770 Nov 09 17:57:21.011075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-113eb181-0da9-4e73-af87-8ac30a437614 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.012891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-113eb181-0da9-4e73-af87-8ac30a437614 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.5865452 Nov 09 17:57:21.026210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Made reservation on behalf of 65c542b2708f48cc8f9d19f1c6d3ef0c for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:21.032253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.054397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Request body: {'port': {'device_id': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'admin_state_up': True, 'tenant_id': '318aca4218784719bcba0ea84a1e72b6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:21.068946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fde62d-ee22-4852-89ec-a43914fcece3 req-f9966b04-2c60-43bb-bf84-259ee2946f64 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.074670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93fde62d-ee22-4852-89ec-a43914fcece3 req-f9966b04-2c60-43bb-bf84-259ee2946f64 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.5285008 Nov 09 17:57:21.081355 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:15Z', 'revision_number': 4, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port': {'id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:11Z', 'updated_at': '2021-11-09T17:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e53b8656-e08e-42c4-b1f5-7609a17b848c', 'name': '', 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'mac_address': 'fa:16:3e:7d:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:14Z', 'updated_at': '2021-11-09T17:57:16Z', 'revision_number': 2, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'subnets': [{'id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:21.081792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-6f47ac66-ed57-43cd-885a-f2e597eff5bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=aa17ee0c-9747-4946-b494-3df556c4a65c HTTP/1.1" status: 200 len: 217 time: 0.2610812 Nov 09 17:57:21.094809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.111757 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Checking router: 0884aea8-3f11-4852-9637-d1eef19c1193 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:21.112362 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Updating router 0884aea8-3f11-4852-9637-d1eef19c1193 port e53b8656-e08e-42c4-b1f5-7609a17b848c binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:21.141497 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.156486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-0ca9816d-dbb6-47ca-92c2-5012d0b59482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.158528 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-0ca9816d-dbb6-47ca-92c2-5012d0b59482 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0669425 Nov 09 17:57:21.160439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb1cb-eb88-4ccd-9aa0-a8032a9c5f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.164857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b4cb1cb-eb88-4ccd-9aa0-a8032a9c5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.195569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4b4cb1cb-eb88-4ccd-9aa0-a8032a9c5f96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=447f63b65dd342b4a0ce88cf1fdc976e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322949 Nov 09 17:57:21.199460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39094) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:21.244820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cb1cb-eb88-4ccd-9aa0-a8032a9c5f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4100ceca-edf5-4df7-ae32-e6e6b9ebcefd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:21.256154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-892e0793-06e9-4764-9cae-34de0362007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.257591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-892e0793-06e9-4764-9cae-34de0362007d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672355 Nov 09 17:57:21.289034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:21.334845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:21.353640 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-fb0e60a4-d0cc-44e5-8abf-c3f78c273717 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872021 Nov 09 17:57:21.375664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.404764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93fde62d-ee22-4852-89ec-a43914fcece3 req-04cd65bd-948c-419c-aa94-ad83058dc2c1 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986095 Nov 09 17:57:21.405421 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.413216 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.461750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be1ae4-2e89-4cdf-91d9-0bcf07f60610 req-74910df9-7ed9-48f7-97de-7ce733450609 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.464875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2be1ae4-2e89-4cdf-91d9-0bcf07f60610 req-74910df9-7ed9-48f7-97de-7ce733450609 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 947 time: 0.3718479 Nov 09 17:57:21.478254 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d0f2f16c-d42d-4d72-9584-21b7855f99d8 req-a398ffb9-c18b-4684-afe5-773999a3d73b service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156209 Nov 09 17:57:21.494047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:21.519517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:21.520145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.521526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-268b665b-7caa-4658-b075-2f2a9b3d5cab service neutron] 10.222.0.85 "PUT /v2.0/ports/eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 1095 time: 2.5316069 Nov 09 17:57:21.535653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:21.539246 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111177ac-db7c-4922-8ac1-33256e91fb58" -d '{"events": [{"name": "network-changed", "server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:21.560698 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Pushing event updated for resources: {'Port': ['ID=e53b8656-e08e-42c4-b1f5-7609a17b848c,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:21.586926 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.587270 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.587606 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.587938 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.588264 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.588586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.588906 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.589221 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.589537 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.589852 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.590191 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.590506 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:21.600625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Made reservation on behalf of 318aca4218784719bcba0ea84a1e72b6 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:21.604181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.608201 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69b20f10-7069-40b6-965f-aad667659c04 req-e31ab029-f124-4429-876d-7ff8e4639cb9 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 210 time: 0.1055889 Nov 09 17:57:21.624154 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Attempting to bind port e53b8656-e08e-42c4-b1f5-7609a17b848c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:21.625174 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Attempting to bind port e53b8656-e08e-42c4-b1f5-7609a17b848c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:21.625730 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Attempting to bind port e53b8656-e08e-42c4-b1f5-7609a17b848c on network 0784f3c5-74d7-441a-a153-af69fa85a9b0 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:21.632213 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:21.632592 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Checking segment: {'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:21.632993 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.633381 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Bound using segment: {'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:21.633841 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Bound port: e53b8656-e08e-42c4-b1f5-7609a17b848c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a16cf9b-f89b-400d-a8df-6f0678b6c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:21.634287 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.660226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:21.663070 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a79420-375a-4d2e-b02f-8679a330bd38" -d '{"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-plugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:21.711383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] For port e53b8656-e08e-42c4-b1f5-7609a17b848c, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:21.715052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] For port e53b8656-e08e-42c4-b1f5-7609a17b848c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e53b8656-e08e-42c4-b1f5-7609a17b848c,segment=NetworkSegment(8a16cf9b-f89b-400d-a8df-6f0678b6c274),segment_id=8a16cf9b-f89b-400d-a8df-6f0678b6c274)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:21.718656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4de3148-0821-4524-a351-9f6de217a18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.721796 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.781712 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Routers {'0884aea8-3f11-4852-9637-d1eef19c1193'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:21.782917 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0884aea8-3f11-4852-9637-d1eef19c1193'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:21.800989 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772224ba-3e16-4cd5-a100-0811b5eaac5b None None] Pushing event updated for resources: {'Port': ['ID=e53b8656-e08e-42c4-b1f5-7609a17b848c,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:21.801247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2be1ae4-2e89-4cdf-91d9-0bcf07f60610 req-6d4413c0-bed3-4fa6-a651-647dd3329be8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953410 Nov 09 17:57:21.809729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31f92e73-8107-4216-b1ea-4bc187f7e8d2 req-d3cf49c0-6d16-4680-afc9-2b118581ec51 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 210 time: 0.0825915 Nov 09 17:57:21.815623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:21.915155 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd88f169-e886-4939-a12f-efd23504e146 x-openstack-request-id: req-dd88f169-e886-4939-a12f-efd23504e146 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:21.915617 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:21.915913 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd88f169-e886-4939-a12f-efd23504e146 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:21.916628 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'status': 'completed', 'code': 200} Nov 09 17:57:21.949402 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] Set router 0884aea8-3f11-4852-9637-d1eef19c1193 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:21.950180 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f75682-19df-4779-bee7-2bba87890310 x-openstack-request-id: req-34f75682-19df-4779-bee7-2bba87890310 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:21.950700 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-plugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:21.950700 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34f75682-19df-4779-bee7-2bba87890310 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:21.951248 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'code': 200} Nov 09 17:57:21.959275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d9969bde-e9e7-4a06-82aa-cedcc0f5585a None None] Provisioning complete for port e53b8656-e08e-42c4-b1f5-7609a17b848c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:21.959903 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d9969bde-e9e7-4a06-82aa-cedcc0f5585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.084932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d9969bde-e9e7-4a06-82aa-cedcc0f5585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.128024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d9969bde-e9e7-4a06-82aa-cedcc0f5585a None None] For port e53b8656-e08e-42c4-b1f5-7609a17b848c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e53b8656-e08e-42c4-b1f5-7609a17b848c,segment=NetworkSegment(8a16cf9b-f89b-400d-a8df-6f0678b6c274),segment_id=8a16cf9b-f89b-400d-a8df-6f0678b6c274)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:22.135852 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d9969bde-e9e7-4a06-82aa-cedcc0f5585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.201348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969bde-e9e7-4a06-82aa-cedcc0f5585a None None] Pushing event updated for resources: {'Port': ['ID=e53b8656-e08e-42c4-b1f5-7609a17b848c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.225194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0521e2-e315-4432-aa99-39b32c86d350 req-a532b85a-4b16-45fc-b637-c16328c3abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.226762 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ea0521e2-e315-4432-aa99-39b32c86d350 req-a532b85a-4b16-45fc-b637-c16328c3abef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1122 time: 0.0485725 Nov 09 17:57:22.261140 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:15Z', 'revision_number': 4, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port': {'id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:11Z', 'updated_at': '2021-11-09T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e53b8656-e08e-42c4-b1f5-7609a17b848c', 'name': '', 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'mac_address': 'fa:16:3e:7d:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:14Z', 'updated_at': '2021-11-09T17:57:21Z', 'revision_number': 4, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'subnets': [{'id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:22.294506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4de3148-0821-4524-a351-9f6de217a18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.301807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-60bda316-9c38-481e-b03f-4ef713470a22 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680423 Nov 09 17:57:22.303478 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ea0521e2-e315-4432-aa99-39b32c86d350 req-0f901f24-5d7c-4ef4-91e2-ea8858df5cef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684536 Nov 09 17:57:22.304155 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d72897-baa7-473c-a819-ac25ca6a3eb6 None None] The sync data for ids ['0884aea8-3f11-4852-9637-d1eef19c1193'] in n-d-817240-1 is: [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:15Z', 'revision_number': 4, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port': {'id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:11Z', 'updated_at': '2021-11-09T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e53b8656-e08e-42c4-b1f5-7609a17b848c', 'name': '', 'network_id': '0784f3c5-74d7-441a-a153-af69fa85a9b0', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'mac_address': 'fa:16:3e:7d:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:14Z', 'updated_at': '2021-11-09T17:57:21Z', 'revision_number': 4, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'subnets': [{'id': 'ec6459d7-bb34-4e8c-8598-513752d1a659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:22.304655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-f1bdc0c4-e648-4a2c-916d-b379500a6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.308803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-f1bdc0c4-e648-4a2c-916d-b379500a6f05 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1098 time: 0.7129378 Nov 09 17:57:22.322816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.324240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-baacd4b2-232f-4f83-8108-0a61e257b8be None None] Provisioning complete for port e53b8656-e08e-42c4-b1f5-7609a17b848c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:22.324827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-baacd4b2-232f-4f83-8108-0a61e257b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.409596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-f8e4f872-8c32-4b61-9075-932211b0a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.411563 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-f8e4f872-8c32-4b61-9075-932211b0a776 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6cc23f309b574168892d7e76ce80248b&device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 1101 time: 0.0592492 Nov 09 17:57:22.458749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5801ef7f-2ec1-4969-b940-93597e15d004 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:22.489998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-a0ae48c9-4be3-498c-a092-21411ce43dbc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.1640460 Nov 09 17:57:22.525374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5801ef7f-2ec1-4969-b940-93597e15d004 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:22.525954 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.558631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-873f4420-73ac-4291-882d-85e3d48515d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.560051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-873f4420-73ac-4291-882d-85e3d48515d2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1253672 Nov 09 17:57:22.596424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.619823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e53b8656-e08e-42c4-b1f5-7609a17b848c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:22.633162 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-a561f954-e9cb-4d3b-b912-3dfa163072f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=dd61e394-7234-4494-b38d-3ce75da62104 HTTP/1.1" status: 200 len: 217 time: 0.0629516 Nov 09 17:57:22.680297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e53b8656-e08e-42c4-b1f5-7609a17b848c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:22.680818 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.714584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-09513fa9-df50-44a2-ae00-869476254dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.715612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-09513fa9-df50-44a2-ae00-869476254dd3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0749946 Nov 09 17:57:22.722300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5230f-ff06-4704-ad28-62be4d618150 req-31bcc26d-86d3-4309-8871-559b77a443eb tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.723830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55f5230f-ff06-4704-ad28-62be4d618150 req-31bcc26d-86d3-4309-8871-559b77a443eb tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 949 time: 0.4472120 Nov 09 17:57:22.753886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Allocated IP 172.20.0.8 (5a4facf0-c687-48a1-bde1-0c241b60a116/9346dad8-ca84-4a50-af9e-5fca0b0d293f/1aff39f6-8491-4279-8126-a65dfbceee24) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:22.760832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-5ce6395a-6f8a-40ce-b9de-993cfc8f8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.762348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-5ce6395a-6f8a-40ce-b9de-993cfc8f8a6e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.2236249 Nov 09 17:57:22.777487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-75cbc3c6-627c-4bc8-be15-830ab134f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.780315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-75cbc3c6-627c-4bc8-be15-830ab134f7e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542202 Nov 09 17:57:22.784997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4de3148-0821-4524-a351-9f6de217a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.787775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4de3148-0821-4524-a351-9f6de217a18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:22.788955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c4de3148-0821-4524-a351-9f6de217a18e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4100ceca-edf5-4df7-ae32-e6e6b9ebcefd HTTP/1.1" status: 204 len: 168 time: 1.5493953 Nov 09 17:57:22.873173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de3148-0821-4524-a351-9f6de217a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100ceca-edf5-4df7-ae32-e6e6b9ebcefd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:22.882278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306627e-e438-44af-b053-424c52f5fbf2 req-4861a25f-af09-403b-920f-0385a6eb783f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:22.883820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c306627e-e438-44af-b053-424c52f5fbf2 req-4861a25f-af09-403b-920f-0385a6eb783f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.3492599 Nov 09 17:57:22.904403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Allocated IP 192.168.233.36 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/f1835f27-3290-49a6-9530-80a477dab7aa) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:22.906615 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-c14a4411-8b88-4c1a-9ab3-10396fa96496 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194530 Nov 09 17:57:22.985946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55f5230f-ff06-4704-ad28-62be4d618150 req-e06aebc8-ed00-4f5f-8e23-71054e1b7321 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315750 Nov 09 17:57:23.036698 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c5f22f7-3e1d-4b1b-97d4-9b4d628b69aa req-63ea225d-594a-4eee-ac6a-ff4890441070 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225505 Nov 09 17:57:23.063624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-79256899-27e8-42fc-8be3-8aa7d964ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:23.065141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-79256899-27e8-42fc-8be3-8aa7d964ab4c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2812691 Nov 09 17:57:23.178740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:23.193394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-130f721f-52f0-4fd0-9b4b-f94bc39f6ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.231987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b298dc6e-616f-4a51-9cb0-7388eba239a4 req-c4019783-a6bb-4cbd-b4fd-866d9178bb01 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 210 time: 0.1161981 Nov 09 17:57:23.243206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c306627e-e438-44af-b053-424c52f5fbf2 req-957cf9e1-680a-4fcb-a060-726efb327e37 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365397 Nov 09 17:57:23.291666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-130f721f-52f0-4fd0-9b4b-f94bc39f6ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.297874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-130f721f-52f0-4fd0-9b4b-f94bc39f6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.342367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-130f721f-52f0-4fd0-9b4b-f94bc39f6ba6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4832aea390243fa8048c8acc86a8618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598265 Nov 09 17:57:23.342567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39124) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:23.371974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f721f-52f0-4fd0-9b4b-f94bc39f6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8aa61f-768b-44f4-8b60-3fabe7319190,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:23.408317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5ff09da-818b-482c-8111-64c50474af65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.429135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5ff09da-818b-482c-8111-64c50474af65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.436342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-234080bb-9ccd-469d-904b-0d91a8096247 req-e1b51f74-007d-4a3e-ab5b-dab3f121b16f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 210 time: 0.0873206 Nov 09 17:57:23.460301 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.478991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-ee403d87-81cb-4e2f-a001-b458e5559ecb service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928888 Nov 09 17:57:23.495546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5ff09da-818b-482c-8111-64c50474af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.499044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5ff09da-818b-482c-8111-64c50474af65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.500258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d5ff09da-818b-482c-8111-64c50474af65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc8aa61f-768b-44f4-8b60-3fabe7319190 HTTP/1.1" status: 204 len: 168 time: 0.1567845 Nov 09 17:57:23.523488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.528075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff09da-818b-482c-8111-64c50474af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8aa61f-768b-44f4-8b60-3fabe7319190,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:23.599189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.668156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8dfde-c242-40a0-8b62-eb94eafe23ec req-f7bde55d-abc8-4627-b6b7-554635903541 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:23.669662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58d8dfde-c242-40a0-8b62-eb94eafe23ec req-f7bde55d-abc8-4627-b6b7-554635903541 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 947 time: 0.3194723 Nov 09 17:57:23.779179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.799370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58d8dfde-c242-40a0-8b62-eb94eafe23ec req-9617a5f7-7976-461f-ab87-f47bc8f15ca6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210413 Nov 09 17:57:23.835915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7aeaa394-ec49-4227-9261-a2d248252ec5 req-b4df678b-0999-4760-b892-d216a9205bd8 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843180 Nov 09 17:57:23.866022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:23.906311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:23.926786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:23.929761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:23.988335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:24.007621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:24.036678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:24.048983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:24.099877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.100435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.130601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-fceceaad-bb42-4b67-835c-746908fa9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.132189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-fceceaad-bb42-4b67-835c-746908fa9334 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1098 time: 0.2331121 Nov 09 17:57:24.132809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Pushing event updated for resources: {'Port': ['ID=f1835f27-3290-49a6-9530-80a477dab7aa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:24.215862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-3e60eb13-02eb-48af-9d96-47d5541bcc36 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1800046 Nov 09 17:57:24.222495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.223135 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.264424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Request body: {'port': {'device_id': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:24.341945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-598684b3-920c-4d7e-8b89-6748aede625d None None] Provisioning complete for port f1835f27-3290-49a6-9530-80a477dab7aa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:24.342948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-598684b3-920c-4d7e-8b89-6748aede625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.349808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e9eff3a8-9e23-45a5-bd5a-3f2ef782031a tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9703958 Nov 09 17:57:24.378421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-598684b3-920c-4d7e-8b89-6748aede625d None None] Port f1835f27-3290-49a6-9530-80a477dab7aa cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:24.635589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Request body: {'port': {'device_id': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:24.753500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.767140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71028bd-51a5-4dc4-8e80-72fbe983f65f req-cedf568b-87a2-496d-8c54-0edd8440077c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.768614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c71028bd-51a5-4dc4-8e80-72fbe983f65f req-cedf568b-87a2-496d-8c54-0edd8440077c tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 949 time: 0.5087540 Nov 09 17:57:24.791113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-494d3e4e-5bb0-492a-bc1c-503123db1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.792543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-494d3e4e-5bb0-492a-bc1c-503123db1e2e service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.6490571 Nov 09 17:57:24.828177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1b160-2a1c-44cd-8358-b2647a291bb1 req-2f57de06-76e1-4c01-824c-b5e3cac69a33 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:24.830227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12d1b160-2a1c-44cd-8358-b2647a291bb1 req-2f57de06-76e1-4c01-824c-b5e3cac69a33 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 935 time: 0.4939044 Nov 09 17:57:24.863669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:24.917895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-f5f52bc2-8b5c-4a2f-8020-570ecf2bdcb5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.1062067 Nov 09 17:57:25.009867 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c71028bd-51a5-4dc4-8e80-72fbe983f65f req-03a1c8e9-b002-4298-b569-f3c1cdb99fd0 tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/security-groups?id=21ce7aa6-f40f-4422-ae15-2421ad1d4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147641 Nov 09 17:57:25.073857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Deleting port e53b8656-e08e-42c4-b1f5-7609a17b848c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:25.074226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:25.136183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12d1b160-2a1c-44cd-8358-b2647a291bb1 req-233c376c-b9be-4296-9f28-6e20ddeb4982 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935276 Nov 09 17:57:25.245811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-62f69eff-dd88-408c-a339-2e036c8cc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.247261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-62f69eff-dd88-408c-a339-2e036c8cc990 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.3072317 Nov 09 17:57:25.396592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb161d-6c9c-414c-82aa-07892953902f req-73201a7a-9fda-480f-a067-4c45ed23bd83 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.398141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7eb161d-6c9c-414c-82aa-07892953902f req-73201a7a-9fda-480f-a067-4c45ed23bd83 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.3176470 Nov 09 17:57:25.468902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] For port e53b8656-e08e-42c4-b1f5-7609a17b848c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e53b8656-e08e-42c4-b1f5-7609a17b848c,segment=NetworkSegment(8a16cf9b-f89b-400d-a8df-6f0678b6c274),segment_id=8a16cf9b-f89b-400d-a8df-6f0678b6c274)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:25.469300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:25.511859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-baae4563-3fe6-4f61-8c53-9bbe82a4cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.513355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-baae4563-3fe6-4f61-8c53-9bbe82a4cd14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2535870 Nov 09 17:57:25.520870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48b789-a4c4-4288-8b79-5f098af1fd7a req-cfa3512d-6b2d-4309-97f9-1bf1d27d6e5c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.522259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd48b789-a4c4-4288-8b79-5f098af1fd7a req-cfa3512d-6b2d-4309-97f9-1bf1d27d6e5c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 931 time: 0.2826619 Nov 09 17:57:25.523449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Calling delete_port for e53b8656-e08e-42c4-b1f5-7609a17b848c owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:25.637492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7eb161d-6c9c-414c-82aa-07892953902f req-48fd6557-1344-4756-8915-5d303362e29e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200844 Nov 09 17:57:25.741850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd48b789-a4c4-4288-8b79-5f098af1fd7a req-45529cd6-2869-4c9f-b660-217d05f3ed27 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091925 Nov 09 17:57:25.779913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-a863d025-cfeb-40b2-99a1-1392718c21fc tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:25.782607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-a863d025-cfeb-40b2-99a1-1392718c21fc tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.85 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 949 time: 0.0987611 Nov 09 17:57:25.845747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-8bf36f7e-7f74-4e7a-8ce7-05a58339769a service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147092 Nov 09 17:57:25.873393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aff39f6-8491-4279-8126-a65dfbceee24 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:25.928124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Deleting port 9aa99a07-2236-4683-8aac-1b01bea70841 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:25.930283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:25.932659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.016954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1835f27-3290-49a6-9530-80a477dab7aa {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:26.023107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Transition to ACTIVE for port object 1aff39f6-8491-4279-8126-a65dfbceee24 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:26.035302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] For port 9aa99a07-2236-4683-8aac-1b01bea70841, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9aa99a07-2236-4683-8aac-1b01bea70841,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:26.035643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.035761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.037893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.056595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Calling delete_port for 9aa99a07-2236-4683-8aac-1b01bea70841 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:26.107797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Transition to ACTIVE for port object f1835f27-3290-49a6-9530-80a477dab7aa will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:26.136601 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.175459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37af5-dc8c-4565-8e54-078b875d36a7 req-38bd2946-216d-4535-a3e2-38370e999758 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:26.176979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fa37af5-dc8c-4565-8e54-078b875d36a7 req-38bd2946-216d-4535-a3e2-38370e999758 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 947 time: 0.3364875 Nov 09 17:57:26.201407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.207472 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.221951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['9aa99a07-2236-4683-8aac-1b01bea70841'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:26.239708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Pushing event deleted for resources: {'Port': ['ID=9aa99a07-2236-4683-8aac-1b01bea70841,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.242255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111177ac-db7c-4922-8ac1-33256e91fb58 req-893321e5-4543-46ad-a869-0e51ddb0fb81 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734295 Nov 09 17:57:26.310256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] No DVR routers for this DVR port 9aa99a07-2236-4683-8aac-1b01bea70841 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:26.313609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.317097 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2ec51b07-486e-4dd6-8fee-738aa6b8024a req-ebc1072a-04de-44f6-8101-f8851376435d tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.85 "DELETE /v2.0/ports/9aa99a07-2236-4683-8aac-1b01bea70841 HTTP/1.1" status: 204 len: 173 time: 0.5277922 Nov 09 17:57:26.317593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'name': 'network-vif-deleted', 'tag': '9aa99a07-2236-4683-8aac-1b01bea70841'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:26.320360 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8410c964-727e-440a-af0b-806af8582e3a" -d '{"events": [{"server_uuid": "f988218b-224b-423a-ab7d-9b666c7c4c4c", "name": "network-vif-deleted", "tag": "9aa99a07-2236-4683-8aac-1b01bea70841"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:26.616354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3446e3-8136-45c7-bf8e-8b6acaa7391d req-0970d7cd-7507-4936-9b4f-701e24dd5dd2 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:26.617800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a3446e3-8136-45c7-bf8e-8b6acaa7391d req-0970d7cd-7507-4936-9b4f-701e24dd5dd2 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.5142701 Nov 09 17:57:26.638749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fa37af5-dc8c-4565-8e54-078b875d36a7 req-eabba2b1-2c1c-42a5-a107-10a6a4c5ca74 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432771 Nov 09 17:57:26.640999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Pushing event updated for resources: {'Port': ['ID=f1835f27-3290-49a6-9530-80a477dab7aa,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.673356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.727922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53b8656-e08e-42c4-b1f5-7609a17b848c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:26.762075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:26.762439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:26.762773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:26.805553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7704a5cb-6402-4c05-bdba-9e2cd37f9493 req-a534ca34-bd9a-4b21-8f2d-b680273163fa tempest-TenantUsagesTestJSON-522821832 tempest-TenantUsagesTestJSON-522821832-project] 10.222.0.32 "GET /v2.0/ports?device_id=f988218b-224b-423a-ab7d-9b666c7c4c4c HTTP/1.1" status: 200 len: 210 time: 0.0850322 Nov 09 17:57:26.838882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a3446e3-8136-45c7-bf8e-8b6acaa7391d req-cc1e180a-d026-4864-a744-77902300a2f1 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988177 Nov 09 17:57:26.839786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:26.840124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:26.858210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:26.858556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:26.858943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:26.859441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Bound port: 1aff39f6-8491-4279-8126-a65dfbceee24, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:26.860340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:26.868154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Attempting to bind port f1835f27-3290-49a6-9530-80a477dab7aa on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:26.868493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Attempting to bind port f1835f27-3290-49a6-9530-80a477dab7aa by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:26.868826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Attempting to bind port f1835f27-3290-49a6-9530-80a477dab7aa on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:26.886994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Port f1835f27-3290-49a6-9530-80a477dab7aa on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:26.887318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Attempting to bind port f1835f27-3290-49a6-9530-80a477dab7aa on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:26.909383 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7247c317-83af-4fb4-ac2a-43b2c89d0031 x-openstack-request-id: req-7247c317-83af-4fb4-ac2a-43b2c89d0031 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:26.909880 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988218b-224b-423a-ab7d-9b666c7c4c4c", "name": "network-vif-deleted", "tag": "9aa99a07-2236-4683-8aac-1b01bea70841", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:26.909963 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7247c317-83af-4fb4-ac2a-43b2c89d0031 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:26.910391 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f988218b-224b-423a-ab7d-9b666c7c4c4c', 'name': 'network-vif-deleted', 'tag': '9aa99a07-2236-4683-8aac-1b01bea70841', 'status': 'completed', 'code': 200} Nov 09 17:57:26.947415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:26.947758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:26.948156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:26.948615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Bound port: f1835f27-3290-49a6-9530-80a477dab7aa, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:26.948978 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.114320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:27.125099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:27.143828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.159611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8687a50-d2c6-4dbf-893a-f0916d56cefc req-4190972c-4b79-4f94-9b2d-90b2b7ab1797 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.161077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8687a50-d2c6-4dbf-893a-f0916d56cefc req-4190972c-4b79-4f94-9b2d-90b2b7ab1797 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 943 time: 0.1740923 Nov 09 17:57:27.196624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21256ce3-0d9b-4257-a335-692cf245b9bf req-21e56eaf-898d-4edc-9d48-d250a544ae9b tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.198047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21256ce3-0d9b-4257-a335-692cf245b9bf req-21e56eaf-898d-4edc-9d48-d250a544ae9b tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 947 time: 0.2443125 Nov 09 17:57:27.200938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] For port f1835f27-3290-49a6-9530-80a477dab7aa, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:27.242724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.245316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] For port f1835f27-3290-49a6-9530-80a477dab7aa, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f1835f27-3290-49a6-9530-80a477dab7aa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:27.263904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.264518 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.265880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] 10.222.0.73 "PUT /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 1091 time: 3.0392065 Nov 09 17:57:27.271034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:27.273300 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57" -d '{"events": [{"name": "network-changed", "server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:27.276397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.332158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb48d-0dff-4de5-a601-3a2eacc20e99 service neutron] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:27.416077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8687a50-d2c6-4dbf-893a-f0916d56cefc req-44eeeb89-0f72-406c-82ae-21608b0fadf4 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284710 Nov 09 17:57:27.440809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.440809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.440809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] 10.222.0.73 "PUT /v2.0/ports/f1835f27-3290-49a6-9530-80a477dab7aa HTTP/1.1" status: 200 len: 1095 time: 3.0761454 Nov 09 17:57:27.442028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21256ce3-0d9b-4257-a335-692cf245b9bf req-13031941-d80a-4c11-8de6-7849f76f8bc0 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358935 Nov 09 17:57:27.550127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-1289cfe2-3f94-4482-9df4-f607cbfef14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.551675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-1289cfe2-3f94-4482-9df4-f607cbfef14c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1094 time: 0.2409120 Nov 09 17:57:27.555127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483b8b4-79c9-4480-8337-dbba63c88222 service neutron] Pushing event updated for resources: {'Port': ['ID=f1835f27-3290-49a6-9530-80a477dab7aa,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:27.608791 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca81a1-4983-4caf-8774-d922d04e0886 x-openstack-request-id: req-f6ca81a1-4983-4caf-8774-d922d04e0886 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:27.609037 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:27.609363 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6ca81a1-4983-4caf-8774-d922d04e0886 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:27.609735 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24', 'status': 'completed', 'code': 200} Nov 09 17:57:27.612394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-be1ebe1d-af6b-425a-9269-93d9c6a64182 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 217 time: 0.0442865 Nov 09 17:57:27.687081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a7880c6d-e334-42ee-ac03-f9c13ada1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.688580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-a7880c6d-e334-42ee-ac03-f9c13ada1eed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65c542b2708f48cc8f9d19f1c6d3ef0c&device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 1098 time: 0.1852608 Nov 09 17:57:27.764270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-ac8c5631-a0f0-4dbe-b841-b0dd2b8a6943 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f1835f27-3290-49a6-9530-80a477dab7aa HTTP/1.1" status: 200 len: 217 time: 0.0499585 Nov 09 17:57:27.807477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:27.876407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-26b12782-fcb1-41bb-bdb9-78358a5c0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.877871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-26b12782-fcb1-41bb-bdb9-78358a5c0666 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.2286296 Nov 09 17:57:27.908734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:27.921811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'mac_address': 'fa:16:3e:1e:27:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:27.926140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Router 0884aea8-3f11-4852-9637-d1eef19c1193 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:27.929511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e48828c8-7226-4c30-a64e-077d48c7f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.930991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-e48828c8-7226-4c30-a64e-077d48c7f8a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1547091 Nov 09 17:57:27.932759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-6939eb68-d74d-441f-bc01-42338a2caee5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449841 Nov 09 17:57:27.944876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f2e42-07d9-4a16-bcef-7cfd1a288821 req-c5d4b328-cef0-4245-9e1d-0a139cf00051 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:27.946420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de9f2e42-07d9-4a16-bcef-7cfd1a288821 req-c5d4b328-cef0-4245-9e1d-0a139cf00051 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 947 time: 0.1879580 Nov 09 17:57:27.964257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:27.977631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2f3761-e708-47f0-b17b-25cbbf16a3b0 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:27.998047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:28.003486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.029360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef28675-1561-4c96-ae61-a19561fd3597 req-00f46121-933d-4e6d-91cc-e4bde6f15178 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.034574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ef28675-1561-4c96-ae61-a19561fd3597 req-00f46121-933d-4e6d-91cc-e4bde6f15178 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.2592344 Nov 09 17:57:28.053598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:28.200487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de9f2e42-07d9-4a16-bcef-7cfd1a288821 req-7afd99de-a6b5-46cc-a5bc-035c14c37bca tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301722 Nov 09 17:57:28.202228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-c9a4f559-b521-4662-8f1d-b688d9652844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.203659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-c9a4f559-b521-4662-8f1d-b688d9652844 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2546136 Nov 09 17:57:28.219949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ef28675-1561-4c96-ae61-a19561fd3597 req-bbab5e00-caea-4482-b421-74d63b53a795 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701009 Nov 09 17:57:28.224193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:28.276748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-6f68642e-59ec-4102-9875-91e1154b3dbd service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254950 Nov 09 17:57:28.316970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:28.328325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] Sync routers for ids ['0884aea8-3f11-4852-9637-d1eef19c1193'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:28.348689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] Routers {'0884aea8-3f11-4852-9637-d1eef19c1193'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:28.349800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0884aea8-3f11-4852-9637-d1eef19c1193'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:28.351143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39248) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:28.353189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5d49368c-e5e5-4a55-b0a9-b3e520ff1a13 admin admin] 10.222.0.32 "PUT /v2.0/routers/0884aea8-3f11-4852-9637-d1eef19c1193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9511602 Nov 09 17:57:28.566566 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.668301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] Set router 0884aea8-3f11-4852-9637-d1eef19c1193 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:28.684410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39262) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:28.692292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.776662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39266) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:28.817265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Deleting port 5801ef7f-2ec1-4969-b940-93597e15d004 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:28.817968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.861109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-347967d6-ebea-49d6-b98e-b097a1a77de2 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402159 Nov 09 17:57:28.874610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae828-213e-4d5a-8979-c85c3bb61a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:28.912116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:26Z', 'revision_number': 5, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port': {'id': '5801ef7f-2ec1-4969-b940-93597e15d004', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:11Z', 'updated_at': '2021-11-09T17:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:28.942839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] Checking router: 0884aea8-3f11-4852-9637-d1eef19c1193 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:28.951333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] Routers {'0884aea8-3f11-4852-9637-d1eef19c1193'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:28.952106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0884aea8-3f11-4852-9637-d1eef19c1193'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:28.955895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d40788-ecaf-4fb9-a1e5-4e5609aee987 req-5bf189d6-7a1c-4943-a470-4d1743f819c1 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675773 Nov 09 17:57:28.987413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c1f7-d110-4701-b604-48e114a6b6af req-64db402d-3fad-431b-9217-44cef75575d3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:28.990374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f06c1f7-d110-4701-b604-48e114a6b6af req-64db402d-3fad-431b-9217-44cef75575d3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 943 time: 0.1448727 Nov 09 17:57:29.008934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174f002-e934-4897-9ac0-8211842a1083 req-84280071-c873-4a10-a576-d6b958583756 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.010431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4174f002-e934-4897-9ac0-8211842a1083 req-84280071-c873-4a10-a576-d6b958583756 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 947 time: 0.1562285 Nov 09 17:57:29.013659 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9db4cd37-3b95-465f-b778-3174e7d0f98f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdefbe7c0b4446f79dbcf196aad6c918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331879 Nov 09 17:57:29.015566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39270) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.046508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] Set router 0884aea8-3f11-4852-9637-d1eef19c1193 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:29.089435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] For port 5801ef7f-2ec1-4969-b940-93597e15d004, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5801ef7f-2ec1-4969-b940-93597e15d004,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:29.090284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.091592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049fa7fa-b148-4dd9-affc-8c455ecccc9a req-01735f2c-69c1-4ab8-a5b8-7ce8fdb58a02 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056057 Nov 09 17:57:29.098822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae828-213e-4d5a-8979-c85c3bb61a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.113856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:28Z', 'revision_number': 6, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:29.120030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-098ea73c-2783-4802-9f92-6fe998802167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.121514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-098ea73c-2783-4802-9f92-6fe998802167 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1094 time: 0.1039572 Nov 09 17:57:29.124447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f06c1f7-d110-4701-b604-48e114a6b6af req-c32606a0-f5c5-4300-a265-00afa6008414 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243327 Nov 09 17:57:29.126767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae828-213e-4d5a-8979-c85c3bb61a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.132871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Calling delete_port for 5801ef7f-2ec1-4969-b940-93597e15d004 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:29.133028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4174f002-e934-4897-9ac0-8211842a1083 req-c97fab53-c9c2-4bb9-937a-ba5e2458cf47 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826774 Nov 09 17:57:29.145039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0ada8-e662-473d-aa6f-d69f7c0a0d2a None None] The sync data for ids ['0884aea8-3f11-4852-9637-d1eef19c1193'] in n-d-817240-1 is: [{'id': '0884aea8-3f11-4852-9637-d1eef19c1193', 'name': 'tempest-FloatingIPsNegativeTestJSON-1035467664-router', 'tenant_id': 'cc0f1a2856b3405bab923291a72a8e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:10Z', 'updated_at': '2021-11-09T17:57:28Z', 'revision_number': 6, 'project_id': 'cc0f1a2856b3405bab923291a72a8e76', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:29.158558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59b5770-c85d-458a-bb5d-c0f236369f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.230724 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1f0ae828-213e-4d5a-8979-c85c3bb61a04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=213df3964b1c42b98e88597242787c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5443730 Nov 09 17:57:29.237733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39274) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.254859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59b5770-c85d-458a-bb5d-c0f236369f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.263077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae828-213e-4d5a-8979-c85c3bb61a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161aa009-9777-4556-8908-4f44c92f431a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.283526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-f0a0cd28-aa44-4d2d-97a7-4acaa3e3c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.284984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-f0a0cd28-aa44-4d2d-97a7-4acaa3e3c337 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.1511359 Nov 09 17:57:29.362795 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59b5770-c85d-458a-bb5d-c0f236369f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.363358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-2931bdce-4e20-49b2-9b3e-34311b266957 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 217 time: 0.0652776 Nov 09 17:57:29.365195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59b5770-c85d-458a-bb5d-c0f236369f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.368705 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f59b5770-c85d-458a-bb5d-c0f236369f31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21ce7aa6-f40f-4422-ae15-2421ad1d4f27 HTTP/1.1" status: 204 len: 168 time: 0.3497524 Nov 09 17:57:29.379036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-437a7eed-a2a4-49d9-9d24-fe0dd621770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.401022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b5770-c85d-458a-bb5d-c0f236369f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ce7aa6-f40f-4422-ae15-2421ad1d4f27,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.436501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.457688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda41b3-d04c-4b0d-82a5-5798b8922d85 req-6f4f4b16-72cb-4b74-af55-ec8b37237e26 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.459195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eda41b3-d04c-4b0d-82a5-5798b8922d85 req-6f4f4b16-72cb-4b74-af55-ec8b37237e26 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 948 time: 0.1733246 Nov 09 17:57:29.463990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Pushing event deleted for resources: {'Port': ['ID=5801ef7f-2ec1-4969-b940-93597e15d004,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.465826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-437a7eed-a2a4-49d9-9d24-fe0dd621770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.495575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-617e1756-38b0-46ac-be41-22a8de741f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.497004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-617e1756-38b0-46ac-be41-22a8de741f7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1200960 Nov 09 17:57:29.536287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d280b6b-1426-4067-baca-2fc982ec1251 req-478b2288-c2e4-435c-a27a-9164c40ea6ed tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.537803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d280b6b-1426-4067-baca-2fc982ec1251 req-478b2288-c2e4-435c-a27a-9164c40ea6ed tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1788049 Nov 09 17:57:29.539201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.565618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-a41513f2-4977-4c57-bd15-eb4d3b7d966c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560970 Nov 09 17:57:29.602260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eda41b3-d04c-4b0d-82a5-5798b8922d85 req-397339fc-2620-45dd-a272-00989c394ba4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248829 Nov 09 17:57:29.613907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'tag': 'f1835f27-3290-49a6-9530-80a477dab7aa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:29.615174 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a801a800-87c6-41ef-abf4-3865c3a85a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc65ea2-6ebd-4ba2-9968-15e39311445c", "tag": "f1835f27-3290-49a6-9530-80a477dab7aa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:29.667337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.669542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.669724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d280b6b-1426-4067-baca-2fc982ec1251 req-c66354a3-5a61-4d93-806c-4ebb2a321b91 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070487 Nov 09 17:57:29.672782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-437a7eed-a2a4-49d9-9d24-fe0dd621770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.675996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-437a7eed-a2a4-49d9-9d24-fe0dd621770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.676818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-437a7eed-a2a4-49d9-9d24-fe0dd621770f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/161aa009-9777-4556-8908-4f44c92f431a HTTP/1.1" status: 204 len: 168 time: 0.4381130 Nov 09 17:57:29.706193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a7eed-a2a4-49d9-9d24-fe0dd621770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161aa009-9777-4556-8908-4f44c92f431a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:29.735511 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be9da7-9c71-4953-9759-2cc434e82ee0 x-openstack-request-id: req-96be9da7-9c71-4953-9759-2cc434e82ee0 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:29.735806 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc65ea2-6ebd-4ba2-9968-15e39311445c", "tag": "f1835f27-3290-49a6-9530-80a477dab7aa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:29.736128 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96be9da7-9c71-4953-9759-2cc434e82ee0 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:29.736459 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'tag': 'f1835f27-3290-49a6-9530-80a477dab7aa', 'status': 'completed', 'code': 200} Nov 09 17:57:29.756256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.756586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0884aea8-3f11-4852-9637-d1eef19c1193 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:57:29.768444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.769554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-8f21f1ad-be3f-4bca-a970-e657afca8ba2 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880219 Nov 09 17:57:29.772800 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c72e6a79-26e0-4149-8781-a256c0a0c157 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0884aea8-3f11-4852-9637-d1eef19c1193 HTTP/1.1" status: 204 len: 168 time: 1.4179156 Nov 09 17:57:29.773052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39286) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.813886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:29.831165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] Deleting subnet ec6459d7-bb34-4e8c-8598-513752d1a659 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:57:29.835935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.850283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-cc86fefb-391d-42bc-8982-6fa6cf054e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.851656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-cc86fefb-391d-42bc-8982-6fa6cf054e8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65c542b2708f48cc8f9d19f1c6d3ef0c&device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 1098 time: 0.0998278 Nov 09 17:57:29.862430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39290) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:29.890343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae814-c21b-4da7-95ea-204b34adc76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.908404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:29.909216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.918448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:29.918952 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:29.937431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6b361ee-62a5-4eb5-a10f-ae9c8bb12e57 req-cdf01e08-ffc3-4e72-b3fd-046aaf40b71a service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539257 Nov 09 17:57:29.996521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-63999634-3adf-46d9-a563-cec9eddbb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:29.998477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-63999634-3adf-46d9-a563-cec9eddbb864 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1340711 Nov 09 17:57:30.039596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.067045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.082300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:30.083608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-38df974b-d2ee-4742-8c10-eb846df9da55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=f1835f27-3290-49a6-9530-80a477dab7aa HTTP/1.1" status: 200 len: 217 time: 0.0671282 Nov 09 17:57:30.086993 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474974f-c9ef-406c-8fb0-84374c76777b" -d '{"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:30.104110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:30.117916 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.119182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9aa99a07-2236-4683-8aac-1b01bea70841 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:30.119817 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae814-c21b-4da7-95ea-204b34adc76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.130454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae814-c21b-4da7-95ea-204b34adc76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.156137 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a7e89-cdfd-46fd-b5ba-10df456090b0 x-openstack-request-id: req-4d5a7e89-cdfd-46fd-b5ba-10df456090b0 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:30.156991 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:30.157228 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d5a7e89-cdfd-46fd-b5ba-10df456090b0 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:30.158653 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'code': 200} Nov 09 17:57:30.184172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-3b70da2b-a9ae-451f-9465-5c758da859f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.190971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-3b70da2b-a9ae-451f-9465-5c758da859f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0921433 Nov 09 17:57:30.205359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 9aa99a07-2236-4683-8aac-1b01bea70841 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:30.205893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9aa99a07-2236-4683-8aac-1b01bea70841 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:30.215065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1a9ae814-c21b-4da7-95ea-204b34adc76f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e09ee01741bf439b9139fe1a771e8162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508017 Nov 09 17:57:30.218317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39298) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:30.235909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ae814-c21b-4da7-95ea-204b34adc76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1c73c9-4c7a-4e91-88d4-39eb5de40a09,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.267059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.271621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.272208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:30.316020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6459d7-bb34-4e8c-8598-513752d1a659,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.322120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988fe95c-9153-4284-9104-f46eaa83fc16 None None] Network 0784f3c5-74d7-441a-a153-af69fa85a9b0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:30.322528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.325827 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86675924-86fa-4b78-9131-cd575c456830 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec6459d7-bb34-4e8c-8598-513752d1a659 HTTP/1.1" status: 204 len: 168 time: 0.5509102 Nov 09 17:57:30.330870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39304) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:30.337626 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48273149-856d-4c94-a6a4-83fc3be245d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.386639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-f9dae901-5546-4335-924b-971d0a57592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.388161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-f9dae901-5546-4335-924b-971d0a57592e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1877003 Nov 09 17:57:30.405100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4cbd-ebab-4cb9-9b52-6b17d4c0b1a4 req-1f601d9c-0afa-4b39-9470-f7286c5ea0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.407392 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c57b4cbd-ebab-4cb9-9b52-6b17d4c0b1a4 req-1f601d9c-0afa-4b39-9470-f7286c5ea0f2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1100 time: 0.1905859 Nov 09 17:57:30.496637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dae60-c2aa-4cb1-8a4d-0e85eaf9c4bd req-88fac2af-06f2-4b75-9ff5-eda8cd5fde15 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.503498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-616dae60-c2aa-4cb1-8a4d-0e85eaf9c4bd req-88fac2af-06f2-4b75-9ff5-eda8cd5fde15 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 943 time: 0.1871510 Nov 09 17:57:30.511920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5801ef7f-2ec1-4969-b940-93597e15d004 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:30.513848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:30.521383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada670db-e39a-46e4-908e-fc5a3cee54f6 req-1df9801d-29ea-4362-b9ad-ec7129ed5288 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:30.523288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ada670db-e39a-46e4-908e-fc5a3cee54f6 req-1df9801d-29ea-4362-b9ad-ec7129ed5288 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 947 time: 0.2549734 Nov 09 17:57:30.548935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5801ef7f-2ec1-4969-b940-93597e15d004 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:30.549295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5801ef7f-2ec1-4969-b940-93597e15d004 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:30.549698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e53b8656-e08e-42c4-b1f5-7609a17b848c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:30.586628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e53b8656-e08e-42c4-b1f5-7609a17b848c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:30.586937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e53b8656-e08e-42c4-b1f5-7609a17b848c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:30.628546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-616dae60-c2aa-4cb1-8a4d-0e85eaf9c4bd req-ce36f888-7a4f-42d3-b602-58796c120ebe tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009953 Nov 09 17:57:30.690533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-810332ff-6b50-4576-b2a9-c114b2bf3b92 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842140 Nov 09 17:57:30.693122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55489885-820b-4737-b28c-75ee81320c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.696442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.707857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ada670db-e39a-46e4-908e-fc5a3cee54f6 req-9b7d7097-dfa1-4d50-b6bd-e4eda30ceee3 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615560 Nov 09 17:57:30.722707 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c57b4cbd-ebab-4cb9-9b52-6b17d4c0b1a4 req-78ef7a97-664f-42f9-a7e1-649293bdcd7b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079252 Nov 09 17:57:30.733732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55489885-820b-4737-b28c-75ee81320c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.755979 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:30.776344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '1aff39f6-8491-4279-8126-a65dfbceee24', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'port_id': '1aff39f6-8491-4279-8126-a65dfbceee24', 'mac_address': 'fa:16:3e:6a:06:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9346dad8-ca84-4a50-af9e-5fca0b0d293f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:30.810774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Deleting port bb858f99-5b0a-47bd-86ac-089bf366a4b0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:30.811180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.831296 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48273149-856d-4c94-a6a4-83fc3be245d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.838279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] DHCP port deletion for 0784f3c5-74d7-441a-a153-af69fa85a9b0 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:57:30.856392 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55489885-820b-4737-b28c-75ee81320c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.859137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55489885-820b-4737-b28c-75ee81320c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.860459 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-55489885-820b-4737-b28c-75ee81320c63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a1c73c9-4c7a-4e91-88d4-39eb5de40a09 HTTP/1.1" status: 204 len: 168 time: 0.6302645 Nov 09 17:57:30.878034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a801a800-87c6-41ef-abf4-3865c3a85a4f req-51d52562-6406-4f11-85c4-8e2ccf2e0046 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634071 Nov 09 17:57:30.878659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.878911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48273149-856d-4c94-a6a4-83fc3be245d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.882654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489885-820b-4737-b28c-75ee81320c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1c73c9-4c7a-4e91-88d4-39eb5de40a09,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:30.903525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] For port bb858f99-5b0a-47bd-86ac-089bf366a4b0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb858f99-5b0a-47bd-86ac-089bf366a4b0,segment=NetworkSegment(8a16cf9b-f89b-400d-a8df-6f0678b6c274),segment_id=8a16cf9b-f89b-400d-a8df-6f0678b6c274)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:30.904030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.917686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aff39f6-8491-4279-8126-a65dfbceee24 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:30.940256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Calling delete_port for bb858f99-5b0a-47bd-86ac-089bf366a4b0 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:30.942536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:30.950202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] Deleting port bb858f99-5b0a-47bd-86ac-089bf366a4b0 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:30.950794 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.963741 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:30.976821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-48273149-856d-4c94-a6a4-83fc3be245d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73fabd2913ae4d34b98775f288924d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034471 Nov 09 17:57:30.982605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:30.996192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48273149-856d-4c94-a6a4-83fc3be245d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c96763-9f2e-45f7-9407-b48a1f0206f5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.034028 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.040643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a692-f5b4-49dd-8101-ddfa27d5d4e1 req-d2737048-0b9b-4e33-88a6-fc708b44e6a5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.047871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74b5a692-f5b4-49dd-8101-ddfa27d5d4e1 req-d2737048-0b9b-4e33-88a6-fc708b44e6a5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.2135901 Nov 09 17:57:31.053579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] For port bb858f99-5b0a-47bd-86ac-089bf366a4b0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb858f99-5b0a-47bd-86ac-089bf366a4b0,segment=NetworkSegment(8a16cf9b-f89b-400d-a8df-6f0678b6c274),segment_id=8a16cf9b-f89b-400d-a8df-6f0678b6c274)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:31.053987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.070151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb858f99-5b0a-47bd-86ac-089bf366a4b0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.072649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] No DVR routers for this DVR port bb858f99-5b0a-47bd-86ac-089bf366a4b0 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:31.074817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.077919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] Calling delete_port for bb858f99-5b0a-47bd-86ac-089bf366a4b0 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:31.086799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840da988-00ab-4ebb-a1e2-b8a5c57365b6 req-fef01d02-bf11-48dc-a745-9af66975a7cd tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.094483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-840da988-00ab-4ebb-a1e2-b8a5c57365b6 req-fef01d02-bf11-48dc-a745-9af66975a7cd tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1957936 Nov 09 17:57:31.166134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.166664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74b5a692-f5b4-49dd-8101-ddfa27d5d4e1 req-e55f0d65-24b5-4148-aaa6-ba3862610b89 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077735 Nov 09 17:57:31.169658 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6da709f-b10a-43ea-b87e-ac99efedfe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.172509 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.189548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-840da988-00ab-4ebb-a1e2-b8a5c57365b6 req-e4634cbb-21f5-49aa-b9bb-d52b88f9e6f2 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896378 Nov 09 17:57:31.203026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0784f3c5-74d7-441a-a153-af69fa85a9b0']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:31.210412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] Pushing event deleted for resources: {'Port': ['ID=bb858f99-5b0a-47bd-86ac-089bf366a4b0,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.212814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a16cf9b-f89b-400d-a8df-6f0678b6c274') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:31.213129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a16cf9b-f89b-400d-a8df-6f0678b6c274') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:31.214566 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6da709f-b10a-43ea-b87e-ac99efedfe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.223127 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.223318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198c64d-b358-4cbf-800a-58ec28c11b35 None None] No DVR routers for this DVR port bb858f99-5b0a-47bd-86ac-089bf366a4b0 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:31.238169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1aff39f6-8491-4279-8126-a65dfbceee24'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:31.239201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.246972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:57:31.247498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: timer() Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:57:31.249566 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:57:31.287824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6da709f-b10a-43ea-b87e-ac99efedfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.290713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6da709f-b10a-43ea-b87e-ac99efedfe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.294425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6da709f-b10a-43ea-b87e-ac99efedfe1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78c96763-9f2e-45f7-9407-b48a1f0206f5 HTTP/1.1" status: 204 len: 168 time: 0.3068838 Nov 09 17:57:31.306746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da709f-b10a-43ea-b87e-ac99efedfe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c96763-9f2e-45f7-9407-b48a1f0206f5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.330607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.340664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.352917 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0784f3c5-74d7-441a-a153-af69fa85a9b0 HTTP/1.1" status: 204 len: 168 time: 1.0202150 Nov 09 17:57:31.364852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92770ee-2438-4ac5-94f9-945f841d9692 admin admin] Pushing event deleted for resources: {'Network': ['ID=0784f3c5-74d7-441a-a153-af69fa85a9b0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.548324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:31.590111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-107a49ad-57fe-4057-98de-a660d072ec4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc0f1a2856b3405bab923291a72a8e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389364 Nov 09 17:57:31.591044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:31.645957 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb74ab7-8d42-48cf-a3e5-8219651c6480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.671834 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb74ab7-8d42-48cf-a3e5-8219651c6480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.733345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb74ab7-8d42-48cf-a3e5-8219651c6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.737252 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb74ab7-8d42-48cf-a3e5-8219651c6480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:31.739286 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2cb74ab7-8d42-48cf-a3e5-8219651c6480 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76739ad0-94e5-47cc-976f-f87eeb39b5de HTTP/1.1" status: 204 len: 168 time: 0.1468396 Nov 09 17:57:31.750053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb74ab7-8d42-48cf-a3e5-8219651c6480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76739ad0-94e5-47cc-976f-f87eeb39b5de,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:31.872710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3d04b-9996-4eb0-8ba6-ecfda749d3c4 req-5bc390ef-19ea-4d25-a726-2e735b5ebb9a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.874251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5d3d04b-9996-4eb0-8ba6-ecfda749d3c4 req-5bc390ef-19ea-4d25-a726-2e735b5ebb9a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 944 time: 0.0934625 Nov 09 17:57:31.893234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6c4ea-bd9d-4d0b-80d4-c9b23fab46ad req-4c324d50-455a-4884-90e3-24806fa0057f tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:31.894769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90a6c4ea-bd9d-4d0b-80d4-c9b23fab46ad req-4c324d50-455a-4884-90e3-24806fa0057f tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 947 time: 0.0740092 Nov 09 17:57:31.959577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90a6c4ea-bd9d-4d0b-80d4-c9b23fab46ad req-e7f4b1cb-2348-4450-8728-5617455650d6 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534241 Nov 09 17:57:31.964514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5d3d04b-9996-4eb0-8ba6-ecfda749d3c4 req-a190317e-011a-4a33-ba8b-551ba8512408 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688281 Nov 09 17:57:32.312242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235c3c7-94b5-47f2-98ef-b41f61823b7f req-b8d3ff8e-8b31-40dd-b031-cfdd4f2a6f00 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:32.320267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8235c3c7-94b5-47f2-98ef-b41f61823b7f req-b8d3ff8e-8b31-40dd-b031-cfdd4f2a6f00 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.0869379 Nov 09 17:57:32.370873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa7543-7fa1-4a53-b512-85e6867e64e7 req-ff0d52a9-5f15-4e2d-a31c-eb0550960fab tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:32.372367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68aa7543-7fa1-4a53-b512-85e6867e64e7 req-ff0d52a9-5f15-4e2d-a31c-eb0550960fab tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1045208 Nov 09 17:57:32.383235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bb858f99-5b0a-47bd-86ac-089bf366a4b0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:32.387215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8235c3c7-94b5-47f2-98ef-b41f61823b7f req-f7bbebbf-ab3f-4740-8c7b-b7ea487ab229 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657277 Nov 09 17:57:32.409211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: bb858f99-5b0a-47bd-86ac-089bf366a4b0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:32.410372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bb858f99-5b0a-47bd-86ac-089bf366a4b0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:32.419317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f1835f27-3290-49a6-9530-80a477dab7aa details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:32.426527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:32.449994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68aa7543-7fa1-4a53-b512-85e6867e64e7 req-bcbaa5c8-0f06-46f5-b318-b771630d2e96 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569718 Nov 09 17:57:32.508311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39390) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:32.545361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 1aff39f6-8491-4279-8126-a65dfbceee24 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:32.552476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 1aff39f6-8491-4279-8126-a65dfbceee24 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:32.552861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.606743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f1835f27-3290-49a6-9530-80a477dab7aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f1835f27-3290-49a6-9530-80a477dab7aa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:32.622026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'f1835f27-3290-49a6-9530-80a477dab7aa', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'f1835f27-3290-49a6-9530-80a477dab7aa', 'mac_address': 'fa:16:3e:13:0c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:32.697178 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.708438 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.720951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1835f27-3290-49a6-9530-80a477dab7aa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:32.750053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:32.752713 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde1a2d9-412b-40f7-b70a-f9063a6ec087" -d '{"events": [{"server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "name": "network-vif-plugged", "status": "completed", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:32.766939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33408ae3-bc9f-4f36-9542-d637c47c1301 req-c4da1b14-93aa-47d5-ab25-6dc58dbb9c4b tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:32.772096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f1835f27-3290-49a6-9530-80a477dab7aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f1835f27-3290-49a6-9530-80a477dab7aa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:32.773919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:32.775537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33408ae3-bc9f-4f36-9542-d637c47c1301 req-c4da1b14-93aa-47d5-ab25-6dc58dbb9c4b tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1100 time: 0.0536125 Nov 09 17:57:32.778677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.785642 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.794436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33408ae3-bc9f-4f36-9542-d637c47c1301 req-42bb070c-8732-4e7c-8bbe-75b0d5b2cc49 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.806531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-network', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:32.837997 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb9a4db-6900-4948-acf9-9f72d38918e8 x-openstack-request-id: req-7bb9a4db-6900-4948-acf9-9f72d38918e8 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:32.838422 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "name": "network-vif-plugged", "status": "completed", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:32.838993 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bb9a4db-6900-4948-acf9-9f72d38918e8 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:32.839645 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24', 'code': 200} Nov 09 17:57:32.842933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Made reservation on behalf of 09b7f4fbe3da4ce2b0cbdb224b88b216 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:32.845858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.860281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.906768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f1835f27-3290-49a6-9530-80a477dab7aa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:32.949643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33408ae3-bc9f-4f36-9542-d637c47c1301 req-42bb070c-8732-4e7c-8bbe-75b0d5b2cc49 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.955235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33408ae3-bc9f-4f36-9542-d637c47c1301 req-42bb070c-8732-4e7c-8bbe-75b0d5b2cc49 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:32.997149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39442) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.025949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.050822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33408ae3-bc9f-4f36-9542-d637c47c1301 req-42bb070c-8732-4e7c-8bbe-75b0d5b2cc49 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742612 Nov 09 17:57:33.053829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f1835f27-3290-49a6-9530-80a477dab7aa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:33.076697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.083897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.089474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb070c-8732-4e7c-8bbe-75b0d5b2cc49 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb61e94-35f0-4ab8-866d-32aa1c59351b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.112506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920e4a-1987-49a7-8392-84862054fdb2 req-973777de-3e19-481b-9151-a23945c60c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.114032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c920e4a-1987-49a7-8392-84862054fdb2 req-973777de-3e19-481b-9151-a23945c60c8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1096 time: 0.1555507 Nov 09 17:57:33.125662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:33.144817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c692846f-3001-47fb-beaf-00c63a7eb540,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.149407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.150163 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Added segment df6c2d2e-e835-4c20-9354-08a64efb9e08 of type vlan for network f203ac66-2a46-4b86-ba02-78f5b063848a Nov 09 17:57:33.199988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.211241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1452311583-network', 'tenant_id': '53e748381da04d7c8ea3764e3ee6610e'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:33.233597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.235686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.236360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.279528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c920e4a-1987-49a7-8392-84862054fdb2 req-65ff798b-af5e-40fa-a692-e30034cc4023 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424618 Nov 09 17:57:33.291796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89919ace-2079-4b96-9d17-1c8be0cfb837 req-d61f7eee-d7cf-4580-b3f8-875b28022819 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.293583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89919ace-2079-4b96-9d17-1c8be0cfb837 req-d61f7eee-d7cf-4580-b3f8-875b28022819 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 948 time: 0.1782563 Nov 09 17:57:33.295774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Made reservation on behalf of 53e748381da04d7c8ea3764e3ee6610e for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:33.298697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.306257 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7968388 Nov 09 17:57:33.309879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39452) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.314217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.319061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Request body: {'subnet': {'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-subnet', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:33.321409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39454) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.330734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d1a5b-3dfe-4fc7-8131-57fc45fab324 admin admin] Pushing event updated for resources: {'Network': ['ID=f203ac66-2a46-4b86-ba02-78f5b063848a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.333520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a3019-8dfb-4ce0-bc62-80710bef0bd8 req-7af2466c-bdaf-4a3d-a620-db7f6431d156 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.335032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e3a3019-8dfb-4ce0-bc62-80710bef0bd8 req-7af2466c-bdaf-4a3d-a620-db7f6431d156 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 945 time: 0.1431344 Nov 09 17:57:33.342018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network f203ac66-2a46-4b86-ba02-78f5b063848a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:33.408735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Made reservation on behalf of 09b7f4fbe3da4ce2b0cbdb224b88b216 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:33.411059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.428177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89919ace-2079-4b96-9d17-1c8be0cfb837 req-c6ff25ea-d8e9-4af8-8619-7c7acfdcae81 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190791 Nov 09 17:57:33.445592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75a4b614-40b7-42c9-88dc-ad2193a57b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.476502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e3a3019-8dfb-4ce0-bc62-80710bef0bd8 req-8907ee2e-fb1b-4fc0-a812-11a0930e662c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292791 Nov 09 17:57:33.534622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75a4b614-40b7-42c9-88dc-ad2193a57b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.547661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75a4b614-40b7-42c9-88dc-ad2193a57b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.557171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.565659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.589304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4b614-40b7-42c9-88dc-ad2193a57b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825c378b-e6d6-4a71-8cd1-9bfbd7c05e17,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.612861 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75a4b614-40b7-42c9-88dc-ad2193a57b31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df2df6ef174f4016a0d637454eb52a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904549 Nov 09 17:57:33.615431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39460) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.617751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:33.658990 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.659340 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Added segment e3e86a2d-5d46-48e1-9460-c1a9cc324d4c of type vlan for network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 Nov 09 17:57:33.660614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3939a8c0-7803-42c7-9ccc-9e2ddb383212,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.685785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8e69f4-4a79-405a-8f61-9e7d15190399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.708571 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8e69f4-4a79-405a-8f61-9e7d15190399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.749120 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.762040 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8e69f4-4a79-405a-8f61-9e7d15190399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.765002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8e69f4-4a79-405a-8f61-9e7d15190399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.766232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091da61-3f05-4682-8a45-f03035418876 req-61437058-8332-4825-b912-096d4d244839 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.769095 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d8e69f4-4a79-405a-8f61-9e7d15190399 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/825c378b-e6d6-4a71-8cd1-9bfbd7c05e17 HTTP/1.1" status: 204 len: 168 time: 0.1497574 Nov 09 17:57:33.773348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9091da61-3f05-4682-8a45-f03035418876 req-61437058-8332-4825-b912-096d4d244839 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1798975 Nov 09 17:57:33.784993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.788839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e69f4-4a79-405a-8f61-9e7d15190399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825c378b-e6d6-4a71-8cd1-9bfbd7c05e17,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.861949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.862720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:33.863298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:33.889609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d974fd85-ca45-4ec6-967e-28be6f9b695c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.906277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9091da61-3f05-4682-8a45-f03035418876 req-899bdb4a-9ebf-4432-8b5c-c0ff5e4d6c31 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266816 Nov 09 17:57:33.962492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9473784 Nov 09 17:57:33.965601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39476) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:33.971191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Request body: {'subnet': {'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1452311583-subnet', 'tenant_id': '53e748381da04d7c8ea3764e3ee6610e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:33.973300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf665db1-e0b9-4821-a8ee-33709cd64759 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd76728-877d-43b1-837c-2e7ccc61b7e7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:33.975623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Checking segment: {'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:33.976195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Network hostable DHCP agents. Network: f203ac66-2a46-4b86-ba02-78f5b063848a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:33.986767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:34.003544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Network f203ac66-2a46-4b86-ba02-78f5b063848a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:34.014180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Made reservation on behalf of 53e748381da04d7c8ea3764e3ee6610e for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:34.015627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, f203ac66-2a46-4b86-ba02-78f5b063848a) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:34.016795 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.020662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.021611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.026957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aba350-13e4-454d-8f06-7df714039b52 None None] Network f203ac66-2a46-4b86-ba02-78f5b063848a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:34.048630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f1dc13b7-3533-42d9-87c5-e56d5ed449d2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7362309 Nov 09 17:57:34.051102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39480) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.070123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:34.114297 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.115461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.212246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.253796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.258470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-f203ac66-2a46-4b86-ba02-78f5b063848a', 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'fixed_ips': [{'subnet_id': 'd974fd85-ca45-4ec6-967e-28be6f9b695c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:34.259584 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.362650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe888a4-ca40-463c-a1b5-f93b44aae76c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:34.368795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Checking segment: {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:34.369274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Network hostable DHCP agents. Network: 2bd76728-877d-43b1-837c-2e7ccc61b7e7, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:34.388711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:34.403338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 2bd76728-877d-43b1-837c-2e7ccc61b7e7) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:34.410585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.411224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.417171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e950b-4a28-4c46-9b4f-34b81c76a1f8 None None] Network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:34.437680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e8612c08-f6c4-48a0-8ebc-92a8e71eb47b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4692421 Nov 09 17:57:34.438182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f1835f27-3290-49a6-9530-80a477dab7aa up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:34.485482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.490656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39498) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:34.591222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Allocated IP 172.20.0.2 (f203ac66-2a46-4b86-ba02-78f5b063848a/d974fd85-ca45-4ec6-967e-28be6f9b695c/672c9920-c9fa-4c02-a822-d37f32cb5fac) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:34.597528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583b8c8-9f22-4d7d-b931-2465a5b32328 req-1ae40ff2-7693-48d8-8730-80607d0414c5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.599468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8583b8c8-9f22-4d7d-b931-2465a5b32328 req-1ae40ff2-7693-48d8-8730-80607d0414c5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.2512546 Nov 09 17:57:34.654881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port f1835f27-3290-49a6-9530-80a477dab7aa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:34.691898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8583b8c8-9f22-4d7d-b931-2465a5b32328 req-755f923d-30f4-4da4-b49d-e6b127f1faf9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823143 Nov 09 17:57:34.698173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port f1835f27-3290-49a6-9530-80a477dab7aa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:34.698633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:34.714274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdf63d-01ec-40cb-a50d-464df7f0dc9c req-fb70114c-0cd5-4a61-8b65-ba201fb51c6d tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:34.715964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0bdf63d-01ec-40cb-a50d-464df7f0dc9c req-fb70114c-0cd5-4a61-8b65-ba201fb51c6d tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 948 time: 0.1361189 Nov 09 17:57:34.724372 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-6970254f-5cac-4009-99fc-138e5041178b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2320716 Nov 09 17:57:34.731831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-b872a3fa-180e-4ff2-a07b-b85592577364 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:57:34.748037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-b872a3fa-180e-4ff2-a07b-b85592577364 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227578 Nov 09 17:57:34.762913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09055f-4597-406c-8975-10bacbc5cea9 None None] Network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:35.146032 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.149029 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.159508 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.198693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0bdf63d-01ec-40cb-a50d-464df7f0dc9c req-aa02b7db-9ff3-4a47-90c5-52476305965b tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507678 Nov 09 17:57:35.216895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1835f27-3290-49a6-9530-80a477dab7aa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:35.221265 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763832c6-2d2f-47c9-b7f0-7063d475e780" -d '{"events": [{"server_uuid": "1fc65ea2-6ebd-4ba2-9968-15e39311445c", "name": "network-vif-plugged", "status": "completed", "tag": "f1835f27-3290-49a6-9530-80a477dab7aa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:35.240396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a935ec-0c74-417f-9d84-1e9147ea185a req-161472d0-3a15-4b0b-a09c-3849f3acef1f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.242425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3a935ec-0c74-417f-9d84-1e9147ea185a req-161472d0-3a15-4b0b-a09c-3849f3acef1f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 945 time: 0.1010234 Nov 09 17:57:35.245048 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Network f203ac66-2a46-4b86-ba02-78f5b063848a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:35.247172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f1835f27-3290-49a6-9530-80a477dab7aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f1835f27-3290-49a6-9530-80a477dab7aa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:35.248585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Pushing event updated for resources: {'Port': ['ID=672c9920-c9fa-4c02-a822-d37f32cb5fac,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:35.252510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:35.256574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:35.264105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.290515 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.321260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.336513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3a935ec-0c74-417f-9d84-1e9147ea185a req-f3cf312f-673b-4256-89a9-5e50cad323ad tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743766 Nov 09 17:57:35.372442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Attempting to bind port 672c9920-c9fa-4c02-a822-d37f32cb5fac on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:35.373425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Attempting to bind port 672c9920-c9fa-4c02-a822-d37f32cb5fac by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:35.373425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Attempting to bind port 672c9920-c9fa-4c02-a822-d37f32cb5fac on network f203ac66-2a46-4b86-ba02-78f5b063848a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:35.383612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:35.384000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Checking segment: {'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:35.384406 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.384809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Bound using segment: {'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:35.385567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Bound port: 672c9920-c9fa-4c02-a822-d37f32cb5fac, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:35.385695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.421500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f1835f27-3290-49a6-9530-80a477dab7aa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:35.495195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] For port 672c9920-c9fa-4c02-a822-d37f32cb5fac, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:35.498886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Allocated IP 172.25.0.101 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/fabd83f5-b8a7-4fee-ac4d-4953357c4b47) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:35.499942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] For port 672c9920-c9fa-4c02-a822-d37f32cb5fac, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=672c9920-c9fa-4c02-a822-d37f32cb5fac,segment=NetworkSegment(df6c2d2e-e835-4c20-9354-08a64efb9e08),segment_id=df6c2d2e-e835-4c20-9354-08a64efb9e08)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:35.507305 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.546875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780cad-ab71-42e1-a83f-5427731c9223 req-c56db5f7-1851-4d06-a667-bfabf5660538 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.549797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5780cad-ab71-42e1-a83f-5427731c9223 req-c56db5f7-1851-4d06-a667-bfabf5660538 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0972650 Nov 09 17:57:35.573931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f2c8b-25ab-4e1c-a28f-05a4cd059f91 None None] Pushing event updated for resources: {'Port': ['ID=672c9920-c9fa-4c02-a822-d37f32cb5fac,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:35.647929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5780cad-ab71-42e1-a83f-5427731c9223 req-5597640d-9514-4202-a398-0cb1b57c7477 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688231 Nov 09 17:57:35.748502 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.862918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-23f1e74e-030c-422a-9ff0-73fdb6abc236 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:35.864630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-23f1e74e-030c-422a-9ff0-73fdb6abc236 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 815 time: 0.1797595 Nov 09 17:57:35.873487 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:35.894104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-4217c505-3d66-4687-8bfd-3fe51e5dde13 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/quotas/53e748381da04d7c8ea3764e3ee6610e HTTP/1.1" status: 200 len: 375 time: 0.0225468 Nov 09 17:57:35.910216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:35.934941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:35.937644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:36.006749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-30b2e949-02eb-41ea-8638-17f757c2a28a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764587 Nov 09 17:57:36.042872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Pushing event updated for resources: {'Port': ['ID=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:36.106805 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b5ddd1-7b26-4649-8b75-adf6e411edd2 x-openstack-request-id: req-51b5ddd1-7b26-4649-8b75-adf6e411edd2 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:36.107133 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc65ea2-6ebd-4ba2-9968-15e39311445c", "name": "network-vif-plugged", "status": "completed", "tag": "f1835f27-3290-49a6-9530-80a477dab7aa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:36.107391 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51b5ddd1-7b26-4649-8b75-adf6e411edd2 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:36.107784 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1835f27-3290-49a6-9530-80a477dab7aa', 'code': 200} Nov 09 17:57:36.234890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-aaf54da5-62a4-4ef1-864c-5b5522926ce2 service neutron] 10.222.0.32 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239108 Nov 09 17:57:36.382590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040698bc-d801-447a-a502-6788da7dcc79 req-6ba94472-3dbe-4228-9fd6-a31a3e3b2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:36.384614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-040698bc-d801-447a-a502-6788da7dcc79 req-6ba94472-3dbe-4228-9fd6-a31a3e3b2256 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 1100 time: 0.2037718 Nov 09 17:57:36.419717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 672c9920-c9fa-4c02-a822-d37f32cb5fac up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:36.446665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-ccae54e4-e0ae-4cf2-b14b-a1fd7371eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:36.448164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-ccae54e4-e0ae-4cf2-b14b-a1fd7371eaf3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1100 time: 0.0512512 Nov 09 17:57:36.471509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 672c9920-c9fa-4c02-a822-d37f32cb5fac triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:36.471892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.477619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-040698bc-d801-447a-a502-6788da7dcc79 req-604a68aa-32aa-45c8-8c0c-eacf4292c384 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798564 Nov 09 17:57:36.488916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130bb70-7631-4329-9c71-2e64aa29ba27 req-6ba90428-d155-4c3b-b693-7cf2685b03c0 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:36.490433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f130bb70-7631-4329-9c71-2e64aa29ba27 req-6ba90428-d155-4c3b-b693-7cf2685b03c0 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1096 time: 0.1797476 Nov 09 17:57:36.516379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.566162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.567800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-219f5f0e-6727-4f85-8fc9-9a848cf2ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:36.569484 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-219f5f0e-6727-4f85-8fc9-9a848cf2ea7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1129322 Nov 09 17:57:36.576207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-112f2f12-ed21-4c0a-bd8e-5363beb1782a service neutron] 10.222.0.32 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345082 Nov 09 17:57:36.600917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 672c9920-c9fa-4c02-a822-d37f32cb5fac, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=672c9920-c9fa-4c02-a822-d37f32cb5fac,segment=NetworkSegment(df6c2d2e-e835-4c20-9354-08a64efb9e08),segment_id=df6c2d2e-e835-4c20-9354-08a64efb9e08)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:36.607554 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.636260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-5b157907-4b6a-4de2-909b-aaaacf669550 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0508621 Nov 09 17:57:36.655077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f130bb70-7631-4329-9c71-2e64aa29ba27 req-d8d63c4e-85f3-4c8e-b761-ec0fa9eba56a tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577475 Nov 09 17:57:36.669375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=672c9920-c9fa-4c02-a822-d37f32cb5fac,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:36.752992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b974c-2569-406c-9dc8-6b45ea6882d1 None None] Network f203ac66-2a46-4b86-ba02-78f5b063848a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:36.759529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-e5dd5015-886b-4a60-a8dd-3c95f5893541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:36.761003 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-e5dd5015-886b-4a60-a8dd-3c95f5893541 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1168399 Nov 09 17:57:36.813721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:36.878982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-8a280e82-c14f-41ae-8fa5-36ace9a8477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:36.880672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-8a280e82-c14f-41ae-8fa5-36ace9a8477f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015456 Nov 09 17:57:36.896074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8443b9c2-9d77-4c3f-8322-8ae3955f9e1d None None] Provisioning complete for port 672c9920-c9fa-4c02-a822-d37f32cb5fac triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:36.896457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8443b9c2-9d77-4c3f-8322-8ae3955f9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.004266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9432-f710-492b-8a6b-e9977ee19c7b req-2bafc19b-e560-445a-b071-a5e8d2241e00 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.011749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8acc9432-f710-492b-8a6b-e9977ee19c7b req-2bafc19b-e560-445a-b071-a5e8d2241e00 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1997149 Nov 09 17:57:37.023679 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-642ef33e-67f0-4d38-bec1-4e262996efde service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334295 Nov 09 17:57:37.065604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05947c05-7c9d-448c-97c3-3030a2d1658e req-5e67cd29-ffaa-43b3-85ba-65ca9bb5e8b3 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.067038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05947c05-7c9d-448c-97c3-3030a2d1658e req-5e67cd29-ffaa-43b3-85ba-65ca9bb5e8b3 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 949 time: 0.1222701 Nov 09 17:57:37.110495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8acc9432-f710-492b-8a6b-e9977ee19c7b req-a859b62e-0094-471d-bf6b-ba9320c90d70 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977297 Nov 09 17:57:37.138723 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-2c238d37-1cc2-4dff-a411-ec85480384e7 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040578 Nov 09 17:57:37.143810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05947c05-7c9d-448c-97c3-3030a2d1658e req-97fb9a99-23f8-42a7-855f-49ecde4677c8 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666659 Nov 09 17:57:37.162223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Router 912d3773-9168-4432-af26-140821d1429e is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:57:37.186015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-65c064dd-876e-4e07-b2b5-57b7133572cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.308502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d06d2f15-c91f-496d-a234-4110750288af req-caed71b7-d74f-4e1d-a078-da7c55acb5a1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0440617 Nov 09 17:57:37.384603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b279f-75cf-463f-970a-9e4b6431a47c req-0b0b68ed-cdfe-41aa-99fb-92428b858c46 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.386252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f3b279f-75cf-463f-970a-9e4b6431a47c req-0b0b68ed-cdfe-41aa-99fb-92428b858c46 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0898712 Nov 09 17:57:37.415887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:37.427470 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Sync routers for ids ['912d3773-9168-4432-af26-140821d1429e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:37.437213 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Routers {'912d3773-9168-4432-af26-140821d1429e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:37.438538 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['912d3773-9168-4432-af26-140821d1429e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:37.476795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.480710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ed523f1b-a90f-46e9-986c-ea44840f7834 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4191725 Nov 09 17:57:37.480994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39586) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:37.481940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f3b279f-75cf-463f-970a-9e4b6431a47c req-f7cabf50-7555-466d-86b3-3e52d1c1c6a2 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761855 Nov 09 17:57:37.493007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e181309-637f-4c3d-bef4-d977230caf55 req-9dd955eb-e9cd-4c52-bd07-7cae75868b89 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:37.494527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e181309-637f-4c3d-bef4-d977230caf55 req-9dd955eb-e9cd-4c52-bd07-7cae75868b89 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1096 time: 0.1030848 Nov 09 17:57:37.533873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fce62c21-f140-415b-8154-a69959bd991f None None] Provisioning complete for port 672c9920-c9fa-4c02-a822-d37f32cb5fac triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:37.535130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fce62c21-f140-415b-8154-a69959bd991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:37.575006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Set router 912d3773-9168-4432-af26-140821d1429e gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:37.582718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e181309-637f-4c3d-bef4-d977230caf55 req-0853bced-7473-4214-8aa9-b791b41c8b06 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792849 Nov 09 17:57:37.773295 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:57:36Z', 'revision_number': 3, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port': {'id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:35Z', 'updated_at': '2021-11-09T17:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:37.800600 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Checking router: 912d3773-9168-4432-af26-140821d1429e for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:37.800949 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Updating router 912d3773-9168-4432-af26-140821d1429e port fabd83f5-b8a7-4fee-ac4d-4953357c4b47 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:37.826158 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.138473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-3953cb3f-4f62-43a7-9e9b-8d06e719b50b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:38.139114 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-3953cb3f-4f62-43a7-9e9b-8d06e719b50b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 815 time: 0.1660011 Nov 09 17:57:38.148913 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.164374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Request body: {'port': {'device_id': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'admin_state_up': True, 'tenant_id': '53e748381da04d7c8ea3764e3ee6610e'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:38.168633 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.237075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.252470 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1847d-60b7-4a98-a8c2-111ffbed580c None None] Pushing event updated for resources: {'Port': ['ID=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.255118 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Attempting to bind port fabd83f5-b8a7-4fee-ac4d-4953357c4b47 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:38.256413 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Attempting to bind port fabd83f5-b8a7-4fee-ac4d-4953357c4b47 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:38.257004 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Attempting to bind port fabd83f5-b8a7-4fee-ac4d-4953357c4b47 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:38.264679 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:38.266225 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:38.266853 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.268158 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:38.268865 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Bound port: fabd83f5-b8a7-4fee-ac4d-4953357c4b47, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:38.269498 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.331392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2fd2-79f8-4ae1-89fc-ffc53166d22e req-47821a87-2467-430d-b9fb-f16dd3332675 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:38.333705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab2c2fd2-79f8-4ae1-89fc-ffc53166d22e req-47821a87-2467-430d-b9fb-f16dd3332675 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.0624483 Nov 09 17:57:38.347013 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] For port fabd83f5-b8a7-4fee-ac4d-4953357c4b47, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:38.350733 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] For port fabd83f5-b8a7-4fee-ac4d-4953357c4b47, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:38.359478 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.397285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Made reservation on behalf of 53e748381da04d7c8ea3764e3ee6610e for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:38.398313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 672c9920-c9fa-4c02-a822-d37f32cb5fac up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:38.401093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.407684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab2c2fd2-79f8-4ae1-89fc-ffc53166d22e req-f6500eb4-7d14-4ed0-9783-4f2d09e9be4a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656812 Nov 09 17:57:38.460928 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1847d-60b7-4a98-a8c2-111ffbed580c None None] Pushing event updated for resources: {'Port': ['ID=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.508830 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Routers {'912d3773-9168-4432-af26-140821d1429e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:38.509581 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['912d3773-9168-4432-af26-140821d1429e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:38.531049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Allocated IP 172.20.0.1 (f203ac66-2a46-4b86-ba02-78f5b063848a/d974fd85-ca45-4ec6-967e-28be6f9b695c/b817c52d-89e7-41ba-ad1b-1e0f02707806) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:38.555270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 672c9920-c9fa-4c02-a822-d37f32cb5fac triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:38.555780 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.596195 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:57:38.597348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf64f-cca3-475d-a51e-da1e0ca117f0 req-0d732b39-2418-406b-8b04-6bf5b88763fd tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:38.608915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0daf64f-cca3-475d-a51e-da1e0ca117f0 req-0d732b39-2418-406b-8b04-6bf5b88763fd tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 949 time: 0.0856369 Nov 09 17:57:38.631364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Allocated IP 172.20.0.3 (2bd76728-877d-43b1-837c-2e7ccc61b7e7/0fe888a4-ca40-463c-a1b5-f93b44aae76c/6eb3ce0e-e1f0-4e2c-950e-193c3861504a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:38.648836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] Set router 912d3773-9168-4432-af26-140821d1429e gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:38.705575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0daf64f-cca3-475d-a51e-da1e0ca117f0 req-1d64bf70-4619-4a46-93c5-1ab6c7578733 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942519 Nov 09 17:57:38.724689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.838089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.874528 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:57:36Z', 'revision_number': 3, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port': {'id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:35Z', 'updated_at': '2021-11-09T17:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:38.922157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3be8536-7eda-420d-9c4b-256a9c11a696 req-2a9807eb-7f23-472f-9326-45bb4865f7ec tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0318532 Nov 09 17:57:38.923226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Network f203ac66-2a46-4b86-ba02-78f5b063848a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:38.926335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Pushing event updated for resources: {'Port': ['ID=b817c52d-89e7-41ba-ad1b-1e0f02707806,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:38.933502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:38.935640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:38.938855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:38.997161 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed544b5c-ad46-440e-8ae8-0dbd9ddc645b None None] The sync data for ids ['912d3773-9168-4432-af26-140821d1429e'] in n-d-817240-1 is: [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:57:36Z', 'revision_number': 3, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port': {'id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:35Z', 'updated_at': '2021-11-09T17:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:39.002604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.068645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30dea-175d-456f-a16e-d3bdca730a96 req-cce86b51-65a0-42b4-9721-1da9400bb807 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:39.083958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7b30dea-175d-456f-a16e-d3bdca730a96 req-cce86b51-65a0-42b4-9721-1da9400bb807 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0758047 Nov 09 17:57:39.086896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.165048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7b30dea-175d-456f-a16e-d3bdca730a96 req-148ddbaf-6434-41fb-8ac9-0346a4cf5342 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800755 Nov 09 17:57:39.227625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:39.236658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:39.248192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:39.252364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:39.317541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4c9c3a2a-da92-4e4e-a779-87b874647ec6 None None] Provisioning complete for port b817c52d-89e7-41ba-ad1b-1e0f02707806 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:39.320384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3a2a-da92-4e4e-a779-87b874647ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.320556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.327789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:39.328477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.334382 n-d-817240-1 neutron-server[102141]: WARNING keystonemiddleware.auth_token [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-b872a3fa-180e-4ff2-a07b-b85592577364 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 17:57:39.344478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-35f61de2-17bf-495e-b0d9-50adf3f11ad9 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:57:39.345494 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-35f61de2-17bf-495e-b0d9-50adf3f11ad9 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1490877 Nov 09 17:57:39.368943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-91de4897-7e50-404c-9ede-65592a10d2aa tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2084279 Nov 09 17:57:39.369488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c3a2a-da92-4e4e-a779-87b874647ec6 None None] Port b817c52d-89e7-41ba-ad1b-1e0f02707806 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:39.427057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Request body: {'port': {'device_id': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:39.469812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-26b4ba44-d1c7-4d62-ac71-88ca794d218f tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:39.471182 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-26b4ba44-d1c7-4d62-ac71-88ca794d218f tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 1093 time: 0.1174066 Nov 09 17:57:39.483756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Request body: {'binding': {'host': 'n-h2-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:39.484267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Unknown quota resources ['binding']. {{(pid=102141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:57:39.598804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.616252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1625c7e-4f64-43c4-8452-536963afcc85 req-d012761e-7814-4878-a17b-d9f7e0e90e4b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:39.617797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1625c7e-4f64-43c4-8452-536963afcc85 req-d012761e-7814-4878-a17b-d9f7e0e90e4b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.0516024 Nov 09 17:57:39.663875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1625c7e-4f64-43c4-8452-536963afcc85 req-746f2df7-0d08-4764-b3f9-b588c2a4653e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Nov 09 17:57:39.750629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1d130b40-064e-4758-80e9-d94182593ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:39.789838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29c59-929d-447f-a503-27cb031f541a req-b513f16b-b912-4b38-9316-1abaf72d8081 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:39.791610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40e29c59-929d-447f-a503-27cb031f541a req-b513f16b-b912-4b38-9316-1abaf72d8081 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 949 time: 0.0639298 Nov 09 17:57:39.835647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40e29c59-929d-447f-a503-27cb031f541a req-20596f55-1f39-4aee-bb66-65bff80cce18 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370615 Nov 09 17:57:40.038158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.050589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.077532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on host n-h2-817240-1 for vnic_type normal with profile None {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:40.077900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:40.078754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:40.132961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.156008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:40.156339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:40.178439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:40.178778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:40.179213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:40.179588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Bound port: 1aff39f6-8491-4279-8126-a65dfbceee24, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:40.204786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Pushing event updated for resources: {'Port': ['ID=b817c52d-89e7-41ba-ad1b-1e0f02707806,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.232453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.278585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d2bc-a2f9-4792-804f-3b99b9959711 req-733b8862-3e76-4e5d-a8f1-861fbf7e1876 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:40.280102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5291d2bc-a2f9-4792-804f-3b99b9959711 req-733b8862-3e76-4e5d-a8f1-861fbf7e1876 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 931 time: 0.0527413 Nov 09 17:57:40.331108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5291d2bc-a2f9-4792-804f-3b99b9959711 req-a2aabd4f-d442-46d2-b9eb-43f7ca434079 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444365 Nov 09 17:57:40.352248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:40.364114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.365263 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-cf0d2437-0c6b-4dcf-be9b-2734ecdd90a3 service neutron] 10.222.0.32 "POST /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24/bindings HTTP/1.1" status: 201 len: 389 time: 0.8864691 Nov 09 17:57:40.404885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fabd83f5-b8a7-4fee-ac4d-4953357c4b47 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:40.432133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Network f203ac66-2a46-4b86-ba02-78f5b063848a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:40.434413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:40.440308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb3ce0e-e1f0-4e2c-950e-193c3861504a {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:40.450512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.539388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fabd83f5-b8a7-4fee-ac4d-4953357c4b47 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:40.540178 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.618949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Transition to ACTIVE for port object 6eb3ce0e-e1f0-4e2c-950e-193c3861504a will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:40.630088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60464c-c8d2-4736-88d2-948d506fd863 req-576e03a8-a59f-4fab-b4bc-a34df8e9c980 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:40.631816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.643358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f60464c-c8d2-4736-88d2-948d506fd863 req-576e03a8-a59f-4fab-b4bc-a34df8e9c980 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1015100 Nov 09 17:57:40.678416 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.709936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port fabd83f5-b8a7-4fee-ac4d-4953357c4b47, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:40.724410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.751036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.799692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:40.820609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Router 912d3773-9168-4432-af26-140821d1429e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:40.904438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b0a39f90-092d-439a-911c-7de37c85113e None None] Provisioning complete for port b817c52d-89e7-41ba-ad1b-1e0f02707806 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:40.905124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b0a39f90-092d-439a-911c-7de37c85113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.918690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Attempting to bind port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:40.919053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Attempting to bind port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:40.919351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Attempting to bind port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:40.932803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:40.932803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Attempting to bind port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:40.938267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:40.938267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Checking segment: {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:40.938267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Bound using segment: {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:40.938707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Bound port: 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:40.939020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:40.964626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b0a39f90-092d-439a-911c-7de37c85113e None None] Port b817c52d-89e7-41ba-ad1b-1e0f02707806 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:40.969466 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.001093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:41.010165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Sync routers for ids ['912d3773-9168-4432-af26-140821d1429e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:41.010981 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3287405e-bf80-48a8-8a85-6909e7f0c61f admin admin] 10.222.0.32 "PUT /v2.0/routers/912d3773-9168-4432-af26-140821d1429e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5281835 Nov 09 17:57:41.023549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Routers {'912d3773-9168-4432-af26-140821d1429e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:41.025353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['912d3773-9168-4432-af26-140821d1429e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:41.027453 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:41.030976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:41.039083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.081647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.083007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.084736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] 10.222.0.85 "PUT /v2.0/ports/6eb3ce0e-e1f0-4e2c-950e-193c3861504a HTTP/1.1" status: 200 len: 1091 time: 1.6658366 Nov 09 17:57:41.085332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:41.088276 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1" -d '{"events": [{"name": "network-changed", "server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:41.122327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41aa55-6793-4119-9565-5e9ce784e7eb service neutron] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.127873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f60464c-c8d2-4736-88d2-948d506fd863 req-ea74f08d-86da-4875-9a01-5f59ca0a536f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831383 Nov 09 17:57:41.159592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-b5801d03-ed87-40f9-942c-5bc83b9b3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.161105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-b5801d03-ed87-40f9-942c-5bc83b9b3928 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1096 time: 0.5140715 Nov 09 17:57:41.177838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Set router 912d3773-9168-4432-af26-140821d1429e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:41.194161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da441c83-1207-44d3-b07f-9f699b599558 req-385886df-ed34-4224-8bad-af027a073d71 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.195674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da441c83-1207-44d3-b07f-9f699b599558 req-385886df-ed34-4224-8bad-af027a073d71 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 949 time: 0.1778789 Nov 09 17:57:41.197521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-68079c4d-f1f4-41da-8a7c-953dc481bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.199248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-68079c4d-f1f4-41da-8a7c-953dc481bfe7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 1094 time: 0.0569503 Nov 09 17:57:41.248512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-2f3357be-ee3d-42cf-bcb5-a41b465f44ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a HTTP/1.1" status: 200 len: 217 time: 0.0409045 Nov 09 17:57:41.284488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c3282-8adb-4e70-80ec-8f5a6530f4a5 req-8ecbe797-4c9f-4648-baac-14f47d8d2dc6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.285945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a55c3282-8adb-4e70-80ec-8f5a6530f4a5 req-8ecbe797-4c9f-4648-baac-14f47d8d2dc6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 945 time: 0.2662818 Nov 09 17:57:41.303542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-c67c634a-06cc-4757-ac3a-32e231f9c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.305202 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-c67c634a-06cc-4757-ac3a-32e231f9c650 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0fe888a4-ca40-463c-a1b5-f93b44aae76c HTTP/1.1" status: 200 len: 855 time: 0.0502563 Nov 09 17:57:41.340366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-8a029869-6279-44ee-a9b5-716b0e213fde service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2bd76728-877d-43b1-837c-2e7ccc61b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253623 Nov 09 17:57:41.383888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:57:39Z', 'revision_number': 4, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port': {'id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:35Z', 'updated_at': '2021-11-09T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b817c52d-89e7-41ba-ad1b-1e0f02707806', 'name': '', 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'mac_address': 'fa:16:3e:14:60:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd974fd85-ca45-4ec6-967e-28be6f9b695c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:38Z', 'updated_at': '2021-11-09T17:57:39Z', 'revision_number': 2, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'subnets': [{'id': 'd974fd85-ca45-4ec6-967e-28be6f9b695c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:41.410803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Checking router: 912d3773-9168-4432-af26-140821d1429e for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:41.411164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Updating router 912d3773-9168-4432-af26-140821d1429e port b817c52d-89e7-41ba-ad1b-1e0f02707806 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:41.412830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b1819-2df1-4fc2-b9ff-5a5a3f01ec95 req-163b4cf2-8951-4f1a-ba8b-2c8f975c1565 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.414332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c50b1819-2df1-4fc2-b9ff-5a5a3f01ec95 req-163b4cf2-8951-4f1a-ba8b-2c8f975c1565 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1677389 Nov 09 17:57:41.422338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-a968b55d-09f6-4a50-8b65-82663588e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.423761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-a968b55d-09f6-4a50-8b65-82663588e0a5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2484007 Nov 09 17:57:41.430589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a55c3282-8adb-4e70-80ec-8f5a6530f4a5 req-9e42e31b-bf21-4f8f-b9d8-309bba955148 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193922 Nov 09 17:57:41.436370 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-378116e6-3580-4a5b-a026-5f54066e0a3c service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890985 Nov 09 17:57:41.436694 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.486476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-e19cc64e-8294-496f-aedd-ec450e602f4f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 217 time: 0.0513220 Nov 09 17:57:41.518325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Deleting port f1835f27-3290-49a6-9530-80a477dab7aa {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:41.518672 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.548149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d7fdb71-7e76-444e-b87e-330f0ed2c568 req-92b28bcc-1077-448f-b55d-1050a8dafbce service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026804 Nov 09 17:57:41.550142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c50b1819-2df1-4fc2-b9ff-5a5a3f01ec95 req-81711381-2179-4a80-86d9-4aec6b51da35 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251619 Nov 09 17:57:41.608850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-6b4a0a0d-9d35-426c-ad86-ee03471784e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.610352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-6b4a0a0d-9d35-426c-ad86-ee03471784e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1095250 Nov 09 17:57:41.677355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-25b04721-6aa6-4127-b834-512639961d46 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545835 Nov 09 17:57:41.687067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] For port f1835f27-3290-49a6-9530-80a477dab7aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f1835f27-3290-49a6-9530-80a477dab7aa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:41.687982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.743758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Calling delete_port for f1835f27-3290-49a6-9530-80a477dab7aa owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:41.758013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.769218 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.793504 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aba33b7-c628-4bef-a971-08964a430d27 x-openstack-request-id: req-3aba33b7-c628-4bef-a971-08964a430d27 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:41.795669 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:41.797337 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3aba33b7-c628-4bef-a971-08964a430d27 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:41.800055 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'status': 'completed', 'code': 200} Nov 09 17:57:41.804123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe9ef2-1974-4c2d-bcdc-26e9a65a7aef req-d01f2116-e8d1-4992-b2bb-e800256c730f tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.805639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bebe9ef2-1974-4c2d-bcdc-26e9a65a7aef req-d01f2116-e8d1-4992-b2bb-e800256c730f tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fc65ea2-6ebd-4ba2-9968-15e39311445c HTTP/1.1" status: 200 len: 949 time: 0.1811943 Nov 09 17:57:41.877738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Attempting to bind port b817c52d-89e7-41ba-ad1b-1e0f02707806 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:41.878297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Attempting to bind port b817c52d-89e7-41ba-ad1b-1e0f02707806 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:41.878542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Attempting to bind port b817c52d-89e7-41ba-ad1b-1e0f02707806 on network f203ac66-2a46-4b86-ba02-78f5b063848a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:41.882541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Pushing event updated for resources: {'Port': ['ID=b817c52d-89e7-41ba-ad1b-1e0f02707806,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:41.888915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:41.890476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Checking segment: {'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:41.890596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.891220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Bound using segment: {'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:41.892045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Bound port: b817c52d-89e7-41ba-ad1b-1e0f02707806, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6c2d2e-e835-4c20-9354-08a64efb9e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:41.892566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:41.894846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-48374037-7be3-4ee4-8305-2976658ede8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:41.896392 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-48374037-7be3-4ee4-8305-2976658ede8f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 1094 time: 0.0753477 Nov 09 17:57:41.973533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-6de82d59-a5a6-415c-b910-0071b3499564 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882869 Nov 09 17:57:41.984657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] For port b817c52d-89e7-41ba-ad1b-1e0f02707806, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:41.987954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] For port b817c52d-89e7-41ba-ad1b-1e0f02707806, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b817c52d-89e7-41ba-ad1b-1e0f02707806,segment=NetworkSegment(df6c2d2e-e835-4c20-9354-08a64efb9e08),segment_id=df6c2d2e-e835-4c20-9354-08a64efb9e08)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:41.996028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.048130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-7625d072-bc13-4e44-9fa0-2669b95efc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:42.050410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-7625d072-bc13-4e44-9fa0-2669b95efc9d service neutron] 10.222.0.85 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 916 time: 0.1460938 Nov 09 17:57:42.063177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Routers {'912d3773-9168-4432-af26-140821d1429e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:42.063812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['912d3773-9168-4432-af26-140821d1429e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:42.098390 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-3af7029a-5d13-4a33-90cc-0e2df7dbf0cb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a HTTP/1.1" status: 200 len: 217 time: 0.0400350 Nov 09 17:57:42.171341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-1ceb7bd9-0205-485b-a965-f1065e36522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:42.173686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-1ceb7bd9-0205-485b-a965-f1065e36522d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0fe888a4-ca40-463c-a1b5-f93b44aae76c HTTP/1.1" status: 200 len: 855 time: 0.0671866 Nov 09 17:57:42.191632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.215127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bebe9ef2-1974-4c2d-bcdc-26e9a65a7aef req-09d4e565-1914-4ded-bedf-12ab268e23d3 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.32 "GET /v2.0/security-groups?id=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782248 Nov 09 17:57:42.218946 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-48b5d294-574b-4df8-a1cf-043e016aae99 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2bd76728-877d-43b1-837c-2e7ccc61b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336204 Nov 09 17:57:42.264028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f1835f27-3290-49a6-9530-80a477dab7aa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:42.266304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Pushing event deleted for resources: {'Port': ['ID=f1835f27-3290-49a6-9530-80a477dab7aa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.333847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.336461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Pushing event updated for resources: {'Port': ['ID=b817c52d-89e7-41ba-ad1b-1e0f02707806,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.338273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.338914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.339266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.339606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.339940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.340275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.340602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.340926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.341248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.341924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.341924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.342171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f3b8d694-5b49-4e79-b0af-f2c09d11b41e None None] Provisioning complete for port b817c52d-89e7-41ba-ad1b-1e0f02707806 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:42.342373 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d694-5b49-4e79-b0af-f2c09d11b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.354859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-d9380db3-ee82-45ce-bd5c-ebd61cc52525 service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277366 Nov 09 17:57:42.439410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] Set router 912d3773-9168-4432-af26-140821d1429e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:42.456116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] No DVR routers for this DVR port f1835f27-3290-49a6-9530-80a477dab7aa on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:42.466951 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-04e5327c-a497-4dbb-a9f1-698b8b4d04e1 req-9598048a-fcc6-4ede-8011-6014da2da4ec service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016243 Nov 09 17:57:42.477582 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.481365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da441c83-1207-44d3-b07f-9f699b599558 req-494f9c57-b1a6-4238-81d4-1851bc6cdd27 tempest-ServerDiagnosticsNegativeTest-863196473 tempest-ServerDiagnosticsNegativeTest-863196473-project] 10.222.0.73 "DELETE /v2.0/ports/f1835f27-3290-49a6-9530-80a477dab7aa HTTP/1.1" status: 204 len: 173 time: 1.2760842 Nov 09 17:57:42.484814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fabd83f5-b8a7-4fee-ac4d-4953357c4b47 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:42.484965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'name': 'network-vif-deleted', 'tag': 'f1835f27-3290-49a6-9530-80a477dab7aa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:42.487657 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607a1b97-1184-40fc-b5b7-da7eca0ad3f8" -d '{"events": [{"server_uuid": "1fc65ea2-6ebd-4ba2-9968-15e39311445c", "name": "network-vif-deleted", "tag": "f1835f27-3290-49a6-9530-80a477dab7aa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:42.499562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.500021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.500429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.500867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.501275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.501608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.501773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-0d8a4728-f9b4-4188-a870-95e11f06dab5 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115471 Nov 09 17:57:42.501936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.502291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.502619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.503027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.503385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.503715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfc84b-d909-4c17-8974-58a384a538b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:42.521647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-3d965566-e497-45b7-809e-4d7b6f798b96 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5380843 Nov 09 17:57:42.538536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:42.577379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b59124-6702-4f4d-9c0c-b46e1debbd2f req-13c728c5-e338-4aef-b123-8a346b7df1c4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:42.579085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b59124-6702-4f4d-9c0c-b46e1debbd2f req-13c728c5-e338-4aef-b123-8a346b7df1c4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 943 time: 0.2168829 Nov 09 17:57:42.580349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.599330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.692594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fabd83f5-b8a7-4fee-ac4d-4953357c4b47 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:42.692965 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.709612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b59124-6702-4f4d-9c0c-b46e1debbd2f req-26700d95-d486-4c82-810f-da2efecf2b45 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166210 Nov 09 17:57:42.746601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-ef08641a-da8d-43ee-bc0e-d25dd98c045b tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:42.747479 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d694-5b49-4e79-b0af-f2c09d11b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.748090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-ef08641a-da8d-43ee-bc0e-d25dd98c045b tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.0981126 Nov 09 17:57:42.761278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817240-1'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:42.817182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f3b8d694-5b49-4e79-b0af-f2c09d11b41e None None] For port b817c52d-89e7-41ba-ad1b-1e0f02707806, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b817c52d-89e7-41ba-ad1b-1e0f02707806,segment=NetworkSegment(df6c2d2e-e835-4c20-9354-08a64efb9e08),segment_id=df6c2d2e-e835-4c20-9354-08a64efb9e08)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:42.822565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d694-5b49-4e79-b0af-f2c09d11b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.826430 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.900997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:42.911376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8d694-5b49-4e79-b0af-f2c09d11b41e None None] Pushing event updated for resources: {'Port': ['ID=b817c52d-89e7-41ba-ad1b-1e0f02707806,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:42.918267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:57:39Z', 'revision_number': 4, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port': {'id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:35Z', 'updated_at': '2021-11-09T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b817c52d-89e7-41ba-ad1b-1e0f02707806', 'name': '', 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'mac_address': 'fa:16:3e:14:60:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd974fd85-ca45-4ec6-967e-28be6f9b695c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:38Z', 'updated_at': '2021-11-09T17:57:41Z', 'revision_number': 4, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'subnets': [{'id': 'd974fd85-ca45-4ec6-967e-28be6f9b695c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:42.950031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aab582-7c87-4e17-b1e1-3e6e4b3a2c5a None None] The sync data for ids ['912d3773-9168-4432-af26-140821d1429e'] in n-d-817240-1 is: [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:57:39Z', 'revision_number': 4, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port': {'id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:35Z', 'updated_at': '2021-11-09T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b817c52d-89e7-41ba-ad1b-1e0f02707806', 'name': '', 'network_id': 'f203ac66-2a46-4b86-ba02-78f5b063848a', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'mac_address': 'fa:16:3e:14:60:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'd974fd85-ca45-4ec6-967e-28be6f9b695c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:38Z', 'updated_at': '2021-11-09T17:57:41Z', 'revision_number': 4, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'subnets': [{'id': 'd974fd85-ca45-4ec6-967e-28be6f9b695c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:42.965618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-709fe38e-05e4-42ab-8a21-d6e99e641f29 None None] Provisioning complete for port b817c52d-89e7-41ba-ad1b-1e0f02707806 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:42.965997 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-709fe38e-05e4-42ab-8a21-d6e99e641f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.238345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fef73e-d348-4441-921e-d9bda939fab2 req-735d4a87-b771-46f6-95e0-ab332f9a044c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:43.240141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5fef73e-d348-4441-921e-d9bda939fab2 req-735d4a87-b771-46f6-95e0-ab332f9a044c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.4338267 Nov 09 17:57:43.373029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5fef73e-d348-4441-921e-d9bda939fab2 req-e856b64b-cc1d-4cac-b4ab-cb40f1a8814e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053648 Nov 09 17:57:43.381781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Allocated IP 172.25.0.176 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/352b4887-8489-429b-b144-043e6ccdd20a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:43.475292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:43.585734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee025c38-e7db-4189-99db-4386bb28c9a7 req-40d41bfd-084b-42b4-b265-c1350532a9b2 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:43.587446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee025c38-e7db-4189-99db-4386bb28c9a7 req-40d41bfd-084b-42b4-b265-c1350532a9b2 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 945 time: 0.1334343 Nov 09 17:57:43.590535 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.597487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:43.683983 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.691848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee025c38-e7db-4189-99db-4386bb28c9a7 req-899ebce0-9236-4a6f-a360-ee47f67044a4 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976703 Nov 09 17:57:43.699570 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.706088 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.751941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:43.753561 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc24aab-977f-42db-aa5f-02d5992f8f6a x-openstack-request-id: req-abc24aab-977f-42db-aa5f-02d5992f8f6a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:43.753823 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc65ea2-6ebd-4ba2-9968-15e39311445c", "name": "network-vif-deleted", "tag": "f1835f27-3290-49a6-9530-80a477dab7aa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:43.754148 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abc24aab-977f-42db-aa5f-02d5992f8f6a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:43.754516 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc65ea2-6ebd-4ba2-9968-15e39311445c', 'name': 'network-vif-deleted', 'tag': 'f1835f27-3290-49a6-9530-80a477dab7aa', 'status': 'completed', 'code': 200} Nov 09 17:57:43.758914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:43.764047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:43.839480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:43.893406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6eb3ce0e-e1f0-4e2c-950e-193c3861504a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:43.912879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on host n-h1-817240-1 for vnic_type normal with profile {"migrating_to": "n-h2-817240-1"} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:43.913219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:43.913549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:43.951118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:57:43.951476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Attempting to bind port 1aff39f6-8491-4279-8126-a65dfbceee24 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:43.961875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=352b4887-8489-429b-b144-043e6ccdd20a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:43.974429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20f8c0-76cd-4997-b83a-9103c75cb7fc req-cdf77ad4-db2c-4058-aa69-3e83ff0316d9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:43.975950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c20f8c0-76cd-4997-b83a-9103c75cb7fc req-cdf77ad4-db2c-4058-aa69-3e83ff0316d9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1701279 Nov 09 17:57:43.976748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:43.977083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:43.977465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:43.977913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Bound port: 1aff39f6-8491-4279-8126-a65dfbceee24, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:43.978467 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:43.998947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:44.011739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'port_id': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'mac_address': 'fa:16:3e:f6:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe888a4-ca40-463c-a1b5-f93b44aae76c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:44.018836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.054651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.072803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb3ce0e-e1f0-4e2c-950e-193c3861504a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:44.093119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:44.096124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c20f8c0-76cd-4997-b83a-9103c75cb7fc req-b7894442-1b1b-4c51-985e-414c2d46f94e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045361 Nov 09 17:57:44.097638 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.103740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.138791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:44.155109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:44.161751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.166205 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.299632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:44.300259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.301653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] 10.222.0.85 "PUT /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 1121 time: 1.5444996 Nov 09 17:57:44.304239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aae87-e614-4d52-80d2-2faafafbd64c service neutron] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.320518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6eb3ce0e-e1f0-4e2c-950e-193c3861504a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:44.411070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1aff39f6-8491-4279-8126-a65dfbceee24'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:44.418725 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.440593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d2cc9-604e-4447-9417-c680f3645702 req-fa048dcb-34dc-454f-a8c9-0ba474a7664f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:44.442259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-132d2cc9-604e-4447-9417-c680f3645702 req-fa048dcb-34dc-454f-a8c9-0ba474a7664f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 944 time: 0.1347096 Nov 09 17:57:44.443824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.472835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b817c52d-89e7-41ba-ad1b-1e0f02707806 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:44.561462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f1835f27-3290-49a6-9530-80a477dab7aa no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:44.562287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.564848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=352b4887-8489-429b-b144-043e6ccdd20a,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.580578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-132d2cc9-604e-4447-9417-c680f3645702 req-dd0890cc-da35-4ac9-bdc5-72073629bbfd tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127675 Nov 09 17:57:44.588631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.589865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-2409196e-8620-4473-b04d-ca2dd3a3717d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0602922 Nov 09 17:57:44.594939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: f1835f27-3290-49a6-9530-80a477dab7aa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:57:44.595294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f1835f27-3290-49a6-9530-80a477dab7aa not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:44.608104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39710) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.629537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b817c52d-89e7-41ba-ad1b-1e0f02707806 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:44.629949 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.662018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-4511cda7-fc1d-4c09-8885-ac3dba675a88 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.176 HTTP/1.1" status: 200 len: 696 time: 0.0644569 Nov 09 17:57:44.786539 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64eb2b78-ecd7-4a88-9eda-95927d56714f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65c542b2708f48cc8f9d19f1c6d3ef0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771111 Nov 09 17:57:44.788943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39718) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:44.801863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8239fb6-0cb0-4a54-92fd-e4aa358c206b req-996191b3-7a9b-4b4c-ab0b-a77cd1206ef6 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:44.803357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8239fb6-0cb0-4a54-92fd-e4aa358c206b req-996191b3-7a9b-4b4c-ab0b-a77cd1206ef6 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0804138 Nov 09 17:57:44.813573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-34f0ebfa-cfd9-4ec4-bb57-77fac5e9b348 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:44.814857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc88786b-7a4f-40ba-954c-52ea4694d03f req-34f0ebfa-cfd9-4ec4-bb57-77fac5e9b348 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1413486 Nov 09 17:57:44.840454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.864691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8239fb6-0cb0-4a54-92fd-e4aa358c206b req-c7027e9f-b86a-4767-92a6-9aef2a1bf1e5 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 Nov 09 17:57:44.867002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.925085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.927883 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:44.931525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60 HTTP/1.1" status: 204 len: 168 time: 0.1392810 Nov 09 17:57:44.950262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf3097-c3a0-4ea4-9a20-5f2777b7fe60,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:44.958769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.959108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.959445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.959778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.960581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.961055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.961807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.962400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.962933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.964347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.964997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:44.965695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22665c2b-2fec-4730-a22d-bbbc4bb9b2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:57:45.042542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9ea93-d234-4423-b259-0b62c7f616da req-8e293153-1d6a-4274-ab4e-33d912d5da52 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.043912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24c9ea93-d234-4423-b259-0b62c7f616da req-8e293153-1d6a-4274-ab4e-33d912d5da52 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 943 time: 0.1425207 Nov 09 17:57:45.075271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-bfd3de7c-1c89-48fa-8d1d-78f103c1460b tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1725507 Nov 09 17:57:45.087256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:45.110011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24c9ea93-d234-4423-b259-0b62c7f616da req-d1f4ab2b-f3c5-488e-b573-eb14f488fe6b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Nov 09 17:57:45.113151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39730) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.132473 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.253655 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-68c69e69-2da4-45ac-bcd3-fded0fcd9c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.257123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6364fb0-0dc8-4d34-8fa8-f25f6d445514 req-39476b20-30d0-470c-ad46-8646741b60fa tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.258808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6364fb0-0dc8-4d34-8fa8-f25f6d445514 req-39476b20-30d0-470c-ad46-8646741b60fa tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.0616262 Nov 09 17:57:45.288729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39738) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.310425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-590e540e-9bdf-48e5-b666-42772bbd81e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.319707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6364fb0-0dc8-4d34-8fa8-f25f6d445514 req-11041b75-a084-4a53-acb3-ca0820fe7147 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499175 Nov 09 17:57:45.323794 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.391922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-68c69e69-2da4-45ac-bcd3-fded0fcd9c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.397803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-68c69e69-2da4-45ac-bcd3-fded0fcd9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.434020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Allocated IP 172.25.0.218 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/47a0fe6c-e795-4878-8c08-f0ce2dbf9af1) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:45.454640 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-68c69e69-2da4-45ac-bcd3-fded0fcd9c7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74f66c7209a040d78294587e4cfecfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404980 Nov 09 17:57:45.456956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c69e69-2da4-45ac-bcd3-fded0fcd9c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dad79c1-80f3-4494-bb1a-402757904ab5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.458657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39740) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.475076 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-590e540e-9bdf-48e5-b666-42772bbd81e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.479258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-590e540e-9bdf-48e5-b666-42772bbd81e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.515944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e540e-9bdf-48e5-b666-42772bbd81e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee0964a-40bd-43b3-86ec-033708903879,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.520161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-590e540e-9bdf-48e5-b666-42772bbd81e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd339272a3994b148a44291818c287cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304766 Nov 09 17:57:45.522816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39742) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:45.561304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e31499-4f9b-4aa3-9dcc-b84e12693fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.572700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fb22e66-4c2e-46d7-800f-9dd471ad06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.585212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.593415 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fb22e66-4c2e-46d7-800f-9dd471ad06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.599058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e31499-4f9b-4aa3-9dcc-b84e12693fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.640182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fb22e66-4c2e-46d7-800f-9dd471ad06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.642808 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fb22e66-4c2e-46d7-800f-9dd471ad06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.644954 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3fb22e66-4c2e-46d7-800f-9dd471ad06eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fee0964a-40bd-43b3-86ec-033708903879 HTTP/1.1" status: 204 len: 168 time: 0.1202247 Nov 09 17:57:45.661058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.666938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22e66-4c2e-46d7-800f-9dd471ad06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee0964a-40bd-43b3-86ec-033708903879,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.706394 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e31499-4f9b-4aa3-9dcc-b84e12693fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.708857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e31499-4f9b-4aa3-9dcc-b84e12693fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.709956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-64e31499-4f9b-4aa3-9dcc-b84e12693fbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dad79c1-80f3-4494-bb1a-402757904ab5 HTTP/1.1" status: 204 len: 168 time: 0.2503617 Nov 09 17:57:45.732314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:45.742682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:45.746465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e31499-4f9b-4aa3-9dcc-b84e12693fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dad79c1-80f3-4494-bb1a-402757904ab5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.749228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:45.785084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24'}, {'name': 'network-changed', 'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:45.787402 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a927c387-fddd-490c-b815-ba004d9c8783" -d '{"events": [{"server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24"}, {"name": "network-changed", "server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:45.803335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=47a0fe6c-e795-4878-8c08-f0ce2dbf9af1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:45.825216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c805-669c-414b-bee0-eb02efc28044 req-879afdea-d957-4ca0-b2e0-c84aab82fcfe tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:45.826778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2484c805-669c-414b-bee0-eb02efc28044 req-879afdea-d957-4ca0-b2e0-c84aab82fcfe tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 944 time: 0.1579218 Nov 09 17:57:45.891324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.900117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2484c805-669c-414b-bee0-eb02efc28044 req-47b526ac-09d7-444a-8c81-fe3d94b667ab tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496941 Nov 09 17:57:45.905332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6eb3ce0e-e1f0-4e2c-950e-193c3861504a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:45.958643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:45.985366 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e529d3-fb76-4bb4-b98a-80e4a28cda6c x-openstack-request-id: req-79e529d3-fb76-4bb4-b98a-80e4a28cda6c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:45.985716 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24", "code": 200}, {"name": "network-changed", "server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:45.986018 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79e529d3-fb76-4bb4-b98a-80e4a28cda6c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:45.986440 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24', 'code': 200} Nov 09 17:57:45.986694 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24', 'status': 'completed', 'code': 200} Nov 09 17:57:45.996179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.033196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:57:46.040372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:46.040660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.132869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c387-fddd-490c-b815-ba004d9c8783 req-5b3a7b3a-c915-46ba-8e03-93802f047bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:46.134373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a927c387-fddd-490c-b815-ba004d9c8783 req-5b3a7b3a-c915-46ba-8e03-93802f047bd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1124 time: 0.1154804 Nov 09 17:57:46.160811 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.188172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:57:46.190963 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff0c5aa-36fa-42a0-90a6-89d8d580bee1" -d '{"events": [{"server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:57:46.193206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285422f-1691-48e8-b47e-30d381e094d4 req-a060cef0-9300-47dc-bca4-2fa87afa0f6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:46.194798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3285422f-1691-48e8-b47e-30d381e094d4 req-a060cef0-9300-47dc-bca4-2fa87afa0f6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1305785 Nov 09 17:57:46.206988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:46.214961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.299218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.308644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.314757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3285422f-1691-48e8-b47e-30d381e094d4 req-1f1f2fdd-bb0a-48a5-93b4-7eb62594ab66 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921490 Nov 09 17:57:46.324287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.370222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c387-fddd-490c-b815-ba004d9c8783 req-1fbc2bec-42ac-4e51-b6d9-fd498139c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:46.371682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a927c387-fddd-490c-b815-ba004d9c8783 req-1fbc2bec-42ac-4e51-b6d9-fd498139c076 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2247593 Nov 09 17:57:46.460971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.486740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a927c387-fddd-490c-b815-ba004d9c8783 req-5c82703f-5e81-4291-839d-4c15d4d27104 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 217 time: 0.0709355 Nov 09 17:57:46.492308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=47a0fe6c-e795-4878-8c08-f0ce2dbf9af1,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:46.510384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:46.511353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-ed118e8c-2af5-4c8b-a9ec-43bfa46e38d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4289930 Nov 09 17:57:46.588417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222a585-205d-42fe-97d8-d618319fc041 req-9415ee63-83fa-4204-850b-9043df4d5b8f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:46.589913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1222a585-205d-42fe-97d8-d618319fc041 req-9415ee63-83fa-4204-850b-9043df4d5b8f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 943 time: 0.1755538 Nov 09 17:57:46.604149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-d0eeabe1-4229-4d60-a868-835f5f976e2a tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0692501 Nov 09 17:57:46.614391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c387-fddd-490c-b815-ba004d9c8783 req-3ceae7a0-70b8-443f-b455-a62897132c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:46.615766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a927c387-fddd-490c-b815-ba004d9c8783 req-3ceae7a0-70b8-443f-b455-a62897132c6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1182458 Nov 09 17:57:46.695935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a927c387-fddd-490c-b815-ba004d9c8783 req-21b561a5-abf3-4afe-8578-9b8c2c90cb48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636868 Nov 09 17:57:46.721556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1222a585-205d-42fe-97d8-d618319fc041 req-d5ea99c8-a18c-42e6-bf7b-933e4ddcd2a6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221957 Nov 09 17:57:46.767074 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bbe1dd-7adf-4a7a-bd4d-9f0a226b961f x-openstack-request-id: req-35bbe1dd-7adf-4a7a-bd4d-9f0a226b961f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:57:46.767670 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:57:46.768723 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35bbe1dd-7adf-4a7a-bd4d-9f0a226b961f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:57:46.769157 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'code': 200} Nov 09 17:57:47.108730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-dfced3c1-ab28-4513-8260-5e1f250cce8f tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.110522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-771e79f2-706f-45ea-ac2e-b4fd615acd49 req-dfced3c1-ab28-4513-8260-5e1f250cce8f tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.4987588 Nov 09 17:57:47.138476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691291f-9e5c-44f2-a8b3-029f392177b3 req-bcf8c101-39a5-4635-b446-a874775332ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.139946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d691291f-9e5c-44f2-a8b3-029f392177b3 req-bcf8c101-39a5-4635-b446-a874775332ed service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 1096 time: 0.1124017 Nov 09 17:57:47.142542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a927c387-fddd-490c-b815-ba004d9c8783 req-0763c4f9-4daf-4d11-8016-322e49b666fc service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319420 Nov 09 17:57:47.153926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222869c2-0bbc-4c2f-b40d-54a032044c52 req-7b2e9de7-4c5c-4c2a-86c2-8df796534479 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.155426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-222869c2-0bbc-4c2f-b40d-54a032044c52 req-7b2e9de7-4c5c-4c2a-86c2-8df796534479 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1289327 Nov 09 17:57:47.251402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d691291f-9e5c-44f2-a8b3-029f392177b3 req-300be70f-c923-49a9-82c7-f8c095951222 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938404 Nov 09 17:57:47.274166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-222869c2-0bbc-4c2f-b40d-54a032044c52 req-b4ee5c92-800a-4adc-900c-6312a3757e46 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056516 Nov 09 17:57:47.298566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a927c387-fddd-490c-b815-ba004d9c8783 req-180cd89b-3c8b-483a-8350-a5354563f016 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332784 Nov 09 17:57:47.478378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37608da-4474-4957-9578-a8d2140f7c71 req-7b1c73f5-aa14-4f53-b087-df11d5c1b34d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.479874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a37608da-4474-4957-9578-a8d2140f7c71 req-7b1c73f5-aa14-4f53-b087-df11d5c1b34d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1179838 Nov 09 17:57:47.540152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99ace883-cf52-4190-98a6-a213528104b3 req-4fe081c5-f9a9-45d2-87de-7c7499c80d45 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1454744 Nov 09 17:57:47.545667 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a37608da-4474-4957-9578-a8d2140f7c71 req-50ecb7a3-6116-47a0-bbad-ccb44471a90f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 Nov 09 17:57:47.551143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:47.583114 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.686156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406752be-fbbb-4720-825e-dbf91aadb8e2 req-01ff102e-66d9-44d4-bd18-f6e8f6794061 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.687563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-406752be-fbbb-4720-825e-dbf91aadb8e2 req-01ff102e-66d9-44d4-bd18-f6e8f6794061 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.0610592 Nov 09 17:57:47.741059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-406752be-fbbb-4720-825e-dbf91aadb8e2 req-b26b55f1-603f-4d23-94ee-6b48b0551585 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Nov 09 17:57:47.754077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:47.882969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Allocated IP 172.25.0.88 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/07772e23-cc69-42a3-bb17-26fe59b0ef91) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:47.919820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:47.971546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c4e03-98a1-4b65-ad7f-c10d7e3bfe83 req-a7c8d2f6-b3c4-4609-81d7-1d368011b343 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:47.973011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e7c4e03-98a1-4b65-ad7f-c10d7e3bfe83 req-a7c8d2f6-b3c4-4609-81d7-1d368011b343 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 943 time: 0.1083188 Nov 09 17:57:48.014750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:48.026458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 has no active binding in host n-h2-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:57:48.039025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e7c4e03-98a1-4b65-ad7f-c10d7e3bfe83 req-83fa7484-7278-4f8b-8b1e-f8cee3161598 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585847 Nov 09 17:57:48.043461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.083949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.121246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:48.126012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:48.132508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:48.135520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=07772e23-cc69-42a3-bb17-26fe59b0ef91,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.220187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.254441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.320082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1a675d7-8a16-45c0-95f5-49c58feb0411 req-2e718119-fa0f-4003-8815-6b128b3092de tempest-FlavorsV2NegativeTest-729908472 tempest-FlavorsV2NegativeTest-729908472-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=37e628b5f11a44bf9b361dbeb8221dda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245774 Nov 09 17:57:48.490573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a675d7-8a16-45c0-95f5-49c58feb0411 req-9dacac5b-8221-442b-83d1-dc4f666275fe tempest-FlavorsV2NegativeTest-729908472 tempest-FlavorsV2NegativeTest-729908472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.491906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1a675d7-8a16-45c0-95f5-49c58feb0411 req-9dacac5b-8221-442b-83d1-dc4f666275fe tempest-FlavorsV2NegativeTest-729908472 tempest-FlavorsV2NegativeTest-729908472-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627119 Nov 09 17:57:48.512541 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.517019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1a675d7-8a16-45c0-95f5-49c58feb0411 req-6cbd82af-66ea-43b7-aa47-12be426983eb tempest-FlavorsV2NegativeTest-729908472 tempest-FlavorsV2NegativeTest-729908472-project] 10.222.0.32 "GET /v2.0/quotas/37e628b5f11a44bf9b361dbeb8221dda HTTP/1.1" status: 200 len: 375 time: 0.0183032 Nov 09 17:57:48.518129 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.573085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1a675d7-8a16-45c0-95f5-49c58feb0411 req-87f5af44-b77b-45f4-b3bb-b33ecc07ff7a tempest-FlavorsV2NegativeTest-729908472 tempest-FlavorsV2NegativeTest-729908472-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37e628b5f11a44bf9b361dbeb8221dda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475917 Nov 09 17:57:48.603962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=07772e23-cc69-42a3-bb17-26fe59b0ef91,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:48.619259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.635729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.637091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99ace883-cf52-4190-98a6-a213528104b3 req-2493d3db-eeda-4197-b112-e83d3a7f3159 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0898273 Nov 09 17:57:48.692110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99ace883-cf52-4190-98a6-a213528104b3 req-8e2ed023-6bdb-4b82-8d81-da28550cae3c tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.0482628 Nov 09 17:57:48.808167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:48.814624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace883-cf52-4190-98a6-a213528104b3 req-44a0100a-9fc3-4e00-b26c-f0aa5ea77c4a tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.816009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99ace883-cf52-4190-98a6-a213528104b3 req-44a0100a-9fc3-4e00-b26c-f0aa5ea77c4a tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1179976 Nov 09 17:57:48.940169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef12c7-fa36-4fdb-8cee-b1cd5b00e7ad req-f219a60c-f129-421d-9515-efdcc5339483 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:48.942050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3ef12c7-fa36-4fdb-8cee-b1cd5b00e7ad req-f219a60c-f129-421d-9515-efdcc5339483 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.0679431 Nov 09 17:57:49.003094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3ef12c7-fa36-4fdb-8cee-b1cd5b00e7ad req-e1e43deb-c6bf-4fa7-bb2b-b115882ee2b2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551450 Nov 09 17:57:49.027430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9850-3f5b-440a-8477-57a2c2fa7036 req-d314817a-04c6-4eb5-ab5a-1a4375b8b8ed tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:49.031358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79df9850-3f5b-440a-8477-57a2c2fa7036 req-d314817a-04c6-4eb5-ab5a-1a4375b8b8ed tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0614276 Nov 09 17:57:49.079993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79df9850-3f5b-440a-8477-57a2c2fa7036 req-bfc5269a-52f3-430b-8b34-469ec96f0b16 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Nov 09 17:57:49.172151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6d418-6baa-45d9-9d5e-8585d404c20e req-3423d39c-21f1-4f1b-9a23-184be3d22ace tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:49.173611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70e6d418-6baa-45d9-9d5e-8585d404c20e req-3423d39c-21f1-4f1b-9a23-184be3d22ace tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1093299 Nov 09 17:57:49.233547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70e6d418-6baa-45d9-9d5e-8585d404c20e req-91efc6ad-d7a8-4364-a9f2-aa4aa5247f3f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526357 Nov 09 17:57:49.237347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39894) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.262761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74ff2b76-a55a-4b86-85f3-005423381964 req-1ec97999-76b9-4f40-a36d-28034e49b681 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1587005 Nov 09 17:57:49.278611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:49.303455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.391895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f692d-31de-4938-ae0f-5e7926e04b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.433556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8819aa-601e-43d8-bf3e-f1be22aa8894 req-2c133ad5-f4a4-4181-b310-14ccea56cd45 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:49.435038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e8819aa-601e-43d8-bf3e-f1be22aa8894 req-2c133ad5-f4a4-4181-b310-14ccea56cd45 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 943 time: 0.0939190 Nov 09 17:57:49.509825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e8819aa-601e-43d8-bf3e-f1be22aa8894 req-04696af3-519b-4574-9dc9-40b2762af380 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646725 Nov 09 17:57:49.533972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.586724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f692d-31de-4938-ae0f-5e7926e04b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.594727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f692d-31de-4938-ae0f-5e7926e04b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.664220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6c7f692d-31de-4938-ae0f-5e7926e04b8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37e628b5f11a44bf9b361dbeb8221dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256091 Nov 09 17:57:49.667105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39910) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:49.668928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f692d-31de-4938-ae0f-5e7926e04b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d274c613-9f00-40a2-a5a6-49d0a68ed886,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:49.693626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Allocated IP 172.25.0.115 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/b5ba29a4-4cba-4fad-b3eb-32566282150c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:49.724892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04aa5110-5276-4605-a8b4-d64e3d2b0c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.749961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04aa5110-5276-4605-a8b4-d64e3d2b0c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.801201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04aa5110-5276-4605-a8b4-d64e3d2b0c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.806877 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04aa5110-5276-4605-a8b4-d64e3d2b0c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.809148 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-04aa5110-5276-4605-a8b4-d64e3d2b0c20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d274c613-9f00-40a2-a5a6-49d0a68ed886 HTTP/1.1" status: 204 len: 168 time: 0.1403871 Nov 09 17:57:49.821575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa5110-5276-4605-a8b4-d64e3d2b0c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d274c613-9f00-40a2-a5a6-49d0a68ed886,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:49.850975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-e3908cf9-478a-4549-9265-eef5d43f3a61 service neutron] 10.222.0.73 "GET /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24/bindings/n-h2-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.0925381 Nov 09 17:57:49.853559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:49.957923 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.003894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39920) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:50.020731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:50.053274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:50.058570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=b5ba29a4-4cba-4fad-b3eb-32566282150c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.062917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:50.138587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002ece6f-0b21-41f7-a2a1-0a26600ae645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.175428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:50.217275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002ece6f-0b21-41f7-a2a1-0a26600ae645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.219623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fefb9-a4e3-4d2e-b069-3ff3facab2f2 req-57e07b07-3b23-4075-90b1-e699382c631a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:50.221149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f51fefb9-a4e3-4d2e-b069-3ff3facab2f2 req-57e07b07-3b23-4075-90b1-e699382c631a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1337273 Nov 09 17:57:50.221376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002ece6f-0b21-41f7-a2a1-0a26600ae645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.254050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:50.256366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.259131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ece6f-0b21-41f7-a2a1-0a26600ae645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8629cb-50c6-42ad-912c-857a587dea1d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.270111 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-002ece6f-0b21-41f7-a2a1-0a26600ae645 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38d35e55ca054075a657f0a6fbaa6bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651284 Nov 09 17:57:50.271036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:50.323912 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82708de9-2c65-49c9-8fed-12c4bf733edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.328382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aff39f6-8491-4279-8126-a65dfbceee24 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:50.339253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f51fefb9-a4e3-4d2e-b069-3ff3facab2f2 req-f54d3dfe-a8af-412b-89d1-bb4c771cd821 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088960 Nov 09 17:57:50.346024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:50.349746 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.349913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82708de9-2c65-49c9-8fed-12c4bf733edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.387270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.402999 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82708de9-2c65-49c9-8fed-12c4bf733edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.407018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82708de9-2c65-49c9-8fed-12c4bf733edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.412647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-82708de9-2c65-49c9-8fed-12c4bf733edd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e8629cb-50c6-42ad-912c-857a587dea1d HTTP/1.1" status: 204 len: 168 time: 0.1401794 Nov 09 17:57:50.425153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82708de9-2c65-49c9-8fed-12c4bf733edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8629cb-50c6-42ad-912c-857a587dea1d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.544852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39952) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:50.606348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1c54-2073-45e8-a454-f486a37ae818 req-09f05f20-09d1-4124-97ae-444a2e389627 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:50.607836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd9b1c54-2073-45e8-a454-f486a37ae818 req-09f05f20-09d1-4124-97ae-444a2e389627 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1504431 Nov 09 17:57:50.612379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] Transition to ACTIVE for port object 1aff39f6-8491-4279-8126-a65dfbceee24 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:57:50.629465 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.737662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.748658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd9b1c54-2073-45e8-a454-f486a37ae818 req-e88bb26a-8f51-4f8c-b537-92c498c70338 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302631 Nov 09 17:57:50.767585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.778054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1429987036-network', 'tenant_id': '197b59d5a925433089ef24635b9a2f19'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:50.784234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] Pushing event updated for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=10']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.788075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] No DVR routers for this DVR port 1aff39f6-8491-4279-8126-a65dfbceee24 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:57:50.811777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Made reservation on behalf of 197b59d5a925433089ef24635b9a2f19 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:50.814440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.823319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.911319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.918531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.953546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:50.963460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dca0ad2-ee2d-4dae-9073-7a5ad46e9daf,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:50.972635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:50.972982 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Added segment 1afcdefb-d258-4842-bcdc-36b104066c2d of type vlan for network a18d6ab6-633c-4357-ae56-43dab4d4d905 Nov 09 17:57:51.020307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.047080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.050429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.050429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.113229 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5667212 Nov 09 17:57:51.116088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39976) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:51.123334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Request body: {'subnet': {'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1429987036-subnet', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:51.144033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3966b-adf5-43b0-8958-736c6f0f95a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a18d6ab6-633c-4357-ae56-43dab4d4d905,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:51.155100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Made reservation on behalf of 197b59d5a925433089ef24635b9a2f19 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:51.155438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:51.158817 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.212243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d181b29f-6c5d-4c05-b3cf-f046e678c695 service neutron] 10.222.0.73 "PUT /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24/bindings/n-h2-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3515339 Nov 09 17:57:51.221564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event updated for resources: {'Port': ['ID=b5ba29a4-4cba-4fad-b3eb-32566282150c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:51.236068 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.254122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d434b-eba0-4bf5-b96b-7cea7518cb55 req-198d8549-e7c8-40cc-ac9b-d7bd056781ca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.261265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-740d434b-eba0-4bf5-b96b-7cea7518cb55 req-198d8549-e7c8-40cc-ac9b-d7bd056781ca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.4378493 Nov 09 17:57:51.261453 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39978) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:51.283643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.284862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74ff2b76-a55a-4b86-85f3-005423381964 req-c4aea461-3c1a-4de6-b154-db79bb051006 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0127180 Nov 09 17:57:51.376214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-740d434b-eba0-4bf5-b96b-7cea7518cb55 req-b8bf813e-7d5b-4cab-909f-526d6c7d5b00 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140068 Nov 09 17:57:51.376410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.384912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74ff2b76-a55a-4b86-85f3-005423381964 req-e69ac618-474d-4abf-93d0-1f493771c42a tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0838122 Nov 09 17:57:51.387641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-478cac51-e001-4589-a008-2d8096e1143c tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.389150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-478cac51-e001-4589-a008-2d8096e1143c tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.1016335 Nov 09 17:57:51.393410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1494384424-network', 'tenant_id': '5fb921facf074c68a74304192e0833f1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:51.457186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f968da9f-764f-4a23-848c-ac477e841963,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:51.462290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Made reservation on behalf of 5fb921facf074c68a74304192e0833f1 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:51.464540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.473842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Checking segment: {'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:51.474233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Network hostable DHCP agents. Network: a18d6ab6-633c-4357-ae56-43dab4d4d905, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:51.477396 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.510782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:51.526040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a18d6ab6-633c-4357-ae56-43dab4d4d905) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:51.535817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.536380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.536627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41e697-bf0d-4fa8-a4f1-34636d5c25a7 None None] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:51.568281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7291ee95-248d-47f5-baa1-f4fbfb515f80 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4509399 Nov 09 17:57:51.570919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39984) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:51.575440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:51.578679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-c5c377ff-d688-4b01-a23c-4467af0831c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.580165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-c5c377ff-d688-4b01-a23c-4467af0831c5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6&tenant_id=318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 1095 time: 0.1789701 Nov 09 17:57:51.597919 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.602249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2daa6a-715f-4743-9c37-c004603b3941 req-85ef69d8-8675-44a0-842f-043340cce865 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.603988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd2daa6a-715f-4743-9c37-c004603b3941 req-85ef69d8-8675-44a0-842f-043340cce865 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 944 time: 0.1546879 Nov 09 17:57:51.612396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2b76-a55a-4b86-85f3-005423381964 req-47a0f91b-10bf-494b-a431-09baa690c720 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.613052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.613997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74ff2b76-a55a-4b86-85f3-005423381964 req-47a0f91b-10bf-494b-a431-09baa690c720 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2114933 Nov 09 17:57:51.620849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.621769 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.648049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:57:51.665606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bbec4e-5065-49d8-ab66-758a29cf00c8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:51.670716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.671803 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Added segment 7ae6c1b6-791d-4a29-806d-29a0233f9ee4 of type vlan for network 290e3234-bd36-4066-9320-45c0befce4c3 Nov 09 17:57:51.685091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd2daa6a-715f-4743-9c37-c004603b3941 req-87e373e7-8366-4b93-a520-09222c50399a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701530 Nov 09 17:57:51.695618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-74af11a1-135e-4b56-a32c-7fc20110e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.697863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-74af11a1-135e-4b56-a32c-7fc20110e547 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1095 time: 0.0811305 Nov 09 17:57:51.746787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a18d6ab6-633c-4357-ae56-43dab4d4d905', 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'fixed_ips': [{'subnet_id': 'f968da9f-764f-4a23-848c-ac477e841963'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:51.750336 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.766986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.809232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.845278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd5626d7-a811-45c8-b83f-b09023e0b04e req-cf09f08a-1efd-425a-a815-7d72aaebb151 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips/250aa5d6-416e-4660-85c6-dd0510f38d79 HTTP/1.1" status: 200 len: 693 time: 0.0821867 Nov 09 17:57:51.926763 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.937762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.939228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.939832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:51.940261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Allocated IP 172.20.0.2 (a18d6ab6-633c-4357-ae56-43dab4d4d905/f968da9f-764f-4a23-848c-ac477e841963/508a17c2-32a8-429a-b960-964f8982f06a) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:51.951396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-329bac3c-08c2-4328-b41e-c4936c389c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.953153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-329bac3c-08c2-4328-b41e-c4936c389c43 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2470753 Nov 09 17:57:51.962671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd755953-5b2e-4f94-b5bf-28587a7e11a6 req-5fed7479-b79c-4633-b45b-81ee018f9515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:51.966785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd755953-5b2e-4f94-b5bf-28587a7e11a6 req-5fed7479-b79c-4633-b45b-81ee018f9515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1551883 Nov 09 17:57:52.016430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-e498aa01-1859-4679-943d-34ee5144b5af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 217 time: 0.0485013 Nov 09 17:57:52.036676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7725995 Nov 09 17:57:52.040554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39990) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:52.050186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Request body: {'subnet': {'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1494384424-subnet', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:52.081896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908bc44-2a46-4ebc-b764-229aebcf3220 admin admin] Pushing event updated for resources: {'Network': ['ID=290e3234-bd36-4066-9320-45c0befce4c3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.103208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Made reservation on behalf of 5fb921facf074c68a74304192e0833f1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:52.105601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.111679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd755953-5b2e-4f94-b5bf-28587a7e11a6 req-50637069-955a-44ed-ba3a-1fa482533949 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333120 Nov 09 17:57:52.120346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5626d7-a811-45c8-b83f-b09023e0b04e req-836fad0a-f419-4a74-b1ef-4157f9f98e59 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.128590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd5626d7-a811-45c8-b83f-b09023e0b04e req-836fad0a-f419-4a74-b1ef-4157f9f98e59 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2633908 Nov 09 17:57:52.140149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-cd5626d7-a811-45c8-b83f-b09023e0b04e req-010945c3-35f1-45e6-a8c6-5e9f37a6b284 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:57:52.145212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd5626d7-a811-45c8-b83f-b09023e0b04e req-010945c3-35f1-45e6-a8c6-5e9f37a6b284 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156837 Nov 09 17:57:52.147297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-472785bb-2796-45d7-881f-f15759748fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.148950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-472785bb-2796-45d7-881f-f15759748fb8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1198735 Nov 09 17:57:52.154016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 290e3234-bd36-4066-9320-45c0befce4c3 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:57:52.207780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-a7551bca-ff06-46ec-a171-1ee9e54705d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418253 Nov 09 17:57:52.312464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-999045d1-84cf-4f46-b297-2f525f899205 req-5e662419-86c9-413a-9ec7-9fc9d7a65cd3 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips/250aa5d6-416e-4660-85c6-dd0510f38d79 HTTP/1.1" status: 200 len: 693 time: 0.1476877 Nov 09 17:57:52.340816 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.350395 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.389668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:52.393352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:52.397328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:52.407552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce8289-3e0e-4603-82f9-dba80d8b916a req-05c5a3ec-27fa-4426-ba8a-9d243cb613e8 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.409113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2ce8289-3e0e-4603-82f9-dba80d8b916a req-05c5a3ec-27fa-4426-ba8a-9d243cb613e8 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2004726 Nov 09 17:57:52.436233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Pushing event updated for resources: {'Port': ['ID=508a17c2-32a8-429a-b960-964f8982f06a,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.452406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-d4e5dd22-3b9c-42f8-b271-6de6f9f668c9 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151608 Nov 09 17:57:52.471997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Attempting to bind port 508a17c2-32a8-429a-b960-964f8982f06a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:52.472693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Attempting to bind port 508a17c2-32a8-429a-b960-964f8982f06a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:52.473230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Attempting to bind port 508a17c2-32a8-429a-b960-964f8982f06a on network a18d6ab6-633c-4357-ae56-43dab4d4d905 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:52.479430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:52.479843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Checking segment: {'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:52.480226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.480627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Bound using segment: {'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:52.481112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Bound port: 508a17c2-32a8-429a-b960-964f8982f06a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:52.481504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.526183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2ce8289-3e0e-4603-82f9-dba80d8b916a req-b5ea086a-6447-4615-a973-52cc780de0ac tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087852 Nov 09 17:57:52.554303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999045d1-84cf-4f46-b297-2f525f899205 req-93c3fe9c-1168-4783-ac4d-81306682704c tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.555702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-999045d1-84cf-4f46-b297-2f525f899205 req-93c3fe9c-1168-4783-ac4d-81306682704c tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2295327 Nov 09 17:57:52.564125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] For port 508a17c2-32a8-429a-b960-964f8982f06a, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:52.568794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] For port 508a17c2-32a8-429a-b960-964f8982f06a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=508a17c2-32a8-429a-b960-964f8982f06a,segment=NetworkSegment(1afcdefb-d258-4842-bcdc-36b104066c2d),segment_id=1afcdefb-d258-4842-bcdc-36b104066c2d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:52.576184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:52.604408 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.620767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.637676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-999045d1-84cf-4f46-b297-2f525f899205 req-8ba5307d-1018-4b39-9f5e-9da22dda12e3 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0757260 Nov 09 17:57:52.646788 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.664050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:57:52.684906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12b7ed-b093-4984-a8bc-20381e1dffbd None None] Pushing event updated for resources: {'Port': ['ID=508a17c2-32a8-429a-b960-964f8982f06a,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.692832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-e8ac0010-b414-46d5-a106-2bec86eabc12 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301116 Nov 09 17:57:52.701158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.740505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-999045d1-84cf-4f46-b297-2f525f899205 req-b470ac54-cadf-4a30-9f62-f5eb5f38b945 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0775115 Nov 09 17:57:52.752541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30db97-86ed-4bd8-bded-02cebc089ef8 req-ff5cd09b-9c46-4002-a1f4-1f1f8a1d0dec tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.754748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa30db97-86ed-4bd8-bded-02cebc089ef8 req-ff5cd09b-9c46-4002-a1f4-1f1f8a1d0dec tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.1399159 Nov 09 17:57:52.765008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ba9a67-5907-4051-ad33-7d8da38c97e8,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:52.828298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Checking segment: {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:52.828971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Network hostable DHCP agents. Network: 290e3234-bd36-4066-9320-45c0befce4c3, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:57:52.849157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Allocated IP 172.25.0.239 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/6378b953-0b34-4afa-a3c8-6834e0816175) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:52.889862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Network 290e3234-bd36-4066-9320-45c0befce4c3 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:57:52.899447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa30db97-86ed-4bd8-bded-02cebc089ef8 req-481dec6f-8960-495e-ac93-a2db15c80499 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362219 Nov 09 17:57:52.969964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 290e3234-bd36-4066-9320-45c0befce4c3) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:52.980264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Deleting port b5ba29a4-4cba-4fad-b3eb-32566282150c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:52.983122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.983679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:52.984279 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:52.998800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a9604-133c-4e61-9da7-fd74780b668e None None] Network 290e3234-bd36-4066-9320-45c0befce4c3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:53.012161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-af6518a2-c1f5-4547-8b3e-7fd6c9e5ff03 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9671831 Nov 09 17:57:53.015313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40002) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:53.021774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:53.058749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.059801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.137743 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.147282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.159369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-e33add0a-df9b-41cc-8daf-2cd10d5a3b9d tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.161222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-e33add0a-df9b-41cc-8daf-2cd10d5a3b9d tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.2001026 Nov 09 17:57:53.172577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a95fad-7115-4706-a8a5-219d228d653f req-40b3f993-6c53-46c2-bd71-17b7192740d0 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.174153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69a95fad-7115-4706-a8a5-219d228d653f req-40b3f993-6c53-46c2-bd71-17b7192740d0 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1836529 Nov 09 17:57:53.188875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.189275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.191804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-290e3234-bd36-4066-9320-45c0befce4c3', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:57:53.193099 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.237405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Calling delete_port for b5ba29a4-4cba-4fad-b3eb-32566282150c owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:53.303215 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.310221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.329024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69a95fad-7115-4706-a8a5-219d228d653f req-63c10af4-8c97-4690-a5f0-0abe3e1a61fd tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369805 Nov 09 17:57:53.371980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:53.385364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Allocated IP 172.20.0.2 (290e3234-bd36-4066-9320-45c0befce4c3/96ba9a67-5907-4051-ad33-7d8da38c97e8/5011abee-1af3-42f3-809c-828a54900b52) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:53.405578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:53.408385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:53.410309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6378b953-0b34-4afa-a3c8-6834e0816175,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.469345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-b07bdaa1-4388-4dda-9940-dcc3042a6a87 service neutron] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:53.484826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-b07bdaa1-4388-4dda-9940-dcc3042a6a87 service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.486103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-759e5f7b-d833-4180-bdf7-f3e096272a3b req-b07bdaa1-4388-4dda-9940-dcc3042a6a87 service neutron] 10.222.0.85 "DELETE /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24/bindings/n-h1-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.3061888 Nov 09 17:57:53.527553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c29c00-062f-443f-934c-756a4a3997f2 req-e562226a-d3d6-4eb4-b353-f6c5fc9d5adb tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.529341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30c29c00-062f-443f-934c-756a4a3997f2 req-e562226a-d3d6-4eb4-b353-f6c5fc9d5adb tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 944 time: 0.1236987 Nov 09 17:57:53.580901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.613251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30c29c00-062f-443f-934c-756a4a3997f2 req-f9f493d3-46f2-4f9a-b029-efbf8c7872df tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752482 Nov 09 17:57:53.616379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event deleted for resources: {'Port': ['ID=b5ba29a4-4cba-4fad-b3eb-32566282150c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.622146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.634772 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.678652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Pushing event updated for resources: {'Port': ['ID=5011abee-1af3-42f3-809c-828a54900b52,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:53.694647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Network 290e3234-bd36-4066-9320-45c0befce4c3 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:53.696233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:53.698753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:53.727062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.729719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.731132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-999045d1-84cf-4f46-b297-2f525f899205 req-cd898730-271c-496c-8a3a-efc40dec4908 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "DELETE /v2.0/floatingips/250aa5d6-416e-4660-85c6-dd0510f38d79 HTTP/1.1" status: 204 len: 173 time: 0.9753613 Nov 09 17:57:53.813899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Attempting to bind port 5011abee-1af3-42f3-809c-828a54900b52 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:53.814223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Attempting to bind port 5011abee-1af3-42f3-809c-828a54900b52 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:53.814748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Attempting to bind port 5011abee-1af3-42f3-809c-828a54900b52 on network 290e3234-bd36-4066-9320-45c0befce4c3 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:53.821448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:53.821810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Checking segment: {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:53.826470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.826881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Bound using segment: {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:53.827413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Bound port: 5011abee-1af3-42f3-809c-828a54900b52, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:53.827805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.873987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44eb76-bb51-4d08-8740-1e16f0721d7a req-690c7046-ba8d-42f4-bd42-799e949fcb6a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:53.883680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc44eb76-bb51-4d08-8740-1e16f0721d7a req-690c7046-ba8d-42f4-bd42-799e949fcb6a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.0799506 Nov 09 17:57:53.937823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc44eb76-bb51-4d08-8740-1e16f0721d7a req-28eabd88-9c27-4d9f-8b17-d7e217eccb46 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525808 Nov 09 17:57:53.961488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] For port 5011abee-1af3-42f3-809c-828a54900b52, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:53.982610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f7d77-b439-412d-ab25-afa1fcfb88eb None None] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:53.982765 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:53.991906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] For port 5011abee-1af3-42f3-809c-828a54900b52, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5011abee-1af3-42f3-809c-828a54900b52,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:54.085758 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.206390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c4842-d74b-4d46-be73-f9c46599f544 None None] Pushing event updated for resources: {'Port': ['ID=5011abee-1af3-42f3-809c-828a54900b52,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:54.232030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f69b9dd4-2897-4d2b-ba18-7411efb81c75 None None] Provisioning complete for port 508a17c2-32a8-429a-b960-964f8982f06a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:54.232404 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f69b9dd4-2897-4d2b-ba18-7411efb81c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.340293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.383794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.521155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 508a17c2-32a8-429a-b960-964f8982f06a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:54.603105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f69b9dd4-2897-4d2b-ba18-7411efb81c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.638253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.656968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Allocated IP 172.25.0.198 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/1cab26da-5ffb-4518-97d2-8e38da3ed6e5) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:54.678687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f69b9dd4-2897-4d2b-ba18-7411efb81c75 None None] For port 508a17c2-32a8-429a-b960-964f8982f06a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=508a17c2-32a8-429a-b960-964f8982f06a,segment=NetworkSegment(1afcdefb-d258-4842-bcdc-36b104066c2d),segment_id=1afcdefb-d258-4842-bcdc-36b104066c2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:54.689298 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f69b9dd4-2897-4d2b-ba18-7411efb81c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.728394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 508a17c2-32a8-429a-b960-964f8982f06a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:54.728750 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:54.771335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b9dd4-2897-4d2b-ba18-7411efb81c75 None None] Pushing event updated for resources: {'Port': ['ID=508a17c2-32a8-429a-b960-964f8982f06a,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:54.902381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a8f85-5247-419b-9b1e-f1c202ebaa4c req-df02e1f3-3767-40c3-bfa8-9aeb4f62a0ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.918229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab6a8f85-5247-419b-9b1e-f1c202ebaa4c req-df02e1f3-3767-40c3-bfa8-9aeb4f62a0ef tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 971 time: 0.3224547 Nov 09 17:57:54.934223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae55bc1-f610-4b69-9d0f-c8f936b7ba00 req-ac07980d-f40f-46dd-9738-a12bb7ee37a5 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:54.943907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae55bc1-f610-4b69-9d0f-c8f936b7ba00 req-ac07980d-f40f-46dd-9738-a12bb7ee37a5 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9466147 Nov 09 17:57:54.980753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.001517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab6a8f85-5247-419b-9b1e-f1c202ebaa4c req-843244ce-ce2c-4ba9-bda4-9511e646166d tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819685 Nov 09 17:57:55.002537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Router 27473448-fecf-4d75-a59e-00a7646bf069 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:57:55.094144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3898c3-f4bf-4c33-a3be-f310baeef5fd req-8236e0b1-dd80-4465-907d-77be76660d84 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.095688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe3898c3-f4bf-4c33-a3be-f310baeef5fd req-8236e0b1-dd80-4465-907d-77be76660d84 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1095 time: 0.0498929 Nov 09 17:57:55.148377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-731fe0ba-8618-415c-aa99-d175841c2809 None None] Provisioning complete for port 508a17c2-32a8-429a-b960-964f8982f06a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:55.148701 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-731fe0ba-8618-415c-aa99-d175841c2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.189776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe3898c3-f4bf-4c33-a3be-f310baeef5fd req-0ddd68a9-cfd0-43c8-b086-64c9b5ccd0d8 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816679 Nov 09 17:57:55.221086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba656627-c7f8-46d4-afb7-e9bc7471d5df req-406e122d-1942-4b54-9c31-33cc69b67475 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.230445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba656627-c7f8-46d4-afb7-e9bc7471d5df req-406e122d-1942-4b54-9c31-33cc69b67475 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1193874 Nov 09 17:57:55.304917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba656627-c7f8-46d4-afb7-e9bc7471d5df req-ace0d01b-ccf5-4da4-af2f-1a6b03c858f6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700386 Nov 09 17:57:55.392677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0e83818b-ea24-4637-b361-43306d714abe req-d114e887-0d1a-4fdd-b2b9-e11165fba9b5 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=09b7f4fbe3da4ce2b0cbdb224b88b216 HTTP/1.1" status: 200 len: 1656 time: 0.0694072 Nov 09 17:57:55.475351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.528020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:55.536522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6ee88-21a3-4efa-a567-c4cae4d2cc41 req-f45ce962-bb39-444c-a58e-86b98815fdf9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.537268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:55.538350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96a6ee88-21a3-4efa-a567-c4cae4d2cc41 req-f45ce962-bb39-444c-a58e-86b98815fdf9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1158402 Nov 09 17:57:55.540996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:55.560338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83818b-ea24-4637-b361-43306d714abe req-4a203fc6-f22e-4b39-942d-5b9011cb75ae tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.561098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Pushing event updated for resources: {'Port': ['ID=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:55.562528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0e83818b-ea24-4637-b361-43306d714abe req-4a203fc6-f22e-4b39-942d-5b9011cb75ae tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks?id=df1d0633-e17e-4542-bba3-6a220dd1112b&id=df1d0633-e17e-4542-bba3-6a220dd1112b&id=df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 787 time: 0.1656487 Nov 09 17:57:55.585567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:55.587790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-0e83818b-ea24-4637-b361-43306d714abe req-70dcff2e-34ef-48a1-9a0d-97a2a4aef45a tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:57:55.589109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0e83818b-ea24-4637-b361-43306d714abe req-70dcff2e-34ef-48a1-9a0d-97a2a4aef45a tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167191 Nov 09 17:57:55.602209 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Sync routers for ids ['27473448-fecf-4d75-a59e-00a7646bf069'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:55.624754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96a6ee88-21a3-4efa-a567-c4cae4d2cc41 req-1a9743c0-6d2e-4f59-aa5b-f12af94edca5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770273 Nov 09 17:57:55.627199 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Routers {'27473448-fecf-4d75-a59e-00a7646bf069'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:55.627825 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['27473448-fecf-4d75-a59e-00a7646bf069'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:55.679864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4879342f-9cee-4dc5-bfdd-58a6abd6cfd4 None None] Network 290e3234-bd36-4066-9320-45c0befce4c3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:57:55.688123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.689363 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db7779ae-4c63-4129-9cae-9bcbe9c136c4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1173935 Nov 09 17:57:55.706512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40050) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:55.763316 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Set router 27473448-fecf-4d75-a59e-00a7646bf069 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:55.776827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-83de1ce2-f007-4cc4-8248-cac1cb6e28e8 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips/1878f61f-78a8-4423-b772-79db115d2600 HTTP/1.1" status: 200 len: 692 time: 0.1007283 Nov 09 17:57:55.823914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0ce8ca23-9c04-4108-bd02-fb1be9337754 None None] Provisioning complete for port 5011abee-1af3-42f3-809c-828a54900b52 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:55.824323 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ca23-9c04-4108-bd02-fb1be9337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.915820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-dde9b69d-82e0-4ec1-aefd-5fc9d7f6c03a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.920120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-dde9b69d-82e0-4ec1-aefd-5fc9d7f6c03a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.1958241 Nov 09 17:57:55.949066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-533510cb-51d9-4ddf-bf75-ce1ff8f0cfdd tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/quotas/318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 375 time: 0.0279055 Nov 09 17:57:55.949253 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ca23-9c04-4108-bd02-fb1be9337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:55.971253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-67f28503-5b7b-469f-bf9f-c253ac0700d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:55.979511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-67f28503-5b7b-469f-bf9f-c253ac0700d7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1950662 Nov 09 17:57:55.995771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0ce8ca23-9c04-4108-bd02-fb1be9337754 None None] For port 5011abee-1af3-42f3-809c-828a54900b52, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5011abee-1af3-42f3-809c-828a54900b52,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:55.999702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-2b8c5e3a-377b-4a31-afae-509ea60882c2 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:57:56.001304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ca23-9c04-4108-bd02-fb1be9337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.007103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-2b8c5e3a-377b-4a31-afae-509ea60882c2 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266354 Nov 09 17:57:56.027272 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:53Z', 'revision_number': 3, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port': {'id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:52Z', 'updated_at': '2021-11-09T17:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:56.068999 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Checking router: 27473448-fecf-4d75-a59e-00a7646bf069 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:56.069384 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Updating router 27473448-fecf-4d75-a59e-00a7646bf069 port 6378b953-0b34-4afa-a3c8-6834e0816175 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:56.085251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-ad93cdf9-7c42-459d-ae92-534f174a31bc tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.0772843 Nov 09 17:57:56.105459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-c777f845-7738-4034-a53b-93e7c7bdd7ba tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553586 Nov 09 17:57:56.110162 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.118734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.153013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8ca23-9c04-4108-bd02-fb1be9337754 None None] Pushing event updated for resources: {'Port': ['ID=5011abee-1af3-42f3-809c-828a54900b52,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:56.242819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-fa01b7d6-bcc7-4044-a7d5-8522b2ad0e56 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.88 HTTP/1.1" status: 200 len: 695 time: 0.1350365 Nov 09 17:57:56.333649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-14d44d39-d47a-4f79-b36e-1fd78dccc96b None None] Provisioning complete for port 5011abee-1af3-42f3-809c-828a54900b52 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:56.333649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-14d44d39-d47a-4f79-b36e-1fd78dccc96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.405045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-7f7a423d-fc73-40bb-b03a-0eab02494177 service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986255 Nov 09 17:57:56.479365 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.487229 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.508508 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.540942 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e818125-5eea-4c09-9d5b-72ef0fed0be9 None None] Pushing event updated for resources: {'Port': ['ID=6378b953-0b34-4afa-a3c8-6834e0816175,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:56.565604 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Attempting to bind port 6378b953-0b34-4afa-a3c8-6834e0816175 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:56.566764 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Attempting to bind port 6378b953-0b34-4afa-a3c8-6834e0816175 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:56.566764 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Attempting to bind port 6378b953-0b34-4afa-a3c8-6834e0816175 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:56.574355 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:56.575000 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:56.575501 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.575988 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:56.576567 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Bound port: 6378b953-0b34-4afa-a3c8-6834e0816175, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:56.577613 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.583706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5011abee-1af3-42f3-809c-828a54900b52 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:56.596974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0f198-f080-40e2-97ff-3341d745c134 req-c9255cfb-cdc4-4559-a77f-c6e212294e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:56.598787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14a0f198-f080-40e2-97ff-3341d745c134 req-c9255cfb-cdc4-4559-a77f-c6e212294e78 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1122 time: 0.3060491 Nov 09 17:57:56.605868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:57:56.621644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-66f9ce8e-8c13-4b8b-a74b-8b0953c4a82b service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117450 Nov 09 17:57:56.657624 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] For port 6378b953-0b34-4afa-a3c8-6834e0816175, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:56.662839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] For port 6378b953-0b34-4afa-a3c8-6834e0816175, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6378b953-0b34-4afa-a3c8-6834e0816175,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:56.670387 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.674496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Router 805eaf2d-7153-4701-a1db-1494fb221556 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:57:56.691797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.691989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14a0f198-f080-40e2-97ff-3341d745c134 req-226f7019-50b6-40b8-82f5-477647767bc1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663607 Nov 09 17:57:56.704165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Deleting port 07772e23-cc69-42a3-bb17-26fe59b0ef91 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:56.704653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.730556 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Routers {'27473448-fecf-4d75-a59e-00a7646bf069'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:56.731177 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['27473448-fecf-4d75-a59e-00a7646bf069'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:56.744879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:56.759031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'mac_address': 'fa:16:3e:74:d6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-499156703', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:57:56.763021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5011abee-1af3-42f3-809c-828a54900b52 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:56.763468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.801716 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.802239 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.818269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Calling delete_port for 07772e23-cc69-42a3-bb17-26fe59b0ef91 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:56.840654 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] Set router 27473448-fecf-4d75-a59e-00a7646bf069 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:56.874582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.891314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:56.920165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:56.932492 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:56.943282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 508a17c2-32a8-429a-b960-964f8982f06a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:56.980869 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e818125-5eea-4c09-9d5b-72ef0fed0be9 None None] Pushing event updated for resources: {'Port': ['ID=6378b953-0b34-4afa-a3c8-6834e0816175,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:57.036468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:57.065348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 508a17c2-32a8-429a-b960-964f8982f06a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:57.065730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.101385 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:53Z', 'revision_number': 3, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port': {'id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:52Z', 'updated_at': '2021-11-09T17:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:57.137877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d6ea2-4ff1-4c4a-8000-8f4b9a3ae18d req-8b9e289b-db3e-4c22-bcf1-6613b579d962 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:57.138690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Allocated IP 172.20.0.1 (a18d6ab6-633c-4357-ae56-43dab4d4d905/f968da9f-764f-4a23-848c-ac477e841963/6bfee067-5c32-4885-9813-2735f51269f1) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:57.139231 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15080a59-eb4f-401d-98c9-a430ebf71382 None None] The sync data for ids ['27473448-fecf-4d75-a59e-00a7646bf069'] in n-d-817240-1 is: [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:53Z', 'revision_number': 3, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port': {'id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:52Z', 'updated_at': '2021-11-09T17:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:57.139488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c08d6ea2-4ff1-4c4a-8000-8f4b9a3ae18d req-8b9e289b-db3e-4c22-bcf1-6613b579d962 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 970 time: 0.1529207 Nov 09 17:57:57.182954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:57.219435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['aa17ee0c-9747-4946-b494-3df556c4a65c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:57:57.222929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Sync routers for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:57.239229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c08d6ea2-4ff1-4c4a-8000-8f4b9a3ae18d req-7f3ccb37-22cd-4adf-a768-fa019402149c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499203 Nov 09 17:57:57.250442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.251680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-afb92046-1c35-40bf-bb65-bddf21455899 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2354360 Nov 09 17:57:57.252816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.257575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:57:57.295907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event deleted for resources: {'Port': ['ID=07772e23-cc69-42a3-bb17-26fe59b0ef91,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:57.372766 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.377391 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.378711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9deeccb5-29e4-460b-be7f-5d8fe1260024 req-453e9be9-004b-4026-9314-56a66cb1e932 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "DELETE /v2.0/floatingips/1878f61f-78a8-4423-b772-79db115d2600 HTTP/1.1" status: 204 len: 173 time: 1.1239789 Nov 09 17:57:57.409471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:57.409471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:57.428424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.459286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7e148-8c79-433f-929c-112a4abc5bd8 req-eeb9b3c1-a54d-499a-8ccf-f3fe9bcfb30e tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:57.460861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7e7e148-8c79-433f-929c-112a4abc5bd8 req-eeb9b3c1-a54d-499a-8ccf-f3fe9bcfb30e tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0692074 Nov 09 17:57:57.523565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7e7e148-8c79-433f-929c-112a4abc5bd8 req-71ff93c4-7b85-4edc-87bd-49052dc9754a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535467 Nov 09 17:57:57.630494 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:57.757596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2aede72e-0a1b-4d59-94b6-13ed68e741de req-1df5df38-9acf-4a72-982f-0e036715e2d6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 210 time: 0.0785000 Nov 09 17:57:57.861172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:57.911038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ca9e-2daf-4ef6-b33f-ded8acc70fdb req-601b93f0-5654-4fde-8c9f-59f10c78a50f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:57.912728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73e3ca9e-2daf-4ef6-b33f-ded8acc70fdb req-601b93f0-5654-4fde-8c9f-59f10c78a50f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.2223561 Nov 09 17:57:57.916545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-49fc9a1e-1a70-4912-b1ee-13cee7b04e93 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips/23d991e9-3e5b-4f17-85df-9ae93b336984 HTTP/1.1" status: 200 len: 693 time: 0.0948262 Nov 09 17:57:58.029334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73e3ca9e-2daf-4ef6-b33f-ded8acc70fdb req-7b6bcb70-1c58-4013-a956-6faea4115b92 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061950 Nov 09 17:57:58.071630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-8060f201-f6a5-4a63-80e2-39d9a83abac9 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:58.079432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-8060f201-f6a5-4a63-80e2-39d9a83abac9 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1552145 Nov 09 17:57:58.137872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-ee3cfdd3-27a2-467b-bb8d-ca479cfddf21 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0572996 Nov 09 17:57:58.154213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:58.156368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:55Z', 'revision_number': 3, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:58.178918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:58.188750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:58.191894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Checking router: 805eaf2d-7153-4701-a1db-1494fb221556 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:57:58.192256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Updating router 805eaf2d-7153-4701-a1db-1494fb221556 port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:57:58.208893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-6820f922-53a9-457a-a298-af9040073075 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0700266 Nov 09 17:57:58.227526 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.240746 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.344747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfee067-5c32-4885-9813-2735f51269f1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:58.537651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6378b953-0b34-4afa-a3c8-6834e0816175 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:57:58.629446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc9367-2c45-4bc4-ad1b-9f6d1deddd0f req-3fa92efe-baaa-4a64-a29a-80073ba541bb tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:58.630935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:57:58.631197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7bc9367-2c45-4bc4-ad1b-9f6d1deddd0f req-3fa92efe-baaa-4a64-a29a-80073ba541bb tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 970 time: 0.2344460 Nov 09 17:57:58.637189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.689010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cb414c5c-c945-4fbc-9e58-b492b25ea827 None None] Provisioning complete for port 6bfee067-5c32-4885-9813-2735f51269f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:58.689701 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb414c5c-c945-4fbc-9e58-b492b25ea827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.694289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.695119 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-99c60db0-0b41-43ae-bd42-604909831f41 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:58.696754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-99c60db0-0b41-43ae-bd42-604909831f41 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.2987244 Nov 09 17:57:58.697796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Deleting port 47a0fe6c-e795-4878-8c08-f0ce2dbf9af1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:57:58.698148 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.737208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6378b953-0b34-4afa-a3c8-6834e0816175 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:58.737632 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.746331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Request body: {'port': {'device_id': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'admin_state_up': True, 'tenant_id': '318aca4218784719bcba0ea84a1e72b6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:57:58.755071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7bc9367-2c45-4bc4-ad1b-9f6d1deddd0f req-61e69d63-2629-441c-bc7d-f7c4467b3d3b tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138558 Nov 09 17:57:58.783929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cb414c5c-c945-4fbc-9e58-b492b25ea827 None None] Port 6bfee067-5c32-4885-9813-2735f51269f1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:58.887654 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.887980 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.905201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Calling delete_port for 47a0fe6c-e795-4878-8c08-f0ce2dbf9af1 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:57:58.923180 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.927394 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.943200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:58.965820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:57:58.984334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Made reservation on behalf of 318aca4218784719bcba0ea84a1e72b6 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:57:58.987826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.013738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Allocated IP 172.20.0.1 (290e3234-bd36-4066-9320-45c0befce4c3/96ba9a67-5907-4051-ad33-7d8da38c97e8/6b3409a9-2fe9-4ac8-83ac-d584691636ec) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:59.045246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.046978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:59.051879 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.059028 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.066733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.069581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Attempting to bind port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:57:59.069957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Attempting to bind port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:57:59.070361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Attempting to bind port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:57:59.072465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4598eb4-6dcf-48be-a1ee-2d38d3be45da None None] Pushing event updated for resources: {'Port': ['ID=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.114041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:57:59.114628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:57:59.114921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.115326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:57:59.115897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Bound port: 1cab26da-5ffb-4518-97d2-8e38da3ed6e5, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:57:59.116185 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.126813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 6378b953-0b34-4afa-a3c8-6834e0816175, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6378b953-0b34-4afa-a3c8-6834e0816175,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:57:59.156538 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.193111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.199479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=10']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.208019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfee067-5c32-4885-9813-2735f51269f1,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.237331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] For port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:57:59.254495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] For port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:57:59.266366 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.275331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=6378b953-0b34-4afa-a3c8-6834e0816175,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.293760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.337737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:59.338380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:59.361930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:59.363904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:59.369692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.373538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fbfc0-cb0f-4898-9597-252936f45442 req-fe55ed05-56e6-4b01-9b85-b03e0c175d3c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:57:59.381495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e7fbfc0-cb0f-4898-9597-252936f45442 req-fe55ed05-56e6-4b01-9b85-b03e0c175d3c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.4140103 Nov 09 17:57:59.404660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4598eb4-6dcf-48be-a1ee-2d38d3be45da None None] Pushing event updated for resources: {'Port': ['ID=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.477730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:57:59.501624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e7fbfc0-cb0f-4898-9597-252936f45442 req-56420b4e-d719-488d-871d-2acb39669d0d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191757 Nov 09 17:57:59.544942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.587384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Pushing event updated for resources: {'Port': ['ID=6b3409a9-2fe9-4ac8-83ac-d584691636ec,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.594134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Network 290e3234-bd36-4066-9320-45c0befce4c3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:57:59.597210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:57:59.601843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:57:59.623758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event deleted for resources: {'Port': ['ID=47a0fe6c-e795-4878-8c08-f0ce2dbf9af1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:57:59.647926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Router 27473448-fecf-4d75-a59e-00a7646bf069 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:57:59.649932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Allocated IP 172.20.0.12 (5a4facf0-c687-48a1-bde1-0c241b60a116/9346dad8-ca84-4a50-af9e-5fca0b0d293f/a1dcefd3-157d-4fd5-9c4e-023c57af5f58) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:57:59.679120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09267b52-f295-4f56-bd3f-f997b94504fe req-66b98ea9-aed5-4bd5-aa5c-d0d508efee20 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 210 time: 0.0892146 Nov 09 17:57:59.766522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.838707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:55Z', 'revision_number': 3, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:59.882807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1fcb5-9428-4a8b-9ace-88d73ccaca55 None None] The sync data for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 is: [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:55Z', 'revision_number': 3, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:57:59.885492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-af766cec-6f01-4d32-99fd-afe0e916b479 None None] Provisioning complete for port 6bfee067-5c32-4885-9813-2735f51269f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:57:59.886030 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af766cec-6f01-4d32-99fd-afe0e916b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.942581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:57:59.943080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-af766cec-6f01-4d32-99fd-afe0e916b479 None None] Port 6bfee067-5c32-4885-9813-2735f51269f1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:57:59.954600 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Sync routers for ids ['27473448-fecf-4d75-a59e-00a7646bf069'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:57:59.965854 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7cb0252c-8ffa-473e-abd9-cd2d9b2454c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/27473448-fecf-4d75-a59e-00a7646bf069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2583206 Nov 09 17:57:59.966681 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Routers {'27473448-fecf-4d75-a59e-00a7646bf069'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:57:59.967469 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['27473448-fecf-4d75-a59e-00a7646bf069'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:57:59.982857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:57:59.987647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.059739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.062550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.072172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a174551b-1f8f-42fa-87cc-0258b8e8fe95 None None] Provisioning complete for port 6b3409a9-2fe9-4ac8-83ac-d584691636ec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:00.073370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a174551b-1f8f-42fa-87cc-0258b8e8fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.077795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c93e131-d4a4-49c5-9c5a-29ea03a68e82 req-a4816dae-fbb1-4f0c-881b-0a2c0f3e0fa7 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "DELETE /v2.0/floatingips/23d991e9-3e5b-4f17-85df-9ae93b336984 HTTP/1.1" status: 204 len: 173 time: 1.8678751 Nov 09 17:58:00.097944 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.118889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74eb5d-5a64-4b34-9a8b-2df3fb7cbd40 req-a14f25c3-ebea-487a-8805-db5ff137ccd1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:00.121055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a74eb5d-5a64-4b34-9a8b-2df3fb7cbd40 req-a14f25c3-ebea-487a-8805-db5ff137ccd1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1278486 Nov 09 17:58:00.146435 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Set router 27473448-fecf-4d75-a59e-00a7646bf069 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:00.172188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a174551b-1f8f-42fa-87cc-0258b8e8fe95 None None] Port 6b3409a9-2fe9-4ac8-83ac-d584691636ec cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:00.257533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:00.268389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.268909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:00.270272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:00.285274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:00.288002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.349460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a74eb5d-5a64-4b34-9a8b-2df3fb7cbd40 req-2c052b8e-4909-4741-8dfc-4b9e45838584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633239 Nov 09 17:58:00.372362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828406fa-1f4f-4069-9cca-147215ef7fa3 req-94e25c6f-57ee-4c51-ac61-22fbd40187bb tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:00.373923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-828406fa-1f4f-4069-9cca-147215ef7fa3 req-94e25c6f-57ee-4c51-ac61-22fbd40187bb tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1121 time: 0.1865952 Nov 09 17:58:00.396501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:00.397165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.404945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.408422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Pushing event updated for resources: {'Port': ['ID=6b3409a9-2fe9-4ac8-83ac-d584691636ec,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:00.481860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-828406fa-1f4f-4069-9cca-147215ef7fa3 req-fc7228df-d036-4163-88a1-701282056c07 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984836 Nov 09 17:58:00.526259 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 4, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port': {'id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:52Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6bfee067-5c32-4885-9813-2735f51269f1', 'name': '', 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'mac_address': 'fa:16:3e:21:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f968da9f-764f-4a23-848c-ac477e841963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:56Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 2, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'subnets': [{'id': 'f968da9f-764f-4a23-848c-ac477e841963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:00.559971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-6cd24fb2-1078-4ee0-9796-6f73354ed815 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8422585 Nov 09 17:58:00.566356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Network 290e3234-bd36-4066-9320-45c0befce4c3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:00.568135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:00.574834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-665a5102-7117-4eb7-8ac6-8c2ad1364b0d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips/4b7f8400-4a6f-4e0b-8003-05b9e6937937 HTTP/1.1" status: 200 len: 693 time: 0.0916691 Nov 09 17:58:00.595245 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Checking router: 27473448-fecf-4d75-a59e-00a7646bf069 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:00.600585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:00.603896 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Updating router 27473448-fecf-4d75-a59e-00a7646bf069 port 6bfee067-5c32-4885-9813-2735f51269f1 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:58:00.610731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Request body: {'port': {'device_id': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:00.652160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:00.675348 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.770232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port aa17ee0c-9747-4946-b494-3df556c4a65c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:00.770984 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.774986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:00.775653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.799851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Router 805eaf2d-7153-4701-a1db-1494fb221556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:00.814919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:00.958725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-37b6fbc1-b831-4684-b887-58879bd69f6d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:00.961059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-37b6fbc1-b831-4684-b887-58879bd69f6d tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.3829687 Nov 09 17:58:01.020191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:01.055235 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c0c5f07f-e88e-4240-b671-96881928eb5d admin admin] 10.222.0.32 "PUT /v2.0/routers/805eaf2d-7153-4701-a1db-1494fb221556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7828631 Nov 09 17:58:01.079736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-146e0fdb-02d7-46ed-90fc-f4b4d8379da0 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.176 HTTP/1.1" status: 200 len: 696 time: 0.1017253 Nov 09 17:58:01.126668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a0b349be-8716-4e24-9595-beb782e4c0c7 None None] Provisioning complete for port 6b3409a9-2fe9-4ac8-83ac-d584691636ec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:01.127225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a0b349be-8716-4e24-9595-beb782e4c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.211848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-3c236df2-97a0-4577-9524-d5a75f9d41d6 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4131553 Nov 09 17:58:01.217606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-83c799a5-25b9-4a01-b439-6391f78e1e68 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.176 HTTP/1.1" status: 200 len: 696 time: 0.0863826 Nov 09 17:58:01.230197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:01.230734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a0b349be-8716-4e24-9595-beb782e4c0c7 None None] Port 6b3409a9-2fe9-4ac8-83ac-d584691636ec cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:01.276268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.282347 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.290809 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.319168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:01.320721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.343384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.344572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6378b953-0b34-4afa-a3c8-6834e0816175 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:01.349982 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9a7b5-f279-4914-ab50-ba9f7d2743ae None None] Pushing event updated for resources: {'Port': ['ID=6bfee067-5c32-4885-9813-2735f51269f1,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.356343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:01.358708 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a2a29e-4a55-4016-9147-2c43ded51e8a" -d '{"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-plugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:01.403710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.415559 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Attempting to bind port 6bfee067-5c32-4885-9813-2735f51269f1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:01.416093 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Attempting to bind port 6bfee067-5c32-4885-9813-2735f51269f1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:01.416261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:01.416628 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Attempting to bind port 6bfee067-5c32-4885-9813-2735f51269f1 on network a18d6ab6-633c-4357-ae56-43dab4d4d905 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:01.423811 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:01.424246 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Checking segment: {'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:01.424851 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.425380 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Bound using segment: {'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:01.425853 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Bound port: 6bfee067-5c32-4885-9813-2735f51269f1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afcdefb-d258-4842-bcdc-36b104066c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:01.427202 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.428804 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.457093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.502480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6378b953-0b34-4afa-a3c8-6834e0816175 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:01.502863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.522160 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] For port 6bfee067-5c32-4885-9813-2735f51269f1, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:01.525925 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] For port 6bfee067-5c32-4885-9813-2735f51269f1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6bfee067-5c32-4885-9813-2735f51269f1,segment=NetworkSegment(1afcdefb-d258-4842-bcdc-36b104066c2d),segment_id=1afcdefb-d258-4842-bcdc-36b104066c2d)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:01.536456 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.543351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.621201 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Routers {'27473448-fecf-4d75-a59e-00a7646bf069'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:01.621824 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['27473448-fecf-4d75-a59e-00a7646bf069'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:01.625686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Deleting port 352b4887-8489-429b-b144-043e6ccdd20a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:01.626036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.657520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-954de6de-3344-46a2-9d16-3ec52d87c39e None None] Provisioning complete for port 6bfee067-5c32-4885-9813-2735f51269f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:01.658047 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-954de6de-3344-46a2-9d16-3ec52d87c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.679977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dcefd3-157d-4fd5-9c4e-023c57af5f58 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:01.692189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.696010 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9a7b5-f279-4914-ab50-ba9f7d2743ae None None] Pushing event updated for resources: {'Port': ['ID=6bfee067-5c32-4885-9813-2735f51269f1,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.756755 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] Set router 27473448-fecf-4d75-a59e-00a7646bf069 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:01.765858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Transition to ACTIVE for port object a1dcefd3-157d-4fd5-9c4e-023c57af5f58 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:01.789167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-954de6de-3344-46a2-9d16-3ec52d87c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.796081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.838565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-954de6de-3344-46a2-9d16-3ec52d87c39e None None] For port 6bfee067-5c32-4885-9813-2735f51269f1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6bfee067-5c32-4885-9813-2735f51269f1,segment=NetworkSegment(1afcdefb-d258-4842-bcdc-36b104066c2d),segment_id=1afcdefb-d258-4842-bcdc-36b104066c2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:01.843935 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-954de6de-3344-46a2-9d16-3ec52d87c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.849567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.849904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.857372 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:01.875704 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-37189fa3-5e8d-4d7d-91c0-2404998bf7a3 service neutron] show failed (client error): The resource could not be found. Nov 09 17:58:01.876726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-37189fa3-5e8d-4d7d-91c0-2404998bf7a3 service neutron] 10.222.0.85 "GET /v2.0/ports/eb2f3761-e708-47f0-b17b-25cbbf16a3b0/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.1884825 Nov 09 17:58:01.888657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Calling delete_port for 352b4887-8489-429b-b144-043e6ccdd20a owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:01.912188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954de6de-3344-46a2-9d16-3ec52d87c39e None None] Pushing event updated for resources: {'Port': ['ID=6bfee067-5c32-4885-9813-2735f51269f1,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.951252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:01.969283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ac51e8f3-2250-494e-8d28-0a129ccd1afd None None] Provisioning complete for port 6bfee067-5c32-4885-9813-2735f51269f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:01.969653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac51e8f3-2250-494e-8d28-0a129ccd1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.019417 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 4, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port': {'id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:52Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6bfee067-5c32-4885-9813-2735f51269f1', 'name': '', 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'mac_address': 'fa:16:3e:21:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f968da9f-764f-4a23-848c-ac477e841963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:56Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'subnets': [{'id': 'f968da9f-764f-4a23-848c-ac477e841963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:02.058952 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766de070-621e-46ee-829b-904d31c6c9cb None None] The sync data for ids ['27473448-fecf-4d75-a59e-00a7646bf069'] in n-d-817240-1 is: [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:57:58Z', 'revision_number': 4, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port': {'id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:52Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6bfee067-5c32-4885-9813-2735f51269f1', 'name': '', 'network_id': 'a18d6ab6-633c-4357-ae56-43dab4d4d905', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'mac_address': 'fa:16:3e:21:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'f968da9f-764f-4a23-848c-ac477e841963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:56Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'subnets': [{'id': 'f968da9f-764f-4a23-848c-ac477e841963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:02.203285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Allocated IP 172.25.0.224 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/768b2b63-7f6c-44d5-a2b0-db908c612cf3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:02.206685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:02.206978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:02.207317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:02.227562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:02.227891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:02.242442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:02.242789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:02.243181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:02.243625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Bound port: a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:02.243988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.287945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Sync routers for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:02.297069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-24fb9698-c42c-4d80-9058-54632c3643b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:02.298451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-24fb9698-c42c-4d80-9058-54632c3643b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358&tenant_id=ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 1100 time: 0.1642692 Nov 09 17:58:02.301440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:02.302114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:02.367058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:02.474180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:02.479687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.485587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:02.505303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.513565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:02.530731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:02.541789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Pushing event deleted for resources: {'Port': ['ID=352b4887-8489-429b-b144-043e6ccdd20a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:02.549894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.611526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.657842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:02.658247 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.675578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:02.676113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.677502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 1092 time: 2.0741920 Nov 09 17:58:02.677959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:02.680276 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882" -d '{"events": [{"name": "network-changed", "server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:02.746640 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.749664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.750834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d16aeaa5-6ed6-4481-9d0b-7066a162f50c req-17e1528f-08d7-4be8-9f94-3c3dd5ecdf36 tempest-FloatingIPDetailsTestJSON-954739562 tempest-FloatingIPDetailsTestJSON-954739562-project] 10.222.0.32 "DELETE /v2.0/floatingips/4b7f8400-4a6f-4e0b-8003-05b9e6937937 HTTP/1.1" status: 204 len: 173 time: 1.5047772 Nov 09 17:58:02.761290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40116) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:02.799167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6bfee067-5c32-4885-9813-2735f51269f1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:02.832986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:00Z', 'revision_number': 2, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:02.843676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a00231-efb1-40b2-acad-58611521c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:02.861852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Checking router: 805eaf2d-7153-4701-a1db-1494fb221556 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:02.862472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Updating router 805eaf2d-7153-4701-a1db-1494fb221556 port 6b3409a9-2fe9-4ac8-83ac-d584691636ec binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:58:02.874680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.897522 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:02.926320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6bfee067-5c32-4885-9813-2735f51269f1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:02.926748 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.009330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-ac07d907-199e-475a-a802-ccfd3d06c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.010945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-ac07d907-199e-475a-a802-ccfd3d06c37b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1095 time: 0.2729218 Nov 09 17:58:03.039161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:03.070944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:03.073872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Pushing event updated for resources: {'Port': ['ID=768b2b63-7f6c-44d5-a2b0-db908c612cf3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:03.076291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:03.117764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-ed000057-d8d6-40e9-ab91-99c20ac4ccc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 217 time: 0.0924280 Nov 09 17:58:03.221313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:03.256477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557437-3278-4c5b-a4a3-ad8f3b035c9f req-f239d640-e8a9-48b8-8830-10772ac835f5 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.263600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54557437-3278-4c5b-a4a3-ad8f3b035c9f req-f239d640-e8a9-48b8-8830-10772ac835f5 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2371402 Nov 09 17:58:03.280866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-b95d2f80-361a-4844-8f8f-83d98cce9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:03.282237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-b95d2f80-361a-4844-8f8f-83d98cce9aa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1427612 Nov 09 17:58:03.325403 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.332117 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.384056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e2b77-8764-4b25-b8f0-bec8bba2aaeb None None] Pushing event updated for resources: {'Port': ['ID=6b3409a9-2fe9-4ac8-83ac-d584691636ec,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:03.481423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Attempting to bind port 6b3409a9-2fe9-4ac8-83ac-d584691636ec on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:03.481805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Attempting to bind port 6b3409a9-2fe9-4ac8-83ac-d584691636ec by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:03.482346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Attempting to bind port 6b3409a9-2fe9-4ac8-83ac-d584691636ec on network 290e3234-bd36-4066-9320-45c0befce4c3 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:03.488294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:03.488763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Checking segment: {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:03.489474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.489888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Bound using segment: {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:03.490690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Bound port: 6b3409a9-2fe9-4ac8-83ac-d584691636ec, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:03.491090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.577543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] For port 6b3409a9-2fe9-4ac8-83ac-d584691636ec, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:03.582051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] For port 6b3409a9-2fe9-4ac8-83ac-d584691636ec, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6b3409a9-2fe9-4ac8-83ac-d584691636ec,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:03.589748 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.648243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.660676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:03.661315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:03.684907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:03.709057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-1de05901-9a3a-40e9-9477-8a35a7c4c913 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947967 Nov 09 17:58:03.742341 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.780885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e2b77-8764-4b25-b8f0-bec8bba2aaeb None None] Pushing event updated for resources: {'Port': ['ID=6b3409a9-2fe9-4ac8-83ac-d584691636ec,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:03.791923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7fb92a34-3361-462b-b112-32891c728069 None None] Provisioning complete for port 6b3409a9-2fe9-4ac8-83ac-d584691636ec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:03.792308 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7fb92a34-3361-462b-b112-32891c728069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:03.810915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54557437-3278-4c5b-a4a3-ad8f3b035c9f req-960e3156-7c1e-4517-91d2-dac5a774f5a4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462265 Nov 09 17:58:03.857093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:03.877091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-bcdcc48f-7e77-4195-9db7-b079d0bddb3d service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492763 Nov 09 17:58:04.005991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.006692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Deleting port b817c52d-89e7-41ba-ad1b-1e0f02707806 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:04.007155 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.068150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Transition to ACTIVE for port object eb2f3761-e708-47f0-b17b-25cbbf16a3b0 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:04.071617 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.077248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f4c74d-c13e-4adc-96be-6ee11d6553a4 req-b8e312e9-4d0c-4af9-9134-b7dfaee39d66 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704750 Nov 09 17:58:04.094188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] For port b817c52d-89e7-41ba-ad1b-1e0f02707806, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b817c52d-89e7-41ba-ad1b-1e0f02707806,segment=NetworkSegment(df6c2d2e-e835-4c20-9354-08a64efb9e08),segment_id=df6c2d2e-e835-4c20-9354-08a64efb9e08)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:04.094686 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.097907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.113694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Calling delete_port for b817c52d-89e7-41ba-ad1b-1e0f02707806 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:04.115122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09374ac-a3bc-4cbc-bc47-707e5415748d req-2dce5545-fe78-4034-90a0-318b43f03e2a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:04.116470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a09374ac-a3bc-4cbc-bc47-707e5415748d req-2dce5545-fe78-4034-90a0-318b43f03e2a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 944 time: 0.2384348 Nov 09 17:58:04.148540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7fb92a34-3361-462b-b112-32891c728069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.188252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7fb92a34-3361-462b-b112-32891c728069 None None] For port 6b3409a9-2fe9-4ac8-83ac-d584691636ec, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6b3409a9-2fe9-4ac8-83ac-d584691636ec,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:04.199284 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7fb92a34-3361-462b-b112-32891c728069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.211159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:04.218505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] No DVR routers for this DVR port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:04.256841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a09374ac-a3bc-4cbc-bc47-707e5415748d req-a2f2b456-a5e1-4746-8d41-c6b834eecd41 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138072 Nov 09 17:58:04.350167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb92a34-3361-462b-b112-32891c728069 None None] Pushing event updated for resources: {'Port': ['ID=6b3409a9-2fe9-4ac8-83ac-d584691636ec,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:04.360504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cb54a94e-2295-4c7e-891c-bfb5100654ce None None] Provisioning complete for port 6b3409a9-2fe9-4ac8-83ac-d584691636ec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:04.360714 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb54a94e-2295-4c7e-891c-bfb5100654ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.366236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.380660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:04.381354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:04.381946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:04.404190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:03Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:04.414449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b817c52d-89e7-41ba-ad1b-1e0f02707806,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:04.454836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572b6b6-29a2-454e-9c79-ea80ed489639 None None] The sync data for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 is: [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:03Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:04.496083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.498086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:04.498450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Attempting to bind port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:04.505294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:04.505758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:04.506184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:04.507791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Bound port: eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:04.507791 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.539012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.659249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Pushing event updated for resources: {'Port': ['ID=768b2b63-7f6c-44d5-a2b0-db908c612cf3,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:04.686393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:04.693511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3a327131-aa37-4e03-a40f-43a9387b9eec tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572149765', 'description': 'tempest-description--66951281'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:04.716208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.735146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:04.740180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:04.742486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a327131-aa37-4e03-a40f-43a9387b9eec tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.751325 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993096e5-e57f-49da-826c-404e060b88dc x-openstack-request-id: req-993096e5-e57f-49da-826c-404e060b88dc {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:04.751660 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-plugged", "status": "completed", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:04.751926 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-993096e5-e57f-49da-826c-404e060b88dc {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:04.752340 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'code': 200} Nov 09 17:58:04.766394 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.778888 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.780717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-ee824d49-7f90-48a6-b598-8bf91e6761ac tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5588665 Nov 09 17:58:04.808702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:04.809171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.811696 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] 10.222.0.73 "PUT /v2.0/ports/eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 1095 time: 2.4543805 Nov 09 17:58:04.866859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a327131-aa37-4e03-a40f-43a9387b9eec tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.877099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a327131-aa37-4e03-a40f-43a9387b9eec tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.936619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a327131-aa37-4e03-a40f-43a9387b9eec tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:04.940466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3a327131-aa37-4e03-a40f-43a9387b9eec tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2506471 Nov 09 17:58:04.955063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40126) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:04.965331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4494f95a-f99b-43c9-8a3f-2bed98ed0c4d tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Request body: {'security_group_rule': {'security_group_id': 'dbd76525-e21f-421e-95a2-cd76fb6bb175', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:04.996823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-aa3c54f8-9145-47fc-9bc2-ce12217813e3 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.1816936 Nov 09 17:58:05.020985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ed9cc-c3b3-4494-be26-88c79fe7f501 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:05.041382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4494f95a-f99b-43c9-8a3f-2bed98ed0c4d tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.059136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a327131-aa37-4e03-a40f-43a9387b9eec tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd76525-e21f-421e-95a2-cd76fb6bb175,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:05.072472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946c77e-7386-4690-a6e6-e7421edf6088 req-b3f3660d-c468-4239-977f-16c9631a1ba8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.074017 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6946c77e-7386-4690-a6e6-e7421edf6088 req-b3f3660d-c468-4239-977f-16c9631a1ba8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 947 time: 0.2433238 Nov 09 17:58:05.089589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.143184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-58edd98c-3665-4668-8805-d4b4df7e5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.145034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-58edd98c-3665-4668-8805-d4b4df7e5fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1098 time: 0.2737062 Nov 09 17:58:05.257408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4494f95a-f99b-43c9-8a3f-2bed98ed0c4d tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.266117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4494f95a-f99b-43c9-8a3f-2bed98ed0c4d tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.270983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-5a700d73-87d9-49b9-8ae1-ae366474bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.272438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-5a700d73-87d9-49b9-8ae1-ae366474bf17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1044879 Nov 09 17:58:05.296929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494f95a-f99b-43c9-8a3f-2bed98ed0c4d tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f819b8-7a81-47be-b86a-8dae514ef8f0,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:05.338989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-53758207-deaa-402d-b8ac-31114ecad43d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0532024 Nov 09 17:58:05.347109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-d702208c-a216-4c74-bf0c-02bca4050df1 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.348487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-925fdfde-5f31-4776-9434-4cd6a9109345 req-d702208c-a216-4c74-bf0c-02bca4050df1 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.3423271 Nov 09 17:58:05.367401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6946c77e-7386-4690-a6e6-e7421edf6088 req-941e3cdd-122a-4ef9-9d69-5d391e985189 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209005 Nov 09 17:58:05.403911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4494f95a-f99b-43c9-8a3f-2bed98ed0c4d tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.405157 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4494f95a-f99b-43c9-8a3f-2bed98ed0c4d tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491217 Nov 09 17:58:05.409270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40132) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:05.417536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-11c857bc-3397-4095-8947-bb92d7c39faf tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Request body: {'security_group_rule': {'security_group_id': 'dbd76525-e21f-421e-95a2-cd76fb6bb175', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:05.441587 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3c3020-f274-4979-b36c-a092ba3cbed8 x-openstack-request-id: req-0d3c3020-f274-4979-b36c-a092ba3cbed8 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:05.441898 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:05.442236 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d3c3020-f274-4979-b36c-a092ba3cbed8 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:05.442647 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58', 'status': 'completed', 'code': 200} Nov 09 17:58:05.446297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-bf451c84-5d0c-4a40-8403-3b70475dacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.447782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-bf451c84-5d0c-4a40-8403-3b70475dacd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0963635 Nov 09 17:58:05.464708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Router 912d3773-9168-4432-af26-140821d1429e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:05.581004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:05.586565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2a9aefe5-d6d5-4f24-b6d2-77dfa71938d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/912d3773-9168-4432-af26-140821d1429e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8241925 Nov 09 17:58:05.588928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40134) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:05.591621 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] Sync routers for ids ['912d3773-9168-4432-af26-140821d1429e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:05.596605 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11c857bc-3397-4095-8947-bb92d7c39faf tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.603262 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] Routers {'912d3773-9168-4432-af26-140821d1429e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:05.606795 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['912d3773-9168-4432-af26-140821d1429e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:05.645245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-606571ad-ff29-4f39-b51d-5e586be78add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.646768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-606571ad-ff29-4f39-b51d-5e586be78add service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1095 time: 0.1676803 Nov 09 17:58:05.650347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-85118f91-e547-42a5-82af-c946169a5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.651730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-85118f91-e547-42a5-82af-c946169a5a7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875739 Nov 09 17:58:05.696019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.722508 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] Set router 912d3773-9168-4432-af26-140821d1429e gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:05.727190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5203daa-2df8-4810-81e5-6cd88645f2de req-99e1830b-c48f-4e37-80c0-f9464982c446 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.728845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5203daa-2df8-4810-81e5-6cd88645f2de req-99e1830b-c48f-4e37-80c0-f9464982c446 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 1123 time: 0.2144079 Nov 09 17:58:05.800940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.805963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef424732-6de4-45be-95b7-d927e2d8675f req-07533a3d-ad65-4c38-aa1a-658651b801d6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:05.814159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef424732-6de4-45be-95b7-d927e2d8675f req-07533a3d-ad65-4c38-aa1a-658651b801d6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2533438 Nov 09 17:58:05.887837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Deleting port fabd83f5-b8a7-4fee-ac4d-4953357c4b47 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:05.888224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.907855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11c857bc-3397-4095-8947-bb92d7c39faf tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.933203 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11c857bc-3397-4095-8947-bb92d7c39faf tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.954744 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 5, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port': {'id': 'fabd83f5-b8a7-4fee-ac4d-4953357c4b47', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:aa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912d3773-9168-4432-af26-140821d1429e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:35Z', 'updated_at': '2021-11-09T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:05.969976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5203daa-2df8-4810-81e5-6cd88645f2de req-6207a9bf-5fce-42eb-aa29-fd150f67fb69 tempest-ServersAdminTestJSON-418702306 tempest-ServersAdminTestJSON-418702306-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103994 Nov 09 17:58:05.987266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef424732-6de4-45be-95b7-d927e2d8675f req-d8e4ed04-0fc8-40eb-bd02-eadc421da691 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721609 Nov 09 17:58:05.993134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] For port fabd83f5-b8a7-4fee-ac4d-4953357c4b47, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:05.993507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:05.997342 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] Checking router: 912d3773-9168-4432-af26-140821d1429e for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:06.005090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-83bf9354-7ef3-4c3a-aa5e-15d69c8edf0f service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301020 Nov 09 17:58:06.006686 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] Routers {'912d3773-9168-4432-af26-140821d1429e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:06.007304 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['912d3773-9168-4432-af26-140821d1429e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:06.007733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-802bcac8-4161-483e-a845-f17eacb30d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:06.009433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-802bcac8-4161-483e-a845-f17eacb30d8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.3444598 Nov 09 17:58:06.010276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c857bc-3397-4095-8947-bb92d7c39faf tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c59c24-7d89-4e46-ad8f-b7caa3de7954,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:06.022157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11c857bc-3397-4095-8947-bb92d7c39faf tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.023476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-11c857bc-3397-4095-8947-bb92d7c39faf tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6132770 Nov 09 17:58:06.029510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:06.032067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40138) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:06.045390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:06.090439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:06.101813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Calling delete_port for fabd83f5-b8a7-4fee-ac4d-4953357c4b47 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:06.108750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.121459 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] Set router 912d3773-9168-4432-af26-140821d1429e gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:06.152191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-70131381-e92c-4753-8890-cc5f26f005c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 217 time: 0.1264410 Nov 09 17:58:06.180164 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:58:05Z', 'revision_number': 6, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:06.191523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37ce759b-8999-4c00-8a4d-3a3fa4e428f3 req-25a2e8e2-3836-443d-9a2c-3a3e16a6be65 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips/e98c1634-9e1a-4472-aa19-cc3d8078dcbd HTTP/1.1" status: 200 len: 693 time: 0.1587777 Nov 09 17:58:06.215975 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a2232a-c2e7-43f3-b88a-ded10b63018c None None] The sync data for ids ['912d3773-9168-4432-af26-140821d1429e'] in n-d-817240-1 is: [{'id': '912d3773-9168-4432-af26-140821d1429e', 'name': 'tempest-FloatingIPDetailsTestJSON-1528485092-router', 'tenant_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:34Z', 'updated_at': '2021-11-09T17:58:05Z', 'revision_number': 6, 'project_id': '09b7f4fbe3da4ce2b0cbdb224b88b216', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:06.333156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-26837f9a-8ca3-442c-ba87-20a6ae655c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:06.334578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-26837f9a-8ca3-442c-ba87-20a6ae655c39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1701972 Nov 09 17:58:06.382070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-16459749-87f6-4087-a90f-0ae7bb002cdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365090 Nov 09 17:58:06.383896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66300bb9-693f-4c60-ba81-0f43e1e577a7 req-db76ea48-903a-40a5-956c-129d236dbef9 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593719 Nov 09 17:58:06.392133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e8e5b-a890-43ab-8f49-c6476fe8b75c req-5712530a-133a-46e3-9320-075c7d2f5c03 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:06.393648 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-431e8e5b-a890-43ab-8f49-c6476fe8b75c req-5712530a-133a-46e3-9320-075c7d2f5c03 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 944 time: 0.2433889 Nov 09 17:58:06.491822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce759b-8999-4c00-8a4d-3a3fa4e428f3 req-609c1490-e6fe-4e44-9b58-f94a8c640abb tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:06.493173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37ce759b-8999-4c00-8a4d-3a3fa4e428f3 req-609c1490-e6fe-4e44-9b58-f94a8c640abb tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2677431 Nov 09 17:58:06.515049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-431e8e5b-a890-43ab-8f49-c6476fe8b75c req-3dc51d8f-3cfe-415a-b539-3edadae85e56 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053700 Nov 09 17:58:06.549245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-f4054f33-1a73-4bb7-8969-7002484e5053 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545305 Nov 09 17:58:06.623388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a1dcefd3-157d-4fd5-9c4e-023c57af5f58 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:06.662736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.681104 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.767745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabd83f5-b8a7-4fee-ac4d-4953357c4b47,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:06.809037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6b3409a9-2fe9-4ac8-83ac-d584691636ec up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:06.859614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:06.879835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'port_id': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58', 'mac_address': 'fa:16:3e:d8:4a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9346dad8-ca84-4a50-af9e-5fca0b0d293f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:06.881009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.949914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6b3409a9-2fe9-4ac8-83ac-d584691636ec triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:06.950617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:06.955484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Allocated IP 172.25.0.241 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/0be1167c-4fd9-4fda-a96f-6d37a33da26f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:07.000303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.001505 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.003905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.019945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dcefd3-157d-4fd5-9c4e-023c57af5f58 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:07.044681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:07.048949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4f312-15d3-49a9-880a-e094eb383245 req-1d24b56d-05e6-4346-9ff9-9129199b8e59 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.050480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99e4f312-15d3-49a9-880a-e094eb383245 req-1d24b56d-05e6-4346-9ff9-9129199b8e59 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 947 time: 0.4182646 Nov 09 17:58:07.053357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e46e8e9-9fd3-4524-b046-5b6abdfb9c1b req-8657279d-fed4-45d0-8117-ed08d306b046 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=197b59d5a925433089ef24635b9a2f19 HTTP/1.1" status: 200 len: 696 time: 0.0708249 Nov 09 17:58:07.055540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34d0799b-f98f-4d0c-9c4f-51b2eba6b882 req-b982d4ee-e409-428c-b23c-52f7d0be60e6 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915557 Nov 09 17:58:07.065063 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.099195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.099793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 912d3773-9168-4432-af26-140821d1429e {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:07.107858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.112540 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d30d0ba5-e71d-4fdc-b460-dc1b6e1128a8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/912d3773-9168-4432-af26-140821d1429e HTTP/1.1" status: 204 len: 168 time: 1.5224383 Nov 09 17:58:07.113144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:07.138612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.172720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99e4f312-15d3-49a9-880a-e094eb383245 req-01e49e48-702b-452b-a0f9-4a72ca8386ea tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036139 Nov 09 17:58:07.186229 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.192090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c412b52-ab30-4a09-bc30-6ea39533fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.198097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] Deleting subnet d974fd85-ca45-4ec6-967e-28be6f9b695c {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:58:07.205216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.223477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46e8e9-9fd3-4524-b046-5b6abdfb9c1b req-045177a0-dc61-4944-b143-5efb0be962c3 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.224968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e46e8e9-9fd3-4524-b046-5b6abdfb9c1b req-045177a0-dc61-4944-b143-5efb0be962c3 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks?id=df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 787 time: 0.1597679 Nov 09 17:58:07.229925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b817c52d-89e7-41ba-ad1b-1e0f02707806 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:07.258827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b817c52d-89e7-41ba-ad1b-1e0f02707806 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:07.259613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b817c52d-89e7-41ba-ad1b-1e0f02707806 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:07.273304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.312170 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.328665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54e7a1-315c-4d44-ae95-7fc7e64d17c2 req-e2dd367b-9c21-4906-bac9-52c9555d1a5a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.330145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b54e7a1-315c-4d44-ae95-7fc7e64d17c2 req-e2dd367b-9c21-4906-bac9-52c9555d1a5a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 949 time: 0.0797708 Nov 09 17:58:07.351720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd4ea-3f93-478e-9ec3-b8bd3cff6ea6 req-9439bbad-9064-42e4-a68b-d8371cc0ac50 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.353045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2ffd4ea-3f93-478e-9ec3-b8bd3cff6ea6 req-9439bbad-9064-42e4-a68b-d8371cc0ac50 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0684731 Nov 09 17:58:07.362654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['a1dcefd3-157d-4fd5-9c4e-023c57af5f58'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:07.378732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:07.391129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:07.393555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:07.394598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b54e7a1-315c-4d44-ae95-7fc7e64d17c2 req-c9aedddf-a7f9-42a2-9aea-7ac522e99ba9 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563729 Nov 09 17:58:07.430120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2ffd4ea-3f93-478e-9ec3-b8bd3cff6ea6 req-94b221fa-63e8-45fb-bdd6-977cfbc76960 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568199 Nov 09 17:58:07.432808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event updated for resources: {'Port': ['ID=0be1167c-4fd9-4fda-a96f-6d37a33da26f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.457921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.474338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0'}, {'name': 'network-changed', 'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:07.476840 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d" -d '{"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0"}, {"name": "network-changed", "server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:07.498429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-c088ec5a-b3d3-4688-a9d4-8e88b65f3689 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips/e98c1634-9e1a-4472-aa19-cc3d8078dcbd HTTP/1.1" status: 200 len: 693 time: 0.0684836 Nov 09 17:58:07.580550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.588732 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f143d03b-a40d-46d6-bcab-7670d2508fe3 x-openstack-request-id: req-f143d03b-a40d-46d6-bcab-7670d2508fe3 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:07.588732 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0", "code": 200}, {"name": "network-changed", "server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:07.588732 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f143d03b-a40d-46d6-bcab-7670d2508fe3 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:07.589197 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'code': 200} Nov 09 17:58:07.589417 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'status': 'completed', 'code': 200} Nov 09 17:58:07.619321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.653007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d974fd85-ca45-4ec6-967e-28be6f9b695c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:07.655093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.658466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-87f0d956-b1cc-4695-bbe5-6f795b1ace66 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d974fd85-ca45-4ec6-967e-28be6f9b695c HTTP/1.1" status: 204 len: 168 time: 0.5423274 Nov 09 17:58:07.659178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.661863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40158) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:07.663031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35906f-14ea-410a-8953-d54ba8bb9f88 None None] Network f203ac66-2a46-4b86-ba02-78f5b063848a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:07.728240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-fbb7a4a5-87d6-4e6d-9ed5-7cdd519d41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.729726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-fbb7a4a5-87d6-4e6d-9ed5-7cdd519d41f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1098 time: 0.1393988 Nov 09 17:58:07.731828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-113a9961-cef4-4b9a-afe4-b97c81fe5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.733197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-113a9961-cef4-4b9a-afe4-b97c81fe5781 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1098 time: 0.1537488 Nov 09 17:58:07.742868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-7b1f615c-469f-47f1-840e-6309a3731f01 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.750675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-7b1f615c-469f-47f1-840e-6309a3731f01 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2466638 Nov 09 17:58:07.771863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.774997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d655-1aa9-48ac-8eb3-ba72d0404a91 req-84405d49-0340-4845-a4f4-e87932f1daa0 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:07.776467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3a0d655-1aa9-48ac-8eb3-ba72d0404a91 req-84405d49-0340-4845-a4f4-e87932f1daa0 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 945 time: 0.1539009 Nov 09 17:58:07.851152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] DHCP port deletion for f203ac66-2a46-4b86-ba02-78f5b063848a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:07.907095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] Deleting port 672c9920-c9fa-4c02-a822-d37f32cb5fac {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:07.907801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.921374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9ec449c4-cf18-4a1c-acc6-4b44d0dcd3e8 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.1692340 Nov 09 17:58:07.927186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Deleting port 672c9920-c9fa-4c02-a822-d37f32cb5fac {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:07.927605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.932898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.970630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.977408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] For port 672c9920-c9fa-4c02-a822-d37f32cb5fac, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=672c9920-c9fa-4c02-a822-d37f32cb5fac,segment=NetworkSegment(df6c2d2e-e835-4c20-9354-08a64efb9e08),segment_id=df6c2d2e-e835-4c20-9354-08a64efb9e08)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:07.977629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:07.992234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] Calling delete_port for 672c9920-c9fa-4c02-a822-d37f32cb5fac owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:08.017663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-a79e2da3-73ff-4161-8df6-41f6e776e359 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.224 HTTP/1.1" status: 200 len: 696 time: 0.0953772 Nov 09 17:58:08.068547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] For port 672c9920-c9fa-4c02-a822-d37f32cb5fac, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=672c9920-c9fa-4c02-a822-d37f32cb5fac,segment=NetworkSegment(df6c2d2e-e835-4c20-9354-08a64efb9e08),segment_id=df6c2d2e-e835-4c20-9354-08a64efb9e08)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:08.068547 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.073150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3a0d655-1aa9-48ac-8eb3-ba72d0404a91 req-5a930ab7-3bd9-4be7-8c89-70ec75a22e11 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868764 Nov 09 17:58:08.080845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event updated for resources: {'Port': ['ID=0be1167c-4fd9-4fda-a96f-6d37a33da26f,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:08.081378 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.088969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-d5666629-6e94-4890-b48a-33db9f3385b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.090465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-d5666629-6e94-4890-b48a-33db9f3385b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3378649 Nov 09 17:58:08.090800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Calling delete_port for 672c9920-c9fa-4c02-a822-d37f32cb5fac owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:08.099011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.133197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-dbd9ee94-3684-46a4-b840-e8240356eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.134615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-dbd9ee94-3684-46a4-b840-e8240356eaa9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3796546 Nov 09 17:58:08.136834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] Pushing event deleted for resources: {'Port': ['ID=672c9920-c9fa-4c02-a822-d37f32cb5fac,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:08.147671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbc880-e49f-488b-b5c0-e0562e044866 None None] No DVR routers for this DVR port 672c9920-c9fa-4c02-a822-d37f32cb5fac on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:08.179191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.180602 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-69919851-0bc4-4565-9e8c-8787fc9b34eb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1473875 Nov 09 17:58:08.181013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-f74080e8-0f65-4f7b-9e37-4752701acc36 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0544460 Nov 09 17:58:08.228026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.245700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-5945c323-1125-4c32-a6a6-e374c231262d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0728974 Nov 09 17:58:08.257690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Pushing event deleted for resources: {'Port': ['ID=672c9920-c9fa-4c02-a822-d37f32cb5fac,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:08.264570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] No DVR routers for this DVR port 672c9920-c9fa-4c02-a822-d37f32cb5fac on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:08.375152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-6db3bee1-a5bd-4302-87fb-77b1475c9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.376623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-6db3bee1-a5bd-4302-87fb-77b1475c9390 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1480985 Nov 09 17:58:08.397656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-4988a4fd-9290-411b-9e38-f7675ca7759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.399102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-4988a4fd-9290-411b-9e38-f7675ca7759a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1231692 Nov 09 17:58:08.407968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.435716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f203ac66-2a46-4b86-ba02-78f5b063848a']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:08.457642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6c2d2e-e835-4c20-9354-08a64efb9e08') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:08.458082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6c2d2e-e835-4c20-9354-08a64efb9e08') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:08.460439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Deleting port 768b2b63-7f6c-44d5-a2b0-db908c612cf3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:08.460790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.466715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 672c9920-c9fa-4c02-a822-d37f32cb5fac no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:08.491631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.511869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.532615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:08.533138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: timer() Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:08.538293 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:08.546608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21be42a-8cca-4494-9866-9c93f113de5f req-76fa0f4e-7ec6-47d6-9766-d54b1f7627cf tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.549551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 672c9920-c9fa-4c02-a822-d37f32cb5fac {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:08.549968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 672c9920-c9fa-4c02-a822-d37f32cb5fac not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:08.552153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fabd83f5-b8a7-4fee-ac4d-4953357c4b47 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:08.553776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a21be42a-8cca-4494-9866-9c93f113de5f req-76fa0f4e-7ec6-47d6-9766-d54b1f7627cf tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 947 time: 0.2658308 Nov 09 17:58:08.593232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-25a4f573-ed7d-47bd-b596-e94dea16dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.594779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-25a4f573-ed7d-47bd-b596-e94dea16dc87 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2093837 Nov 09 17:58:08.604840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: fabd83f5-b8a7-4fee-ac4d-4953357c4b47 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:08.607965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fabd83f5-b8a7-4fee-ac4d-4953357c4b47 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:08.615594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-d6f43835-a560-414a-a4a3-1ad0a61c7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.617055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-d6f43835-a560-414a-a4a3-1ad0a61c7469 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872444 Nov 09 17:58:08.644336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:08.646323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-88450aa9-b2ed-4b2e-b37a-1af680e3dc9f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:08.646897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a1dcefd3-157d-4fd5-9c4e-023c57af5f58 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:08.647556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.647789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-88450aa9-b2ed-4b2e-b37a-1af680e3dc9f tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 949 time: 0.2529049 Nov 09 17:58:08.657779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.661996 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f203ac66-2a46-4b86-ba02-78f5b063848a HTTP/1.1" status: 204 len: 168 time: 0.9990878 Nov 09 17:58:08.682826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb2419-b7d6-47c6-b31b-8b26a65bd781 admin admin] Pushing event deleted for resources: {'Network': ['ID=f203ac66-2a46-4b86-ba02-78f5b063848a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:08.738334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.739056 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.758554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a21be42a-8cca-4494-9866-9c93f113de5f req-2a1292dc-4fbf-4ee9-8006-66a0c747ae66 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993515 Nov 09 17:58:08.782178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:08.789303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:08.789681 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.845632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:08.863489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40214) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:08.871449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'mac_address': 'fa:16:3e:1e:27:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:08.893812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Calling delete_port for 768b2b63-7f6c-44d5-a2b0-db908c612cf3 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:08.936136 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-729c1768-9f41-46fd-8976-9491a003eb5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09b7f4fbe3da4ce2b0cbdb224b88b216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708208 Nov 09 17:58:08.939649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40216) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:08.953481 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.963968 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:08.976680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2f3761-e708-47f0-b17b-25cbbf16a3b0 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:08.998660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:09.010230 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.021601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:09.022850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7ac608f-9825-4ba5-8e6d-3246d7fc3258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.024169 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ec3c0-500a-4b44-858e-b31c4221dd6e" -d '{"events": [{"server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "name": "network-vif-plugged", "status": "completed", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:09.053390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7ac608f-9825-4ba5-8e6d-3246d7fc3258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.057359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:09.069905 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.084973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-fe561fdf-745a-4bed-8f39-db3d3539c44d service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714320 Nov 09 17:58:09.091382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:09.100919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fcfd7-89cd-49a2-9770-798f1b8a473d req-bb4fa4e1-ba50-44b7-b320-4ccda0f41ed4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:09.108678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e4fcfd7-89cd-49a2-9770-798f1b8a473d req-bb4fa4e1-ba50-44b7-b320-4ccda0f41ed4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 949 time: 0.2274988 Nov 09 17:58:09.116104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-ae208a2d-fe8f-4aec-9081-d234950e65fb service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673233 Nov 09 17:58:09.130297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7ac608f-9825-4ba5-8e6d-3246d7fc3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.134692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7ac608f-9825-4ba5-8e6d-3246d7fc3258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.135580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b7ac608f-9825-4ba5-8e6d-3246d7fc3258 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c692846f-3001-47fb-beaf-00c63a7eb540 HTTP/1.1" status: 204 len: 168 time: 0.1920054 Nov 09 17:58:09.159122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac608f-9825-4ba5-8e6d-3246d7fc3258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c692846f-3001-47fb-beaf-00c63a7eb540,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:09.189891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:09.285079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:09.363561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Deleting port df65b064-7ce8-4a4c-b239-86b63a8dbae8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:09.363959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.732098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e4fcfd7-89cd-49a2-9770-798f1b8a473d req-d8c75f91-4d9d-4e5d-a9e2-d308a0092340 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224782 Nov 09 17:58:09.750886 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3410a196-3a9c-4eab-9ba2-10b180d79a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.822922 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-eb293926-af68-44a4-a65b-250cbb240687 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102928 Nov 09 17:58:09.871889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf91707c-b13a-4ef1-a3d9-c935ddd5674d req-6bbe1188-8a57-401d-9b70-664811b4ff3e service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422106 Nov 09 17:58:09.910327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] For port df65b064-7ce8-4a4c-b239-86b63a8dbae8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df65b064-7ce8-4a4c-b239-86b63a8dbae8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:09.910700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.944895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Calling delete_port for df65b064-7ce8-4a4c-b239-86b63a8dbae8 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:09.954951 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:09.969272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb782a2-0104-45c2-b80a-f6d47a984e92 req-a2d4e3cc-7cbb-4110-bcb1-37e281393684 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:09.970761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0eb782a2-0104-45c2-b80a-f6d47a984e92 req-a2d4e3cc-7cbb-4110-bcb1-37e281393684 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1542122 Nov 09 17:58:09.999552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Pushing event deleted for resources: {'Port': ['ID=768b2b63-7f6c-44d5-a2b0-db908c612cf3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.027987 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:10.119317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0eb782a2-0104-45c2-b80a-f6d47a984e92 req-a7e871bc-220a-4a21-bd9e-9eca0232289f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250629 Nov 09 17:58:10.126884 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.142240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.144799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.150733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68aeb8dc-e03d-4e0a-acd2-9f247907a206 req-9dcbb470-169c-48e0-b44b-a81ae8576eea tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "DELETE /v2.0/floatingips/e98c1634-9e1a-4472-aa19-cc3d8078dcbd HTTP/1.1" status: 204 len: 173 time: 2.1320612 Nov 09 17:58:10.171549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-network', 'tenant_id': '1d61dd219b534256a26604b266810221'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:10.205259 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117db581-c32c-41ab-bbc6-abdf6a1d0488 x-openstack-request-id: req-117db581-c32c-41ab-bbc6-abdf6a1d0488 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:10.205586 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "name": "network-vif-plugged", "status": "completed", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:10.211612 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-117db581-c32c-41ab-bbc6-abdf6a1d0488 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:10.212106 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58', 'code': 200} Nov 09 17:58:10.219687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Made reservation on behalf of 1d61dd219b534256a26604b266810221 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:10.224452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.255267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.297110 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.310842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dd61e394-7234-4494-b38d-3ce75da62104'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:10.313189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['df65b064-7ce8-4a4c-b239-86b63a8dbae8', 'aa17ee0c-9747-4946-b494-3df556c4a65c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:10.356775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Pushing event deleted for resources: {'Port': ['ID=df65b064-7ce8-4a4c-b239-86b63a8dbae8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.417910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.424731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.442554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c10f0-714b-41a0-a1fd-bd11ac187558 req-004a8a77-bf83-49ea-b01f-b2d0f3abb4a0 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.444187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce4c10f0-714b-41a0-a1fd-bd11ac187558 req-004a8a77-bf83-49ea-b01f-b2d0f3abb4a0 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 946 time: 0.2234776 Nov 09 17:58:10.471284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:10.490859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda2c2a3-8c9e-46ec-a603-e2f22a9bec53,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.494515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.495115 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Added segment 84415592-2b52-4d8a-9147-0e2c90449b03 of type vlan for network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 Nov 09 17:58:10.554442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] No DVR routers for this DVR port df65b064-7ce8-4a4c-b239-86b63a8dbae8 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:10.557306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.562288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84e06556-0af7-49ba-972a-e5a30c210ae9 req-ae726579-b9cf-4083-ab20-f1fc63a3ae6e tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "DELETE /v2.0/ports/df65b064-7ce8-4a4c-b239-86b63a8dbae8 HTTP/1.1" status: 204 len: 173 time: 1.8651645 Nov 09 17:58:10.572963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'name': 'network-vif-deleted', 'tag': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:10.579311 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9312c58e-a7b4-4daa-94f0-60f7a4435889" -d '{"events": [{"server_uuid": "c7685d19-6db8-4864-b21d-d6d2477e3346", "name": "network-vif-deleted", "tag": "df65b064-7ce8-4a4c-b239-86b63a8dbae8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:10.595705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8395-76c1-4b55-8d07-8cd5d1c760b0 req-522d56b8-116e-4fd1-9cbf-bb4f0e2b0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.597799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24ae8395-76c1-4b55-8d07-8cd5d1c760b0 req-522d56b8-116e-4fd1-9cbf-bb4f0e2b0947 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1097 time: 0.2458487 Nov 09 17:58:10.615110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.624210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce4c10f0-714b-41a0-a1fd-bd11ac187558 req-7bf6867c-3f40-4ec3-b88d-c95d2cbc936e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501093 Nov 09 17:58:10.641067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6996525-d1a1-43fd-8fa6-8060a67b2184 req-5426cbb9-7cde-49ff-bd30-17c5ad7d4de8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.652004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6996525-d1a1-43fd-8fa6-8060a67b2184 req-5426cbb9-7cde-49ff-bd30-17c5ad7d4de8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 948 time: 0.2840979 Nov 09 17:58:10.656946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:10.692261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.693407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:10.694653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.764217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:10.771245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:10.772007 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.791561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7589958 Nov 09 17:58:10.791561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48bc45-82db-4e11-863e-6d860b0437a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b8a29a-a4ee-4d93-a18c-4dfc244aec53,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:10.796106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40302) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:10.801335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Request body: {'subnet': {'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-subnet', 'tenant_id': '1d61dd219b534256a26604b266810221', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:10.813050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:10.830377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Made reservation on behalf of 1d61dd219b534256a26604b266810221 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:10.833199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:10.855090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6996525-d1a1-43fd-8fa6-8060a67b2184 req-e292bcaa-6192-4671-88d6-000a8ca0ae34 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007415 Nov 09 17:58:10.892954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24ae8395-76c1-4b55-8d07-8cd5d1c760b0 req-fb300fa7-9c06-4d7b-8c02-e2e695425022 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694252 Nov 09 17:58:11.002121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-1020490f-02fc-455f-83bb-6b7f1920f405 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3023720 Nov 09 17:58:11.026671 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.048421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:11.084302 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.089293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.113682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.143390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:11.150085 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.178678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdec6088-c796-4572-b3b9-7b0c6dbfba5e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:11.186620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b3fac-191e-4646-915c-caaf0ffdeb50 req-3137b0f2-feec-43c0-804d-89f6c7870b57 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:11.188203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-004b3fac-191e-4646-915c-caaf0ffdeb50 req-3137b0f2-feec-43c0-804d-89f6c7870b57 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 967 time: 0.1746650 Nov 09 17:58:11.195099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Checking segment: {'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:11.195413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Network hostable DHCP agents. Network: c5b8a29a-a4ee-4d93-a18c-4dfc244aec53, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:11.205004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:11.222967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:11.236224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, c5b8a29a-a4ee-4d93-a18c-4dfc244aec53) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:11.243521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:11.244621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.246890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98e7aa-dde1-4862-bf30-0464d0e3fe9f None None] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:11.250265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-004b3fac-191e-4646-915c-caaf0ffdeb50 req-83ce07e3-c293-4404-9236-e359e8c15f8a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540762 Nov 09 17:58:11.271707 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a8ff058c-2f9c-4312-bad7-1daf77efa747 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4719758 Nov 09 17:58:11.271936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40308) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:11.276291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:11.315996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.318193 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.336370 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.444508 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64686a-555e-45b3-bb65-5a15e9ec9d4b x-openstack-request-id: req-6e64686a-555e-45b3-bb65-5a15e9ec9d4b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:11.444817 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7685d19-6db8-4864-b21d-d6d2477e3346", "name": "network-vif-deleted", "tag": "df65b064-7ce8-4a4c-b239-86b63a8dbae8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:11.445119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-c5b8a29a-a4ee-4d93-a18c-4dfc244aec53', 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53', 'tenant_id': '1d61dd219b534256a26604b266810221', 'fixed_ips': [{'subnet_id': 'cdec6088-c796-4572-b3b9-7b0c6dbfba5e'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:58:11.445312 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e64686a-555e-45b3-bb65-5a15e9ec9d4b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:11.445700 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7685d19-6db8-4864-b21d-d6d2477e3346', 'name': 'network-vif-deleted', 'tag': 'df65b064-7ce8-4a4c-b239-86b63a8dbae8', 'status': 'completed', 'code': 200} Nov 09 17:58:11.446698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.455353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.636336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d92fa43b-650f-4a6f-9bb1-6426c83977db req-e2e641ae-d49b-46e2-a571-61a6cc333014 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7685d19-6db8-4864-b21d-d6d2477e3346 HTTP/1.1" status: 200 len: 210 time: 0.0492296 Nov 09 17:58:11.650036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Allocated IP 172.25.0.229 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/05815aff-3679-443e-8b9b-9a7ea79fb6c2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:11.742958 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:11.806276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Allocated IP 172.20.0.2 (c5b8a29a-a4ee-4d93-a18c-4dfc244aec53/cdec6088-c796-4572-b3b9-7b0c6dbfba5e/08306594-b262-4460-a927-2360713f69d3) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:12.025390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.036073 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.103584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.103854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:12.106864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:12.110992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:12.112748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33476f-d8c6-40b0-993f-28c8ee8cb942 req-9083fac2-de6a-4e9d-92b2-fd6cfe3126bb tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:12.114300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f33476f-d8c6-40b0-993f-28c8ee8cb942 req-9083fac2-de6a-4e9d-92b2-fd6cfe3126bb tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2028074 Nov 09 17:58:12.120636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Pushing event updated for resources: {'Port': ['ID=08306594-b262-4460-a927-2360713f69d3,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:12.177851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-8545016c-81b7-4edb-927b-403d6cff7a94 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:12.179329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-8545016c-81b7-4edb-927b-403d6cff7a94 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358&tenant_id=ea203ed014a247679fc90b98961ccf26&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 949 time: 0.2037063 Nov 09 17:58:12.189332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Attempting to bind port 08306594-b262-4460-a927-2360713f69d3 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:12.189978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Attempting to bind port 08306594-b262-4460-a927-2360713f69d3 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:12.190112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Attempting to bind port 08306594-b262-4460-a927-2360713f69d3 on network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:12.195090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:12.195465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Checking segment: {'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:12.195865 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.196439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Bound using segment: {'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:12.196916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Bound port: 08306594-b262-4460-a927-2360713f69d3, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:12.197294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.213216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:12.215614 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507356f4-73c3-4409-a743-e482c60bfe11" -d '{"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:12.257008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f33476f-d8c6-40b0-993f-28c8ee8cb942 req-c7888b94-3f8e-44cd-8c70-4288c0ea7acc tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235311 Nov 09 17:58:12.273510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] For port 08306594-b262-4460-a927-2360713f69d3, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:12.277138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] For port 08306594-b262-4460-a927-2360713f69d3, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=08306594-b262-4460-a927-2360713f69d3,segment=NetworkSegment(84415592-2b52-4d8a-9147-0e2c90449b03),segment_id=84415592-2b52-4d8a-9147-0e2c90449b03)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:12.294577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.328958 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.395430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016d2fa-b8c2-4283-8804-c781cb533af2 None None] Pushing event updated for resources: {'Port': ['ID=08306594-b262-4460-a927-2360713f69d3,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:12.410821 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-aa390739-a90e-4a52-83c2-581d3eb0de60 service neutron] delete failed (client error): The resource could not be found. Nov 09 17:58:12.411814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-aa390739-a90e-4a52-83c2-581d3eb0de60 service neutron] 10.222.0.85 "DELETE /v2.0/ports/eb2f3761-e708-47f0-b17b-25cbbf16a3b0/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.2181339 Nov 09 17:58:12.458997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:12.471183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.489403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:12.497467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:12.522666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Pushing event updated for resources: {'Port': ['ID=05815aff-3679-443e-8b9b-9a7ea79fb6c2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:12.602759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95773-f98c-4c6d-94f8-4a9e83ed92ad req-c908d350-84a3-42ab-9b71-f2878d2e5f18 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:12.604328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7a95773-f98c-4c6d-94f8-4a9e83ed92ad req-c908d350-84a3-42ab-9b71-f2878d2e5f18 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 946 time: 0.2300875 Nov 09 17:58:12.607870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.637686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.669934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df65b064-7ce8-4a4c-b239-86b63a8dbae8 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:12.704057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: df65b064-7ce8-4a4c-b239-86b63a8dbae8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:12.704663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df65b064-7ce8-4a4c-b239-86b63a8dbae8 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:12.732276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-a0f11b67-3d3e-47a3-bb4f-789e2eae9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:12.734337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-a0f11b67-3d3e-47a3-bb4f-789e2eae9e96 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1100 time: 0.2090688 Nov 09 17:58:12.826499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7a95773-f98c-4c6d-94f8-4a9e83ed92ad req-22a316d2-c3dd-4486-a3e3-f2c85bfd3289 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934481 Nov 09 17:58:12.875732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:12.931389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Allocated IP 172.25.0.75 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/45ebbdad-3f0c-439f-a4f4-50b8d39adbbd) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:12.999573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.006833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-2aeb66de-f3de-4baa-b68f-45c04e8b9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:13.008317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-2aeb66de-f3de-4baa-b68f-45c04e8b9043 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2410719 Nov 09 17:58:13.403785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-380a9ffb-c449-4c03-9d21-ad6e0cfbae40 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.3401220 Nov 09 17:58:13.417155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa31709-bb12-42a8-a26a-15ad87033e8c req-8630c681-7307-4152-b661-3610761e460c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:13.418628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6aa31709-bb12-42a8-a26a-15ad87033e8c req-8630c681-7307-4152-b661-3610761e460c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.5203519 Nov 09 17:58:13.442024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1867323d-71fc-4bcf-996d-13ee9cd72a4f None None] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:13.565180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-837f625b-8faa-4f57-b6bc-db0e2c985963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:13.567855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-837f625b-8faa-4f57-b6bc-db0e2c985963 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1437802 Nov 09 17:58:13.568615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5c242bf9-0a19-473d-b647-6259b928cbb2 None None] Provisioning complete for port 08306594-b262-4460-a927-2360713f69d3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:13.568832 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c242bf9-0a19-473d-b647-6259b928cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.593716 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.607327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6aa31709-bb12-42a8-a26a-15ad87033e8c req-259cc0db-307c-46ee-9d27-44747e377641 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735101 Nov 09 17:58:13.709532 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c242bf9-0a19-473d-b647-6259b928cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.719666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-b65d85f0-33ed-45a4-935c-b4316f8fb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:13.721258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-b65d85f0-33ed-45a4-935c-b4316f8fb3df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309807 Nov 09 17:58:13.730193 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.746310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.755970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5c242bf9-0a19-473d-b647-6259b928cbb2 None None] For port 08306594-b262-4460-a927-2360713f69d3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=08306594-b262-4460-a927-2360713f69d3,segment=NetworkSegment(84415592-2b52-4d8a-9147-0e2c90449b03),segment_id=84415592-2b52-4d8a-9147-0e2c90449b03)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:13.769742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c242bf9-0a19-473d-b647-6259b928cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.835103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:13.835966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:13.836566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c242bf9-0a19-473d-b647-6259b928cbb2 None None] Pushing event updated for resources: {'Port': ['ID=08306594-b262-4460-a927-2360713f69d3,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:13.870876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:13.910006 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455ae256-19cd-4310-9772-df36831b3679 x-openstack-request-id: req-455ae256-19cd-4310-9772-df36831b3679 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:13.910446 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:13.910817 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-455ae256-19cd-4310-9772-df36831b3679 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:13.912537 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'code': 200} Nov 09 17:58:13.926950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:13.989156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:14.092689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c5c1bf8f-8b68-4628-8cb2-8ebac9ff0eea None None] Provisioning complete for port 08306594-b262-4460-a927-2360713f69d3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:14.093321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c5c1bf8f-8b68-4628-8cb2-8ebac9ff0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.124705 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.203603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Pushing event updated for resources: {'Port': ['ID=05815aff-3679-443e-8b9b-9a7ea79fb6c2,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:14.210092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-8a5baf26-61ae-48a1-bc8c-fb088e3a8981 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662066 Nov 09 17:58:14.236255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.237484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-aec820b4-6f95-4493-9cbd-618adb432118 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2273722 Nov 09 17:58:14.253297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fef0b-c016-4521-a958-e28c64d3b4c3 req-3e1a5d84-f570-42bc-b6ef-de5f506612a5 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:14.254754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e2fef0b-c016-4521-a958-e28c64d3b4c3 req-3e1a5d84-f570-42bc-b6ef-de5f506612a5 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1097 time: 0.2333817 Nov 09 17:58:14.367886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-e453c183-a893-45cb-9d3d-603361f6a4d0 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.1166060 Nov 09 17:58:14.447043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 08306594-b262-4460-a927-2360713f69d3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:14.448818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e2fef0b-c016-4521-a958-e28c64d3b4c3 req-d3fa00c7-0476-4a9b-b674-daa55cab6f7a tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826050 Nov 09 17:58:14.513160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 08306594-b262-4460-a927-2360713f69d3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:14.513538 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.527374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5a11530-4f9b-444e-a6ce-94e75eb07535 req-01f90624-877b-4625-b6c3-3f57b3dff08d service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874613 Nov 09 17:58:14.623836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:14.633829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-238a784f-6803-478d-87ae-faed75417ad1 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:14.635614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6025e29-e8ac-41a0-8761-8b118d0235fb req-238a784f-6803-478d-87ae-faed75417ad1 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2559178 Nov 09 17:58:14.718387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64dad4-316b-4974-8b3d-00d7995f1226 req-8e44c5af-25b5-424b-8d89-3e92df3ad83f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:14.719817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce64dad4-316b-4974-8b3d-00d7995f1226 req-8e44c5af-25b5-424b-8d89-3e92df3ad83f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1652048 Nov 09 17:58:14.791737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce64dad4-316b-4974-8b3d-00d7995f1226 req-495acf3b-5751-4334-9a12-7adcf6ed9ec0 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645943 Nov 09 17:58:14.950026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-14d37e5b-52ba-492f-9202-d2a16491bbe6 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1234921066&fields=id&tenant_id=832155443c754efa93737514583a31eb HTTP/1.1" status: 200 len: 267 time: 0.0816078 Nov 09 17:58:14.965198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35ad86-5a65-467c-ac8e-f4663c4b89a6 req-03916514-82ee-4148-97b4-10c0ad28ba0c tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:14.966698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c35ad86-5a65-467c-ac8e-f4663c4b89a6 req-03916514-82ee-4148-97b4-10c0ad28ba0c tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1097 time: 0.0994632 Nov 09 17:58:14.983693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:15.130730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c35ad86-5a65-467c-ac8e-f4663c4b89a6 req-bbc73c6c-5175-423b-95f2-a6bb6288cbba tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494412 Nov 09 17:58:15.199242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-1858e98f-da44-4745-828d-4b8afce9d7f4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:15.208482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-1858e98f-da44-4745-828d-4b8afce9d7f4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 823 time: 0.2468064 Nov 09 17:58:15.233340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-a8c64a4c-6e0d-41ae-8360-b88bc71ce3c4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/quotas/832155443c754efa93737514583a31eb HTTP/1.1" status: 200 len: 375 time: 0.0239193 Nov 09 17:58:15.325477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a032-67f6-424b-8edb-6b38c6a5990d req-60fb74ed-2ce1-49e4-8397-66e14ddc4c78 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:15.327543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7632a032-67f6-424b-8edb-6b38c6a5990d req-60fb74ed-2ce1-49e4-8397-66e14ddc4c78 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.0975773 Nov 09 17:58:15.346866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-1612b632-4789-433e-9381-6d85e62e3719 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1014407 Nov 09 17:58:15.374338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Router 28b33598-51e9-4445-8453-486e3d9cb309 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:58:15.500106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7632a032-67f6-424b-8edb-6b38c6a5990d req-1da141a8-7dbd-42f6-a3b7-ed2f2c365fdd tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521547 Nov 09 17:58:15.596973 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:58:15.615567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-51151fa2-7f80-4a7b-8588-ac525dd69c83 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips/3a8f70c9-aa26-4970-acfd-3450214bebbc HTTP/1.1" status: 200 len: 693 time: 0.0819085 Nov 09 17:58:15.632538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-a2ebb251-87f2-4ffc-9f2f-fbbf31048e6a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:15.633947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-a2ebb251-87f2-4ffc-9f2f-fbbf31048e6a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.73 "GET /v2.0/ports?device_id=efad9cf9-065e-481c-879f-bce2f8e8e3ad HTTP/1.1" status: 200 len: 967 time: 0.2152836 Nov 09 17:58:15.650497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-4b5a6ab3-ff97-4251-baba-d4acd15e29d6 service neutron] 10.222.0.32 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851341 Nov 09 17:58:15.955173 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.071771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:16.084591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Sync routers for ids ['28b33598-51e9-4445-8453-486e3d9cb309'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:16.093936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Routers {'28b33598-51e9-4445-8453-486e3d9cb309'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:16.094837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['28b33598-51e9-4445-8453-486e3d9cb309'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:16.148272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.149479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9813524d-299f-46fd-9c93-d20818964ec7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8765998 Nov 09 17:58:16.152361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40364) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:16.191514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-f8803930-d85a-4bd9-9d7c-942eaa7450d7 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:16.192896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-f8803930-d85a-4bd9-9d7c-942eaa7450d7 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.5701139 Nov 09 17:58:16.214917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-3ca129d4-5ab0-4fe0-b5d7-02f5d12a2a24 service neutron] 10.222.0.32 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560644 Nov 09 17:58:16.252859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Set router 28b33598-51e9-4445-8453-486e3d9cb309 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:16.260908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-9e502a67-e9b8-441e-a9e3-3ed1eee41997 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.0609479 Nov 09 17:58:16.269925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Deleting port f5348f8b-c192-4e89-affb-df8a0b76e286 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:16.270289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.362096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-b5b5f6ee-577c-4ec6-88ed-507db5d0ac9b tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.0946112 Nov 09 17:58:16.491457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] For port f5348f8b-c192-4e89-affb-df8a0b76e286, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5348f8b-c192-4e89-affb-df8a0b76e286,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:16.491820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.619919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:14Z', 'revision_number': 3, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:16.666890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Checking router: 28b33598-51e9-4445-8453-486e3d9cb309 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:16.667251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Updating router 28b33598-51e9-4445-8453-486e3d9cb309 port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:58:16.695602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.762809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc8545-270b-4b56-9de6-74935f01ced6 req-f79b8ae7-2097-49ff-8ae6-78645192db08 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:16.764452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ccc8545-270b-4b56-9de6-74935f01ced6 req-f79b8ae7-2097-49ff-8ae6-78645192db08 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 950 time: 0.2457049 Nov 09 17:58:16.899678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.919088 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.919338 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:16.919675 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0 disassociated. External IP: 172.25.0.142, port: f5348f8b-c192-4e89-affb-df8a0b76e286. Nov 09 17:58:16.920013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Calling delete_port for f5348f8b-c192-4e89-affb-df8a0b76e286 owned by compute:tempest-test_az-499156703 {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:16.959761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-64428c13-0f3f-43b0-aac4-ea65fdd4b145 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:16.961291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-64428c13-0f3f-43b0-aac4-ea65fdd4b145 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.85 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 950 time: 0.3611863 Nov 09 17:58:17.029220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Deleting port 05815aff-3679-443e-8b9b-9a7ea79fb6c2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:17.030145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.137563 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.146709 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.149178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Allocated IP 172.20.0.1 (c5b8a29a-a4ee-4d93-a18c-4dfc244aec53/cdec6088-c796-4572-b3b9-7b0c6dbfba5e/4d3390c9-26a5-43cb-80d1-09f6f2f70517) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:17.219457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Attempting to bind port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:17.219779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Attempting to bind port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:17.220134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Attempting to bind port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:17.230444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:17.230833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:17.231485 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.231609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:17.232067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Bound port: 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:17.232465 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.286413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ccc8545-270b-4b56-9de6-74935f01ced6 req-a876030c-0aff-4519-8ea7-6b059056f8eb tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086191 Nov 09 17:58:17.305089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4e76-e366-4ea1-ba5e-be228de83ee9 None None] Pushing event updated for resources: {'Port': ['ID=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.343603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] For port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:17.347592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] For port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:17.349100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.360087 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.411578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.439066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Routers {'28b33598-51e9-4445-8453-486e3d9cb309'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:17.439856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['28b33598-51e9-4445-8453-486e3d9cb309'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:17.461752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:17.465164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:17.468778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:17.500639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3390c9-26a5-43cb-80d1-09f6f2f70517,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.520906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.556560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.557209 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.580114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Calling delete_port for 05815aff-3679-443e-8b9b-9a7ea79fb6c2 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:17.646836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] Set router 28b33598-51e9-4445-8453-486e3d9cb309 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:17.691357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.716069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4e76-e366-4ea1-ba5e-be228de83ee9 None None] Pushing event updated for resources: {'Port': ['ID=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.781719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-99a57624-5043-4e6a-bd4d-74c3b0f9cb88 None None] Provisioning complete for port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:17.782007 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-99a57624-5043-4e6a-bd4d-74c3b0f9cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:17.843478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-99a57624-5043-4e6a-bd4d-74c3b0f9cb88 None None] Port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:17.870568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event deleted for resources: {'Port': ['ID=f5348f8b-c192-4e89-affb-df8a0b76e286,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:17.907618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:14Z', 'revision_number': 3, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:17.958409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fbd69-e40c-4d40-b019-cb57fa744b44 None None] The sync data for ids ['28b33598-51e9-4445-8453-486e3d9cb309'] in n-d-817240-1 is: [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:14Z', 'revision_number': 3, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:18.032787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.037041 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.047823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Deleting port dd61e394-7234-4494-b38d-3ce75da62104 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:18.048165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.058095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb6c24-2e99-492a-8ad9-ad5d2e6f7ac9 req-176eb5fa-0c55-4887-9acf-2f10774e9aec tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:18.059603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cdb6c24-2e99-492a-8ad9-ad5d2e6f7ac9 req-176eb5fa-0c55-4887-9acf-2f10774e9aec tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1100 time: 0.5413606 Nov 09 17:58:18.129080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Pushing event deleted for resources: {'Port': ['ID=05815aff-3679-443e-8b9b-9a7ea79fb6c2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:18.227812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-37e375d7-a78f-4b51-8db5-1e79ba4b650b tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:18.229274 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-37e375d7-a78f-4b51-8db5-1e79ba4b650b tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.85 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 823 time: 0.1659818 Nov 09 17:58:18.258276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cdb6c24-2e99-492a-8ad9-ad5d2e6f7ac9 req-c9fcae02-d88d-4d50-8827-6ae326f654ae tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662548 Nov 09 17:58:18.317654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] For port dd61e394-7234-4494-b38d-3ce75da62104, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd61e394-7234-4494-b38d-3ce75da62104,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:18.323647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.326658 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.330942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.371456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46d3f5a9-9b98-464e-9a8c-16221df203e1 req-cc8c667f-4630-4578-aa7c-e42445f10176 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "DELETE /v2.0/floatingips/3a8f70c9-aa26-4970-acfd-3450214bebbc HTTP/1.1" status: 204 len: 173 time: 1.9971008 Nov 09 17:58:18.386392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Router d7c3f346-9e35-4663-97fb-bae3b3004009 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:18.395109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Calling delete_port for dd61e394-7234-4494-b38d-3ce75da62104 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:18.441939 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-a0a3d7e7-746b-451e-9647-2ff5132af6b3 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832155443c754efa93737514583a31eb HTTP/1.1" status: 200 len: 380 time: 0.1661296 Nov 09 17:58:18.487309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'port': {'device_id': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'admin_state_up': True, 'tenant_id': '832155443c754efa93737514583a31eb', 'security_groups': ['b686b618-12e8-4010-a369-4879f8f1d2a7']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:18.629179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:18.669573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:18.680513 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] Sync routers for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:18.694507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73153d91-bf01-4112-8a8c-74cf64e71a5e req-f6281c3b-fd6b-4ca9-a9b6-13e276202e3c tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 210 time: 0.1143804 Nov 09 17:58:18.705598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5348f8b-c192-4e89-affb-df8a0b76e286 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:18.706625 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:18.707638 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:18.780045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.793533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.794624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] No DVR routers for this DVR port f5348f8b-c192-4e89-affb-df8a0b76e286 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:18.804195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: f5348f8b-c192-4e89-affb-df8a0b76e286 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:18.804195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5348f8b-c192-4e89-affb-df8a0b76e286 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:18.819764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475a54c-401b-41af-9986-ebe250fcc2b3 req-8ddaa352-a055-4ec3-8ddd-1172d4907066 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:18.837094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3475a54c-401b-41af-9986-ebe250fcc2b3 req-8ddaa352-a055-4ec3-8ddd-1172d4907066 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2526672 Nov 09 17:58:18.845135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:18.846120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.849349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.850794 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.852641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe51ac0c-801a-4d7e-82c0-81e9e7f14a83 req-accf760d-016d-4543-835d-b6408309fe80 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.73 "DELETE /v2.0/ports/f5348f8b-c192-4e89-affb-df8a0b76e286 HTTP/1.1" status: 204 len: 173 time: 3.2043364 Nov 09 17:58:18.859234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'name': 'network-vif-deleted', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:18.871029 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc461206-19e8-4d01-b4e5-781da350bdde" -d '{"events": [{"server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "name": "network-vif-deleted", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:18.916584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3390c9-26a5-43cb-80d1-09f6f2f70517,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:18.920982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Made reservation on behalf of 832155443c754efa93737514583a31eb for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:18.924943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:18.962278 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:19.010351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.073328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3475a54c-401b-41af-9986-ebe250fcc2b3 req-706d4e9a-aa57-4e2d-9903-200e97989e36 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352302 Nov 09 17:58:19.142393 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.196217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:19.203934 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.361435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:19.378897 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-a352b2aa-fc8b-46c2-a1b1-0a2a22a35351 req-8af8b896-05c0-46b4-b3be-3a2d6b00ebc0 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] show failed (client error): The resource could not be found. Nov 09 17:58:19.381365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a352b2aa-fc8b-46c2-a1b1-0a2a22a35351 req-8af8b896-05c0-46b4-b3be-3a2d6b00ebc0 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips/3a8f70c9-aa26-4970-acfd-3450214bebbc HTTP/1.1" status: 404 len: 350 time: 0.2153146 Nov 09 17:58:19.391973 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.406092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['aa17ee0c-9747-4946-b494-3df556c4a65c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:19.466969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Pushing event deleted for resources: {'Port': ['ID=dd61e394-7234-4494-b38d-3ce75da62104,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:19.475423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:19.492506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:19.497025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67d6ef6f-8476-46c4-8299-6c70f682dc47 req-e1bbdd6b-5e15-43bd-a0fb-29f6eca0c2d4 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=90711358-41d7-457c-8e59-93e8ef25b5a6 HTTP/1.1" status: 200 len: 210 time: 0.3005319 Nov 09 17:58:19.542931 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206f220d-2bac-4657-98b5-17e6f6e3d159 x-openstack-request-id: req-206f220d-2bac-4657-98b5-17e6f6e3d159 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:19.543205 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efad9cf9-065e-481c-879f-bce2f8e8e3ad", "name": "network-vif-deleted", "tag": "f5348f8b-c192-4e89-affb-df8a0b76e286", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:19.544656 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-206f220d-2bac-4657-98b5-17e6f6e3d159 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:19.545131 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efad9cf9-065e-481c-879f-bce2f8e8e3ad', 'name': 'network-vif-deleted', 'tag': 'f5348f8b-c192-4e89-affb-df8a0b76e286', 'status': 'completed', 'code': 200} Nov 09 17:58:19.643201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] No DVR routers for this DVR port dd61e394-7234-4494-b38d-3ce75da62104 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:19.648538 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:19.653069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3229c2b-8feb-44a1-9e07-d650dc0362c6 req-d9c43c39-6dc8-4cc9-a55a-85abaeb16d3c tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.85 "DELETE /v2.0/ports/dd61e394-7234-4494-b38d-3ce75da62104 HTTP/1.1" status: 204 len: 173 time: 2.6476200 Nov 09 17:58:19.828707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1de62c92-40eb-4cfb-8548-5f37dcc9ec19 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047847 Nov 09 17:58:19.856566 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:19.904412 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] Checking router: d7c3f346-9e35-4663-97fb-bae3b3004009 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:19.909483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Router 28b33598-51e9-4445-8453-486e3d9cb309 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:19.926258 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:19.927257 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:19.969372 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Allocated IP 172.20.0.13 (8cd5c396-341f-40ff-b155-1bcf6eb00a59/4efa7b6e-d2e0-418e-aac2-ff816fd4e08f/cc2796bb-e2c1-4b30-a758-2fcca6476532) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:20.065503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07a34-e8db-404f-82d7-3da9c79859b8 req-1e11b9b6-2d92-4e24-a704-051425e163bc tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:20.067098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21b07a34-e8db-404f-82d7-3da9c79859b8 req-1e11b9b6-2d92-4e24-a704-051425e163bc tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1097 time: 0.3676422 Nov 09 17:58:20.094824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd61e394-7234-4494-b38d-3ce75da62104 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:20.099471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-630fe1ba-177e-4339-a1a4-aeb221bb653f None None] Provisioning complete for port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:20.100081 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-630fe1ba-177e-4339-a1a4-aeb221bb653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.103043 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:20.137907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-c2c11216-874d-4229-9cce-fe69e3ed2edb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:20.140536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: dd61e394-7234-4494-b38d-3ce75da62104 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:20.141067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd61e394-7234-4494-b38d-3ce75da62104 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:20.160137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-c2c11216-874d-4229-9cce-fe69e3ed2edb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3297379 Nov 09 17:58:20.193242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-b852cd8e-ef79-43a5-9ed0-31ca50a0cddb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/quotas/ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 375 time: 0.0320859 Nov 09 17:58:20.229579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-630fe1ba-177e-4339-a1a4-aeb221bb653f None None] Port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:20.251321 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:20.277112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21b07a34-e8db-404f-82d7-3da9c79859b8 req-b81d9f6c-7a78-4eb0-aa4b-f3b4ca20bf80 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140256 Nov 09 17:58:20.345024 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c53382f4-0055-45c9-be30-af5fd4b796b7 admin admin] 10.222.0.32 "PUT /v2.0/routers/28b33598-51e9-4445-8453-486e3d9cb309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1896284 Nov 09 17:58:20.361459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-31e14da2-ea81-4c50-91b0-cbde6a71d64c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669760 Nov 09 17:58:20.465335 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-f67090b5-d4f2-4013-ade0-b52653adae4c req-37a6d103-b224-4317-ad1f-192a650cc489 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] show failed (client error): The resource could not be found. Nov 09 17:58:20.480875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40422) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:20.490886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f67090b5-d4f2-4013-ade0-b52653adae4c req-37a6d103-b224-4317-ad1f-192a650cc489 tempest-FloatingIPsTestJSON-640683745 tempest-FloatingIPsTestJSON-640683745-project] 10.222.0.32 "GET /v2.0/floatingips/3a8f70c9-aa26-4970-acfd-3450214bebbc HTTP/1.1" status: 404 len: 350 time: 0.1280823 Nov 09 17:58:20.544309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:20.561469 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:20.670971 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a61ed62-c249-402c-a58b-d2ca3862e8a8 None None] The sync data for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 is: [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:20.718937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.769300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b70238d-f96f-42cd-b742-0c3c801c722b req-f4c948de-7f25-4529-ae3b-afeaf5da54fc tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 210 time: 0.1177697 Nov 09 17:58:20.883237 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:20.935642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Sync routers for ids ['28b33598-51e9-4445-8453-486e3d9cb309'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:20.957151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:20.957534 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.000581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1047b-7aa5-497d-b1dd-20a62dbefa34 req-6a834c8d-8481-4981-a458-5e850b8d395b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.006539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8b1047b-7aa5-497d-b1dd-20a62dbefa34 req-6a834c8d-8481-4981-a458-5e850b8d395b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1019459 Nov 09 17:58:21.061303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Routers {'28b33598-51e9-4445-8453-486e3d9cb309'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:21.062202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['28b33598-51e9-4445-8453-486e3d9cb309'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:21.135163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8b1047b-7aa5-497d-b1dd-20a62dbefa34 req-7724e116-cafb-4fdb-994b-4dee9317dd65 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257737 Nov 09 17:58:21.151288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:21.186628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:21.192336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:21.250584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event updated for resources: {'Port': ['ID=cc2796bb-e2c1-4b30-a758-2fcca6476532,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:21.331586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71177d11-1192-457f-92c8-361d6186663a None None] New status for floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:58:21.352218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:21.352946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.380042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Set router 28b33598-51e9-4445-8453-486e3d9cb309 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:21.484680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-90976af8-8ac0-4e65-9040-e521a9a414b4 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0155511 Nov 09 17:58:21.492483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Request body: {'port': {'device_id': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:21.549200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'name': 'network-vif-deleted', 'tag': 'dd61e394-7234-4494-b38d-3ce75da62104'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:21.551589 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372bbc5-7d36-4bd3-99b2-703b7d201125" -d '{"events": [{"server_uuid": "90711358-41d7-457c-8e59-93e8ef25b5a6", "name": "network-vif-deleted", "tag": "dd61e394-7234-4494-b38d-3ce75da62104"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:21.760465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.809268 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-892d7b28-b2a0-4f9a-b79c-1ee84741f285 req-8a9fd2ee-bc9c-41c2-a639-f18132448794 tempest-FloatingIPDetailsNegativeTestJSON-938376433 tempest-FloatingIPDetailsNegativeTestJSON-938376433-project] show failed (client error): The resource could not be found. Nov 09 17:58:21.811132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-892d7b28-b2a0-4f9a-b79c-1ee84741f285 req-8a9fd2ee-bc9c-41c2-a639-f18132448794 tempest-FloatingIPDetailsNegativeTestJSON-938376433 tempest-FloatingIPDetailsNegativeTestJSON-938376433-project] 10.222.0.32 "GET /v2.0/floatingips/c08846b2-16b3-47cd-8b16-4fe10a6728da HTTP/1.1" status: 404 len: 350 time: 0.0757873 Nov 09 17:58:21.820328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40466) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:21.834617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-86c22bce-51cb-4b5a-9dea-4980c9dd2943 None None] Provisioning complete for port cc2796bb-e2c1-4b30-a758-2fcca6476532 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:21.835246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86c22bce-51cb-4b5a-9dea-4980c9dd2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:21.909070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-86c22bce-51cb-4b5a-9dea-4980c9dd2943 None None] Port cc2796bb-e2c1-4b30-a758-2fcca6476532 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:21.950042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:17Z', 'revision_number': 4, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '4d3390c9-26a5-43cb-80d1-09f6f2f70517', 'name': '', 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53', 'tenant_id': '1d61dd219b534256a26604b266810221', 'mac_address': 'fa:16:3e:4e:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdec6088-c796-4572-b3b9-7b0c6dbfba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:16Z', 'updated_at': '2021-11-09T17:58:18Z', 'revision_number': 2, 'project_id': '1d61dd219b534256a26604b266810221', 'subnets': [{'id': 'cdec6088-c796-4572-b3b9-7b0c6dbfba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:22.008412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Checking router: 28b33598-51e9-4445-8453-486e3d9cb309 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:22.008640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Updating router 28b33598-51e9-4445-8453-486e3d9cb309 port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:58:22.044153 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.070898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-909de0be-653e-4e41-a956-341c8786a13d req-b3638f33-d141-4c5b-adde-60fe38e85a5c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 210 time: 0.0871773 Nov 09 17:58:22.370615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2796bb-e2c1-4b30-a758-2fcca6476532 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:22.382990 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.414124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.568290 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132aac0a-461c-4fcd-84ef-1213cf95433b x-openstack-request-id: req-132aac0a-461c-4fcd-84ef-1213cf95433b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:22.569281 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90711358-41d7-457c-8e59-93e8ef25b5a6", "name": "network-vif-deleted", "tag": "dd61e394-7234-4494-b38d-3ce75da62104", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:22.569688 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-132aac0a-461c-4fcd-84ef-1213cf95433b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:22.570267 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90711358-41d7-457c-8e59-93e8ef25b5a6', 'name': 'network-vif-deleted', 'tag': 'dd61e394-7234-4494-b38d-3ce75da62104', 'status': 'completed', 'code': 200} Nov 09 17:58:22.683420 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.697755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-ba0c0392-c9e4-491d-8f6c-dac6f688965b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462091 Nov 09 17:58:22.699892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.727417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40484) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:22.826246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Transition to ACTIVE for port object cc2796bb-e2c1-4b30-a758-2fcca6476532 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:22.861530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae829be-59e7-40b1-9428-18fb305963ed None None] Pushing event updated for resources: {'Port': ['ID=4d3390c9-26a5-43cb-80d1-09f6f2f70517,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:22.866862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045faad-0537-4e30-90d9-23dcb6fccaa1 req-8bb5f7ff-123b-4b0a-97ae-e06ab4ec04a2 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:22.876410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9045faad-0537-4e30-90d9-23dcb6fccaa1 req-8bb5f7ff-123b-4b0a-97ae-e06ab4ec04a2 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 932 time: 0.3049276 Nov 09 17:58:22.889645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Attempting to bind port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:22.890023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Attempting to bind port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:22.890413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Attempting to bind port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 on network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:22.895993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:22.896374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Checking segment: {'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:22.896786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.897178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Bound using segment: {'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:22.897661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Bound port: 4d3390c9-26a5-43cb-80d1-09f6f2f70517, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84415592-2b52-4d8a-9147-0e2c90449b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:22.898038 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.923393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:22.993792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-e2f1f2cc-7af1-4860-8704-bf2ea6724330 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:58:22.994837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-e2f1f2cc-7af1-4860-8704-bf2ea6724330 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2649691 Nov 09 17:58:23.020345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9045faad-0537-4e30-90d9-23dcb6fccaa1 req-7e9f6817-0b19-4438-9fb5-a82d1a928463 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429691 Nov 09 17:58:23.045630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] For port 4d3390c9-26a5-43cb-80d1-09f6f2f70517, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:23.053785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] For port 4d3390c9-26a5-43cb-80d1-09f6f2f70517, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4d3390c9-26a5-43cb-80d1-09f6f2f70517,segment=NetworkSegment(84415592-2b52-4d8a-9147-0e2c90449b03),segment_id=84415592-2b52-4d8a-9147-0e2c90449b03)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:23.056136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2796bb-e2c1-4b30-a758-2fcca6476532,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.068784 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.148734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-023c5903-5780-48b6-84f6-c53788726a25 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.150925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-023c5903-5780-48b6-84f6-c53788726a25 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4435308 Nov 09 17:58:23.196575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae829be-59e7-40b1-9428-18fb305963ed None None] Pushing event updated for resources: {'Port': ['ID=4d3390c9-26a5-43cb-80d1-09f6f2f70517,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.224974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Request body: {'port': {'device_id': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'ea203ed014a247679fc90b98961ccf26'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:23.232911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Routers {'28b33598-51e9-4445-8453-486e3d9cb309'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:23.233859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['28b33598-51e9-4445-8453-486e3d9cb309'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:23.274474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Attempting to bind port cc2796bb-e2c1-4b30-a758-2fcca6476532 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:23.274810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Attempting to bind port cc2796bb-e2c1-4b30-a758-2fcca6476532 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:23.275139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Attempting to bind port cc2796bb-e2c1-4b30-a758-2fcca6476532 on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:23.313639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Port cc2796bb-e2c1-4b30-a758-2fcca6476532 on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:23.314027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Attempting to bind port cc2796bb-e2c1-4b30-a758-2fcca6476532 on network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:23.320849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:23.321177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Checking segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:23.321570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Bound using segment: {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:23.322007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Bound port: cc2796bb-e2c1-4b30-a758-2fcca6476532, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7d0b95-96a4-427f-a9e1-40ca782082e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:23.322393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.330002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-8ef5ab49-b2f2-40b0-b0b3-a8e7b9fbda67 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.333510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-8ef5ab49-b2f2-40b0-b0b3-a8e7b9fbda67 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 1094 time: 0.3279767 Nov 09 17:58:23.417081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] For port cc2796bb-e2c1-4b30-a758-2fcca6476532, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:23.422230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] For port cc2796bb-e2c1-4b30-a758-2fcca6476532, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:23.433022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.450202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.450838 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.453226 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] 10.222.0.85 "PUT /v2.0/ports/cc2796bb-e2c1-4b30-a758-2fcca6476532 HTTP/1.1" status: 200 len: 1092 time: 1.9649670 Nov 09 17:58:23.454019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491fab-cc0f-460c-a474-b782b042c524 req-a7003aaa-0a1b-4296-a31f-cab7781b9102 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.455539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:23.459952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fc5f078f-7b67-46a0-815f-48988467fe35 None None] Provisioning complete for port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:23.460413 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc5f078f-7b67-46a0-815f-48988467fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.464306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa491fab-cc0f-460c-a474-b782b042c524 req-a7003aaa-0a1b-4296-a31f-cab7781b9102 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2726548 Nov 09 17:58:23.468505 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe3d97-aadc-4403-8974-8a938fa864a1" -d '{"events": [{"name": "network-changed", "server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:23.549234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] Set router 28b33598-51e9-4445-8453-486e3d9cb309 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:23.597739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Deleting port 6bfee067-5c32-4885-9813-2735f51269f1 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:23.598345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:23.630592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Request body: {'binding': {'host': 'n-h2-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:23.631134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Unknown quota resources ['binding']. {{(pid=102140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:58:23.660454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4c70e-8850-4ac4-8e69-b829cfec21d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2796bb-e2c1-4b30-a758-2fcca6476532,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:23.686695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-b8aff4e2-8da8-4111-b1ce-a09655156de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:23.691647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-b8aff4e2-8da8-4111-b1ce-a09655156de3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 1095 time: 0.1831062 Nov 09 17:58:23.693977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa491fab-cc0f-460c-a474-b782b042c524 req-8fa39d7c-921d-4785-9c1d-8c3988023318 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285759 Nov 09 17:58:23.753635 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-5590699f-c9cb-4a53-85ca-dba78adf2a81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532 HTTP/1.1" status: 200 len: 217 time: 0.0513563 Nov 09 17:58:23.808094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Made reservation on behalf of ea203ed014a247679fc90b98961ccf26 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:23.812165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.000386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc5f078f-7b67-46a0-815f-48988467fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.015021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:17Z', 'revision_number': 4, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '4d3390c9-26a5-43cb-80d1-09f6f2f70517', 'name': '', 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53', 'tenant_id': '1d61dd219b534256a26604b266810221', 'mac_address': 'fa:16:3e:4e:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdec6088-c796-4572-b3b9-7b0c6dbfba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:16Z', 'updated_at': '2021-11-09T17:58:23Z', 'revision_number': 4, 'project_id': '1d61dd219b534256a26604b266810221', 'subnets': [{'id': 'cdec6088-c796-4572-b3b9-7b0c6dbfba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:24.053880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55475c35-214c-4dc1-8425-9ddf1aa63b01 None None] The sync data for ids ['28b33598-51e9-4445-8453-486e3d9cb309'] in n-d-817240-1 is: [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:17Z', 'revision_number': 4, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '4d3390c9-26a5-43cb-80d1-09f6f2f70517', 'name': '', 'network_id': 'c5b8a29a-a4ee-4d93-a18c-4dfc244aec53', 'tenant_id': '1d61dd219b534256a26604b266810221', 'mac_address': 'fa:16:3e:4e:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'cdec6088-c796-4572-b3b9-7b0c6dbfba5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:16Z', 'updated_at': '2021-11-09T17:58:23Z', 'revision_number': 4, 'project_id': '1d61dd219b534256a26604b266810221', 'subnets': [{'id': 'cdec6088-c796-4572-b3b9-7b0c6dbfba5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:24.062158 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.076312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8403e61-7e89-4f00-be85-38b8599f23cf req-c3b0ca57-b8a1-4afd-8ab9-93fad4a41266 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.078802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8403e61-7e89-4f00-be85-38b8599f23cf req-c3b0ca57-b8a1-4afd-8ab9-93fad4a41266 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 972 time: 0.2342842 Nov 09 17:58:24.095049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fc5f078f-7b67-46a0-815f-48988467fe35 None None] For port 4d3390c9-26a5-43cb-80d1-09f6f2f70517, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4d3390c9-26a5-43cb-80d1-09f6f2f70517,segment=NetworkSegment(84415592-2b52-4d8a-9147-0e2c90449b03),segment_id=84415592-2b52-4d8a-9147-0e2c90449b03)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:24.128123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc5f078f-7b67-46a0-815f-48988467fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.168736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99535779-1f38-494f-a1df-c5689621d432 req-1beb3ab1-c1db-4927-8448-ad5bc47d1757 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.171887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99535779-1f38-494f-a1df-c5689621d432 req-1beb3ab1-c1db-4927-8448-ad5bc47d1757 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 972 time: 0.2799666 Nov 09 17:58:24.189229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] For port 6bfee067-5c32-4885-9813-2735f51269f1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6bfee067-5c32-4885-9813-2735f51269f1,segment=NetworkSegment(1afcdefb-d258-4842-bcdc-36b104066c2d),segment_id=1afcdefb-d258-4842-bcdc-36b104066c2d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:24.189729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.225434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Calling delete_port for 6bfee067-5c32-4885-9813-2735f51269f1 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:24.240507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-10c642dd-90b8-46e9-aec5-79ccba65c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.242217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-10c642dd-90b8-46e9-aec5-79ccba65c116 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f HTTP/1.1" status: 200 len: 862 time: 0.4581831 Nov 09 17:58:24.249555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f078f-7b67-46a0-815f-48988467fe35 None None] Pushing event updated for resources: {'Port': ['ID=4d3390c9-26a5-43cb-80d1-09f6f2f70517,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:24.290977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1717084f-f074-4372-bad9-4051f52c7e38 None None] Provisioning complete for port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:24.291720 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1717084f-f074-4372-bad9-4051f52c7e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.368603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-5c2c7766-6092-4992-9221-f547830eee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:24.370023 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-5c2c7766-6092-4992-9221-f547830eee4f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8cd5c396-341f-40ff-b155-1bcf6eb00a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875862 Nov 09 17:58:24.379221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on host n-h2-817240-1 for vnic_type normal with profile None {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:24.379565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:24.379916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:24.403447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8403e61-7e89-4f00-be85-38b8599f23cf req-a924d610-6853-4534-be1f-90c10657b5d2 tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304201 Nov 09 17:58:24.442948 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Allocated IP 192.168.233.94 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/99d00e9c-1437-4ba8-a583-0dc9a72ee062) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:24.460105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:24.470619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:24.500647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4d3390c9-26a5-43cb-80d1-09f6f2f70517 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:24.524649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:24.525112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:24.525510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:24.525959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Bound port: a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:24.567775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.592659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:24.593029 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.601404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:24.645785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfee067-5c32-4885-9813-2735f51269f1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:24.647833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:24.649049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a1c87497-e52f-4213-af36-ad9b7409e6bb service neutron] 10.222.0.32 "POST /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58/bindings HTTP/1.1" status: 201 len: 389 time: 1.1572382 Nov 09 17:58:24.687295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0da3c096-62a5-437f-9907-b2c741557930 req-d979476f-caf1-4aa7-bc67-afef09928ae1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 210 time: 0.0802855 Nov 09 17:58:24.863446 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1917bd2c-23b4-42c0-8158-de175d5f97e6 x-openstack-request-id: req-1917bd2c-23b4-42c0-8158-de175d5f97e6 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:24.871365 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:24.871815 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1917bd2c-23b4-42c0-8158-de175d5f97e6 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:24.873622 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'status': 'completed', 'code': 200} Nov 09 17:58:25.001970 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-7f7d5a96-c4e9-4b5d-ba67-94d125291f02 service neutron] 10.222.0.85 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905292 Nov 09 17:58:25.043002 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.212846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.229608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:25.234113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24dd4da7-7a2c-4ee7-97c7-9da2b49247cd req-748527c5-897f-44d4-9824-ddfea979d3b6 service neutron] 10.222.0.85 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157953 Nov 09 17:58:25.263627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.301897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:25.321957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:25.324851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:25.332804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Deleting port aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:25.333153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.445737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:25.456831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9df35-0b39-4c1f-8080-b5688157c392 req-f525f37f-2286-43c0-8f08-3ac1bb0fe052 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.465106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31f9df35-0b39-4c1f-8080-b5688157c392 req-f525f37f-2286-43c0-8f08-3ac1bb0fe052 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.3807855 Nov 09 17:58:25.491155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-463d6253-0573-4459-949f-9dd9914581d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.493375 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-463d6253-0573-4459-949f-9dd9914581d7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 1095 time: 0.1258881 Nov 09 17:58:25.547366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db1e9-76e0-45a1-bf38-1f671c55771b req-a7a8ae80-5506-4a35-aa1e-b23637d2a3af tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.548936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-048db1e9-76e0-45a1-bf38-1f671c55771b req-a7a8ae80-5506-4a35-aa1e-b23637d2a3af tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 944 time: 0.4527869 Nov 09 17:58:25.556935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-233150cf-4e29-4f23-8cb1-fc756dcfcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.558456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-233150cf-4e29-4f23-8cb1-fc756dcfcd54 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1097 time: 0.4757123 Nov 09 17:58:25.671202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-63678571-6d46-4f24-b23d-7a17b40e27c8 None None] Provisioning complete for port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:25.671576 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-63678571-6d46-4f24-b23d-7a17b40e27c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.675876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.676501 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.725507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31f9df35-0b39-4c1f-8080-b5688157c392 req-14bb2535-2c06-44d5-8bd3-9aff2c603305 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594972 Nov 09 17:58:25.730861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-951c6e83-bd3d-4468-8016-9a3a14f4a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.732939 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-951c6e83-bd3d-4468-8016-9a3a14f4a7b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 924 time: 0.2302663 Nov 09 17:58:25.746560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-63678571-6d46-4f24-b23d-7a17b40e27c8 None None] Port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:25.785196 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-422c75ab-7417-49c1-ab2f-e65fa3e23ef4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532 HTTP/1.1" status: 200 len: 217 time: 0.0447841 Nov 09 17:58:25.798878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-048db1e9-76e0-45a1-bf38-1f671c55771b req-787c6c6c-4faf-405e-8568-f6e8c62098fd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384160 Nov 09 17:58:25.821211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-1f541f18-dc42-4864-89e7-151b6a3768c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6138253 Nov 09 17:58:25.865914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] For port aa17ee0c-9747-4946-b494-3df556c4a65c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=aa17ee0c-9747-4946-b494-3df556c4a65c,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:25.866443 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:25.891972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Request body: {'port': {'device_id': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:25.893245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Router 27473448-fecf-4d75-a59e-00a7646bf069 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:25.901995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-d7d1fce8-6d3d-4b63-9b4b-9a78fd31f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:25.903766 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-d7d1fce8-6d3d-4b63-9b4b-9a78fd31f1f3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f HTTP/1.1" status: 200 len: 862 time: 0.1053774 Nov 09 17:58:25.981793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Calling delete_port for aa17ee0c-9747-4946-b494-3df556c4a65c owned by compute:tempest-test_az-499156703 {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:26.028573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-b157bf96-0822-45b6-9f7e-b65b8ec833ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.030628 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-b157bf96-0822-45b6-9f7e-b65b8ec833ab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8cd5c396-341f-40ff-b155-1bcf6eb00a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163220 Nov 09 17:58:26.053323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:26.061352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a1b84b2d-9c9f-4869-9b41-c6d5094b301d admin admin] 10.222.0.32 "PUT /v2.0/routers/27473448-fecf-4d75-a59e-00a7646bf069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5780075 Nov 09 17:58:26.062000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40520) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:26.069081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] Sync routers for ids ['27473448-fecf-4d75-a59e-00a7646bf069'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:26.085870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-9a251576-87f0-40d9-bb05-4626c8e6e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.086416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] Routers {'27473448-fecf-4d75-a59e-00a7646bf069'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:26.087398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-9a251576-87f0-40d9-bb05-4626c8e6e33a service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.5172584 Nov 09 17:58:26.090461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['27473448-fecf-4d75-a59e-00a7646bf069'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:26.185911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ea3a-d9bf-4387-8560-997994d9f487 req-4bb71768-a954-4926-9438-d04d8983564d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.193564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d933ea3a-d9bf-4387-8560-997994d9f487 req-4bb71768-a954-4926-9438-d04d8983564d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 946 time: 0.3409801 Nov 09 17:58:26.205277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-a9ea245f-7b5c-4c1c-8ac1-cf55e59c5c91 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 217 time: 0.0799477 Nov 09 17:58:26.205835 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.264340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ff9fd-9583-4908-ad52-a7a3e2b07747 req-3f37efe5-e25c-475d-8058-502dd7fc640a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.265979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b8ff9fd-9583-4908-ad52-a7a3e2b07747 req-3f37efe5-e25c-475d-8058-502dd7fc640a tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fbc0fa9-9d07-4f76-ae44-3256358290a1 HTTP/1.1" status: 200 len: 972 time: 0.3641052 Nov 09 17:58:26.270001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.274858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-27cefd21-9622-4f2f-93f8-57c350259541 service neutron] 10.222.0.85 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332368 Nov 09 17:58:26.361619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] Set router 27473448-fecf-4d75-a59e-00a7646bf069 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:26.430661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.510283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Deleting port 4d3390c9-26a5-43cb-80d1-09f6f2f70517 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:26.512062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.517285 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d933ea3a-d9bf-4387-8560-997994d9f487 req-02f06605-a4b4-4e06-af3b-97a3287c8b39 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227203 Nov 09 17:58:26.518024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.569864 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d2fe3d97-aadc-4403-8974-8a938fa864a1 req-33dc0d3b-2a64-44b9-b334-637a09b21cda service neutron] 10.222.0.85 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662881 Nov 09 17:58:26.580601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:58:24Z', 'revision_number': 5, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port': {'id': '6378b953-0b34-4afa-a3c8-6834e0816175', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27473448-fecf-4d75-a59e-00a7646bf069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:52Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:26.593124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Deleting port 6378b953-0b34-4afa-a3c8-6834e0816175 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:26.593483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.612266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] Checking router: 27473448-fecf-4d75-a59e-00a7646bf069 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:26.621335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] Routers {'27473448-fecf-4d75-a59e-00a7646bf069'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:26.621776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b8ff9fd-9583-4908-ad52-a7a3e2b07747 req-5f958505-994d-44ee-94c1-68c3b1a3f1ac tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f13543-9056-4749-b649-15b6435e62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220305 Nov 09 17:58:26.622536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Pushing event deleted for resources: {'Port': ['ID=aa17ee0c-9747-4946-b494-3df556c4a65c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:26.624217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['27473448-fecf-4d75-a59e-00a7646bf069'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:26.697740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] For port 6378b953-0b34-4afa-a3c8-6834e0816175, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6378b953-0b34-4afa-a3c8-6834e0816175,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:26.698490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.712745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Calling delete_port for 6378b953-0b34-4afa-a3c8-6834e0816175 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:26.718432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-6316a92f-26d3-413f-9474-36e912457ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:26.719991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-6316a92f-26d3-413f-9474-36e912457ce9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.4882073 Nov 09 17:58:26.762625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:26.771886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] Set router 27473448-fecf-4d75-a59e-00a7646bf069 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:26.907972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:58:26Z', 'revision_number': 6, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:26.916058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: aa17ee0c-9747-4946-b494-3df556c4a65c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:26.916499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device aa17ee0c-9747-4946-b494-3df556c4a65c not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:26.961856 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:26.977947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cabe6f-84da-4d95-8484-d4dc63b4614d None None] The sync data for ids ['27473448-fecf-4d75-a59e-00a7646bf069'] in n-d-817240-1 is: [{'id': '27473448-fecf-4d75-a59e-00a7646bf069', 'name': 'tempest-FloatingIPsTestJSON-1429987036-router', 'tenant_id': '197b59d5a925433089ef24635b9a2f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:51Z', 'updated_at': '2021-11-09T17:58:26Z', 'revision_number': 6, 'project_id': '197b59d5a925433089ef24635b9a2f19', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:27.006008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Pushing event deleted for resources: {'Port': ['ID=6378b953-0b34-4afa-a3c8-6834e0816175,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:27.108124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.166181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] No DVR routers for this DVR port aa17ee0c-9747-4946-b494-3df556c4a65c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:27.188353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.191555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99535779-1f38-494f-a1df-c5689621d432 req-e9581e0d-7cca-4af7-9171-f8672e9eafca tempest-ServersAdminTestJSON-497327270 tempest-ServersAdminTestJSON-497327270-project] 10.222.0.73 "DELETE /v2.0/ports/aa17ee0c-9747-4946-b494-3df556c4a65c HTTP/1.1" status: 204 len: 173 time: 2.9201353 Nov 09 17:58:27.194973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-deleted', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:27.197198 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a8d468-46f2-4a9e-90ed-b618c8e0dbbc" -d '{"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-deleted", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:27.217844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.220152 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.236916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-29e2995a-7571-48f3-b661-92c761957f72 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4895208 Nov 09 17:58:27.288851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.290403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27473448-fecf-4d75-a59e-00a7646bf069 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:27.297107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.301347 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-40c57b49-2f91-45ef-a84f-1188e10dc20e admin admin] 10.222.0.32 "DELETE /v2.0/routers/27473448-fecf-4d75-a59e-00a7646bf069 HTTP/1.1" status: 204 len: 168 time: 1.2160058 Nov 09 17:58:27.302039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40538) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.303587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d73bce-c242-429f-b1ff-817ca2a50a9e req-b00387af-6295-4bac-855b-18da47ca32a6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:27.305092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3d73bce-c242-429f-b1ff-817ca2a50a9e req-b00387af-6295-4bac-855b-18da47ca32a6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 935 time: 0.6680198 Nov 09 17:58:27.357060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] For port 4d3390c9-26a5-43cb-80d1-09f6f2f70517, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4d3390c9-26a5-43cb-80d1-09f6f2f70517,segment=NetworkSegment(84415592-2b52-4d8a-9147-0e2c90449b03),segment_id=84415592-2b52-4d8a-9147-0e2c90449b03)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:27.357995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.366204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] Deleting subnet f968da9f-764f-4a23-848c-ac477e841963 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:58:27.370560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.415355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.421919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Calling delete_port for 4d3390c9-26a5-43cb-80d1-09f6f2f70517 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:27.446115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c42a21-8e6f-44b2-8c18-b50353cdfe71 req-e689d137-2355-47f2-a5a5-01fa3c998b13 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:27.447493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07c42a21-8e6f-44b2-8c18-b50353cdfe71 req-e689d137-2355-47f2-a5a5-01fa3c998b13 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2682717 Nov 09 17:58:27.511870 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.551260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3d73bce-c242-429f-b1ff-817ca2a50a9e req-e6b3adf7-4d2c-4fd5-996c-9869d6dbe908 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063241 Nov 09 17:58:27.570752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-d19a7a85-5209-42b7-a24f-d65d3700cd5f service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129387 Nov 09 17:58:27.593496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.619468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f968da9f-764f-4a23-848c-ac477e841963,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:27.632029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.639287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b187d75-7eff-4af2-84e8-aaef858ba4e0 None None] Network a18d6ab6-633c-4357-ae56-43dab4d4d905 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:27.640301 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-82eb4bd4-9b46-4efe-b0e1-57bb11a702de admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f968da9f-764f-4a23-848c-ac477e841963 HTTP/1.1" status: 204 len: 168 time: 0.3371179 Nov 09 17:58:27.641359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40542) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:27.682128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-40908343-7cb7-4f9f-b2b3-8af50e64c2c0 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976605 Nov 09 17:58:27.711154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07c42a21-8e6f-44b2-8c18-b50353cdfe71 req-99c14c84-e72a-4e98-8453-fbf880a32503 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507060 Nov 09 17:58:27.786763 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc9b135-bfcf-4e19-a66c-f46516a5cb2c x-openstack-request-id: req-5cc9b135-bfcf-4e19-a66c-f46516a5cb2c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:27.792663 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbc0fa9-9d07-4f76-ae44-3256358290a1", "name": "network-vif-deleted", "tag": "aa17ee0c-9747-4946-b494-3df556c4a65c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:27.792932 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cc9b135-bfcf-4e19-a66c-f46516a5cb2c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:27.793355 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbc0fa9-9d07-4f76-ae44-3256358290a1', 'name': 'network-vif-deleted', 'tag': 'aa17ee0c-9747-4946-b494-3df556c4a65c', 'status': 'completed', 'code': 200} Nov 09 17:58:27.870603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d00e9c-1437-4ba8-a583-0dc9a72ee062 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:27.881031 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:27.897059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Transition to ACTIVE for port object 99d00e9c-1437-4ba8-a583-0dc9a72ee062 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:27.958741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.005953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] DHCP port deletion for a18d6ab6-633c-4357-ae56-43dab4d4d905 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:28.038141 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.065919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] Deleting port 508a17c2-32a8-429a-b960-964f8982f06a {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:28.067329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.081631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f136c-707f-483a-81b6-5a39bf601530 req-c6ded039-6715-48fa-ae5b-4ba25e47ba7a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:28.089237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-266f136c-707f-483a-81b6-5a39bf601530 req-c6ded039-6715-48fa-ae5b-4ba25e47ba7a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 944 time: 0.4035535 Nov 09 17:58:28.125911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Deleting port 508a17c2-32a8-429a-b960-964f8982f06a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:28.127488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.162219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cc2796bb-e2c1-4b30-a758-2fcca6476532 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:28.173252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1299132e-6f0a-430a-a38e-67e6217af2ea tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:28.174794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1299132e-6f0a-430a-a38e-67e6217af2ea tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1097 time: 0.3806193 Nov 09 17:58:28.227270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] For port 508a17c2-32a8-429a-b960-964f8982f06a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=508a17c2-32a8-429a-b960-964f8982f06a,segment=NetworkSegment(1afcdefb-d258-4842-bcdc-36b104066c2d),segment_id=1afcdefb-d258-4842-bcdc-36b104066c2d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:28.227939 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.228872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.238574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817240-1'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:28.250844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-266f136c-707f-483a-81b6-5a39bf601530 req-055a49c9-5e63-4a7c-84be-1e2020414cb8 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606548 Nov 09 17:58:28.254161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Calling delete_port for 508a17c2-32a8-429a-b960-964f8982f06a owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:28.285064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] For port 508a17c2-32a8-429a-b960-964f8982f06a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=508a17c2-32a8-429a-b960-964f8982f06a,segment=NetworkSegment(1afcdefb-d258-4842-bcdc-36b104066c2d),segment_id=1afcdefb-d258-4842-bcdc-36b104066c2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:28.285529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.345481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] Calling delete_port for 508a17c2-32a8-429a-b960-964f8982f06a owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:28.352854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd07e-6712-4fa7-a2a5-5aecc7a342ef req-65e79ba9-6a27-4653-a53b-181324421753 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:28.357757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecbd07e-6712-4fa7-a2a5-5aecc7a342ef req-65e79ba9-6a27-4653-a53b-181324421753 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 946 time: 0.4077499 Nov 09 17:58:28.523144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.580972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6378b953-0b34-4afa-a3c8-6834e0816175 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:28.584204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Pushing event deleted for resources: {'Port': ['ID=508a17c2-32a8-429a-b960-964f8982f06a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.586319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] No DVR routers for this DVR port 508a17c2-32a8-429a-b960-964f8982f06a on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:28.598624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.632071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6378b953-0b34-4afa-a3c8-6834e0816175 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:28.632276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6378b953-0b34-4afa-a3c8-6834e0816175 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:28.632700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 508a17c2-32a8-429a-b960-964f8982f06a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:28.680506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 508a17c2-32a8-429a-b960-964f8982f06a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:28.681191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 508a17c2-32a8-429a-b960-964f8982f06a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:28.681285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6bfee067-5c32-4885-9813-2735f51269f1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:28.691715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] Pushing event deleted for resources: {'Port': ['ID=508a17c2-32a8-429a-b960-964f8982f06a,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.705411 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.705751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port cc2796bb-e2c1-4b30-a758-2fcca6476532, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:28.707255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990e008-ea86-423f-8afc-f927cfe40669 None None] No DVR routers for this DVR port 508a17c2-32a8-429a-b960-964f8982f06a on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:28.719450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecbd07e-6712-4fa7-a2a5-5aecc7a342ef req-9709eba5-1e43-450d-9d1c-d02fbe19b40b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114593 Nov 09 17:58:28.720956 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.738750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6bfee067-5c32-4885-9813-2735f51269f1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:28.739325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6bfee067-5c32-4885-9813-2735f51269f1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:28.749298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'port_id': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'mac_address': 'fa:16:3e:44:37:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:28.826043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.859286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18d6ab6-633c-4357-ae56-43dab4d4d905']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:28.876481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:28.884802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afcdefb-d258-4842-bcdc-36b104066c2d') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:28.885546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afcdefb-d258-4842-bcdc-36b104066c2d') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:28.908541 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.915528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3390c9-26a5-43cb-80d1-09f6f2f70517,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:28.916063 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.937905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.954517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:28.955150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: timer() Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:28.957616 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:28.973728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2796bb-e2c1-4b30-a758-2fcca6476532 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:28.991387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:28.991719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:28.992441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:29.016502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:29.017094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:29.030767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port cc2796bb-e2c1-4b30-a758-2fcca6476532, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:29.045272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.079089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.092698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806fab9-afda-4a0f-9eb3-73849e3f67f2 req-99ada90b-15c6-413c-95d0-e27ed102b8a1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.094581 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2806fab9-afda-4a0f-9eb3-73849e3f67f2 req-99ada90b-15c6-413c-95d0-e27ed102b8a1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 947 time: 0.3578689 Nov 09 17:58:29.101900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:29.102352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:29.102852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:29.103410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Bound port: 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:29.103879 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.137123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.148639 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a18d6ab6-633c-4357-ae56-43dab4d4d905 HTTP/1.1" status: 204 len: 168 time: 1.5034602 Nov 09 17:58:29.149948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809acb08-f3d0-45b3-bf9e-e2964d19b14f admin admin] Pushing event deleted for resources: {'Network': ['ID=a18d6ab6-633c-4357-ae56-43dab4d4d905,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:29.158350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=cc2796bb-e2c1-4b30-a758-2fcca6476532,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:29.202764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6973d4-e707-4c31-b2e3-191808559af0 req-a0a60193-991b-408a-a93b-528ef0d45f9d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.204601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e6973d4-e707-4c31-b2e3-191808559af0 req-a0a60193-991b-408a-a93b-528ef0d45f9d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.3316321 Nov 09 17:58:29.221321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-32319b42-f2b3-4c46-b638-cd5111b06d8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cc23f309b574168892d7e76ce80248b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398316 Nov 09 17:58:29.221665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40574) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:29.281358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3ad6ff9-f25f-4bcc-bf4a-e2aba3ec5bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.305460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3ad6ff9-f25f-4bcc-bf4a-e2aba3ec5bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.307592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['cc2796bb-e2c1-4b30-a758-2fcca6476532'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:29.343607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40578) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:29.392223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2806fab9-afda-4a0f-9eb3-73849e3f67f2 req-e499973a-4fd5-48f8-85f3-d4c7f4ece4e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856951 Nov 09 17:58:29.439898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d58240b-067a-4783-bfa3-9e84715b63e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=197b59d5a925433089ef24635b9a2f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944691 Nov 09 17:58:29.443423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40580) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:29.445690 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3ad6ff9-f25f-4bcc-bf4a-e2aba3ec5bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.460266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3ad6ff9-f25f-4bcc-bf4a-e2aba3ec5bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.463753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b3ad6ff9-f25f-4bcc-bf4a-e2aba3ec5bbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27f13543-9056-4749-b649-15b6435e62f3 HTTP/1.1" status: 204 len: 168 time: 0.2388613 Nov 09 17:58:29.482884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad6ff9-f25f-4bcc-bf4a-e2aba3ec5bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f13543-9056-4749-b649-15b6435e62f3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:29.500414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e6973d4-e707-4c31-b2e3-191808559af0 req-a0cf31ec-7d73-451d-82b5-1a6b52491ce1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995943 Nov 09 17:58:29.540939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:29.568011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:29.570046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.594493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:29.608844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.708264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f78e1665-1658-4260-a151-66f42d0ed14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.753352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.753970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.755408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] 10.222.0.73 "PUT /v2.0/ports/99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 1095 time: 3.8925407 Nov 09 17:58:29.788826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49608858-10bf-4de9-99a3-70ae09fb0fb8 req-2abe2f07-84c1-40ba-b38e-2325c3951b18 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:29.790445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49608858-10bf-4de9-99a3-70ae09fb0fb8 req-2abe2f07-84c1-40ba-b38e-2325c3951b18 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 945 time: 0.2710063 Nov 09 17:58:29.796421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:29.804052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:29.806358 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d221043e-f412-491a-8f79-fe0c14cc902e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:29.856235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f78e1665-1658-4260-a151-66f42d0ed14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:29.933210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e6c74-40e3-4c56-8cdf-8a38741b6f34 service neutron] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:29.958730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40590) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:30.004608 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3b48eb4f-62ba-47e3-ae76-5563afe973da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea9356162c8e41b89e693e43f7a7fa71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416467 Nov 09 17:58:30.005516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40592) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:30.009205 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.031827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49608858-10bf-4de9-99a3-70ae09fb0fb8 req-06d1520f-f354-49c9-a9b0-9315b016ad2a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225168 Nov 09 17:58:30.038216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.087346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fde42a-b6f8-4ed7-918a-ff7937f53127 req-c69b42c1-2a5c-4db9-86f6-62f56f19ac43 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.089039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42fde42a-b6f8-4ed7-918a-ff7937f53127 req-c69b42c1-2a5c-4db9-86f6-62f56f19ac43 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 946 time: 0.2351730 Nov 09 17:58:30.111146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-3478acb9-e551-4736-932d-c83469057bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.113030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-3478acb9-e551-4736-932d-c83469057bdf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1098 time: 0.2517414 Nov 09 17:58:30.121194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7feb8262-7bc3-4e84-8f58-eeb57a325971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.145555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7feb8262-7bc3-4e84-8f58-eeb57a325971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.159444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6eb3ce0e-e1f0-4e2c-950e-193c3861504a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:30.193439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cc2796bb-e2c1-4b30-a758-2fcca6476532 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:30.209045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7feb8262-7bc3-4e84-8f58-eeb57a325971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.211958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7feb8262-7bc3-4e84-8f58-eeb57a325971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.213322 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7feb8262-7bc3-4e84-8f58-eeb57a325971 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d054a8fb-6dce-4581-ae48-426fdd3297a0 HTTP/1.1" status: 204 len: 168 time: 0.2066228 Nov 09 17:58:30.222790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb8262-7bc3-4e84-8f58-eeb57a325971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d054a8fb-6dce-4581-ae48-426fdd3297a0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.323303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:30.331993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port cc2796bb-e2c1-4b30-a758-2fcca6476532 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:30.339524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port cc2796bb-e2c1-4b30-a758-2fcca6476532 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:30.339774 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.342451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'port_id': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'mac_address': 'fa:16:3e:f6:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe888a4-ca40-463c-a1b5-f93b44aae76c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:30.432725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.475737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eb3ce0e-e1f0-4e2c-950e-193c3861504a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:30.542245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:30.549406 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.552841 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.600032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:30.602348 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3c3bd8-6e43-404c-9e2b-99bd11cf7658" -d '{"events": [{"server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "name": "network-vif-plugged", "status": "completed", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:30.611163 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f714fe-50b4-4f9d-9224-d88cc4f9f6a9 x-openstack-request-id: req-94f714fe-50b4-4f9d-9224-d88cc4f9f6a9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:30.611472 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:30.611701 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94f714fe-50b4-4f9d-9224-d88cc4f9f6a9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:30.612093 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'status': 'completed', 'code': 200} Nov 09 17:58:30.624887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f78e1665-1658-4260-a151-66f42d0ed14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.624887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f78e1665-1658-4260-a151-66f42d0ed14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.625401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port cc2796bb-e2c1-4b30-a758-2fcca6476532, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:30.625508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f78e1665-1658-4260-a151-66f42d0ed14d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5dca0ad2-ee2d-4dae-9073-7a5ad46e9daf HTTP/1.1" status: 204 len: 168 time: 1.1757283 Nov 09 17:58:30.635775 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.636483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6eb3ce0e-e1f0-4e2c-950e-193c3861504a no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:30.676250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.752307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.773388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-c5ab4711-3de2-477f-adc2-b4a5d755e527 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 217 time: 0.6149595 Nov 09 17:58:30.777992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e1665-1658-4260-a151-66f42d0ed14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dca0ad2-ee2d-4dae-9073-7a5ad46e9daf,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.786776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=cc2796bb-e2c1-4b30-a758-2fcca6476532,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:30.822275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6eb3ce0e-e1f0-4e2c-950e-193c3861504a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:30.879508 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.894283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42fde42a-b6f8-4ed7-918a-ff7937f53127 req-a8f361e2-f1c0-4798-85ea-79ab7e684966 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785487 Nov 09 17:58:30.906745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6eb3ce0e-e1f0-4e2c-950e-193c3861504a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:30.914166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on host n-h1-817240-1 for vnic_type normal with profile {"migrating_to": "n-h2-817240-1"} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:30.914166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:30.914166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:30.940090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:30.940683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Attempting to bind port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:30.961420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:30.964891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b70c16-c367-42f7-ada7-a6fdb9e3d133 req-2afb739c-ff8b-486f-89e6-1aadbc88b8d5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.966630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02b70c16-c367-42f7-ada7-a6fdb9e3d133 req-2afb739c-ff8b-486f-89e6-1aadbc88b8d5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 947 time: 0.3226140 Nov 09 17:58:30.973589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-c323720f-7e5b-4c80-b021-bcb5e0fb6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:30.975082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-c323720f-7e5b-4c80-b021-bcb5e0fb6816 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1897948 Nov 09 17:58:30.979334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:30.979677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:30.979806 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.980052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:30.980491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Bound port: a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:30.980850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:30.986291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Router 28b33598-51e9-4445-8453-486e3d9cb309 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:31.064918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:31.226783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02b70c16-c367-42f7-ada7-a6fdb9e3d133 req-24e57983-fe24-4697-af3b-ccbd1b765136 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505767 Nov 09 17:58:31.246176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4308-890f-4c41-a236-635c97ffb241 req-dadedf8c-a158-4373-8128-3735fd3d5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:31.248777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-dadedf8c-a158-4373-8128-3735fd3d5d30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645285 Nov 09 17:58:31.321244 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5331bcb7-ac89-4106-bec7-3bccf3214cab x-openstack-request-id: req-5331bcb7-ac89-4106-bec7-3bccf3214cab {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:31.322032 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "name": "network-vif-plugged", "status": "completed", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:31.322388 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5331bcb7-ac89-4106-bec7-3bccf3214cab {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:31.323002 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'code': 200} Nov 09 17:58:31.363230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:31.396818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2625311-8d3e-45ab-8ade-680c8ae269a2 req-ecd575d2-a224-46d3-938d-c9eeca124c9d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:31.398824 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2625311-8d3e-45ab-8ade-680c8ae269a2 req-ecd575d2-a224-46d3-938d-c9eeca124c9d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 943 time: 0.3373654 Nov 09 17:58:31.415026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:31.431561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:31.527415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51a79-4e27-4048-ae9f-22b01ecf0943 req-22e3358c-2add-4318-aaf0-f3f4b2eda4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:31.532067 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62a51a79-4e27-4048-ae9f-22b01ecf0943 req-22e3358c-2add-4318-aaf0-f3f4b2eda4aa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 1097 time: 0.0938728 Nov 09 17:58:31.560763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:31.572711 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] Sync routers for ids ['28b33598-51e9-4445-8453-486e3d9cb309'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:31.584412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9d6d2d8a-b7d6-44db-aa0b-96227d17388a admin admin] 10.222.0.32 "PUT /v2.0/routers/28b33598-51e9-4445-8453-486e3d9cb309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7623520 Nov 09 17:58:31.589760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40642) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:31.596698 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] Routers {'28b33598-51e9-4445-8453-486e3d9cb309'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:31.596698 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['28b33598-51e9-4445-8453-486e3d9cb309'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:31.678550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2625311-8d3e-45ab-8ade-680c8ae269a2 req-51850e65-a5ff-4bb7-b812-88ca0cf6a491 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689402 Nov 09 17:58:31.691477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-c71427cb-5d10-4d88-87a6-948745c56703 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292381 Nov 09 17:58:31.737503 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] Set router 28b33598-51e9-4445-8453-486e3d9cb309 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:31.748440 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62a51a79-4e27-4048-ae9f-22b01ecf0943 req-065d3cd2-c534-4cc9-9146-a69f8b095e87 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099779 Nov 09 17:58:31.848089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:31.903531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd17aa6-a42e-470e-a87b-650fea5e7eb0 req-aada8f1e-3592-411f-aea6-f2027628da61 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:31.906415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dd17aa6-a42e-470e-a87b-650fea5e7eb0 req-aada8f1e-3592-411f-aea6-f2027628da61 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.4512217 Nov 09 17:58:31.907098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:31.964350 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:28Z', 'revision_number': 5, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:32.005457 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] Checking router: 28b33598-51e9-4445-8453-486e3d9cb309 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:32.016941 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] Routers {'28b33598-51e9-4445-8453-486e3d9cb309'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:32.018047 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['28b33598-51e9-4445-8453-486e3d9cb309'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:32.057191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.057813 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.061567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-5f711a16-4d25-4b6e-8f23-bb2ffe5b0a48 service neutron] 10.222.0.85 "PUT /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 1122 time: 3.8744671 Nov 09 17:58:32.151863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.161383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dd17aa6-a42e-470e-a87b-650fea5e7eb0 req-aed88b3f-abb0-4e8a-9ae8-07ea32773abf tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317955 Nov 09 17:58:32.163024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['a1dcefd3-157d-4fd5-9c4e-023c57af5f58'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:32.185805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96ac4308-890f-4c41-a236-635c97ffb241 req-22ece044-9f8c-460e-a872-6c26d6ddad2a service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926407 Nov 09 17:58:32.195726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6eb3ce0e-e1f0-4e2c-950e-193c3861504a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:32.197415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51fea8-991e-4409-90b7-567fd25e63dc req-42a0d882-e971-4d7a-8839-8d5f862926e3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.199732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b51fea8-991e-4409-90b7-567fd25e63dc req-42a0d882-e971-4d7a-8839-8d5f862926e3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 944 time: 0.1368425 Nov 09 17:58:32.309552 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] Set router 28b33598-51e9-4445-8453-486e3d9cb309 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:32.330402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:32.343227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.389266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Deleting port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:32.390440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.498743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b51fea8-991e-4409-90b7-567fd25e63dc req-08efc3c8-4308-444e-b1ce-8f933629a0fa tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746956 Nov 09 17:58:32.518995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221043e-f412-491a-8f79-fe0c14cc902e req-721e4059-4080-4ca2-9316-84a51c9b1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.520499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d221043e-f412-491a-8f79-fe0c14cc902e req-721e4059-4080-4ca2-9316-84a51c9b1de3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1098 time: 0.2325537 Nov 09 17:58:32.545438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6650a-80fc-4548-a0f6-26aaf09d8167 req-b63c0408-e083-431c-945d-996b1081aa56 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.545438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4f6650a-80fc-4548-a0f6-26aaf09d8167 req-b63c0408-e083-431c-945d-996b1081aa56 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 947 time: 0.1193638 Nov 09 17:58:32.594374 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.632466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] For port 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:32.636747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58'}, {'name': 'network-changed', 'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:32.639428 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.643547 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece0dbee-7e40-4e5b-b22b-c08439193cbf" -d '{"events": [{"server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58"}, {"name": "network-changed", "server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:32.665873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:32.674330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:32.677184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Calling delete_port for 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:32.740051 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04870ac8-05c1-4ec8-8b10-713c1b92ed10 x-openstack-request-id: req-04870ac8-05c1-4ec8-8b10-713c1b92ed10 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:32.742334 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58", "code": 200}, {"name": "network-changed", "server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:32.744037 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04870ac8-05c1-4ec8-8b10-713c1b92ed10 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:32.748376 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58', 'code': 200} Nov 09 17:58:32.750751 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58', 'status': 'completed', 'code': 200} Nov 09 17:58:32.793111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:32.871492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4f6650a-80fc-4548-a0f6-26aaf09d8167 req-628ccd2d-d238-42c7-96aa-737209447eac tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277023 Nov 09 17:58:32.885409 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:28Z', 'revision_number': 5, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:32.936704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-0d7e7a11-0583-4828-85c2-94c90d32c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:32.938954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-0d7e7a11-0583-4828-85c2-94c90d32c1fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1125 time: 0.1773746 Nov 09 17:58:32.959151 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc9a43-c556-42cb-a188-eae6975e5f78 None None] The sync data for ids ['28b33598-51e9-4445-8453-486e3d9cb309'] in n-d-817240-1 is: [{'id': '28b33598-51e9-4445-8453-486e3d9cb309', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1230697520-router', 'tenant_id': '1d61dd219b534256a26604b266810221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:58:11Z', 'updated_at': '2021-11-09T17:58:28Z', 'revision_number': 5, 'project_id': '1d61dd219b534256a26604b266810221', 'gw_port': {'id': '45ebbdad-3f0c-439f-a4f4-50b8d39adbbd', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b33598-51e9-4445-8453-486e3d9cb309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:58:12Z', 'updated_at': '2021-11-09T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:33.016793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.056285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221043e-f412-491a-8f79-fe0c14cc902e req-5fb96678-d154-4c89-97de-17ead6f8528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.057998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d221043e-f412-491a-8f79-fe0c14cc902e req-5fb96678-d154-4c89-97de-17ead6f8528d service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.4825337 Nov 09 17:58:33.076712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ebbdad-3f0c-439f-a4f4-50b8d39adbbd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:33.118034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d221043e-f412-491a-8f79-fe0c14cc902e req-7b90e726-2875-4e52-88fd-9d2a6e874bd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 217 time: 0.0476773 Nov 09 17:58:33.156436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.213849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221043e-f412-491a-8f79-fe0c14cc902e req-22aee8f4-618e-490b-90f5-272550205d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.215359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d221043e-f412-491a-8f79-fe0c14cc902e req-22aee8f4-618e-490b-90f5-272550205d9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0921462 Nov 09 17:58:33.217492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-45e419dc-9e49-4999-adcf-545314e5cfc9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442994 Nov 09 17:58:33.220646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-bdbf4974-f96d-40ac-a9ea-9f39fa621467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.221997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-bdbf4974-f96d-40ac-a9ea-9f39fa621467 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2615814 Nov 09 17:58:33.268804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.271088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.318670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.319026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28b33598-51e9-4445-8453-486e3d9cb309 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 17:58:33.323318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.324020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:33.326575 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30339a3-f849-4be7-963e-f55a9d9f6291" -d '{"events": [{"server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:33.333130 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c068ec36-8738-4c78-b0f4-81bf18a3cc14 admin admin] 10.222.0.32 "DELETE /v2.0/routers/28b33598-51e9-4445-8453-486e3d9cb309 HTTP/1.1" status: 204 len: 168 time: 1.7416601 Nov 09 17:58:33.333860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40696) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.362088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-553fda88-bed2-4219-9725-8e6b83717def service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 217 time: 0.1259508 Nov 09 17:58:33.383510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] Deleting subnet cdec6088-c796-4572-b3b9-7b0c6dbfba5e {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 17:58:33.387080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.430625 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.439780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221043e-f412-491a-8f79-fe0c14cc902e req-204ae8bb-dab9-4ac7-a223-58f60b377439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.441287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d221043e-f412-491a-8f79-fe0c14cc902e req-204ae8bb-dab9-4ac7-a223-58f60b377439 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042072 Nov 09 17:58:33.527134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.531774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2559b-ffbd-4a7c-9d05-91de4b6f38f5 req-03806cbb-816a-45a8-9dec-f469acab9ebc tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.533287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dc2559b-ffbd-4a7c-9d05-91de4b6f38f5 req-03806cbb-816a-45a8-9dec-f469acab9ebc tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2416887 Nov 09 17:58:33.545299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-a220d910-afb2-420d-a104-2e93746d37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.548025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-a220d910-afb2-420d-a104-2e93746d37f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1585591 Nov 09 17:58:33.565617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-299f2e0f-8120-4ab4-8361-3006cfa6af2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:33.567098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-299f2e0f-8120-4ab4-8361-3006cfa6af2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416765 Nov 09 17:58:33.590087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.616153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdec6088-c796-4572-b3b9-7b0c6dbfba5e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:33.618004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-85ab6fd5-2000-4d72-97d5-c5fe2cd2a26f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480003 Nov 09 17:58:33.618186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.622252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869abb0f-0d45-4bdb-b718-868cbf0d3c79 None None] Network c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:33.637215 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a10ac07b-a43f-417c-8091-58fc78453a68 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cdec6088-c796-4572-b3b9-7b0c6dbfba5e HTTP/1.1" status: 204 len: 168 time: 0.3021581 Nov 09 17:58:33.637965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40700) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:33.653889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-f3a7c815-08ab-429c-bcf2-8a2b0d5bdc6f tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/quotas/3f5e4a0e3441444cb0dab6882fc81801 HTTP/1.1" status: 200 len: 375 time: 0.0668619 Nov 09 17:58:33.787654 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.860585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Deleting port 08306594-b262-4460-a927-2360713f69d3 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:33.860930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.929167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] For port 08306594-b262-4460-a927-2360713f69d3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=08306594-b262-4460-a927-2360713f69d3,segment=NetworkSegment(84415592-2b52-4d8a-9147-0e2c90449b03),segment_id=84415592-2b52-4d8a-9147-0e2c90449b03)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:33.929545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:33.945793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Calling delete_port for 08306594-b262-4460-a927-2360713f69d3 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:34.033522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dc2559b-ffbd-4a7c-9d05-91de4b6f38f5 req-a5e3d034-82b3-49e7-bd5e-eed87e11652c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828045 Nov 09 17:58:34.039457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.058189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-a728b395-61a6-4c96-876e-72fe711266bf tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3896148 Nov 09 17:58:34.068116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d221043e-f412-491a-8f79-fe0c14cc902e req-90da7734-2bec-421c-972f-4c9d96fd4477 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133518 Nov 09 17:58:34.098839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Pushing event deleted for resources: {'Port': ['ID=08306594-b262-4460-a927-2360713f69d3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:34.109020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] No DVR routers for this DVR port 08306594-b262-4460-a927-2360713f69d3 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:34.173785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a1dcefd3-157d-4fd5-9c4e-023c57af5f58 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:34.181433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894cf613-b2ee-440d-a64a-b07b6cf20be4 None None] DHCP port deletion for c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 17:58:34.212659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-99e0582f-eaaf-4f6c-a060-dc640185d3b2 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854874 Nov 09 17:58:34.242026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.297454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b8a29a-a4ee-4d93-a18c-4dfc244aec53']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:34.301517 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4631b-6b81-4b06-bed7-d3ef0f27ebaf x-openstack-request-id: req-61e4631b-6b81-4b06-bed7-d3ef0f27ebaf {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:34.301517 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:34.301517 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61e4631b-6b81-4b06-bed7-d3ef0f27ebaf {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:34.301906 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'code': 200} Nov 09 17:58:34.325756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84415592-2b52-4d8a-9147-0e2c90449b03') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:34.326086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84415592-2b52-4d8a-9147-0e2c90449b03') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:34.349684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.394768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a965d-dd7d-4167-9f03-fd1e3749c923 req-426ba616-fb3d-4883-84dc-fae05eb0018a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:34.405083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.407757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:34.409388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c3a965d-dd7d-4167-9f03-fd1e3749c923 req-426ba616-fb3d-4883-84dc-fae05eb0018a tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.2972720 Nov 09 17:58:34.421812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 17:58:34.422418 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: timer() Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 17:58:34.440673 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 17:58:34.453559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a1dcefd3-157d-4fd5-9c4e-023c57af5f58 has no active binding in host n-h2-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:58:34.523578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:34.531109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.537515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:34.543315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] 10.222.0.32 "DELETE /v2.0/networks/c5b8a29a-a4ee-4d93-a18c-4dfc244aec53 HTTP/1.1" status: 204 len: 168 time: 0.9034810 Nov 09 17:58:34.561403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d221043e-f412-491a-8f79-fe0c14cc902e req-124eccaf-39d6-4808-acf3-c2f3199f07bf service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808750 Nov 09 17:58:34.565010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:34.565674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6ee93-9959-4212-83ea-a97bd93d399b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b8a29a-a4ee-4d93-a18c-4dfc244aec53,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:34.568157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45ebbdad-3f0c-439f-a4f4-50b8d39adbbd not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:34.580243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 08306594-b262-4460-a927-2360713f69d3 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:34.601748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 08306594-b262-4460-a927-2360713f69d3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:34.602115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 08306594-b262-4460-a927-2360713f69d3 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:34.602708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4d3390c9-26a5-43cb-80d1-09f6f2f70517 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:34.623054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 4d3390c9-26a5-43cb-80d1-09f6f2f70517 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:34.624605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4d3390c9-26a5-43cb-80d1-09f6f2f70517 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:34.646770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c3a965d-dd7d-4167-9f03-fd1e3749c923 req-3f16f7e3-df29-4a31-b0e2-b1ef8dd21108 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362916 Nov 09 17:58:34.661268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece0dbee-7e40-4e5b-b22b-c08439193cbf req-dbd57549-9623-468c-9298-b370e4717f08 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399517 Nov 09 17:58:34.671415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c768-abe5-49cb-a6eb-36a36462a3a2 req-59371ba4-91bd-40d8-99fc-63518c5bc792 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:34.672967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4c9c768-abe5-49cb-a6eb-36a36462a3a2 req-59371ba4-91bd-40d8-99fc-63518c5bc792 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 944 time: 0.2020786 Nov 09 17:58:34.679068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68d2c4-18a5-4fa7-96e6-d2ec31e93638 req-c88fd734-cf4d-4ea7-bfab-8456a8ef0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:34.681216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e68d2c4-18a5-4fa7-96e6-d2ec31e93638 req-c88fd734-cf4d-4ea7-bfab-8456a8ef0e5e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 1096 time: 0.1673055 Nov 09 17:58:34.764641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:34.772178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4c9c768-abe5-49cb-a6eb-36a36462a3a2 req-ab8d1e6d-712f-4101-8e9f-6ac320592010 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898108 Nov 09 17:58:34.780228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e68d2c4-18a5-4fa7-96e6-d2ec31e93638 req-ab6d9803-109f-4274-b8e8-48a6fcea4f68 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821912 Nov 09 17:58:34.813777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5211d-80af-4728-beb4-9ca0c46164cf req-13e6408f-d59b-4770-baff-de94df158574 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:34.817946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7bc5211d-80af-4728-beb4-9ca0c46164cf req-13e6408f-d59b-4770-baff-de94df158574 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 947 time: 0.0976319 Nov 09 17:58:34.842819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40742) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:34.871342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c45dd0e8-21d2-4fdb-8b38-0503c9828967 req-21f68610-096e-47d8-9924-c2d1430600dd tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 210 time: 0.0428741 Nov 09 17:58:34.889641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7bc5211d-80af-4728-beb4-9ca0c46164cf req-86337309-9cd0-48ac-9edc-71a6b82e0760 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596404 Nov 09 17:58:34.903398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:34.923044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40748) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:34.930848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c04b6b17-14af-4297-ad75-f5680a2514bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d61dd219b534256a26604b266810221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860438 Nov 09 17:58:34.932548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'mac_address': 'fa:16:3e:a9:fb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:35.022738 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ff0506e-3686-4a92-968e-9a68ff5dd667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.071692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae323f-3a07-4328-8d7a-2e60744cbc96 req-4e63d401-37a5-4ac7-83c0-e2938ebd8950 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.073577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58ae323f-3a07-4328-8d7a-2e60744cbc96 req-4e63d401-37a5-4ac7-83c0-e2938ebd8950 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.1045926 Nov 09 17:58:35.077243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ff0506e-3686-4a92-968e-9a68ff5dd667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.083457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40760) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:35.088161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Request body: {'floatingip': {'port_id': 'cc2796bb-e2c1-4b30-a758-2fcca6476532'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:35.135533 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.158920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d00e9c-1437-4ba8-a583-0dc9a72ee062 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:35.174190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-ae5ce236-9f65-40f7-bffd-f70257d24211 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1572149765&fields=id&tenant_id=5fb921facf074c68a74304192e0833f1 HTTP/1.1" status: 200 len: 267 time: 0.0620866 Nov 09 17:58:35.178204 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.198112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:35.211807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.266362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ff0506e-3686-4a92-968e-9a68ff5dd667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.269035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ff0506e-3686-4a92-968e-9a68ff5dd667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.270290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8ff0506e-3686-4a92-968e-9a68ff5dd667 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cda2c2a3-8c9e-46ec-a603-e2f22a9bec53 HTTP/1.1" status: 204 len: 168 time: 0.3462124 Nov 09 17:58:35.288440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:35.310927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0506e-3686-4a92-968e-9a68ff5dd667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda2c2a3-8c9e-46ec-a603-e2f22a9bec53,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:35.351391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e8e37-3819-4371-b8bd-6038dfc13411 req-de376f1a-d858-4aee-b6dc-36ef1fd7d30c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.354524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-149e8e37-3819-4371-b8bd-6038dfc13411 req-de376f1a-d858-4aee-b6dc-36ef1fd7d30c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1087575 Nov 09 17:58:35.368391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-daa30c43-8b50-4346-a456-84c1dad961c6 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.370106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-daa30c43-8b50-4346-a456-84c1dad961c6 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/networks?id=290e3234-bd36-4066-9320-45c0befce4c3 HTTP/1.1" status: 200 len: 816 time: 0.1859694 Nov 09 17:58:35.403764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-cdf2780f-ce1b-40d6-b6aa-7997b6887ed2 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/quotas/5fb921facf074c68a74304192e0833f1 HTTP/1.1" status: 200 len: 375 time: 0.0227757 Nov 09 17:58:35.431410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-149e8e37-3819-4371-b8bd-6038dfc13411 req-fe2b85b3-761a-4c4f-a201-45f81311e849 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Nov 09 17:58:35.476329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['99d00e9c-1437-4ba8-a583-0dc9a72ee062'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:35.483163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-9d77beee-0da0-4e15-8426-0ebaec6fba91 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5fb921facf074c68a74304192e0833f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712006 Nov 09 17:58:35.631449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-d6fe97f3-c892-4ac9-8131-6e30d5c6ada7 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274491 Nov 09 17:58:35.720054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.730304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:35.797459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-324e3589-4d21-4922-bc7d-eb4f7df76ccd service neutron] 10.222.0.32 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792618 Nov 09 17:58:35.856435 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0 associated. External IP: 172.25.0.142, port: cc2796bb-e2c1-4b30-a758-2fcca6476532. Nov 09 17:58:35.873063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-d50be448-37d5-480c-8e25-1da5bb16ed30 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:35.875327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-d50be448-37d5-480c-8e25-1da5bb16ed30 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338376 Nov 09 17:58:35.946791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Request body: {'port': {'device_id': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '3f5e4a0e3441444cb0dab6882fc81801'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:36.039204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-b52ed951-9e37-473f-bfed-8fcc5d3fd3c7 service neutron] 10.222.0.73 "GET /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58/bindings/n-h2-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.2568326 Nov 09 17:58:36.059784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92982497-02f2-4267-beee-0b6ed96a408b req-df32ad62-725d-45f6-9cf4-ebe298913ac3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.061421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92982497-02f2-4267-beee-0b6ed96a408b req-df32ad62-725d-45f6-9cf4-ebe298913ac3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 944 time: 0.1851208 Nov 09 17:58:36.093800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Router d7c3f346-9e35-4663-97fb-bae3b3004009 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:58:36.117619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-e3fcf219-07aa-466a-8eeb-05148207e781 service neutron] 10.222.0.32 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979226 Nov 09 17:58:36.186738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92982497-02f2-4267-beee-0b6ed96a408b req-471417c3-fc65-4831-9625-5dee2424e4a7 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029377 Nov 09 17:58:36.231455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Made reservation on behalf of 3f5e4a0e3441444cb0dab6882fc81801 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:36.238000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.249142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:58:36.258001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.260645 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.261960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] Sync routers for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:58:36.281635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:36.285557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:36.324702 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c8c3181b-61f2-4782-852c-3d9c06d31e08 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "PUT /v2.0/floatingips/1eee0b88-127e-45c6-a7c7-1ac4fd770ca0 HTTP/1.1" status: 200 len: 992 time: 1.2362316 Nov 09 17:58:36.325915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:36.333175 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516" -d '{"events": [{"name": "network-changed", "server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:36.451861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-297281d2-b702-49a2-a5e9-0f2fd518ea23 req-a84ff701-3642-49a5-aa18-5a03f2c5d72a tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 210 time: 0.0469782 Nov 09 17:58:36.463611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:36.504104 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.508532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:36.545626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:36.594887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.676548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dcefd3-157d-4fd5-9c4e-023c57af5f58 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:36.738551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:36.767619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:36.783214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a555a4-d535-4fb3-8341-36104dfcc679 req-29c6d66a-b5ab-4457-8291-e737dfc7aae8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:36.784731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0a555a4-d535-4fb3-8341-36104dfcc679 req-29c6d66a-b5ab-4457-8291-e737dfc7aae8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 948 time: 0.1943684 Nov 09 17:58:36.828456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1834b166-bd5c-4e03-8528-44736c0be9b2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:36.882025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:36.909747 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ab1ebc-7f65-4f9c-90c3-4c7d1e039942 x-openstack-request-id: req-d2ab1ebc-7f65-4f9c-90c3-4c7d1e039942 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:36.910328 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:36.918463 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2ab1ebc-7f65-4f9c-90c3-4c7d1e039942 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:36.919440 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'status': 'completed', 'code': 200} Nov 09 17:58:36.979499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:36.984039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:36.984430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.084488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1eee0b88-127e-45c6-a7c7-1ac4fd770ca0', 'tenant_id': '832155443c754efa93737514583a31eb', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'port_id': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'mac_address': 'fa:16:3e:44:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:07Z', 'updated_at': '2021-11-09T17:58:35Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:37.086094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.121157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] Checking router: d7c3f346-9e35-4663-97fb-bae3b3004009 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:58:37.134685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Allocated IP 192.168.233.189 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/adc97cae-2856-48d3-bb46-175859b843ca) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:37.140220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:58:37.141530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:37.144851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0a555a4-d535-4fb3-8341-36104dfcc679 req-c08e8d33-0a3f-42f8-b90d-fe9d1161c36f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258624 Nov 09 17:58:37.148534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:37.151100 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec055c5e-c4bd-4ae9-9532-e72c7f88a82e" -d '{"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-plugged", "status": "completed", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:37.220510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-b569be78-4784-418d-a302-0862056ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.222117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-b569be78-4784-418d-a302-0862056ae450 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=832155443c754efa93737514583a31eb&device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 1097 time: 0.2123334 Nov 09 17:58:37.246488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e029-de34-429e-8114-814d9cd47b09 req-f5cfe997-c2e9-456b-98a3-a9ea9bb0845c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.248498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0c9e029-de34-429e-8114-814d9cd47b09 req-f5cfe997-c2e9-456b-98a3-a9ea9bb0845c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2402139 Nov 09 17:58:37.250013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:37.266179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0918f62-b1b0-4421-ab76-db72dec4440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.267647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.303869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02121527-9783-4eef-abe5-73ad732323cd req-67214718-fc0a-4d8a-9346-45c2e3146473 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.0895512 Nov 09 17:58:37.363062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:58:37.376995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] Transition to ACTIVE for port object a1dcefd3-157d-4fd5-9c4e-023c57af5f58 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:37.397109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:37.468029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-998fad55-5c86-4d2d-ba0d-92423f8eafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.469590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-998fad55-5c86-4d2d-ba0d-92423f8eafa1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 200 len: 924 time: 0.2380078 Nov 09 17:58:37.470894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.494632 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c758f49d-8628-48ee-9eae-621ae29376f0 x-openstack-request-id: req-c758f49d-8628-48ee-9eae-621ae29376f0 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:37.495029 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-plugged", "status": "completed", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:37.495356 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c758f49d-8628-48ee-9eae-621ae29376f0 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:37.496587 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'code': 200} Nov 09 17:58:37.588379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0c9e029-de34-429e-8114-814d9cd47b09 req-73cc3df5-7f51-45ad-ac50-41a984b17971 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159559 Nov 09 17:58:37.650534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e926f4d-fc46-4464-b991-2ba155beba0e req-b0a4066f-5436-41fd-814c-d397e8aca57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.653032 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3e926f4d-fc46-4464-b991-2ba155beba0e req-b0a4066f-5436-41fd-814c-d397e8aca57d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1100 time: 0.0824606 Nov 09 17:58:37.675617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] No DVR routers for this DVR port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:37.699863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] Pushing event updated for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=10']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:37.711818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-44a62413-f2d7-46af-8c29-b22540115a82 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532 HTTP/1.1" status: 200 len: 1000 time: 0.2280033 Nov 09 17:58:37.733842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3e926f4d-fc46-4464-b991-2ba155beba0e req-6f107518-f9aa-40e0-87f1-5c2b4329bedd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715163 Nov 09 17:58:37.770456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.801655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1f3d63ae-6fa0-4197-9fdc-9681e92efc70 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58/bindings/n-h2-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7366502 Nov 09 17:58:37.827769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7776a-575e-49e9-8da2-39e43b0c8574 req-651fff69-ab0d-4b87-a472-4a0b8fc5f125 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.835039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f7776a-575e-49e9-8da2-39e43b0c8574 req-651fff69-ab0d-4b87-a472-4a0b8fc5f125 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 945 time: 0.2584174 Nov 09 17:58:37.841985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1eee0b88-127e-45c6-a7c7-1ac4fd770ca0', 'tenant_id': '832155443c754efa93737514583a31eb', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'port_id': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'mac_address': 'fa:16:3e:44:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:07Z', 'updated_at': '2021-11-09T17:58:35Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:58:37.847356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-57d64524-0c61-49d0-a467-d3dc58aa3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.848770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-57d64524-0c61-49d0-a467-d3dc58aa3663 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f HTTP/1.1" status: 200 len: 862 time: 0.1043274 Nov 09 17:58:37.878750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333936bf-7008-4b57-ba44-82e6827f26ce None None] The sync data for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 is: [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1eee0b88-127e-45c6-a7c7-1ac4fd770ca0', 'tenant_id': '832155443c754efa93737514583a31eb', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'port_id': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'mac_address': 'fa:16:3e:44:37:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:56:07Z', 'updated_at': '2021-11-09T17:58:35Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:58:37.923817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f7776a-575e-49e9-8da2-39e43b0c8574 req-bec26e8a-fbfb-4866-a592-622aa1fc80cf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878937 Nov 09 17:58:37.928775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:37.937669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-43254318-d7d4-4267-8e5f-0da0219057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:37.939188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-43254318-d7d4-4267-8e5f-0da0219057f2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8cd5c396-341f-40ff-b155-1bcf6eb00a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788863 Nov 09 17:58:38.054728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:38.066099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:38.087088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Pushing event updated for resources: {'Port': ['ID=adc97cae-2856-48d3-bb46-175859b843ca,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:38.089560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:38.129855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-03caf57d-c9cb-448f-b09b-890f1f89d79e tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.133005 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-03caf57d-c9cb-448f-b09b-890f1f89d79e tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.1219387 Nov 09 17:58:38.248720 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb18de-55e3-430b-a6a9-a8e266d19630 None None] New status for floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:58:38.254214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-7344c0ad-4b22-4947-901c-035f6b84b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.255831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-7344c0ad-4b22-4947-901c-035f6b84b58e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3&tenant_id=318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 1096 time: 0.1140554 Nov 09 17:58:38.521873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2bca6d40-4c23-489f-b95d-1505a63f03ed None None] Provisioning complete for port adc97cae-2856-48d3-bb46-175859b843ca triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:38.523098 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2bca6d40-4c23-489f-b95d-1505a63f03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.576483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2bca6d40-4c23-489f-b95d-1505a63f03ed None None] Port adc97cae-2856-48d3-bb46-175859b843ca cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:38.591604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.592169 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:38.626951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714a372-8ede-434f-a739-effffd5715c7 req-11d69318-8d68-4b28-8a90-64314bdd888b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.628357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6714a372-8ede-434f-a739-effffd5715c7 req-11d69318-8d68-4b28-8a90-64314bdd888b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 936 time: 0.5652392 Nov 09 17:58:38.642215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-8e9ba9ce-bdbd-442c-a325-ab63348e983a service neutron] 10.222.0.85 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815720 Nov 09 17:58:38.645619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-5b307089-a59f-4c03-96eb-05b2454eb37d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7205865 Nov 09 17:58:38.658677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee03a4-8e7a-474c-a9de-ba19c789242a req-3cafa422-19aa-4ec9-973b-461c182e45ea tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.660085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5aee03a4-8e7a-474c-a9de-ba19c789242a req-3cafa422-19aa-4ec9-973b-461c182e45ea tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1359115 Nov 09 17:58:38.672463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Request body: {'port': {'device_id': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:38.694023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-d5df041c-4e95-4ac0-b2d6-71878de34868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.695561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-d5df041c-4e95-4ac0-b2d6-71878de34868 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1096 time: 0.4095306 Nov 09 17:58:38.734081 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6714a372-8ede-434f-a739-effffd5715c7 req-63ba311a-946b-410d-898e-293a0d96b8f1 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972576 Nov 09 17:58:38.736063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-1b533348-b4e5-4882-9031-005a26f8780e tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:38.737696 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-1b533348-b4e5-4882-9031-005a26f8780e tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.85 "GET /v2.0/networks?id=290e3234-bd36-4066-9320-45c0befce4c3 HTTP/1.1" status: 200 len: 816 time: 0.1086764 Nov 09 17:58:38.773074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a1dcefd3-157d-4fd5-9c4e-023c57af5f58 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:38.800387 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5aee03a4-8e7a-474c-a9de-ba19c789242a req-2955bc35-5847-4c2c-ad08-f081df16edfd tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331053 Nov 09 17:58:38.853543 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-cac2eab5-7783-420d-b7af-0dc966722a50 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fb921facf074c68a74304192e0833f1 HTTP/1.1" status: 200 len: 380 time: 0.1045363 Nov 09 17:58:38.875128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Request body: {'port': {'device_id': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'admin_state_up': True, 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'security_groups': ['dbd76525-e21f-421e-95a2-cd76fb6bb175']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:38.890478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a1dcefd3-157d-4fd5-9c4e-023c57af5f58 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:38.945668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ef95d9-fa9e-4dc5-b34a-12fd9d089516 req-c68df302-9098-4101-885d-853b27bfcc1c service neutron] 10.222.0.85 "GET /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077615 Nov 09 17:58:38.958103 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.001720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-8c906dd9-d186-4b9a-89ba-c8f70ea9e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:39.004552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-8c906dd9-d186-4b9a-89ba-c8f70ea9e3cc service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2656100 Nov 09 17:58:39.069334 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-e87eecb4-29ff-491b-b725-125145ac6b8c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 217 time: 0.0502026 Nov 09 17:58:39.088357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00c2a-753c-4ac8-87d8-ba7bd1e13f47 req-3b08a38b-d879-4f66-9b55-9d067409be12 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:39.110275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ff00c2a-753c-4ac8-87d8-ba7bd1e13f47 req-3b08a38b-d879-4f66-9b55-9d067409be12 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1604612 Nov 09 17:58:39.149457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Made reservation on behalf of 5fb921facf074c68a74304192e0833f1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:39.158191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.174575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-f4df5c07-bb92-452a-8293-c747e53c11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:39.177220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-f4df5c07-bb92-452a-8293-c747e53c11c1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0910761 Nov 09 17:58:39.250667 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ff00c2a-753c-4ac8-87d8-ba7bd1e13f47 req-ec873186-c8ac-4481-8f5f-d72bb1fe5514 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390560 Nov 09 17:58:39.298676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-1c56896f-fd12-4424-af54-7ecb0184b012 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107311 Nov 09 17:58:39.410146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c31e9570-4e70-4311-b213-79c9fa0a46bd req-ecb98df3-9050-477b-b69f-bb7f4dd4683e tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.0730548 Nov 09 17:58:39.468328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc97cae-2856-48d3-bb46-175859b843ca {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:39.477005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Allocated IP 172.20.0.6 (290e3234-bd36-4066-9320-45c0befce4c3/96ba9a67-5907-4051-ad33-7d8da38c97e8/ad9c9458-4618-4583-b574-91e3dff84d01) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:39.478779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.494614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Transition to ACTIVE for port object adc97cae-2856-48d3-bb46-175859b843ca will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:39.500099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.673663 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.691829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Pushing event updated for resources: {'Port': ['ID=adc97cae-2856-48d3-bb46-175859b843ca,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:39.718397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce5cb-f092-4353-b76a-df1603fc92f2 req-139c94d4-b85c-4bcc-9095-7b9c03cb1ca4 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:39.726708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-820ce5cb-f092-4353-b76a-df1603fc92f2 req-139c94d4-b85c-4bcc-9095-7b9c03cb1ca4 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 945 time: 0.1716206 Nov 09 17:58:39.755040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30b5d588-ae00-4ba8-8efb-b31c3bc77ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.789566 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-8281ffb9-2fc4-4b61-a6fc-86187742c728 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815125 Nov 09 17:58:39.800254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.814609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-820ce5cb-f092-4353-b76a-df1603fc92f2 req-5d384fb8-56b2-44a7-a0e8-0333c58f144d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869293 Nov 09 17:58:39.846293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Attempting to bind port adc97cae-2856-48d3-bb46-175859b843ca on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:39.846746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Attempting to bind port adc97cae-2856-48d3-bb46-175859b843ca by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:39.847200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Attempting to bind port adc97cae-2856-48d3-bb46-175859b843ca on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:39.868261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Port adc97cae-2856-48d3-bb46-175859b843ca on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:39.868866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Attempting to bind port adc97cae-2856-48d3-bb46-175859b843ca on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:39.875935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:39.878831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:39.879300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:39.879829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Bound port: adc97cae-2856-48d3-bb46-175859b843ca, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:39.880207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:39.922398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Network 290e3234-bd36-4066-9320-45c0befce4c3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:39.931269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:39.937743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:39.995156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event updated for resources: {'Port': ['ID=ad9c9458-4618-4583-b574-91e3dff84d01,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.050413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.052766 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.054947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a6bee-8704-48ce-b75c-74934472b9ec req-338fd9c1-3934-4968-804f-a44139a0be9d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.062477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-791a6bee-8704-48ce-b75c-74934472b9ec req-338fd9c1-3934-4968-804f-a44139a0be9d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 948 time: 0.1008646 Nov 09 17:58:40.081658 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-f4d2b007-adee-43fa-9ec3-e70d20e85020 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784374 Nov 09 17:58:40.091575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] For port adc97cae-2856-48d3-bb46-175859b843ca, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:40.096018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-25b2be9f-21cd-4be3-82c2-5a1c376768ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2294123 Nov 09 17:58:40.123188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Request body: {'port': {'device_id': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:40.136767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] For port adc97cae-2856-48d3-bb46-175859b843ca, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=adc97cae-2856-48d3-bb46-175859b843ca,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:40.143362 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.156134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-791a6bee-8704-48ce-b75c-74934472b9ec req-1a6f0e48-e54d-4cc7-b356-22698255d02f tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868573 Nov 09 17:58:40.157483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.228039 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.257392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.258400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.259830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] 10.222.0.73 "PUT /v2.0/ports/adc97cae-2856-48d3-bb46-175859b843ca HTTP/1.1" status: 200 len: 1096 time: 1.5937407 Nov 09 17:58:40.260285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'tag': 'adc97cae-2856-48d3-bb46-175859b843ca'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:40.265505 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef08c0c3-c405-4aca-b00c-5012e7f03bf6", "tag": "adc97cae-2856-48d3-bb46-175859b843ca"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:40.356285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7bd3e558-b362-4065-897e-085ae34f5e17 None None] Provisioning complete for port ad9c9458-4618-4583-b574-91e3dff84d01 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:40.356705 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7bd3e558-b362-4065-897e-085ae34f5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.438716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3e558-b362-4065-897e-085ae34f5e17 None None] Port ad9c9458-4618-4583-b574-91e3dff84d01 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:40.449823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc83c-cb98-4f94-9dd5-e2575a5f8824 service neutron] Pushing event updated for resources: {'Port': ['ID=adc97cae-2856-48d3-bb46-175859b843ca,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.565551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-96874b6c-b39f-4f24-a985-bc0f35c2629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.567490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-96874b6c-b39f-4f24-a985-bc0f35c2629b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 1099 time: 0.1609385 Nov 09 17:58:40.578138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-747be015-35a8-4335-8f87-9792ae4b69e7 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.579823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-747be015-35a8-4335-8f87-9792ae4b69e7 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 815 time: 0.2885208 Nov 09 17:58:40.631954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-05b14c33-6839-4a03-9a38-ee634a72563d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=adc97cae-2856-48d3-bb46-175859b843ca HTTP/1.1" status: 200 len: 217 time: 0.0506527 Nov 09 17:58:40.635066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-6349b561-64ac-4ff4-99a9-91fdc5e60fe2 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/quotas/53e748381da04d7c8ea3764e3ee6610e HTTP/1.1" status: 200 len: 375 time: 0.0459385 Nov 09 17:58:40.668156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-e4eadc34-f251-4166-b877-92f88562a75d tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.670006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-e4eadc34-f251-4166-b877-92f88562a75d tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.1181653 Nov 09 17:58:40.721901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-3f17cbe0-20a6-40ea-ab6a-ef9811067870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.723622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-3f17cbe0-20a6-40ea-ab6a-ef9811067870 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0841382 Nov 09 17:58:40.753450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-00030a07-dcd5-44be-85af-b73a788cc9b6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024337 Nov 09 17:58:40.821075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9c9458-4618-4583-b574-91e3dff84d01 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:40.831484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.844175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-47200e8b-78d4-48f6-a072-3d5e76e71bc0 service neutron] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:40.846764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Transition to ACTIVE for port object ad9c9458-4618-4583-b574-91e3dff84d01 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:40.849568 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-47200e8b-78d4-48f6-a072-3d5e76e71bc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.850919 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f8c0802d-dbb4-4de3-afe9-984d8a893393 req-47200e8b-78d4-48f6-a072-3d5e76e71bc0 service neutron] 10.222.0.85 "DELETE /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58/bindings/n-h1-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.1670566 Nov 09 17:58:40.851956 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.870112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-dad7f06f-10bc-43f8-8b26-5aedd7637d93 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d6195eefcd94bac9985f3eefb18130d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666170 Nov 09 17:58:40.905806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9c9458-4618-4583-b574-91e3dff84d01,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:40.946470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:40.967921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-a758ab93-045b-4e9e-8e8f-f68ff6006a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:40.969433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-a758ab93-045b-4e9e-8e8f-f68ff6006a41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382512 Nov 09 17:58:40.992127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Attempting to bind port ad9c9458-4618-4583-b574-91e3dff84d01 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:40.993756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Attempting to bind port ad9c9458-4618-4583-b574-91e3dff84d01 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:40.995056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Attempting to bind port ad9c9458-4618-4583-b574-91e3dff84d01 on network 290e3234-bd36-4066-9320-45c0befce4c3 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:41.003791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Port ad9c9458-4618-4583-b574-91e3dff84d01 on network 290e3234-bd36-4066-9320-45c0befce4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:41.004429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Attempting to bind port ad9c9458-4618-4583-b574-91e3dff84d01 on network 290e3234-bd36-4066-9320-45c0befce4c3 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:41.014388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:41.014388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Checking segment: {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:41.014718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-d777c51b-11ce-47a4-9ddb-9434b89ccd53 service neutron] 10.222.0.32 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564971 Nov 09 17:58:41.014807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Bound using segment: {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:41.014807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Bound port: ad9c9458-4618-4583-b574-91e3dff84d01, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae6c1b6-791d-4a29-806d-29a0233f9ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:41.014807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.093684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] For port ad9c9458-4618-4583-b574-91e3dff84d01, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:41.097139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] For port ad9c9458-4618-4583-b574-91e3dff84d01, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ad9c9458-4618-4583-b574-91e3dff84d01,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:41.102697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.119983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-bc6f4a29-0c81-47fc-abf6-e41a7af02de6 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335244 Nov 09 17:58:41.150764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.151323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.153015 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] 10.222.0.85 "PUT /v2.0/ports/ad9c9458-4618-4583-b574-91e3dff84d01 HTTP/1.1" status: 200 len: 1091 time: 1.0339985 Nov 09 17:58:41.153557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:41.156015 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1" -d '{"events": [{"name": "network-changed", "server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:41.197708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823ed74-3ff1-44f3-9549-91470d1d14b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9c9458-4618-4583-b574-91e3dff84d01,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:41.272647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-ac30f8a3-52ad-4351-a141-0061c637d28d tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.274455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-ac30f8a3-52ad-4351-a141-0061c637d28d tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4033158 Nov 09 17:58:41.315353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2af23c5-d9ae-4eee-894c-c5c40ea83dcc req-84ad6315-22f1-47fa-9bb5-1265f69e44ef service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821437 Nov 09 17:58:41.342642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-e3121c3b-43e8-4dbd-9fef-d23c675c97d6 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/quotas/6d6195eefcd94bac9985f3eefb18130d HTTP/1.1" status: 200 len: 375 time: 0.0246665 Nov 09 17:58:41.343975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a1e16c83-990a-4847-bfc4-0b8b77603b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.345966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-a1e16c83-990a-4847-bfc4-0b8b77603b06 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5fb921facf074c68a74304192e0833f1&device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 1094 time: 0.1035936 Nov 09 17:58:41.387046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93c279-b0ce-4053-823b-4695730013b2 req-333bde18-066e-4dac-a8a9-71ba74bc5758 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.388639 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4e93c279-b0ce-4053-823b-4695730013b2 req-333bde18-066e-4dac-a8a9-71ba74bc5758 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "GET /v2.0/ports?device_id=121b991c-cdb4-46fe-94cc-67502b8b9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0988486 Nov 09 17:58:41.408855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-ec70a13d-0ab7-459e-8123-638c56d9b819 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d6195eefcd94bac9985f3eefb18130d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635457 Nov 09 17:58:41.428987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-fe3ad1c3-2455-4a76-92ef-36c57a5bec81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad9c9458-4618-4583-b574-91e3dff84d01 HTTP/1.1" status: 200 len: 217 time: 0.0647783 Nov 09 17:58:41.443687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-41887d91-1bf2-40dc-ab99-1506ef503bb0 service neutron] 10.222.0.32 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317939 Nov 09 17:58:41.542931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-f2a24549-d5fa-4461-bc70-28fbd159b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.545667 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-f2a24549-d5fa-4461-bc70-28fbd159b3a9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=96ba9a67-5907-4051-ad33-7d8da38c97e8 HTTP/1.1" status: 200 len: 855 time: 0.0972388 Nov 09 17:58:41.645827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Deleting port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:58:41.646639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.657728 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d8c14-f074-4f95-8b2a-5c39b8a63b00 x-openstack-request-id: req-873d8c14-f074-4f95-8b2a-5c39b8a63b00 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:41.658027 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef08c0c3-c405-4aca-b00c-5012e7f03bf6", "tag": "adc97cae-2856-48d3-bb46-175859b843ca", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:41.658316 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-873d8c14-f074-4f95-8b2a-5c39b8a63b00 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:41.659109 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'tag': 'adc97cae-2856-48d3-bb46-175859b843ca', 'status': 'completed', 'code': 200} Nov 09 17:58:41.728473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-e06b4000-601f-4200-a5f4-ecb837970c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.730189 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-e06b4000-601f-4200-a5f4-ecb837970c66 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=290e3234-bd36-4066-9320-45c0befce4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757040 Nov 09 17:58:41.841736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] For port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:41.842336 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:41.865941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Calling delete_port for 6eb3ce0e-e1f0-4e2c-950e-193c3861504a owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:58:41.878817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-79c5d38b-fbdd-4fce-b282-4e26941a94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.880865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-79c5d38b-fbdd-4fce-b282-4e26941a94bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 1099 time: 0.1974106 Nov 09 17:58:41.896445 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-c10e8cab-c811-46d2-82e3-537c852b6471 service neutron] 10.222.0.85 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581624 Nov 09 17:58:41.897559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b7043-3851-4009-8b6f-fe4ea5df288f req-08b1f3e9-cbe6-4422-b631-353d421c6c6c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.906184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-740b7043-3851-4009-8b6f-fe4ea5df288f req-08b1f3e9-cbe6-4422-b631-353d421c6c6c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.2375526 Nov 09 17:58:41.947824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0f4fa-72a8-4acb-9f30-dfcc46fe654d req-c0a30bae-1d32-4506-a738-f68d548c0766 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:41.949394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0f0f4fa-72a8-4acb-9f30-dfcc46fe654d req-c0a30bae-1d32-4506-a738-f68d548c0766 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 943 time: 0.1632745 Nov 09 17:58:42.045787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c0d1bea-609e-4f36-8cbd-669f89da28de req-804488a0-4bda-4e03-a224-490f54d88965 service neutron] 10.222.0.85 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205158 Nov 09 17:58:42.106831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-740b7043-3851-4009-8b6f-fe4ea5df288f req-f1e091d9-a740-44dc-a4e2-59fd6ee26d36 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995358 Nov 09 17:58:42.113796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.126229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6eb3ce0e-e1f0-4e2c-950e-193c3861504a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:42.175292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0f0f4fa-72a8-4acb-9f30-dfcc46fe654d req-02961df5-711b-45f9-94c8-3cdfdcafef99 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096620 Nov 09 17:58:42.202871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Pushing event deleted for resources: {'Port': ['ID=6eb3ce0e-e1f0-4e2c-950e-193c3861504a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:42.206579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-bef26085-c5a4-4abf-80b8-30410994cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.220163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-bef26085-c5a4-4abf-80b8-30410994cb68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3119462 Nov 09 17:58:42.310371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-9cb630be-6757-4287-8b6e-796cce4eac19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=adc97cae-2856-48d3-bb46-175859b843ca HTTP/1.1" status: 200 len: 217 time: 0.0808241 Nov 09 17:58:42.315099 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63462fd5-09c7-4235-9570-d750694ed215 x-openstack-request-id: req-63462fd5-09c7-4235-9570-d750694ed215 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:42.315625 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:42.316069 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63462fd5-09c7-4235-9570-d750694ed215 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:42.317196 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'status': 'completed', 'code': 200} Nov 09 17:58:42.318393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] No DVR routers for this DVR port 6eb3ce0e-e1f0-4e2c-950e-193c3861504a on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:58:42.332167 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.336591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4e93c279-b0ce-4053-823b-4695730013b2 req-5d397b55-c9f5-439e-b607-3413821f0313 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "DELETE /v2.0/ports/6eb3ce0e-e1f0-4e2c-950e-193c3861504a HTTP/1.1" status: 204 len: 173 time: 0.9151351 Nov 09 17:58:42.423720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-d22a12e4-b192-42b1-8c63-fd19a271d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.425480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-d22a12e4-b192-42b1-8c63-fd19a271d346 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5fb921facf074c68a74304192e0833f1&device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 1094 time: 0.1043658 Nov 09 17:58:42.476047 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:42.530338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360e98-a026-4adc-97c4-0a32b77441ea req-47ab7cb0-6bc3-43bc-9ce6-0c9bcd410ad7 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.532306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0360e98-a026-4adc-97c4-0a32b77441ea req-47ab7cb0-6bc3-43bc-9ce6-0c9bcd410ad7 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 945 time: 0.2252769 Nov 09 17:58:42.536212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-3036d781-6da1-4bbe-81eb-9b1a0ec29e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.537806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-3036d781-6da1-4bbe-81eb-9b1a0ec29e99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1611619 Nov 09 17:58:42.548769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562debc-ef40-4a25-b620-d4a3ae72c6fd req-f3ecf054-ec5c-4010-815b-4cfc78a1fde1 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.556216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5562debc-ef40-4a25-b620-d4a3ae72c6fd req-f3ecf054-ec5c-4010-815b-4cfc78a1fde1 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 948 time: 0.1655076 Nov 09 17:58:42.575505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-39b858dd-9dcc-4858-9974-fde0bfb3fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.576965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-39b858dd-9dcc-4858-9974-fde0bfb3fb91 service neutron] 10.222.0.85 "GET /v2.0/networks?id=290e3234-bd36-4066-9320-45c0befce4c3 HTTP/1.1" status: 200 len: 917 time: 0.1394975 Nov 09 17:58:42.627653 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-cfeb1d90-7cba-40c5-b091-f520d194345d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad9c9458-4618-4583-b574-91e3dff84d01 HTTP/1.1" status: 200 len: 217 time: 0.0423985 Nov 09 17:58:42.680048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0360e98-a026-4adc-97c4-0a32b77441ea req-d947bd6b-7443-43e9-a1fa-f7dfc2025ed3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402068 Nov 09 17:58:42.693006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-0554c137-0f0c-4677-bc28-cf5d65633bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.695115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-0554c137-0f0c-4677-bc28-cf5d65633bf5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=96ba9a67-5907-4051-ad33-7d8da38c97e8 HTTP/1.1" status: 200 len: 855 time: 0.0602176 Nov 09 17:58:42.707522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-1c8643f2-4de7-4b1a-b974-e1503ace7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.708993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-1c8643f2-4de7-4b1a-b974-e1503ace7c37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500635 Nov 09 17:58:42.740052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5562debc-ef40-4a25-b620-d4a3ae72c6fd req-f9ba0aa6-1d43-4312-b61c-cf2d5b8513f5 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825697 Nov 09 17:58:42.762687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-12ac20e1-4f5c-469c-91bf-7b2bc7d6d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:42.764225 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-12ac20e1-4f5c-469c-91bf-7b2bc7d6d56d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=290e3234-bd36-4066-9320-45c0befce4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594153 Nov 09 17:58:42.801756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device adc97cae-2856-48d3-bb46-175859b843ca details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:42.826358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-183d0965-03c9-455b-b629-6fdd624bc375 req-d6fd4b95-496a-4bb1-8de0-92ffe69fbb6e tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 210 time: 0.0443413 Nov 09 17:58:42.892713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-ef3ad3c1-50f8-48a2-9618-ecbf65e63296 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d6195eefcd94bac9985f3eefb18130d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535705 Nov 09 17:58:42.946046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-a41bc9bb-4250-4e4a-abec-bbfe0b4fdf71 service neutron] 10.222.0.85 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729448 Nov 09 17:58:42.999027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-5babe414-ae80-4d05-ad64-9078945bc78f service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779250 Nov 09 17:58:43.011000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port adc97cae-2856-48d3-bb46-175859b843ca, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=adc97cae-2856-48d3-bb46-175859b843ca,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:43.024333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'adc97cae-2856-48d3-bb46-175859b843ca', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'adc97cae-2856-48d3-bb46-175859b843ca', 'mac_address': 'fa:16:3e:c7:08:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:43.111535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.142306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc97cae-2856-48d3-bb46-175859b843ca {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:43.146978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-7340ed33-2b71-4007-9b92-79a0f16077bd req-b6551451-40c6-4dda-85c6-fff5d2a9ff94 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:58:43.157625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7340ed33-2b71-4007-9b92-79a0f16077bd req-b6551451-40c6-4dda-85c6-fff5d2a9ff94 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236261 Nov 09 17:58:43.165903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-16c4107e-b4e8-4104-80f1-18ae0a2b64a1 req-67314b61-cc7b-4157-960d-7973f34d5371 service neutron] 10.222.0.85 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794343 Nov 09 17:58:43.190928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port adc97cae-2856-48d3-bb46-175859b843ca, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=adc97cae-2856-48d3-bb46-175859b843ca,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:43.203717 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.219735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-10afcd72-c06d-4663-96c9-850c8fb6c9ca tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d6195eefcd94bac9985f3eefb18130d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534225 Nov 09 17:58:43.293580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=adc97cae-2856-48d3-bb46-175859b843ca,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:43.305154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-7db62251-7c4c-4d72-8395-97de95e78135 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:43.306688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-7db62251-7c4c-4d72-8395-97de95e78135 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4069147 Nov 09 17:58:43.321718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.334322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.334760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.335273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.335767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.336121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.336457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.336794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.337120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.337445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.337774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.338116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:43.364958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-8272bf29-9f07-42eb-9cc5-2dee8d391da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/quotas/6d6195eefcd94bac9985f3eefb18130d HTTP/1.1" status: 200 len: 375 time: 0.0498834 Nov 09 17:58:43.378753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e615ba1-2c63-4ac3-a99a-64ff1112fa4e req-812f8197-f93a-449e-8173-931602987ebd service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667171 Nov 09 17:58:43.407655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-befed692-db84-4bad-b7c7-9104a1362710 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d6195eefcd94bac9985f3eefb18130d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417717 Nov 09 17:58:43.444985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['adc97cae-2856-48d3-bb46-175859b843ca'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:43.451456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-a0ac522c-6bfa-4eee-b288-47c969433503 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:43.453087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-a0ac522c-6bfa-4eee-b288-47c969433503 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231755 Nov 09 17:58:43.480644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Request body: {'port': {'device_id': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '6d6195eefcd94bac9985f3eefb18130d'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:43.598664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-92403c00-2ab0-4547-add7-71969fce0906 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844281 Nov 09 17:58:43.680896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Made reservation on behalf of 6d6195eefcd94bac9985f3eefb18130d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:43.690025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.710961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:43.979989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.050204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.246176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6eb3ce0e-e1f0-4e2c-950e-193c3861504a no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:58:44.292999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 6eb3ce0e-e1f0-4e2c-950e-193c3861504a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:58:44.295839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6eb3ce0e-e1f0-4e2c-950e-193c3861504a not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:58:44.318811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'name': 'network-vif-deleted', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:44.321697 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b11a7a1-3675-4688-a7c6-fde8e17ae3d8" -d '{"events": [{"server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "name": "network-vif-deleted", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:44.563937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c636c-f691-4514-8de8-a631b4548d17 req-5f9c909e-cf92-48d1-8097-a5d01a16a7ed tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:44.565506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b73c636c-f691-4514-8de8-a631b4548d17 req-5f9c909e-cf92-48d1-8097-a5d01a16a7ed tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.5397327 Nov 09 17:58:44.566276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a59eab-5b56-43e9-893f-2600d46807b5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:44.591449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651fc64-c5bf-487c-9d58-d3988d0a1852 req-d4bb6e6d-8965-476e-8eb1-725fb0d82668 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:44.593175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c651fc64-c5bf-487c-9d58-d3988d0a1852 req-d4bb6e6d-8965-476e-8eb1-725fb0d82668 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 943 time: 0.7322919 Nov 09 17:58:44.612563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.612902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.613412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.613748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.614118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.614426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.614749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.615067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.615386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.615702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.616020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.616334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:44.670533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-81cd803c-7791-4b5a-955d-898ab2397530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:44.671924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-81cd803c-7791-4b5a-955d-898ab2397530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.73 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 815 time: 0.8176639 Nov 09 17:58:44.704907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Request body: {'port': {'device_id': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'admin_state_up': True, 'tenant_id': '53e748381da04d7c8ea3764e3ee6610e'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:44.766175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b73c636c-f691-4514-8de8-a631b4548d17 req-995f1152-fafd-4026-b079-cb92b17011be tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926048 Nov 09 17:58:44.780534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c651fc64-c5bf-487c-9d58-d3988d0a1852 req-308e43c0-426d-45cc-a434-403d6356f692 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695695 Nov 09 17:58:44.781650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Allocated IP 192.168.233.128 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/7a2b86f9-e454-45a3-8bef-7478f2b850fa) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:44.809608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device adc97cae-2856-48d3-bb46-175859b843ca up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:44.884548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port adc97cae-2856-48d3-bb46-175859b843ca completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:44.889388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port adc97cae-2856-48d3-bb46-175859b843ca triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:44.889769 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:44.908889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-557f54e3-c743-4ae2-a44a-ee8709ee4486 req-17455d55-95ed-4acd-8d6b-4c3319dea1a7 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 210 time: 0.0495467 Nov 09 17:58:45.026268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.036056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Made reservation on behalf of 53e748381da04d7c8ea3764e3ee6610e for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:45.039625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.050929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8e9f-5212-4f61-aa66-79505aa8d592 req-b1643af7-58e4-4363-a2b8-f58fdb45637e tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:45.052475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-141b8e9f-5212-4f61-aa66-79505aa8d592 req-b1643af7-58e4-4363-a2b8-f58fdb45637e tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1096 time: 0.1656957 Nov 09 17:58:45.080712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc97cae-2856-48d3-bb46-175859b843ca'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:45.083620 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7f928-fb54-41be-aad3-5e988a1d5b04" -d '{"events": [{"server_uuid": "ef08c0c3-c405-4aca-b00c-5012e7f03bf6", "name": "network-vif-plugged", "status": "completed", "tag": "adc97cae-2856-48d3-bb46-175859b843ca"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:45.099803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port adc97cae-2856-48d3-bb46-175859b843ca, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=adc97cae-2856-48d3-bb46-175859b843ca,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:45.106038 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.162372 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-6766e772-4902-4f1b-a1dc-f34cfd3ff873 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6d6195eefcd94bac9985f3eefb18130d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762341 Nov 09 17:58:45.165569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.170701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=adc97cae-2856-48d3-bb46-175859b843ca,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:45.241000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-141b8e9f-5212-4f61-aa66-79505aa8d592 req-038c9399-4714-42fa-bd36-c406f09816d4 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737525 Nov 09 17:58:45.255634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38782779-ec76-4f9d-8ab9-e1cffc0af15b req-c6e5a64d-3cc0-493b-b625-5ea054c791e0 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:45.257163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38782779-ec76-4f9d-8ab9-e1cffc0af15b req-c6e5a64d-3cc0-493b-b625-5ea054c791e0 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 949 time: 0.1959949 Nov 09 17:58:45.340357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.389535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-0f88ba19-6b28-4d00-a1b4-4a220b87a283 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:45.394269 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-0f88ba19-6b28-4d00-a1b4-4a220b87a283 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162774 Nov 09 17:58:45.403280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38782779-ec76-4f9d-8ab9-e1cffc0af15b req-5be27dab-65cd-4280-864f-5cc8164d8d80 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350908 Nov 09 17:58:45.409350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Allocated IP 172.20.0.13 (2bd76728-877d-43b1-837c-2e7ccc61b7e7/0fe888a4-ca40-463c-a1b5-f93b44aae76c/7c022945-6d40-466a-bf60-079d3246613f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:45.413217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Request body: {'port': {'device_id': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '6d6195eefcd94bac9985f3eefb18130d'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:45.468606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fbbb80a-1553-4569-aff9-98a44e06f859 req-cd8d17e2-6a18-4b31-8477-92406e54f605 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 210 time: 0.0699480 Nov 09 17:58:45.472079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:45.475138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:45.480215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:45.484615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:45.607982 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49900068-7488-4211-95c7-3f654a319554 x-openstack-request-id: req-49900068-7488-4211-95c7-3f654a319554 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:45.608484 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b991c-cdb4-46fe-94cc-67502b8b9fe1", "name": "network-vif-deleted", "tag": "6eb3ce0e-e1f0-4e2c-950e-193c3861504a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:45.608892 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49900068-7488-4211-95c7-3f654a319554 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:45.609440 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b991c-cdb4-46fe-94cc-67502b8b9fe1', 'name': 'network-vif-deleted', 'tag': '6eb3ce0e-e1f0-4e2c-950e-193c3861504a', 'status': 'completed', 'code': 200} Nov 09 17:58:45.641428 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb9dd0-9071-4d3a-b7b0-25b7db62bde7 x-openstack-request-id: req-95fb9dd0-9071-4d3a-b7b0-25b7db62bde7 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:45.641932 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef08c0c3-c405-4aca-b00c-5012e7f03bf6", "name": "network-vif-plugged", "status": "completed", "tag": "adc97cae-2856-48d3-bb46-175859b843ca", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:45.645200 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95fb9dd0-9071-4d3a-b7b0-25b7db62bde7 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:45.646922 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc97cae-2856-48d3-bb46-175859b843ca', 'code': 200} Nov 09 17:58:45.710003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.73', 51694) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:45.736727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:45.737424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.752031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-708096b8-cd40-4f81-9a12-3ae725fe85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:45.753554 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-708096b8-cd40-4f81-9a12-3ae725fe85d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1100 time: 0.0970488 Nov 09 17:58:45.754173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Made reservation on behalf of 6d6195eefcd94bac9985f3eefb18130d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:45.757633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.802479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-da6415b4-a75f-418d-93ce-23e49991b8ac tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3268409 Nov 09 17:58:45.840766 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.845469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Request body: {'port': {'device_id': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:45.885529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d0784de9-7d92-40b6-922f-2b5d547e575c None None] Provisioning complete for port 7a2b86f9-e454-45a3-8bef-7478f2b850fa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:45.887555 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0784de9-7d92-40b6-922f-2b5d547e575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.914750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ca12b-bec2-44f4-ac10-22b5690e2ddf req-93ae5c24-dd69-4993-ba1b-903eb6ba3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:45.916777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ef0ca12b-bec2-44f4-ac10-22b5690e2ddf req-93ae5c24-dd69-4993-ba1b-903eb6ba3b97 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 1101 time: 0.2057998 Nov 09 17:58:45.936801 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.959811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d0784de9-7d92-40b6-922f-2b5d547e575c None None] Port 7a2b86f9-e454-45a3-8bef-7478f2b850fa cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:45.968329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:45.994987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.005037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-6736f319-b529-413d-a0d1-0725ab2f9e06 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.006525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-6736f319-b529-413d-a0d1-0725ab2f9e06 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.2478523 Nov 09 17:58:46.028571 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ef0ca12b-bec2-44f4-ac10-22b5690e2ddf req-207a8ea4-0cca-4c3c-a5dc-79e2a8a923a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855172 Nov 09 17:58:46.031488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-a22e9ca7-9b48-4eac-9d68-bf2a5b753797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.032850 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-a22e9ca7-9b48-4eac-9d68-bf2a5b753797 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2631466 Nov 09 17:58:46.047604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Allocated IP 192.168.233.25 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/0ae96c49-dbdf-4c4e-9ced-fcb734cf5794) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:46.076647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5d5119c1-eed2-44d0-8f39-a7c1fd79949e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/quotas/318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 375 time: 0.0596678 Nov 09 17:58:46.082909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:46.148619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:46.156243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:46.158638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:46.219750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.257048 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-c61864df-57fa-4293-b2a8-a38a2eb3dbda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 217 time: 0.0408385 Nov 09 17:58:46.267569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.268186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.282307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-1b05a50f-64cf-4ee3-8405-8207558fdd0f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557252 Nov 09 17:58:46.292532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffe6e7-fdd9-4287-b73b-6d907b6afdda req-148cbcb9-9389-4eb6-b659-611a8bef5696 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.294570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93ffe6e7-fdd9-4287-b73b-6d907b6afdda req-148cbcb9-9389-4eb6-b659-611a8bef5696 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1421802 Nov 09 17:58:46.321420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.323791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-441960f1-b89f-48ca-a203-25a96332006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.325326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-441960f1-b89f-48ca-a203-25a96332006a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0589380 Nov 09 17:58:46.360582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-eaf2ac61-7243-4ea1-af21-8e51b1c7be68 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6746938 Nov 09 17:58:46.393421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:46.403193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Request body: {'port': {'device_id': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:46.404013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:46.406804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:46.409088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:46.445863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.446721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.446721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.446935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.447231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.447563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.448078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.448574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.448904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.449390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.449880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.450283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:58:46.461034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-c70a4a29-1390-47d2-9822-691b257378f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.462782 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-c70a4a29-1390-47d2-9822-691b257378f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284463 Nov 09 17:58:46.463815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93ffe6e7-fdd9-4287-b73b-6d907b6afdda req-affedd82-2a8f-4c9c-8b44-033a7b19d9d9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607287 Nov 09 17:58:46.479769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.480681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.535440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.551205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-7386d680-a181-4dad-881a-d4214134cbe1 service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556610 Nov 09 17:58:46.579568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-807ddd8f-8ef1-43be-874c-4e80e72bf927 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1712079 Nov 09 17:58:46.595284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Request body: {'port': {'device_id': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:46.659643 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-57a77ed1-9c67-4766-90d0-e2c0e2bb132c service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868773 Nov 09 17:58:46.667648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.685411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-359642eb-73fd-432e-a9b1-b66b38033798 None None] Provisioning complete for port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:46.685995 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-359642eb-73fd-432e-a9b1-b66b38033798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.720820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-359642eb-73fd-432e-a9b1-b66b38033798 None None] Port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:46.787511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ddd67-648e-487e-83a9-287b85177d03 req-c8e03c10-983c-4d99-a167-b0bec237f7e8 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:46.789000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c04ddd67-648e-487e-83a9-287b85177d03 req-c8e03c10-983c-4d99-a167-b0bec237f7e8 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 943 time: 0.2352521 Nov 09 17:58:46.805996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2b86f9-e454-45a3-8bef-7478f2b850fa {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:46.826786 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.868950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-55347cce-5aad-4fae-8dd4-e1ba01b37c7c service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015764 Nov 09 17:58:46.882918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Transition to ACTIVE for port object 7a2b86f9-e454-45a3-8bef-7478f2b850fa will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:46.916055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:46.965277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c04ddd67-648e-487e-83a9-287b85177d03 req-09040dcd-9162-4f63-9795-e2b79bb83af1 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531866 Nov 09 17:58:47.005988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.188236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-9a316c83-c4ea-4eb2-83b2-e1b18039cd59 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178709 Nov 09 17:58:47.227160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Attempting to bind port 7a2b86f9-e454-45a3-8bef-7478f2b850fa on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:47.227632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Attempting to bind port 7a2b86f9-e454-45a3-8bef-7478f2b850fa by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:47.227632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Attempting to bind port 7a2b86f9-e454-45a3-8bef-7478f2b850fa on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:47.235046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c022945-6d40-466a-bf60-079d3246613f {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:47.252058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.266457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Port 7a2b86f9-e454-45a3-8bef-7478f2b850fa on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:47.266792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Attempting to bind port 7a2b86f9-e454-45a3-8bef-7478f2b850fa on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:47.293745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2e83-b64a-46bd-8419-7bf0682bee97 req-593632d7-82ee-4d48-91b6-9201a1882f9b tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.300999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5dc2e83-b64a-46bd-8419-7bf0682bee97 req-593632d7-82ee-4d48-91b6-9201a1882f9b tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 935 time: 0.2085209 Nov 09 17:58:47.305358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:47.305696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:47.306100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:47.306541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Bound port: 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:47.306900 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.309258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Transition to ACTIVE for port object 7c022945-6d40-466a-bf60-079d3246613f will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:47.329165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.479918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5dc2e83-b64a-46bd-8419-7bf0682bee97 req-b16b2141-e374-45d6-9cbc-62ffb80c419c tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736021 Nov 09 17:58:47.510767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.555055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:47.576892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.592886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Transition to ACTIVE for port object 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:47.605000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.642557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:47.663218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:47.672621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.711310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.732089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Attempting to bind port 7c022945-6d40-466a-bf60-079d3246613f on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:47.732431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Attempting to bind port 7c022945-6d40-466a-bf60-079d3246613f by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:47.733088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Attempting to bind port 7c022945-6d40-466a-bf60-079d3246613f on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:47.752828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Attempting to bind port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:47.753427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Attempting to bind port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:47.753912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Attempting to bind port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:47.762334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:47.762703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Attempting to bind port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:47.766202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f2e75-5597-4aa2-9d8a-e713513c357d req-273e0797-b8f7-4fd4-99ed-a3d33a9bb44c tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.767984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-186f2e75-5597-4aa2-9d8a-e713513c357d req-273e0797-b8f7-4fd4-99ed-a3d33a9bb44c tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 950 time: 0.1679299 Nov 09 17:58:47.775494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:47.775972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:47.776375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:47.776867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Bound port: 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:47.777194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.777328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.778819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.781040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a2b86f9-e454-45a3-8bef-7478f2b850fa HTTP/1.1" status: 200 len: 1096 time: 1.9453192 Nov 09 17:58:47.782266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:47.784625 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:47.791183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Port 7c022945-6d40-466a-bf60-079d3246613f on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:47.791575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Attempting to bind port 7c022945-6d40-466a-bf60-079d3246613f on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:47.852363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:47.852695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Checking segment: {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:47.853072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Bound using segment: {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:47.853503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Bound port: 7c022945-6d40-466a-bf60-079d3246613f, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:47.853854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.859991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f558308-ba26-4144-89ab-b897461eb7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:47.879328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:47.883852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:47.891194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.922036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-186f2e75-5597-4aa2-9d8a-e713513c357d req-a2c88590-b402-4d38-a820-edd83a02010b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464930 Nov 09 17:58:47.933815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.934503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:47.936462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] 10.222.0.85 "PUT /v2.0/ports/0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 HTTP/1.1" status: 200 len: 1095 time: 1.3471293 Nov 09 17:58:47.936802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:47.939241 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00990ba9-2ba9-4538-95f4-1c9bac169731" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:47.966319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-e83aa174-1da7-46a3-a041-651149c031c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.967825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-e83aa174-1da7-46a3-a041-651149c031c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d6195eefcd94bac9985f3eefb18130d&device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 1099 time: 0.1316967 Nov 09 17:58:47.978899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fee6f-6a4c-4f27-b2c2-f4d5cf0faacb req-8843ef97-b951-4218-a177-5c75385d4cb7 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:47.980511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca4fee6f-6a4c-4f27-b2c2-f4d5cf0faacb req-8843ef97-b951-4218-a177-5c75385d4cb7 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 944 time: 0.1500628 Nov 09 17:58:47.992503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380e1f3-e744-4a0b-82c9-fdf3346d0e44 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:48.049616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-59599260-fc42-4b2d-9d9a-3fac513e37aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa HTTP/1.1" status: 200 len: 217 time: 0.0681598 Nov 09 17:58:48.069262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-6118087e-1861-403b-bc7e-1b132d8294a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.070846 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-6118087e-1861-403b-bc7e-1b132d8294a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d6195eefcd94bac9985f3eefb18130d&device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 1098 time: 0.0426717 Nov 09 17:58:48.077979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:48.116531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:48.126711 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-6a03b7b8-ac64-4e9d-9fa2-e6911b45a673 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 HTTP/1.1" status: 200 len: 217 time: 0.0451770 Nov 09 17:58:48.130770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca4fee6f-6a4c-4f27-b2c2-f4d5cf0faacb req-e22ffcf0-932b-4ded-a70f-1ab5df53e5ad tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296167 Nov 09 17:58:48.140202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:48.167968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-598beb28-0e38-4e56-83bd-b2998176c32e req-42948dd3-5eec-4d52-91ca-cb0895529e59 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 210 time: 0.0430074 Nov 09 17:58:48.188727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-cd5ea893-09ef-45fd-a000-c2b5d492e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.190780 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-cd5ea893-09ef-45fd-a000-c2b5d492e7f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0539527 Nov 09 17:58:48.192247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-2c6002a1-0527-43c8-b04c-4f04aa07cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.193664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-2c6002a1-0527-43c8-b04c-4f04aa07cb57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1335950 Nov 09 17:58:48.206140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.206759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:48.208071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] 10.222.0.73 "PUT /v2.0/ports/7c022945-6d40-466a-bf60-079d3246613f HTTP/1.1" status: 200 len: 1092 time: 1.8127182 Nov 09 17:58:48.266711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-c2df1a5f-b8e0-400f-92f5-226accdc1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.268505 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-c2df1a5f-b8e0-400f-92f5-226accdc1237 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663242 Nov 09 17:58:48.302425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec73acb-aa7e-41e5-82d0-fe2d0cabddcf service neutron] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:48.324781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-223a204d-5584-44d2-adb6-14b207fb0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.326578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-223a204d-5584-44d2-adb6-14b207fb0042 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236391 Nov 09 17:58:48.348972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a871b-c01e-40db-8400-e8e287a76a01 req-37617cc8-8426-4f21-ab7a-c9016dfdfda7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.361394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-993a871b-c01e-40db-8400-e8e287a76a01 req-37617cc8-8426-4f21-ab7a-c9016dfdfda7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1252444 Nov 09 17:58:48.363309 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b782b-6637-41f3-a86f-7fcd70bbcf8c x-openstack-request-id: req-e52b782b-6637-41f3-a86f-7fcd70bbcf8c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:48.363598 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:48.364023 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e52b782b-6637-41f3-a86f-7fcd70bbcf8c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:48.364431 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'status': 'completed', 'code': 200} Nov 09 17:58:48.425304 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd2ca81-82bc-47fa-8e78-2f3f61bbfee8 x-openstack-request-id: req-bfd2ca81-82bc-47fa-8e78-2f3f61bbfee8 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:48.425593 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:48.426017 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfd2ca81-82bc-47fa-8e78-2f3f61bbfee8 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:48.426603 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'status': 'completed', 'code': 200} Nov 09 17:58:48.432852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-993a871b-c01e-40db-8400-e8e287a76a01 req-ade51638-52d7-4bc6-9669-6a2a8863fca5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584023 Nov 09 17:58:48.463578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-8245d2a7-c334-4811-80b9-45a192834977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.465217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-8245d2a7-c334-4811-80b9-45a192834977 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 1095 time: 0.2062154 Nov 09 17:58:48.521811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-e6841434-712b-4655-bfe0-8d985d1f1d05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c022945-6d40-466a-bf60-079d3246613f HTTP/1.1" status: 200 len: 217 time: 0.0466955 Nov 09 17:58:48.632323 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-c61a7be8-161b-4a1f-a205-3d1ec7b78d3a service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444169 Nov 09 17:58:48.637138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-73fe8bf3-8811-4fbc-9636-9bc99f9a05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.639190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-73fe8bf3-8811-4fbc-9636-9bc99f9a05ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0fe888a4-ca40-463c-a1b5-f93b44aae76c HTTP/1.1" status: 200 len: 855 time: 0.1015506 Nov 09 17:58:48.647139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-0cbc0b60-1523-48d9-bc0c-436a9adc3179 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120346 Nov 09 17:58:48.699049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-2bff2b38-3282-4820-baed-76a8f0d3c70b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.701058 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-2bff2b38-3282-4820-baed-76a8f0d3c70b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.2545207 Nov 09 17:58:48.716471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Request body: {'port': {'device_id': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'admin_state_up': True, 'tenant_id': '318aca4218784719bcba0ea84a1e72b6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:48.823016 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:48.823614 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-566c6a50-73fe-4b95-b08a-af8b80631c2f req-8fc8b1f2-ad1c-4ba6-9dc8-6e34cfba5842 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815491 Nov 09 17:58:48.865345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Made reservation on behalf of 318aca4218784719bcba0ea84a1e72b6 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:48.869985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:48.975306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-9d6e2e13-07ff-4de9-a619-dccebd49d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:48.976804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-9d6e2e13-07ff-4de9-a619-dccebd49d4a1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d6195eefcd94bac9985f3eefb18130d&device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 1098 time: 0.0878689 Nov 09 17:58:49.060422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-84aa5ae2-48b1-435c-941c-985b0e4671a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bd76728-877d-43b1-837c-2e7ccc61b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4121714 Nov 09 17:58:49.081328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Allocated IP 172.20.0.2 (5a4facf0-c687-48a1-bde1-0c241b60a116/9346dad8-ca84-4a50-af9e-5fca0b0d293f/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:49.086511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c9b8-1286-46d1-8145-f786fe46f30f req-3f5126a0-44e8-44ba-b34e-4418d038b7b1 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.088247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f38c9b8-1286-46d1-8145-f786fe46f30f req-3f5126a0-44e8-44ba-b34e-4418d038b7b1 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 943 time: 0.5399327 Nov 09 17:58:49.135749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-c43fe3b8-e434-4748-a722-3f7de9390e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.137056 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-c43fe3b8-e434-4748-a722-3f7de9390e38 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1517286 Nov 09 17:58:49.199526 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-8faa546c-8230-47f9-86c3-5b8e1571e4f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 HTTP/1.1" status: 200 len: 217 time: 0.0505044 Nov 09 17:58:49.212092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f38c9b8-1286-46d1-8145-f786fe46f30f req-37c94baa-e347-4973-b4fc-a399526b7893 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116450 Nov 09 17:58:49.227239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad65f65f-0ce0-4f80-9108-0754d842ce37 req-b8a107c9-542a-4afc-8c3b-b43142cbecd8 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632572 Nov 09 17:58:49.260553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-97b9c285-4991-4b07-ba01-b8f01229c91a service neutron] 10.222.0.73 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920016 Nov 09 17:58:49.276490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aed649-d556-42dd-aacd-db8481757ce5 req-d6956760-3a63-46a4-8b10-fa4f39b55f62 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.278845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70aed649-d556-42dd-aacd-db8481757ce5 req-d6956760-3a63-46a4-8b10-fa4f39b55f62 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 947 time: 0.0865464 Nov 09 17:58:49.311425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-2521d0f8-7e5b-42ec-bab9-71f263765131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.312864 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-2521d0f8-7e5b-42ec-bab9-71f263765131 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0996456 Nov 09 17:58:49.372280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.387030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-042b6ffd-3818-4091-ab70-145a3484fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.389044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-042b6ffd-3818-4091-ab70-145a3484fe23 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674632 Nov 09 17:58:49.390956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-5be847c4-bded-482e-87fc-28d8f1895798 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640063 Nov 09 17:58:49.441258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70aed649-d556-42dd-aacd-db8481757ce5 req-e9a79b99-e8dd-45a5-b8b2-1f923ec89bc9 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531940 Nov 09 17:58:49.471913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.494330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-938dc6ca-f6d7-420a-aa25-6256a87f76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.495800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-938dc6ca-f6d7-420a-aa25-6256a87f76c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d6195eefcd94bac9985f3eefb18130d&device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 1099 time: 0.1975791 Nov 09 17:58:49.532856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:49.546703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:49.550365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:49.552743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:49.557502 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-98431ed9-920e-4b4d-b88b-f7f81e4c463c service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558461 Nov 09 17:58:49.567699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac96cfa4-5a4f-465a-bc76-4191b8ca90df req-f41cab46-3c47-4867-91ee-a202b633beb7 service neutron] 10.222.0.73 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876773 Nov 09 17:58:49.609026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-a58704cc-6ec2-4665-983b-0aadf8d00fdb tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.610551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-a58704cc-6ec2-4665-983b-0aadf8d00fdb tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056067 Nov 09 17:58:49.647327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-7ce2644c-a8b6-4766-8ea2-05957a275b9a tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/quotas/3f5e4a0e3441444cb0dab6882fc81801 HTTP/1.1" status: 200 len: 375 time: 0.0224760 Nov 09 17:58:49.650523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.651011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-a5c942dc-fb56-48f2-87b6-8743d329eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.651152 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.652005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-a5c942dc-fb56-48f2-87b6-8743d329eaab service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1454325 Nov 09 17:58:49.675025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-95462ca7-88b9-4f58-8560-77d9ab813521 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9631336 Nov 09 17:58:49.692223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Request body: {'port': {'device_id': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:49.715064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-00990ba9-2ba9-4538-95f4-1c9bac169731 req-7be32349-f161-461e-a2e3-5ca1332f5d36 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386366 Nov 09 17:58:49.722290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-62b6ede2-b760-4588-bbd5-efb45575052e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa HTTP/1.1" status: 200 len: 217 time: 0.0541656 Nov 09 17:58:49.750186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:49.770047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-b0a79d3d-db33-4f87-bf0b-bbd773b0095d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135988 Nov 09 17:58:49.781066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-efcd6cfc-de8a-43b6-bd85-7043fbfb2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.782674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-efcd6cfc-de8a-43b6-bd85-7043fbfb2a8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0530345 Nov 09 17:58:49.843125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-ec859007-dcf5-49b7-9ba4-b75f9ac11667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:49.845502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-ec859007-dcf5-49b7-9ba4-b75f9ac11667 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547478 Nov 09 17:58:50.036111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-9ae979ad-90d4-4b1b-b0c4-b5373bbc64a8 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825783 Nov 09 17:58:50.072709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:50.082607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.085361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55c0a0-17a2-48d3-b92d-56ead492c542 req-01fb32b2-1aa6-487b-987e-88dd15f65c5e tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.092659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f55c0a0-17a2-48d3-b92d-56ead492c542 req-01fb32b2-1aa6-487b-987e-88dd15f65c5e tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 944 time: 0.1336029 Nov 09 17:58:50.095381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Transition to ACTIVE for port object 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:50.099640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.154667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:50.202726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f55c0a0-17a2-48d3-b92d-56ead492c542 req-c09a74c0-c7d6-4a09-9bb9-e836113b4b1f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091902 Nov 09 17:58:50.232515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b94901-e236-4464-8122-974e3790fb3f req-aa3b59be-8cbb-4bb0-ad58-400f4de07027 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.234170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1b94901-e236-4464-8122-974e3790fb3f req-aa3b59be-8cbb-4bb0-ad58-400f4de07027 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1388509 Nov 09 17:58:50.250715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:50.251055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:50.251389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:50.256180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:50.256503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:50.261776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:50.262137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:50.262553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:50.262981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Bound port: 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:50.263466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.282382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd477fb2-c7ba-40e0-ab3a-e6f6fec2503c req-af7db4bc-906b-4039-9677-4132ca448599 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355468 Nov 09 17:58:50.335040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1b94901-e236-4464-8122-974e3790fb3f req-59369375-ab74-41af-8453-0628df03758b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854204 Nov 09 17:58:50.340256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:50.345669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:50.352185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.355507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25776489-8d87-4c7d-9751-94453808729c req-18decf67-9d22-49d9-95dd-5aa81f9f706c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.358920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25776489-8d87-4c7d-9751-94453808729c req-18decf67-9d22-49d9-95dd-5aa81f9f706c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0812650 Nov 09 17:58:50.365321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'tag': '7c022945-6d40-466a-bf60-079d3246613f'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:50.367786 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "tag": "7c022945-6d40-466a-bf60-079d3246613f"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:50.406433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.407052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:50.408479 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] 10.222.0.85 "PUT /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 1091 time: 0.7203822 Nov 09 17:58:50.428054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25776489-8d87-4c7d-9751-94453808729c req-15724cd8-d2a2-4853-8915-d67fb699ef00 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634604 Nov 09 17:58:50.428609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:50.430564 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:50.445274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76e55-801f-4074-8655-7913c60af22a service neutron] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:50.467042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b9111f-2937-4bb3-8e5f-afe05df9916d req-2928ccd0-20a1-47c7-a394-63991879673a tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 210 time: 0.0380204 Nov 09 17:58:50.527180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-bd758e90-cc07-4880-ad95-65dfbabd7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.531305 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-bd758e90-cc07-4880-ad95-65dfbabd7994 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1094 time: 0.0605369 Nov 09 17:58:50.536207 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012dcd51-c26f-4ea9-8746-c212d31481ba x-openstack-request-id: req-012dcd51-c26f-4ea9-8746-c212d31481ba {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:50.536501 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "tag": "7c022945-6d40-466a-bf60-079d3246613f", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:50.536771 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-012dcd51-c26f-4ea9-8746-c212d31481ba {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:50.537150 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'tag': '7c022945-6d40-466a-bf60-079d3246613f', 'status': 'completed', 'code': 200} Nov 09 17:58:50.588335 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd51976e-9f2c-43d7-b4a8-9a053174dd74 x-openstack-request-id: req-dd51976e-9f2c-43d7-b4a8-9a053174dd74 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:50.588627 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:50.588879 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd51976e-9f2c-43d7-b4a8-9a053174dd74 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:50.589271 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb', 'status': 'completed', 'code': 200} Nov 09 17:58:50.592174 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-1904aa04-20ad-43f4-a9de-0c5388d2d468 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 217 time: 0.0490463 Nov 09 17:58:50.641945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bc7af-87c0-4ddd-a08e-170c64a0a5b4 req-9f8e903f-8eec-4a79-aa15-fe994f2a37c8 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.643794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-371bc7af-87c0-4ddd-a08e-170c64a0a5b4 req-9f8e903f-8eec-4a79-aa15-fe994f2a37c8 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 943 time: 0.1026082 Nov 09 17:58:50.645027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-85435945-8a09-40a2-a7d4-febd8a058330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.647170 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-85435945-8a09-40a2-a7d4-febd8a058330 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0479035 Nov 09 17:58:50.679019 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-fb708733-f48c-4c16-ba91-58ef5a7d4d28 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242381 Nov 09 17:58:50.680856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-683896c0-85ea-442c-8870-5987e1ee438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.682295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-683896c0-85ea-442c-8870-5987e1ee438f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 1095 time: 0.1033201 Nov 09 17:58:50.767541 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-41b2f305-e719-4a90-814e-505f3bdff4cb service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807631 Nov 09 17:58:50.771347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15469-573e-4e33-9668-3c61c06524fd req-93ad4a99-8150-4a90-bf0d-fe0594baf268 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.772810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06f15469-573e-4e33-9668-3c61c06524fd req-93ad4a99-8150-4a90-bf0d-fe0594baf268 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 947 time: 0.1411035 Nov 09 17:58:50.777127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-371bc7af-87c0-4ddd-a08e-170c64a0a5b4 req-1844ef37-2149-40ae-9ae7-69f87b3c6a66 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215150 Nov 09 17:58:50.820808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:50.833673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-720d0e82-c96d-424e-9c9c-12cdb84a55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:50.835306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-720d0e82-c96d-424e-9c9c-12cdb84a55a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 916 time: 0.1446946 Nov 09 17:58:50.838226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06f15469-573e-4e33-9668-3c61c06524fd req-ffbaaf9e-b2e1-46c2-ba56-b853b4860473 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578942 Nov 09 17:58:50.892561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-3e4720e4-7f73-4e46-8128-fb7721943b8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c022945-6d40-466a-bf60-079d3246613f HTTP/1.1" status: 200 len: 217 time: 0.0426669 Nov 09 17:58:50.925770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:50.939419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'mac_address': 'fa:16:3e:77:85:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:50.957088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b021ae52-29b5-4809-9f6b-d3c7b2a7d041 req-e7af3f90-2326-467f-82ee-c1906c463b28 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767316 Nov 09 17:58:51.002977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.009190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-7152aed6-9280-400b-a5c3-316b7e452995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.010705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-7152aed6-9280-400b-a5c3-316b7e452995 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0fe888a4-ca40-463c-a1b5-f93b44aae76c HTTP/1.1" status: 200 len: 855 time: 0.1012182 Nov 09 17:58:51.020111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2b86f9-e454-45a3-8bef-7478f2b850fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:51.045196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:51.054597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.055322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c022945-6d40-466a-bf60-079d3246613f details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:51.063707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-02df787f-d809-4aa1-97ed-834cd4877b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.065821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-02df787f-d809-4aa1-97ed-834cd4877b07 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1094 time: 0.0568869 Nov 09 17:58:51.092821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-7a4491f5-c570-4cfe-a2fa-5d44e0335fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bd76728-877d-43b1-837c-2e7ccc61b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722661 Nov 09 17:58:51.096120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d593d918-77b6-4f6d-bfc2-3d13d202d3bb tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611360 Nov 09 17:58:51.170886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:51.230193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:51.254992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '7c022945-6d40-466a-bf60-079d3246613f', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'port_id': '7c022945-6d40-466a-bf60-079d3246613f', 'mac_address': 'fa:16:3e:b9:b7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe888a4-ca40-463c-a1b5-f93b44aae76c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:51.288332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-d2541f47-a3d6-496c-ad15-d8626974e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.289838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-d2541f47-a3d6-496c-ad15-d8626974e216 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2048223 Nov 09 17:58:51.318833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-686bd692-2907-4f92-a252-f5511181eb1f service neutron] 10.222.0.73 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112231 Nov 09 17:58:51.326247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-fa546565-caf2-4c13-8569-98188c538da6 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.327823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-fa546565-caf2-4c13-8569-98188c538da6 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181728 Nov 09 17:58:51.338364 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.347043 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-ccce106c-2cbb-4dba-9b85-092657cc5a69 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 217 time: 0.0494955 Nov 09 17:58:51.354514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c022945-6d40-466a-bf60-079d3246613f {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:51.356516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Request body: {'port': {'device_id': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '3f5e4a0e3441444cb0dab6882fc81801'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:51.379470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:51.385008 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.435948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-df18b69e-b625-4a6a-a7aa-09adcc4444b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.438504 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-df18b69e-b625-4a6a-a7aa-09adcc4444b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0737619 Nov 09 17:58:51.455511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:51.487967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-9be84f46-cd5f-42ab-8142-36edf1f74f1f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415378 Nov 09 17:58:51.490156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de567a8d-bc82-49b0-9c65-0320e4bfac04 req-b7317461-2033-4fb3-8f43-92a9711bb167 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.491671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de567a8d-bc82-49b0-9c65-0320e4bfac04 req-b7317461-2033-4fb3-8f43-92a9711bb167 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 944 time: 0.1912885 Nov 09 17:58:51.561829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0e5b92-0e0e-45e5-8f3e-1fea3076319f req-73c028d0-c6f2-4a73-84db-3703e717919f service neutron] 10.222.0.73 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192283 Nov 09 17:58:51.586643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de567a8d-bc82-49b0-9c65-0320e4bfac04 req-822c0eba-4b45-4650-a600-5c5bcecabc49 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872421 Nov 09 17:58:51.598518 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-ce47688b-9db6-47cd-ab2c-d5b08787828a service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014185 Nov 09 17:58:51.604519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Made reservation on behalf of 3f5e4a0e3441444cb0dab6882fc81801 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:51.609171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:51.656077 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7a2b86f9-e454-45a3-8bef-7478f2b850fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:51.661897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7c022945-6d40-466a-bf60-079d3246613f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:51.729786 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a64d4b5-7646-4e1c-a376-f52c0947e4bf req-0d6bc705-c6b8-4bba-966f-cb59a89248ca service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146219 Nov 09 17:58:51.786941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53513-e10f-4a1e-9056-4eec00037a35 req-9861140d-9e60-46b7-ba4b-6181bf6dad95 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.789921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01c53513-e10f-4a1e-9056-4eec00037a35 req-9861140d-9e60-46b7-ba4b-6181bf6dad95 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1145647 Nov 09 17:58:51.853443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Allocated IP 192.168.233.248 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/c1e52e88-9337-4130-b7d5-1701e816371b) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:51.881280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01c53513-e10f-4a1e-9056-4eec00037a35 req-296d4df4-3bc1-46e1-bf62-c5e08e0a7edf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859766 Nov 09 17:58:51.896098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507a44-0453-4a54-a2d9-46c95932c971 req-4e198c42-35d8-4aba-a58d-6bc12a7b22d8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:51.897575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7507a44-0453-4a54-a2d9-46c95932c971 req-4e198c42-35d8-4aba-a58d-6bc12a7b22d8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1046660 Nov 09 17:58:52.028810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-307d6b08-9731-4854-b1e8-573c59fce107 req-676e86de-776a-4f42-a299-be43e25ff399 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 210 time: 0.0781081 Nov 09 17:58:52.033625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7507a44-0453-4a54-a2d9-46c95932c971 req-5009a1b9-445b-4ee0-96aa-8d628d5719ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123230 Nov 09 17:58:52.116685 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.209375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e91200-acd1-4194-8ca9-26fc2f8c287d req-37a33389-043a-4d21-a2e9-cd56ee70ad00 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:52.211178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65e91200-acd1-4194-8ca9-26fc2f8c287d req-37a33389-043a-4d21-a2e9-cd56ee70ad00 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 943 time: 0.1084685 Nov 09 17:58:52.242157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e62fb9-f182-4328-afc5-0a8103e848e6 req-f254f3a7-463f-45b7-894e-1ce5380e633f tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:52.243726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90e62fb9-f182-4328-afc5-0a8103e848e6 req-f254f3a7-463f-45b7-894e-1ce5380e633f tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 947 time: 0.0998034 Nov 09 17:58:52.244764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.296095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:52.328919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:52.337916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65e91200-acd1-4194-8ca9-26fc2f8c287d req-80ad991c-e066-48c5-a6c7-b244dd5859df tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167176 Nov 09 17:58:52.338768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:52.366732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:52.371333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['adc97cae-2856-48d3-bb46-175859b843ca'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:52.425285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:52.430752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.440235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:52.444025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Pushing event updated for resources: {'Port': ['ID=c1e52e88-9337-4130-b7d5-1701e816371b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:52.458028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'mac_address': 'fa:16:3e:ad:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:52.461492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-cfb61ff9-03f5-4e23-aaa1-acf8d83ab142 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1107500 Nov 09 17:58:52.464518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90e62fb9-f182-4328-afc5-0a8103e848e6 req-9e0a15e0-67d7-487b-9b5e-56bbd8024aa7 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043567 Nov 09 17:58:52.475366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Request body: {'port': {'device_id': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:52.547373 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.553368 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.582545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:52.597620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:58:52.633485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:52.665876 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.682308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41654) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:52.710097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c7101309-8b3c-41d3-96c8-44ff2b1a0640 None None] Provisioning complete for port c1e52e88-9337-4130-b7d5-1701e816371b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:52.710482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c7101309-8b3c-41d3-96c8-44ff2b1a0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.775209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:52.781365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c7101309-8b3c-41d3-96c8-44ff2b1a0640 None None] Port c1e52e88-9337-4130-b7d5-1701e816371b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:58:52.789819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e161e0-f08f-4269-9ffd-6bbf3c0e7dca req-ff48db29-943a-4056-aa1f-7eb200d6278c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:52.791344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5e161e0-f08f-4269-9ffd-6bbf3c0e7dca req-ff48db29-943a-4056-aa1f-7eb200d6278c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 945 time: 0.1135290 Nov 09 17:58:52.823603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd9ef-6043-47ae-a652-596d995b93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.845626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:52.857112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5e161e0-f08f-4269-9ffd-6bbf3c0e7dca req-bd431395-5090-4d85-8241-d4e710ef208b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565245 Nov 09 17:58:52.901581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 7a2b86f9-e454-45a3-8bef-7478f2b850fa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:52.906349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 7a2b86f9-e454-45a3-8bef-7478f2b850fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:52.906891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.910502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd9ef-6043-47ae-a652-596d995b93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.922541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a3dd9ef-6043-47ae-a652-596d995b93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.925191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e52e88-9337-4130-b7d5-1701e816371b {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:52.933146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.937577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['0ae96c49-dbdf-4c4e-9ced-fcb734cf5794'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:52.946586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Transition to ACTIVE for port object c1e52e88-9337-4130-b7d5-1701e816371b will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:52.952264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:52.962489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dd9ef-6043-47ae-a652-596d995b93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11cb4dd-4d34-4e5b-b72b-9c0c27593dcd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:52.984989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5a3dd9ef-6043-47ae-a652-596d995b93fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ae1916639c94de6ab3464dc9948e2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013954 Nov 09 17:58:52.987630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41660) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:53.050424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a222-735c-497b-9b5e-6fb020e59283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.087620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e52e88-9337-4130-b7d5-1701e816371b,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.092937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a222-735c-497b-9b5e-6fb020e59283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.094503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.135334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:53.137916 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c8cbc2-0b5d-4414-b5be-f1d757eb5af3" -d '{"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:53.153714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a222-735c-497b-9b5e-6fb020e59283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.154166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Attempting to bind port c1e52e88-9337-4130-b7d5-1701e816371b on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:53.154485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Attempting to bind port c1e52e88-9337-4130-b7d5-1701e816371b by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:53.154811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Attempting to bind port c1e52e88-9337-4130-b7d5-1701e816371b on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:53.157646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddb0a222-735c-497b-9b5e-6fb020e59283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.158922 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ddb0a222-735c-497b-9b5e-6fb020e59283 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d11cb4dd-4d34-4e5b-b72b-9c0c27593dcd HTTP/1.1" status: 204 len: 168 time: 0.1699665 Nov 09 17:58:53.163542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:53.169051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0a222-735c-497b-9b5e-6fb020e59283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11cb4dd-4d34-4e5b-b72b-9c0c27593dcd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.177168 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.178011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c022945-6d40-466a-bf60-079d3246613f up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:53.191997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b398b5-4054-48a0-a8a8-c74d96b91703 req-7502a18f-5900-4d53-9279-07b1771a573e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.193017 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69b398b5-4054-48a0-a8a8-c74d96b91703 req-7502a18f-5900-4d53-9279-07b1771a573e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1561558 Nov 09 17:58:53.216564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Port c1e52e88-9337-4130-b7d5-1701e816371b on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:53.216891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Attempting to bind port c1e52e88-9337-4130-b7d5-1701e816371b on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:53.224075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:53.224405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:53.224781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:53.225210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Bound port: c1e52e88-9337-4130-b7d5-1701e816371b, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:53.225563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.285483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bbde4-df78-4c5b-8b21-f99ed00a6624 req-79f8c237-1db1-4fe3-aeeb-8897c8fee9ee tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.287067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b02bbde4-df78-4c5b-8b21-f99ed00a6624 req-79f8c237-1db1-4fe3-aeeb-8897c8fee9ee tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 948 time: 0.1361895 Nov 09 17:58:53.290313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.308989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 7c022945-6d40-466a-bf60-079d3246613f completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:53.313972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 7c022945-6d40-466a-bf60-079d3246613f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:53.314537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.322767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69b398b5-4054-48a0-a8a8-c74d96b91703 req-23b56151-9a47-4231-bcc1-ce0d7cde2f4a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949278 Nov 09 17:58:53.386652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b02bbde4-df78-4c5b-8b21-f99ed00a6624 req-d8478056-faf8-41c6-bba3-c599010d2b4a tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808384 Nov 09 17:58:53.391979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] For port c1e52e88-9337-4130-b7d5-1701e816371b, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:53.395429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] For port c1e52e88-9337-4130-b7d5-1701e816371b, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c1e52e88-9337-4130-b7d5-1701e816371b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:53.412292 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.439885 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490943e-bc73-4c3a-94fd-dcf790e03dda x-openstack-request-id: req-c490943e-bc73-4c3a-94fd-dcf790e03dda {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:53.440041 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:53.440294 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c490943e-bc73-4c3a-94fd-dcf790e03dda {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:53.440691 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'code': 200} Nov 09 17:58:53.442982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.522358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:53.527952 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.593365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.804901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e52e88-9337-4130-b7d5-1701e816371b,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:53.818314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.818657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:53.819978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-d9df509d-5e1c-42f9-9010-9c2b36afe791 service neutron] 10.222.0.73 "PUT /v2.0/ports/c1e52e88-9337-4130-b7d5-1701e816371b HTTP/1.1" status: 200 len: 1096 time: 1.3489115 Nov 09 17:58:53.820432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'tag': 'c1e52e88-9337-4130-b7d5-1701e816371b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:53.822671 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df690d5f-7f22-4973-9fb7-84d356eb96ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea544d5-597b-4125-919e-8aa8400d7d9a", "tag": "c1e52e88-9337-4130-b7d5-1701e816371b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:53.905108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3bf29-ea47-466c-8e55-b7e09c2ed090 req-810a2b49-18e0-4d1a-9ab2-26328367616c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.906619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4e3bf29-ea47-466c-8e55-b7e09c2ed090 req-810a2b49-18e0-4d1a-9ab2-26328367616c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.4991004 Nov 09 17:58:53.937148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f2e7-2261-4162-89bf-8e16d2773a0a req-99bc01bc-bd91-4bfd-9a7f-f0c0cc64344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.938600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4633f2e7-2261-4162-89bf-8e16d2773a0a req-99bc01bc-bd91-4bfd-9a7f-f0c0cc64344c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 1101 time: 0.1349142 Nov 09 17:58:53.968039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4d476-7cc1-474b-9042-089f4b7ea1e0 req-8cb96483-c6b4-43a4-9aea-6facc76a6d4a tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:53.969505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92d4d476-7cc1-474b-9042-089f4b7ea1e0 req-8cb96483-c6b4-43a4-9aea-6facc76a6d4a tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 943 time: 0.1668479 Nov 09 17:58:53.989387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41698) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:54.021892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4e3bf29-ea47-466c-8e55-b7e09c2ed090 req-f501a6e2-1170-41f5-a651-26a65e0770ff tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936580 Nov 09 17:58:54.030321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-4ec7319e-6ca1-495e-aff1-69005ccae123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.031798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-4ec7319e-6ca1-495e-aff1-69005ccae123 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 1099 time: 0.1456921 Nov 09 17:58:54.057923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4633f2e7-2261-4162-89bf-8e16d2773a0a req-85123e2c-e2ec-44ce-8d08-e89f8ef36bce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048465 Nov 09 17:58:54.094578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92d4d476-7cc1-474b-9042-089f4b7ea1e0 req-b2400b91-f66b-4de7-8424-f23249b45e90 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121991 Nov 09 17:58:54.095989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-ae611759-4e97-496e-bda7-caf3e8a52b15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=c1e52e88-9337-4130-b7d5-1701e816371b HTTP/1.1" status: 200 len: 217 time: 0.0561187 Nov 09 17:58:54.104073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-63188795-network', 'tenant_id': '5d3484a1604e4260b59cc058c059ac3e'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:54.151127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Made reservation on behalf of 5d3484a1604e4260b59cc058c059ac3e for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:54.154238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.163383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.189900 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a584c83-b38a-4963-9287-59c54717c1dd x-openstack-request-id: req-9a584c83-b38a-4963-9287-59c54717c1dd {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:54.190220 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea544d5-597b-4125-919e-8aa8400d7d9a", "tag": "c1e52e88-9337-4130-b7d5-1701e816371b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:54.190477 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a584c83-b38a-4963-9287-59c54717c1dd {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:54.190862 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'tag': 'c1e52e88-9337-4130-b7d5-1701e816371b', 'status': 'completed', 'code': 200} Nov 09 17:58:54.223205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc33c5c-4986-4e18-8242-73e8d4e6d48d req-1e6a640e-45f2-47ec-a719-8780f20c9a87 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.227571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5dc33c5c-4986-4e18-8242-73e8d4e6d48d req-1e6a640e-45f2-47ec-a719-8780f20c9a87 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 948 time: 0.0664377 Nov 09 17:58:54.268773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.273422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.298851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:58:54.314812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03299f9-a28a-48c0-9a97-c2b40b505ff8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:54.318402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ad9c9458-4618-4583-b574-91e3dff84d01 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:54.320622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:54.321702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5dc33c5c-4986-4e18-8242-73e8d4e6d48d req-2f8e1aea-76b7-41b2-bd76-0952ae63d46d tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876687 Nov 09 17:58:54.335976 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.337602 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Added segment 1c08e063-8ae8-46dd-b323-4daf9f3eadd2 of type vlan for network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b Nov 09 17:58:54.365312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e36c48-3db8-4c13-bf76-ef5d9a9e51d5 req-e6a16b26-c374-4a89-bf71-3b0258687ac0 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.366853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7e36c48-3db8-4c13-bf76-ef5d9a9e51d5 req-e6a16b26-c374-4a89-bf71-3b0258687ac0 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1126721 Nov 09 17:58:54.368443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-8da55108-4963-4246-ad6d-c047edfa46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.370090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-8da55108-4963-4246-ad6d-c047edfa46d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1005852 Nov 09 17:58:54.387010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.421017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.423104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.424543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.460482 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4699895 Nov 09 17:58:54.464711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7e36c48-3db8-4c13-bf76-ef5d9a9e51d5 req-9f80ee49-586f-4d98-8bb8-09d392311cca tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763545 Nov 09 17:58:54.465235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41706) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:58:54.481891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Request body: {'subnet': {'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-63188795-subnet', 'tenant_id': '5d3484a1604e4260b59cc058c059ac3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:54.513823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbe3d9-289c-4510-ab80-9df8aa5d8f1c admin admin] Pushing event updated for resources: {'Network': ['ID=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:54.537116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:58:54.543767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:54.550994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-fd63264f-ab32-41f6-b2b5-aae4efd007db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.552481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-fd63264f-ab32-41f6-b2b5-aae4efd007db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581771 Nov 09 17:58:54.586304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:54.586678 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.643746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Made reservation on behalf of 5d3484a1604e4260b59cc058c059ac3e for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:54.645935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.666141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ad9c9458-4618-4583-b574-91e3dff84d01, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ad9c9458-4618-4583-b574-91e3dff84d01,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:54.682779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'port_id': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'mac_address': 'fa:16:3e:70:13:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:54.702686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd8211-6d83-4983-b649-c42168bcea80 req-35393f55-0282-42d0-b38d-94aca5699217 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.704191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6dd8211-6d83-4983-b649-c42168bcea80 req-35393f55-0282-42d0-b38d-94aca5699217 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.2337904 Nov 09 17:58:54.751435 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.753366 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.760639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ae60f-7606-4f75-99e6-19b917faa338 req-bd8f7de4-0b50-4181-a832-0986f1061f74 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:54.762955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b8ae60f-7606-4f75-99e6-19b917faa338 req-bd8f7de4-0b50-4181-a832-0986f1061f74 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 948 time: 0.2177458 Nov 09 17:58:54.779961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9c9458-4618-4583-b574-91e3dff84d01 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:54.808131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:54.812356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ad9c9458-4618-4583-b574-91e3dff84d01, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ad9c9458-4618-4583-b574-91e3dff84d01,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:54.813905 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.819031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-e04a28df-9ca1-4aaf-993c-78ba3e31c2ff service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556527 Nov 09 17:58:54.819742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:54.820314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:54.845138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6dd8211-6d83-4983-b649-c42168bcea80 req-33434ea3-05d1-4fe4-ade9-fa765f01ac39 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320672 Nov 09 17:58:54.893401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:54.912552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b8ae60f-7606-4f75-99e6-19b917faa338 req-e449c674-c3d6-48ce-9018-93328ae3a2ab tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426835 Nov 09 17:58:54.978806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75ea490-ce7d-4bf8-a7b8-30bfa7877fa0 req-f7536684-28d2-4971-8fda-abcfdf8f6f7e service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481693 Nov 09 17:58:54.986566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ad9c9458-4618-4583-b574-91e3dff84d01,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:55.005025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:55.018988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'port_id': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb', 'mac_address': 'fa:16:3e:df:f1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9346dad8-ca84-4a50-af9e-5fca0b0d293f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:55.028058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:55.056863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:55.070684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:55.091520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:55.097109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:55.120453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebefc5f-5a06-455b-893f-f91c482ef6f1,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:55.158362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:55.166449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-3591623e-a728-42b8-8b19-acc73c320c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.167944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-3591623e-a728-42b8-8b19-acc73c320c84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 1099 time: 0.1145997 Nov 09 17:58:55.175746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Checking segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:55.176426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Network hostable DHCP agents. Network: 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:58:55.264269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19253ae-311b-417e-a93d-ef8afe0ee26a req-7708e1cb-6014-4d89-863a-868a8b045aa7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.265747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a19253ae-311b-417e-a93d-ef8afe0ee26a req-7708e1cb-6014-4d89-863a-868a8b045aa7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1609187 Nov 09 17:58:55.311030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:58:55.343866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fcd1c-022f-4e30-9926-0f4bf8c68775 req-985bde64-564f-468a-bc24-c3c7278a5851 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.345350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb5fcd1c-022f-4e30-9926-0f4bf8c68775 req-985bde64-564f-468a-bc24-c3c7278a5851 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 944 time: 0.1641803 Nov 09 17:58:55.361701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a19253ae-311b-417e-a93d-ef8afe0ee26a req-dbc5b6d2-5901-40d6-b84e-4c578f16ae04 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875862 Nov 09 17:58:55.362218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:55.377609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128eed9-15ec-4a49-8679-6c0fa5233b39 None None] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:55.391537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.392067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:55.401037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-43f5ddf1-7281-4b41-a850-cc6ff9307279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.402802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-43f5ddf1-7281-4b41-a850-cc6ff9307279 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2224436 Nov 09 17:58:55.432001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:55.439031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ad9c9458-4618-4583-b574-91e3dff84d01'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:55.461739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c022945-6d40-466a-bf60-079d3246613f'}, {'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:55.462641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-be1247fe-b173-428a-adf5-3bd64e668b6e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9892097 Nov 09 17:58:55.462863 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb6efe1-a58c-4a55-9bc0-e799ee0d365a" -d '{"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-plugged", "status": "completed", "tag": "7c022945-6d40-466a-bf60-079d3246613f"}, {"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-plugged", "status": "completed", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:55.469373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-fd1d18c6-456b-4401-b42d-715e893d2f1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=c1e52e88-9337-4130-b7d5-1701e816371b HTTP/1.1" status: 200 len: 217 time: 0.0558040 Nov 09 17:58:55.472709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb5fcd1c-022f-4e30-9926-0f4bf8c68775 req-a85eba39-d26c-408f-b288-dd17cef8decb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189210 Nov 09 17:58:55.571703 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536cef2f-69bb-4a0f-8dcb-35371f8231aa x-openstack-request-id: req-536cef2f-69bb-4a0f-8dcb-35371f8231aa {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:55.572001 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-plugged", "status": "completed", "tag": "7c022945-6d40-466a-bf60-079d3246613f", "code": 200}, {"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-plugged", "status": "completed", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:55.572263 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-536cef2f-69bb-4a0f-8dcb-35371f8231aa {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:55.572643 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c022945-6d40-466a-bf60-079d3246613f', 'code': 200} Nov 09 17:58:55.572902 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'code': 200} Nov 09 17:58:55.575967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-2b1663c5-7509-46c6-8eb2-b9fa761aa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.578287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-2b1663c5-7509-46c6-8eb2-b9fa761aa94f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1028211 Nov 09 17:58:55.592011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17f51f-1d99-4387-97c9-fd395d79f1a6 req-3cc9117a-5120-435b-88b7-a4f8c7011e2b tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.595226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae17f51f-1d99-4387-97c9-fd395d79f1a6 req-3cc9117a-5120-435b-88b7-a4f8c7011e2b tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 949 time: 0.0810928 Nov 09 17:58:55.676921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a714930-5a50-4406-ab96-eaa8e371ea46 None None] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:58:55.724155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae17f51f-1d99-4387-97c9-fd395d79f1a6 req-de56c0b4-7d8e-404a-a505-98c124a92626 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986767 Nov 09 17:58:55.745534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb436f-955d-4ccc-aad3-3bddee8f1cb5 req-7e19d47f-19a1-4116-b763-c4cb75f59d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.748525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abeb436f-955d-4ccc-aad3-3bddee8f1cb5 req-7e19d47f-19a1-4116-b763-c4cb75f59d39 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 1100 time: 0.0803459 Nov 09 17:58:55.753901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-33959326-367d-4a93-869b-ee813b1f435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.755445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-33959326-367d-4a93-869b-ee813b1f435f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591361 Nov 09 17:58:55.794686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abeb436f-955d-4ccc-aad3-3bddee8f1cb5 req-53bbe00f-fcf7-47ec-8e7d-526d57656eb6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Nov 09 17:58:55.805812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aee776-c4f4-4e39-a45b-b443f9eabb14 req-60f75b5b-12e4-4b59-9ce6-a94f01e1a973 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.807419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54aee776-c4f4-4e39-a45b-b443f9eabb14 req-60f75b5b-12e4-4b59-9ce6-a94f01e1a973 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1616340 Nov 09 17:58:55.862707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6474-65fa-4417-a3df-ea69fcd0be60 req-55723898-87b7-4941-a525-4a790a3fec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:55.864222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19ad6474-65fa-4417-a3df-ea69fcd0be60 req-55723898-87b7-4941-a525-4a790a3fec44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 1097 time: 0.2021432 Nov 09 17:58:55.908963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54aee776-c4f4-4e39-a45b-b443f9eabb14 req-fc5f7f0f-32a1-499a-bacc-03de5aa8ef0f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742488 Nov 09 17:58:55.950684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19ad6474-65fa-4417-a3df-ea69fcd0be60 req-a67c1b01-e5cf-47c8-bea5-109bb2b712ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660343 Nov 09 17:58:55.956650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-423ff634-139d-417c-8bb2-4524797070d7 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911564 Nov 09 17:58:56.107558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba3fa1-53d9-457b-8062-b5aaa415140a req-44093772-4d03-4c34-a734-75d68f131056 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.109021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3ba3fa1-53d9-457b-8062-b5aaa415140a req-44093772-4d03-4c34-a734-75d68f131056 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.1058609 Nov 09 17:58:56.118864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-18f381ef-4f93-4cec-9673-37594999b117 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.120220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-18f381ef-4f93-4cec-9673-37594999b117 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.1405225 Nov 09 17:58:56.146182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-e546ed6b-d3f3-4536-ba6b-731079b8a1ef tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/quotas/5d3484a1604e4260b59cc058c059ac3e HTTP/1.1" status: 200 len: 375 time: 0.0187268 Nov 09 17:58:56.191232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3ba3fa1-53d9-457b-8062-b5aaa415140a req-53baa234-1371-44be-a82a-c395fdfeeac1 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699823 Nov 09 17:58:56.193037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-096f1827-3edd-437b-bfc6-421a8796b26f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375848 Nov 09 17:58:56.375114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718215eb-e4da-4d9f-aae3-4b81ec9db9c4 req-9399cf46-a371-408a-b0ba-204ccd8c5ace tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.376576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-718215eb-e4da-4d9f-aae3-4b81ec9db9c4 req-9399cf46-a371-408a-b0ba-204ccd8c5ace tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 948 time: 0.1257746 Nov 09 17:58:56.385031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df690d5f-7f22-4973-9fb7-84d356eb96ad req-8ea0790e-da47-437e-8f85-b84cb1cad2d6 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185550 Nov 09 17:58:56.391688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-3e602b3f-2c60-4089-aa20-2f43fe616ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887786 Nov 09 17:58:56.464962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-718215eb-e4da-4d9f-aae3-4b81ec9db9c4 req-deddcb9a-81ef-4c99-bf8f-33ffb2f31815 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820639 Nov 09 17:58:56.500736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-4b848675-29e9-48fc-b087-f8e6c019318f service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000593 Nov 09 17:58:56.569245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46010b-140b-43f1-8ace-3ca702c38a77 req-ca1287f4-d4f6-4695-8f51-1a8ba301e643 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.570994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b46010b-140b-43f1-8ace-3ca702c38a77 req-ca1287f4-d4f6-4695-8f51-1a8ba301e643 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0521698 Nov 09 17:58:56.609963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b46010b-140b-43f1-8ace-3ca702c38a77 req-3fbe2134-47dd-4dbe-a1d5-35039684708f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Nov 09 17:58:56.722435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-faed9eda-f3b2-4f5c-a74d-b872596ce5ca req-2f42a1ac-00f6-4b44-8e4b-925504f3364a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 210 time: 0.0335081 Nov 09 17:58:56.765094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4be83-b83a-481b-b875-2a9a3f83be18 req-20b98f4d-11fb-48ee-ae4a-852b093ba247 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.766628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90e4be83-b83a-481b-b875-2a9a3f83be18 req-20b98f4d-11fb-48ee-ae4a-852b093ba247 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 944 time: 0.0678105 Nov 09 17:58:56.839251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90e4be83-b83a-481b-b875-2a9a3f83be18 req-4d06f47d-8458-4d88-8776-dc915f2ab276 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662012 Nov 09 17:58:56.856665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c1e52e88-9337-4130-b7d5-1701e816371b details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:58:56.860453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcafe8-41d8-41d3-b5b5-4f7a65a13280 req-0990739d-b5bd-40a3-a076-2986354c3ed5 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:56.862367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94bcafe8-41d8-41d3-b5b5-4f7a65a13280 req-0990739d-b5bd-40a3-a076-2986354c3ed5 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 949 time: 0.0699642 Nov 09 17:58:56.987319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c1e52e88-9337-4130-b7d5-1701e816371b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c1e52e88-9337-4130-b7d5-1701e816371b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:57.008726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'c1e52e88-9337-4130-b7d5-1701e816371b', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'c1e52e88-9337-4130-b7d5-1701e816371b', 'mac_address': 'fa:16:3e:dd:b1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:58:57.051953 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:57.076786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e52e88-9337-4130-b7d5-1701e816371b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:57.102033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c1e52e88-9337-4130-b7d5-1701e816371b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c1e52e88-9337-4130-b7d5-1701e816371b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:57.106395 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:57.177370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c1e52e88-9337-4130-b7d5-1701e816371b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:57.239315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94bcafe8-41d8-41d3-b5b5-4f7a65a13280 req-93e4e1ff-298a-493d-9c4c-101982d063db tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644931 Nov 09 17:58:57.269590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67af81-9200-4b4d-abbc-aefa11c7f188 req-ada19335-cb7c-4027-bc7b-94c524918c6a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.271281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd67af81-9200-4b4d-abbc-aefa11c7f188 req-ada19335-cb7c-4027-bc7b-94c524918c6a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0875309 Nov 09 17:58:57.314714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd67af81-9200-4b4d-abbc-aefa11c7f188 req-b671e38e-1d92-408b-82e9-d7592c9cd799 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Nov 09 17:58:57.364281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ba8b4-bea6-4b67-818d-2b2cb5a23e2c req-f3fd0d84-8232-4e72-bc70-e140537b1173 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.365727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-018ba8b4-bea6-4b67-818d-2b2cb5a23e2c req-f3fd0d84-8232-4e72-bc70-e140537b1173 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.0475399 Nov 09 17:58:57.393970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c1e52e88-9337-4130-b7d5-1701e816371b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:58:57.403466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-018ba8b4-bea6-4b67-818d-2b2cb5a23e2c req-87c76240-1306-4a2f-8167-e706e53b4402 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Nov 09 17:58:57.580534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17dd23-180a-4b4e-843a-56ebeffb7bf2 req-f98eaef7-48a5-475e-9dc7-e71d1f8bdb1c tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.581970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de17dd23-180a-4b4e-843a-56ebeffb7bf2 req-f98eaef7-48a5-475e-9dc7-e71d1f8bdb1c tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 949 time: 0.0502625 Nov 09 17:58:57.620992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de17dd23-180a-4b4e-843a-56ebeffb7bf2 req-bd2c59b2-c2d6-4a0a-8c31-a059ace15a48 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Nov 09 17:58:57.742362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf0e7-fd76-4588-8272-c9573f720440 req-e8fb7c22-9e30-48ef-93e3-b63878e5c82a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.743930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eeaaf0e7-fd76-4588-8272-c9573f720440 req-e8fb7c22-9e30-48ef-93e3-b63878e5c82a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0521419 Nov 09 17:58:57.790521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eeaaf0e7-fd76-4588-8272-c9573f720440 req-e3af5384-8d55-41c5-ab9b-69eb4674e559 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 Nov 09 17:58:57.798814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7a53b3ee-1b99-46bc-8752-1e7a932a3678 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.800332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7a53b3ee-1b99-46bc-8752-1e7a932a3678 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.1302414 Nov 09 17:58:57.816885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Request body: {'port': {'device_id': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'admin_state_up': True, 'tenant_id': '5d3484a1604e4260b59cc058c059ac3e'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:57.841699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03df3f51-020b-44f3-8947-d6add9bf793b req-f1de1318-baa7-40af-aa5b-f551d92024f8 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 210 time: 0.0307148 Nov 09 17:58:57.934562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Made reservation on behalf of 5d3484a1604e4260b59cc058c059ac3e for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:58:57.938674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:57.954703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b220bc-4a53-48e5-a605-480d1c703c8d req-21b383ce-cb0c-4a67-b454-1f27888d19ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:57.956251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71b220bc-4a53-48e5-a605-480d1c703c8d req-21b383ce-cb0c-4a67-b454-1f27888d19ff tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 944 time: 0.0516098 Nov 09 17:58:57.993710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71b220bc-4a53-48e5-a605-480d1c703c8d req-2bc5c3bc-67a7-4007-85a9-3408dbd54fbe tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Nov 09 17:58:58.061769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Allocated IP 172.20.0.7 (3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b/6ebefc5f-5a06-455b-893f-f91c482ef6f1/6f9271ad-e5b5-46b2-a983-699e7e231250) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:58:58.208151 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.240614 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.286045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:58:58.289158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:58:58.291734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:58:58.321593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:58.350877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.351574 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.357351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b224d-2bb4-40b5-ae7d-51fc6e7ab25d req-ee568482-dda4-42a2-9c47-d5a36509dbc3 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.357882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ad9c9458-4618-4583-b574-91e3dff84d01 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:58.359067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a58b224d-2bb4-40b5-ae7d-51fc6e7ab25d req-ee568482-dda4-42a2-9c47-d5a36509dbc3 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 949 time: 0.0514090 Nov 09 17:58:58.370209 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-12b8f383-da87-4b7e-821e-c825b2efeedb tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572190 Nov 09 17:58:58.389076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Request body: {'port': {'device_id': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:58:58.406357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a58b224d-2bb4-40b5-ae7d-51fc6e7ab25d req-0e9eb469-e684-45a0-a2b9-4cb3fbef0a9d tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Nov 09 17:58:58.431071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port ad9c9458-4618-4583-b574-91e3dff84d01 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:58.437300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port ad9c9458-4618-4583-b574-91e3dff84d01 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:58.437882 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.454019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.493175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0bec2-bea9-4e35-b4b5-9e8c91cbe162 req-076cc8a0-16eb-48cb-9f3b-4dc25220a65d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.494928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-baa0bec2-bea9-4e35-b4b5-9e8c91cbe162 req-076cc8a0-16eb-48cb-9f3b-4dc25220a65d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0719891 Nov 09 17:58:58.534513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.558840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:58.562367 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f603d-5734-4b45-81f4-f55d94f8567b" -d '{"events": [{"server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "name": "network-vif-plugged", "status": "completed", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:58.564387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c028e1-22cc-4bcf-ad00-1c3cc9331341 req-7ac24e65-f5c4-4a31-a43c-189a9caf6806 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.565888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61c028e1-22cc-4bcf-ad00-1c3cc9331341 req-7ac24e65-f5c4-4a31-a43c-189a9caf6806 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 950 time: 0.0885453 Nov 09 17:58:58.568758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-baa0bec2-bea9-4e35-b4b5-9e8c91cbe162 req-808f0cb3-df19-450e-b383-eeb0ca4c3147 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567260 Nov 09 17:58:58.581414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ad9c9458-4618-4583-b574-91e3dff84d01, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ad9c9458-4618-4583-b574-91e3dff84d01,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:58.595966 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.596758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:58.619050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61c028e1-22cc-4bcf-ad00-1c3cc9331341 req-63689a5c-94c1-47ee-b8d6-2bef7b8e5745 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 Nov 09 17:58:58.675492 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c8545-8042-478e-a042-ca80cba958e0 x-openstack-request-id: req-d18c8545-8042-478e-a042-ca80cba958e0 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:58.676004 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "name": "network-vif-plugged", "status": "completed", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:58.676411 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d18c8545-8042-478e-a042-ca80cba958e0 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:58.676986 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'code': 200} Nov 09 17:58:58.702346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ad9c9458-4618-4583-b574-91e3dff84d01,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:58.716390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a95d4-a373-4a7f-99f0-e69c75b2a9f0 req-ae8daad2-4384-48a3-9786-47fa94d2bd32 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.718718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b7a95d4-a373-4a7f-99f0-e69c75b2a9f0 req-ae8daad2-4384-48a3-9786-47fa94d2bd32 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.0740781 Nov 09 17:58:58.726500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:58.735600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:58.736202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.782050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b7a95d4-a373-4a7f-99f0-e69c75b2a9f0 req-594fee84-5e2a-4c17-8cb7-fb75762ec694 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495174 Nov 09 17:58:58.787812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9271ad-e5b5-46b2-a983-699e7e231250 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:58:58.804380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.816772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Transition to ACTIVE for port object 6f9271ad-e5b5-46b2-a983-699e7e231250 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:58:58.818760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6a2a3-764a-4906-9dcd-ce367ec4df40 req-fd790f92-3186-4617-b0bf-c222aec67f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.820249 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-75a6a2a3-764a-4906-9dcd-ce367ec4df40 req-fd790f92-3186-4617-b0bf-c222aec67f85 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 1096 time: 0.0682054 Nov 09 17:58:58.824414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.837337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc22c5-d276-4bad-8934-d48d764e0076 req-3283896b-28b5-4d28-83aa-f12af76b8c46 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:58.838957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6cdc22c5-d276-4bad-8934-d48d764e0076 req-3283896b-28b5-4d28-83aa-f12af76b8c46 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0773733 Nov 09 17:58:58.872907 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.877798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c1e52e88-9337-4130-b7d5-1701e816371b up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:58:58.890613 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6cdc22c5-d276-4bad-8934-d48d764e0076 req-dc60d3b1-dc4a-4ce1-8fc5-014cc82c6a3d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Nov 09 17:58:58.893876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:58.926143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-75a6a2a3-764a-4906-9dcd-ce367ec4df40 req-d2a20ccd-4513-4efe-8dcc-15ec73a247ea service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962532 Nov 09 17:58:58.972093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Attempting to bind port 6f9271ad-e5b5-46b2-a983-699e7e231250 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:58:58.972498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Attempting to bind port 6f9271ad-e5b5-46b2-a983-699e7e231250 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:58:58.972740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Attempting to bind port 6f9271ad-e5b5-46b2-a983-699e7e231250 on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:58.979013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Port 6f9271ad-e5b5-46b2-a983-699e7e231250 on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:58:58.979338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Attempting to bind port 6f9271ad-e5b5-46b2-a983-699e7e231250 on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:58:58.984064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port c1e52e88-9337-4130-b7d5-1701e816371b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:58:58.985921 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:58:58.986366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Checking segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:58:58.986915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Bound using segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:58:58.987449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Bound port: 6f9271ad-e5b5-46b2-a983-699e7e231250, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:58:58.988018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:58.990207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port c1e52e88-9337-4130-b7d5-1701e816371b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:58:58.990674 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.036092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:59.047202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.048176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8c66c-b4d3-4275-91ec-a08a33fb112e req-5bb0d324-ca22-4695-b9e5-dc0db94f8762 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.056838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79a8c66c-b4d3-4275-91ec-a08a33fb112e req-5bb0d324-ca22-4695-b9e5-dc0db94f8762 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 949 time: 0.0673425 Nov 09 17:58:59.080824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:58:59.084766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:58:59.091244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.102774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79a8c66c-b4d3-4275-91ec-a08a33fb112e req-0bc8cb64-b73a-42e5-9147-b043e0208c04 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Nov 09 17:58:59.118848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.136640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.137806 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.139441 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] 10.222.0.85 "PUT /v2.0/ports/6f9271ad-e5b5-46b2-a983-699e7e231250 HTTP/1.1" status: 200 len: 1091 time: 0.7566838 Nov 09 17:58:59.140065 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:58:59.143214 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eac36e5-6689-46d4-9e4b-17510e5050d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:58:59.160314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c1e52e88-9337-4130-b7d5-1701e816371b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c1e52e88-9337-4130-b7d5-1701e816371b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:58:59.168951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843483a-eaa4-4e19-9495-f71518f5cc3d service neutron] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:59.176220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:58:59.187224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:59.272301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c1e52e88-9337-4130-b7d5-1701e816371b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:58:59.275030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-cd766533-64fa-44f7-957d-f93909e54e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.276610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-cd766533-64fa-44f7-957d-f93909e54e97 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 1094 time: 0.0454905 Nov 09 17:58:59.324154 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-ff9c111e-4249-46b0-aa8d-a81dc9b15bc5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9271ad-e5b5-46b2-a983-699e7e231250 HTTP/1.1" status: 200 len: 217 time: 0.0340908 Nov 09 17:58:59.337237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd3edb-7be4-45f4-a42f-b0c8d4b6853a req-13c6c00b-c4bc-4ca4-832d-8893c508136a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.339080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8cd3edb-7be4-45f4-a42f-b0c8d4b6853a req-13c6c00b-c4bc-4ca4-832d-8893c508136a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1047909 Nov 09 17:58:59.350729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1a20-39ad-4a6e-ba71-0e2ceb8e7669 req-efb6e21f-0cf0-40e8-a301-4ca9347954a7 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.352119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-229a1a20-39ad-4a6e-ba71-0e2ceb8e7669 req-efb6e21f-0cf0-40e8-a301-4ca9347954a7 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 943 time: 0.0673735 Nov 09 17:58:59.377525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-e9761d5f-3f08-46b5-989b-493267f9ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.379017 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-e9761d5f-3f08-46b5-989b-493267f9ba69 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.0477812 Nov 09 17:58:59.412562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8cd3edb-7be4-45f4-a42f-b0c8d4b6853a req-2c019c81-0346-49dd-86ec-f76f9001369f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594707 Nov 09 17:58:59.420548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-229a1a20-39ad-4a6e-ba71-0e2ceb8e7669 req-b2b2a390-2eb4-4b52-be2a-9531ce0a7168 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594089 Nov 09 17:58:59.553222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee697a7-2ab3-4e24-92dd-268bc0fa4433 req-8ab7b108-69ac-47e3-8fa0-5fd465f52b0b tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.554962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aee697a7-2ab3-4e24-92dd-268bc0fa4433 req-8ab7b108-69ac-47e3-8fa0-5fd465f52b0b tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.0677130 Nov 09 17:58:59.599183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aee697a7-2ab3-4e24-92dd-268bc0fa4433 req-a6b81884-7cf2-40be-8cfa-97a8ffea2a89 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368845 Nov 09 17:58:59.658097 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd1b35-278d-4b8f-93f3-02e627d59386 x-openstack-request-id: req-95dd1b35-278d-4b8f-93f3-02e627d59386 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:58:59.658376 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:58:59.658624 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95dd1b35-278d-4b8f-93f3-02e627d59386 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:58:59.659007 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'status': 'completed', 'code': 200} Nov 09 17:58:59.660880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-a3b7820c-2657-4a7e-97f9-14de266c4f86 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2738199 Nov 09 17:58:59.708826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40632ad2-c988-4917-a2f3-f1cf5a2e48d1 req-ef7fa419-3078-477d-aa79-a48460a6f02a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.710321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40632ad2-c988-4917-a2f3-f1cf5a2e48d1 req-ef7fa419-3078-477d-aa79-a48460a6f02a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0492055 Nov 09 17:58:59.747908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40632ad2-c988-4917-a2f3-f1cf5a2e48d1 req-c206fe6d-c441-4d2b-a1cc-1f60363417bc tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Nov 09 17:58:59.748825 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-573adc86-4e5b-496e-b5cd-757d1e039f52 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792489 Nov 09 17:58:59.842329 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-224cd644-ed1a-41d8-8e39-545dd1fec7b4 req-737954a7-2e5f-4fa2-ad4a-a1a3423757a7 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854480 Nov 09 17:58:59.894998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316aa006-ddbe-487b-a3ba-31c692e02bf8 req-dd5b90f5-5457-4e5c-be10-22a4fe0bffab tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.896460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-316aa006-ddbe-487b-a3ba-31c692e02bf8 req-dd5b90f5-5457-4e5c-be10-22a4fe0bffab tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0799704 Nov 09 17:58:59.917779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a04a71-b93f-461a-9b27-4ad3bccdce22 req-1d2baddd-349e-459b-a89c-c40fe789f49f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.919914 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52a04a71-b93f-461a-9b27-4ad3bccdce22 req-1d2baddd-349e-459b-a89c-c40fe789f49f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.0677116 Nov 09 17:58:59.940131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-5faf0689-c07a-415e-b6cb-f16b443b66af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:58:59.941672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-5faf0689-c07a-415e-b6cb-f16b443b66af service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 1094 time: 0.0425901 Nov 09 17:58:59.960180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-316aa006-ddbe-487b-a3ba-31c692e02bf8 req-4fa0dc94-2248-4fd9-bc24-8ba3a0397092 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554841 Nov 09 17:58:59.976353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52a04a71-b93f-461a-9b27-4ad3bccdce22 req-efdcd966-4e8a-480b-b6f3-ab5be626d4fb tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486870 Nov 09 17:59:00.041348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-03dc2b88-727b-4984-bf00-2cd269475f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.042841 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-03dc2b88-727b-4984-bf00-2cd269475f59 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 904 time: 0.0875823 Nov 09 17:59:00.092498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-acfe99b6-4c72-43a1-8bd9-3e041936aa4c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f9271ad-e5b5-46b2-a983-699e7e231250 HTTP/1.1" status: 200 len: 217 time: 0.0352089 Nov 09 17:59:00.167930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-2bdc4ee5-d9e6-4d22-b4a4-4e68ea525fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.169988 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-2bdc4ee5-d9e6-4d22-b4a4-4e68ea525fc5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.0584517 Nov 09 17:59:00.240641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1edd7-d5bd-444f-92bc-ff2d17892e35 req-3391fb27-d75a-4f6e-ad78-43ddcf9f6efd tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.252589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5f1edd7-d5bd-444f-92bc-ff2d17892e35 req-3391fb27-d75a-4f6e-ad78-43ddcf9f6efd tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 950 time: 0.0701168 Nov 09 17:59:00.253367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-134c1a24-8d8d-452f-b039-54331aad2720 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536437 Nov 09 17:59:00.325999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5f1edd7-d5bd-444f-92bc-ff2d17892e35 req-cea1705a-dca0-424b-b97e-593960ff4af9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699267 Nov 09 17:59:00.353296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95681018-5d92-4815-aaee-4fe29320ea13 req-b3478b7b-8438-4c00-b618-7378f60e02a9 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.361921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95681018-5d92-4815-aaee-4fe29320ea13 req-b3478b7b-8438-4c00-b618-7378f60e02a9 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1070087 Nov 09 17:59:00.382318 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-52029176-49f3-4f73-8d5d-c7ed19447538 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216104 Nov 09 17:59:00.397275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95681018-5d92-4815-aaee-4fe29320ea13 req-685e0642-5815-4aa9-b697-e14b66257892 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Nov 09 17:59:00.484821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eac36e5-6689-46d4-9e4b-17510e5050d9 req-2e6e484f-2193-4913-9ebe-c27c43c2b4e4 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938888 Nov 09 17:59:00.574366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d4322-7191-4241-88b4-119832e66d67 req-c69757c6-15ab-43c2-a839-db36ea3765f9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.575885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-664d4322-7191-4241-88b4-119832e66d67 req-c69757c6-15ab-43c2-a839-db36ea3765f9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 943 time: 0.0756104 Nov 09 17:59:00.585915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c111c44-0b62-40eb-9d1f-f97c5b016903 req-d065d71b-0f0e-40f8-b05e-219a00128e25 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.587305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c111c44-0b62-40eb-9d1f-f97c5b016903 req-d065d71b-0f0e-40f8-b05e-219a00128e25 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0771134 Nov 09 17:59:00.641892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-664d4322-7191-4241-88b4-119832e66d67 req-15e27e91-cca5-4721-a829-bba43e8de809 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Nov 09 17:59:00.648687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c111c44-0b62-40eb-9d1f-f97c5b016903 req-1e83767e-e203-4a6d-8f41-ab3a04f5aa32 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540240 Nov 09 17:59:00.678634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'}, {'server_uuid': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e52e88-9337-4130-b7d5-1701e816371b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:00.682704 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9cb8f-39bc-472c-a228-a194fb7d4460" -d '{"events": [{"server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "name": "network-vif-plugged", "status": "completed", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb"}, {"server_uuid": "6ea544d5-597b-4125-919e-8aa8400d7d9a", "name": "network-vif-plugged", "status": "completed", "tag": "c1e52e88-9337-4130-b7d5-1701e816371b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:00.744463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac6f8d-cfe4-4528-8839-2cbe9f3afb9e req-2c4adf48-30ed-4177-89fa-d09452fcdec2 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.745949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66ac6f8d-cfe4-4528-8839-2cbe9f3afb9e req-2c4adf48-30ed-4177-89fa-d09452fcdec2 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.0488830 Nov 09 17:59:00.756419 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce55b9-14ce-4973-843f-1e8b9f1b02d9 x-openstack-request-id: req-29ce55b9-14ce-4973-843f-1e8b9f1b02d9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:00.756719 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "name": "network-vif-plugged", "status": "completed", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb", "code": 200}, {"server_uuid": "6ea544d5-597b-4125-919e-8aa8400d7d9a", "name": "network-vif-plugged", "status": "completed", "tag": "c1e52e88-9337-4130-b7d5-1701e816371b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:00.756980 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29ce55b9-14ce-4973-843f-1e8b9f1b02d9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:00.757379 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb', 'code': 200} Nov 09 17:59:00.757636 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e52e88-9337-4130-b7d5-1701e816371b', 'code': 200} Nov 09 17:59:00.789357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66ac6f8d-cfe4-4528-8839-2cbe9f3afb9e req-2944b4e8-f79e-4bae-b4a8-d3c0a7157a19 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349476 Nov 09 17:59:00.871959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:00.874851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e72f7e-f507-4ecb-8aa7-0414db05f95a req-4acd3c3e-25f0-45a0-b973-e526a0757996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.876525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-43e72f7e-f507-4ecb-8aa7-0414db05f95a req-4acd3c3e-25f0-45a0-b973-e526a0757996 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1096 time: 0.0486166 Nov 09 17:59:00.892897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1d52-eacd-4707-8c93-a73fa2aec527 req-f3c5da4e-b945-4a9a-9324-7ae1dc043247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.894439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb4e1d52-eacd-4707-8c93-a73fa2aec527 req-f3c5da4e-b945-4a9a-9324-7ae1dc043247 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 1101 time: 0.0677807 Nov 09 17:59:00.914796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2003ae-f453-4570-9255-21d3ecb0ea2b req-d2fcfbc1-1217-4b54-8564-6b716cb28308 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:00.916384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c2003ae-f453-4570-9255-21d3ecb0ea2b req-d2fcfbc1-1217-4b54-8564-6b716cb28308 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.0585542 Nov 09 17:59:00.926430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41864) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:00.937414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Request body: {'floatingip': {'port_id': 'ad9c9458-4618-4583-b574-91e3dff84d01'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:00.942421 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-43e72f7e-f507-4ecb-8aa7-0414db05f95a req-83b04f92-daa5-4979-85bb-588dec5bdde7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565190 Nov 09 17:59:00.950904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb4e1d52-eacd-4707-8c93-a73fa2aec527 req-3a41994f-d0ba-4a10-88f0-cbaa22ec81c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Nov 09 17:59:00.969293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:00.975825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:00.980345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'mac_address': 'fa:16:3e:77:85:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:01.022405 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.035668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a2b86f9-e454-45a3-8bef-7478f2b850fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:01.057033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:01.063646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.102887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34009b2e-932c-4d84-8d4a-2b2120497979 req-753a63d1-8abf-4992-8619-eabcaf7d9080 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:01.104355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34009b2e-932c-4d84-8d4a-2b2120497979 req-753a63d1-8abf-4992-8619-eabcaf7d9080 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.0528638 Nov 09 17:59:01.110296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:01.146141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34009b2e-932c-4d84-8d4a-2b2120497979 req-d468ee62-7857-4646-8f2b-1fc46320d922 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343726 Nov 09 17:59:01.203187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7a2b86f9-e454-45a3-8bef-7478f2b850fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:01.406201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.411486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.445431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9f234-1fca-4509-b22c-cee226efb689 req-d36accab-b93b-4d7d-9760-7e2a95ed2d2a tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:01.446957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28c9f234-1fca-4509-b22c-cee226efb689 req-d36accab-b93b-4d7d-9760-7e2a95ed2d2a tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 950 time: 0.0605161 Nov 09 17:59:01.492809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28c9f234-1fca-4509-b22c-cee226efb689 req-229bb41e-9db8-4dc3-b133-ee368cb8a0e9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 Nov 09 17:59:01.514246 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Floating IP 543b0e02-2f83-41d7-9445-942a00655062 associated. External IP: 172.25.0.241, port: ad9c9458-4618-4583-b574-91e3dff84d01. Nov 09 17:59:01.566976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8012ef1-4d29-4f16-9564-a3f67aa9a51b req-06633ce1-803f-4a83-b12b-4c473cd66afe tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:01.568494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8012ef1-4d29-4f16-9564-a3f67aa9a51b req-06633ce1-803f-4a83-b12b-4c473cd66afe tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0488234 Nov 09 17:59:01.607771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8012ef1-4d29-4f16-9564-a3f67aa9a51b req-393e30cc-5393-4a2a-af8c-cb5c1b180136 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Nov 09 17:59:01.719613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Router 805eaf2d-7153-4701-a1db-1494fb221556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:01.790854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21660995-3fff-47f2-9459-a8aa3cd389dc req-51295c7b-ed5e-474b-b8c9-7c187535bd11 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:01.792337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21660995-3fff-47f2-9459-a8aa3cd389dc req-51295c7b-ed5e-474b-b8c9-7c187535bd11 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 943 time: 0.0824671 Nov 09 17:59:01.806659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1114-27b8-47ea-8a60-b2803d91dd41 req-6be2f8f3-28cc-40bb-ad80-b69a25896d7e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:01.808185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1fa1114-27b8-47ea-8a60-b2803d91dd41 req-6be2f8f3-28cc-40bb-ad80-b69a25896d7e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0684056 Nov 09 17:59:01.827344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:01.832678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:01.839130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] Sync routers for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:01.848372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:01.849000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:01.863405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1461498-3ee3-4664-8f1c-2c7f0f7cdc5c tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "PUT /v2.0/floatingips/543b0e02-2f83-41d7-9445-942a00655062 HTTP/1.1" status: 200 len: 991 time: 0.9330282 Nov 09 17:59:01.863405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:01.864371 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d582509-4316-46a9-9285-35b20d1743e6" -d '{"events": [{"name": "network-changed", "server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:01.864754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21660995-3fff-47f2-9459-a8aa3cd389dc req-95f9e81c-82e0-48ef-84dc-d76fb623be17 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658166 Nov 09 17:59:01.870712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1fa1114-27b8-47ea-8a60-b2803d91dd41 req-4bc578f5-6c49-4e64-afdf-71b901868c42 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551202 Nov 09 17:59:01.970932 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfe0e27-479f-465d-84a8-365e870ee23b x-openstack-request-id: req-8cfe0e27-479f-465d-84a8-365e870ee23b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:01.971440 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:01.971554 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cfe0e27-479f-465d-84a8-365e870ee23b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:01.971861 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'status': 'completed', 'code': 200} Nov 09 17:59:01.981441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:02.040513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582509-4316-46a9-9285-35b20d1743e6 req-cb2d0e30-997f-40bb-a77a-82e29446e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.042376 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2d582509-4316-46a9-9285-35b20d1743e6 req-cb2d0e30-997f-40bb-a77a-82e29446e6bc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5fb921facf074c68a74304192e0833f1&device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 1096 time: 0.0422537 Nov 09 17:59:02.140454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582509-4316-46a9-9285-35b20d1743e6 req-1f31aad7-5526-4590-949c-4ff7a9a71af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.141914 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2d582509-4316-46a9-9285-35b20d1743e6 req-1f31aad7-5526-4590-949c-4ff7a9a71af4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=290e3234-bd36-4066-9320-45c0befce4c3 HTTP/1.1" status: 200 len: 917 time: 0.0901291 Nov 09 17:59:02.222564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '543b0e02-2f83-41d7-9445-942a00655062', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'port_id': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'mac_address': 'fa:16:3e:70:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:58:07Z', 'updated_at': '2021-11-09T17:59:01Z', 'revision_number': 1, 'project_id': '5fb921facf074c68a74304192e0833f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:02.270595 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2d582509-4316-46a9-9285-35b20d1743e6 req-60677261-7431-4d54-aecc-cdeefa28110c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad9c9458-4618-4583-b574-91e3dff84d01 HTTP/1.1" status: 200 len: 999 time: 0.1135352 Nov 09 17:59:02.272045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] Checking router: 805eaf2d-7153-4701-a1db-1494fb221556 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:02.281870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:02.282958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:58:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:02.289017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b71c3-4757-4bc3-90e6-0a94b2f546ab req-97704632-dcdf-45f4-b84d-048fbe94d570 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.290574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-304b71c3-4757-4bc3-90e6-0a94b2f546ab req-97704632-dcdf-45f4-b84d-048fbe94d570 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.0694125 Nov 09 17:59:02.334940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582509-4316-46a9-9285-35b20d1743e6 req-02a99e8c-5546-45fe-ab92-040116010f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.336290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-304b71c3-4757-4bc3-90e6-0a94b2f546ab req-58a53ca3-1966-470a-888e-0439e72ef39d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397587 Nov 09 17:59:02.336690 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2d582509-4316-46a9-9285-35b20d1743e6 req-02a99e8c-5546-45fe-ab92-040116010f4d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=96ba9a67-5907-4051-ad33-7d8da38c97e8 HTTP/1.1" status: 200 len: 855 time: 0.0610576 Nov 09 17:59:02.392231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6f9271ad-e5b5-46b2-a983-699e7e231250 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:02.410944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582509-4316-46a9-9285-35b20d1743e6 req-a8253cdc-40b0-4806-ac68-dc6fd545c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.412670 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2d582509-4316-46a9-9285-35b20d1743e6 req-a8253cdc-40b0-4806-ac68-dc6fd545c0c6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=290e3234-bd36-4066-9320-45c0befce4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635462 Nov 09 17:59:02.482466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:02.518628 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2d582509-4316-46a9-9285-35b20d1743e6 req-d57bb42c-0625-45db-b763-d744b7cfdb0d service neutron] 10.222.0.85 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964530 Nov 09 17:59:02.661503 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2d582509-4316-46a9-9285-35b20d1743e6 req-9a26add6-eaa4-474a-897e-12241f7c733f service neutron] 10.222.0.85 "GET /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314521 Nov 09 17:59:02.724016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942e50-3fc5-41a1-ba1a-3242721d98a1 req-8ee2e63b-8798-4150-93e0-feb20c04b53d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.725775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb942e50-3fc5-41a1-ba1a-3242721d98a1 req-8ee2e63b-8798-4150-93e0-feb20c04b53d tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 950 time: 0.0886199 Nov 09 17:59:02.795926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305a18a-85ed-490f-855c-b4b9dddf9f33 req-c9bfa849-d45a-44dc-9247-9c003410f87b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:02.803522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b305a18a-85ed-490f-855c-b4b9dddf9f33 req-c9bfa849-d45a-44dc-9247-9c003410f87b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1130490 Nov 09 17:59:02.827470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb942e50-3fc5-41a1-ba1a-3242721d98a1 req-f5915ac9-ede1-46ae-b0eb-004928c25c6c tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873163 Nov 09 17:59:02.881863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b305a18a-85ed-490f-855c-b4b9dddf9f33 req-d698c430-09d4-43af-a960-444fd20551ed tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773931 Nov 09 17:59:02.935827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:02.989310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:03.058189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'mac_address': 'fa:16:3e:89:5e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:03.060979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea92b0e-aa26-447d-984f-f200bb9ec9b4 req-08e9d13f-00f5-4775-a182-edad39bdd468 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:03.062575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aea92b0e-aa26-447d-984f-f200bb9ec9b4 req-08e9d13f-00f5-4775-a182-edad39bdd468 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 943 time: 0.0903649 Nov 09 17:59:03.072024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7b4e-0cc0-4a7e-81b3-597a3c1c9d1b req-0f1a8f75-dfe7-4944-b95d-00f822a835d8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:03.073510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f17a7b4e-0cc0-4a7e-81b3-597a3c1c9d1b req-0f1a8f75-dfe7-4944-b95d-00f822a835d8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0886939 Nov 09 17:59:03.134708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 7a2b86f9-e454-45a3-8bef-7478f2b850fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:03.135105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.140356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aea92b0e-aa26-447d-984f-f200bb9ec9b4 req-690f0c83-4670-4220-ac06-f4befb48cc69 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656681 Nov 09 17:59:03.163989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f17a7b4e-0cc0-4a7e-81b3-597a3c1c9d1b req-3f5311d3-57f0-40b7-a2c1-9721855e0d7c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Nov 09 17:59:03.174904 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.243101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9271ad-e5b5-46b2-a983-699e7e231250 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:03.278526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:03.286351 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.360054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '543b0e02-2f83-41d7-9445-942a00655062', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'port_id': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'mac_address': 'fa:16:3e:70:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:58:07Z', 'updated_at': '2021-11-09T17:59:01Z', 'revision_number': 1, 'project_id': '5fb921facf074c68a74304192e0833f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:03.408449 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.418332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:03.425275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103bf80-50e6-47a4-8328-7ea0efe1a0c4 None None] The sync data for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 is: [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '543b0e02-2f83-41d7-9445-942a00655062', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'port_id': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'mac_address': 'fa:16:3e:70:13:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:58:07Z', 'updated_at': '2021-11-09T17:59:01Z', 'revision_number': 1, 'project_id': '5fb921facf074c68a74304192e0833f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:03.460442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:03.467645 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b460b154-c2dc-4e61-b805-8e67a3403c8b" -d '{"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:03.481886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:03.501176 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:03.505625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147568c-8068-4768-a838-54a53aa3e8ec req-ceb26784-dcfa-48f6-b408-70d755751e66 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:03.515027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f147568c-8068-4768-a838-54a53aa3e8ec req-ceb26784-dcfa-48f6-b408-70d755751e66 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.0822401 Nov 09 17:59:03.534602 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e73f5c-b24d-448b-8c72-357873624ad2 x-openstack-request-id: req-67e73f5c-b24d-448b-8c72-357873624ad2 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:03.534918 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:03.535181 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67e73f5c-b24d-448b-8c72-357873624ad2 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:03.535579 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'code': 200} Nov 09 17:59:03.570771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f147568c-8068-4768-a838-54a53aa3e8ec req-824e29bd-4524-4e06-b41a-05e1faacb20d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Nov 09 17:59:03.575631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:03.641699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6f9271ad-e5b5-46b2-a983-699e7e231250'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:03.755998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf2c79-90e3-48e6-b1e9-d226f0090458 req-b603b8e3-7552-429b-b8ca-50091f2fc868 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:03.759259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eedf2c79-90e3-48e6-b1e9-d226f0090458 req-b603b8e3-7552-429b-b8ca-50091f2fc868 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1096 time: 0.0982037 Nov 09 17:59:03.775095 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d7edf-6604-418b-8deb-5b65799a6fce None None] New status for floating IP 543b0e02-2f83-41d7-9445-942a00655062: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 17:59:03.821359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eedf2c79-90e3-48e6-b1e9-d226f0090458 req-aabd7abd-0355-4c9e-9103-4b4de6011c2c tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562279 Nov 09 17:59:04.046775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f4256-5cff-44ca-883b-0a864ced0b0c req-57f1fafd-b809-4610-9cac-0476beedc2d4 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.057086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd7f4256-5cff-44ca-883b-0a864ced0b0c req-57f1fafd-b809-4610-9cac-0476beedc2d4 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 950 time: 0.1116679 Nov 09 17:59:04.175595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307356e-55f4-442a-8a99-0bab6fa6bcbd req-772f13f6-e7d0-4ed1-aede-17713eea7318 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.185991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f307356e-55f4-442a-8a99-0bab6fa6bcbd req-772f13f6-e7d0-4ed1-aede-17713eea7318 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1251168 Nov 09 17:59:04.206771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd7f4256-5cff-44ca-883b-0a864ced0b0c req-a07af732-2a14-47b5-b8fd-e0e2640b0d65 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483831 Nov 09 17:59:04.283089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f307356e-55f4-442a-8a99-0bab6fa6bcbd req-b9b527ba-d2d0-47bd-a60a-7c8d9772bd14 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958569 Nov 09 17:59:04.355055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391af2d-1a44-4497-bf35-bd294e59deee req-7289ed93-6e5e-46fd-8aac-73f2e5f9b3b5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.379564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d391af2d-1a44-4497-bf35-bd294e59deee req-7289ed93-6e5e-46fd-8aac-73f2e5f9b3b5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 944 time: 0.1120517 Nov 09 17:59:04.461910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d391af2d-1a44-4497-bf35-bd294e59deee req-f7c11bc3-65f5-44fc-a1aa-aefdb14bd608 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806408 Nov 09 17:59:04.473790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0ca35-a458-4877-a857-4c1915110d90 req-99f06954-32d5-4746-ab1c-24cde74e67b8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.481429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2c0ca35-a458-4877-a857-4c1915110d90 req-99f06954-32d5-4746-ab1c-24cde74e67b8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0960712 Nov 09 17:59:04.556903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2c0ca35-a458-4877-a857-4c1915110d90 req-1aaa1d5d-1f3c-4ad5-9b42-23a2e6c9ac60 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673449 Nov 09 17:59:04.877451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e8576-b62a-4b71-9c76-cd7c43b1e822 req-bf51ca4b-2fb1-4706-9fab-1a8aca11b10d tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:04.879079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b48e8576-b62a-4b71-9c76-cd7c43b1e822 req-bf51ca4b-2fb1-4706-9fab-1a8aca11b10d tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 1101 time: 0.0547142 Nov 09 17:59:04.904348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b48e8576-b62a-4b71-9c76-cd7c43b1e822 req-f93243a9-15ee-489b-ae28-f88bf0cda3bb tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.022125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b48e8576-b62a-4b71-9c76-cd7c43b1e822 req-f93243a9-15ee-489b-ae28-f88bf0cda3bb tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.026858 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b48e8576-b62a-4b71-9c76-cd7c43b1e822 req-f93243a9-15ee-489b-ae28-f88bf0cda3bb tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:05.079722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b48e8576-b62a-4b71-9c76-cd7c43b1e822 req-f93243a9-15ee-489b-ae28-f88bf0cda3bb tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897562 Nov 09 17:59:05.082015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93243a9-15ee-489b-ae28-f88bf0cda3bb tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d3f5b-3925-44cf-9a8f-a4efbfe47c72,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:05.468121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2030925-eb2e-4c8c-b9f7-4d9c87e0b5ce req-02a7203d-8880-4d7b-866f-f76a91c4360a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.475359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2030925-eb2e-4c8c-b9f7-4d9c87e0b5ce req-02a7203d-8880-4d7b-866f-f76a91c4360a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0837224 Nov 09 17:59:05.564604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2030925-eb2e-4c8c-b9f7-4d9c87e0b5ce req-490d6477-ad7c-4132-9932-d0508fa7be95 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774896 Nov 09 17:59:05.654955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206b8ef-9716-469b-9bb2-1915cb64c334 req-cbfdad44-ecb6-4c6e-bb74-96faf41fcc40 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.662628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b206b8ef-9716-469b-9bb2-1915cb64c334 req-cbfdad44-ecb6-4c6e-bb74-96faf41fcc40 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 944 time: 0.0941191 Nov 09 17:59:05.741753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b206b8ef-9716-469b-9bb2-1915cb64c334 req-9c882703-a6b6-466f-bab7-191ed7a32140 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779407 Nov 09 17:59:05.779123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1517f4-8ef1-4bd5-89d6-1f77cb3f571e req-74383b77-2791-4060-aec3-19ee472b4809 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:05.786426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d1517f4-8ef1-4bd5-89d6-1f77cb3f571e req-74383b77-2791-4060-aec3-19ee472b4809 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1209438 Nov 09 17:59:05.849623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d1517f4-8ef1-4bd5-89d6-1f77cb3f571e req-e82c45b4-98c7-4ac6-8b9f-c67c23496bcf tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621073 Nov 09 17:59:06.246958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527df7c5-015a-4063-bd17-9f8973728d20 req-cf52465d-e8ed-4a52-9154-c1aa0151bb15 tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:06.250577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-527df7c5-015a-4063-bd17-9f8973728d20 req-cf52465d-e8ed-4a52-9154-c1aa0151bb15 tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 1101 time: 0.0871718 Nov 09 17:59:06.319944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-527df7c5-015a-4063-bd17-9f8973728d20 req-03341a29-973f-4a83-a510-353ae0d68fee tempest-ServersAdminNegativeTestJSON-1640429734 tempest-ServersAdminNegativeTestJSON-1640429734-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627477 Nov 09 17:59:06.410110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6f9271ad-e5b5-46b2-a983-699e7e231250 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:06.556803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 6f9271ad-e5b5-46b2-a983-699e7e231250 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:06.563446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6f9271ad-e5b5-46b2-a983-699e7e231250 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:06.563834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.667437 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.717838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:06.719236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:06.723142 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133cbe07-ea81-4c6a-86cd-5ff7f218957c" -d '{"events": [{"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-plugged", "status": "completed", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:06.729126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:06.743060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28a254-3da7-4a99-b7f8-44c870accf13 req-db1eb971-0ffb-49d3-a089-b1ecbfc1f340 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:06.750589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b28a254-3da7-4a99-b7f8-44c870accf13 req-db1eb971-0ffb-49d3-a089-b1ecbfc1f340 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0692582 Nov 09 17:59:06.811378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b28a254-3da7-4a99-b7f8-44c870accf13 req-9ed5fdf2-88b5-4161-b4b3-eceb9a1972a1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596790 Nov 09 17:59:06.837550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:06.859793 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45105094-1f62-4707-8536-593549d3b29b x-openstack-request-id: req-45105094-1f62-4707-8536-593549d3b29b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:06.860272 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-plugged", "status": "completed", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:06.862904 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45105094-1f62-4707-8536-593549d3b29b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:06.863505 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'code': 200} Nov 09 17:59:07.007205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffd4a9-4b16-4a87-8ea9-9751ea62be28 req-3dcf0535-528f-4caa-9ae0-5984762718d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.009172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbffd4a9-4b16-4a87-8ea9-9751ea62be28 req-3dcf0535-528f-4caa-9ae0-5984762718d0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 1096 time: 0.0525687 Nov 09 17:59:07.029090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3ce1b-a3dc-4942-a22c-c71bd9cb72e3 req-2a75eeda-f6d8-4efa-b15a-806c9155da56 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.036371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f3ce1b-a3dc-4942-a22c-c71bd9cb72e3 req-2a75eeda-f6d8-4efa-b15a-806c9155da56 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 950 time: 0.0854046 Nov 09 17:59:07.045401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a6a6c-4953-4355-9deb-20a1a162309a req-b4b1e213-5444-4b24-9d24-af46855f5777 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.050980 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbffd4a9-4b16-4a87-8ea9-9751ea62be28 req-ebedf71e-0257-4199-b6d0-a3319fd02dec service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Nov 09 17:59:07.052548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d5a6a6c-4953-4355-9deb-20a1a162309a req-b4b1e213-5444-4b24-9d24-af46855f5777 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 945 time: 0.1482460 Nov 09 17:59:07.112722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d5a6a6c-4953-4355-9deb-20a1a162309a req-5728fc75-86e3-461c-ac09-1c28a9879cb1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592966 Nov 09 17:59:07.134497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f3ce1b-a3dc-4942-a22c-c71bd9cb72e3 req-770f4d87-6a9b-46c9-a82c-a6d50e979aea tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920548 Nov 09 17:59:07.191481 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-39288891-55be-4534-9e97-fddfed05b7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:07.276805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8782-41bc-4deb-bd7b-dbd2002a612d req-3af4a1b8-0f35-4269-948b-fc3b6aeec4ff tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.285077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72b8782-41bc-4deb-bd7b-dbd2002a612d req-3af4a1b8-0f35-4269-948b-fc3b6aeec4ff tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0818801 Nov 09 17:59:07.342095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72b8782-41bc-4deb-bd7b-dbd2002a612d req-731e0423-3ade-4452-afd4-b0c36700f6bb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Nov 09 17:59:07.985716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b19fb4-9f0e-470e-ac5d-ee8f62b5dc78 req-17b38f57-7f75-4a41-933b-22c3bf30c348 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:07.993533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76b19fb4-9f0e-470e-ac5d-ee8f62b5dc78 req-17b38f57-7f75-4a41-933b-22c3bf30c348 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0734465 Nov 09 17:59:08.045923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76b19fb4-9f0e-470e-ac5d-ee8f62b5dc78 req-57d5563d-597f-40a5-8210-2de541dd669b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514131 Nov 09 17:59:08.303154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5af1ac-9c0c-491c-b00c-336357596d8b req-b39a186a-ea2b-4cea-9081-839c1102daae tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.305450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c5af1ac-9c0c-491c-b00c-336357596d8b req-b39a186a-ea2b-4cea-9081-839c1102daae tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 950 time: 0.0954590 Nov 09 17:59:08.341536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a71d8c-8e26-40fe-b142-bd7c1a62ebe7 req-553b048d-41ac-4ba6-894b-12f5c56aa3a5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.343874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2a71d8c-8e26-40fe-b142-bd7c1a62ebe7 req-553b048d-41ac-4ba6-894b-12f5c56aa3a5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 945 time: 0.1193457 Nov 09 17:59:08.396832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c5af1ac-9c0c-491c-b00c-336357596d8b req-949a2293-52dd-4c89-b4e4-3f599f760495 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801299 Nov 09 17:59:08.449966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2a71d8c-8e26-40fe-b142-bd7c1a62ebe7 req-d7754cd0-bc0f-464a-b450-4e24ca53bd98 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957532 Nov 09 17:59:08.667443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d704f2-cb26-4737-8698-f7266c9284d8 req-c4735bc2-97a7-45db-9bce-e6ad4eaa291d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.670782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28d704f2-cb26-4737-8698-f7266c9284d8 req-c4735bc2-97a7-45db-9bce-e6ad4eaa291d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1217418 Nov 09 17:59:08.692351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-4f948a9a-5de4-4faa-9d67-ad22e3a120d0 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:08.693870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-4f948a9a-5de4-4faa-9d67-ad22e3a120d0 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 950 time: 0.1365910 Nov 09 17:59:08.807692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28d704f2-cb26-4737-8698-f7266c9284d8 req-5d968157-7aee-45e3-883f-14a65876c0e0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310365 Nov 09 17:59:08.857494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Deleting port c1e52e88-9337-4130-b7d5-1701e816371b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:08.857843 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:08.991870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] For port c1e52e88-9337-4130-b7d5-1701e816371b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c1e52e88-9337-4130-b7d5-1701e816371b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:08.992249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:09.006745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Calling delete_port for c1e52e88-9337-4130-b7d5-1701e816371b owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:09.215777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb54ed-fac6-4ad7-8921-4b3ea1e1cb27 req-eb9184ff-a3cf-4bfa-9d9a-5ad419537732 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.223656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90bb54ed-fac6-4ad7-8921-4b3ea1e1cb27 req-eb9184ff-a3cf-4bfa-9d9a-5ad419537732 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0713296 Nov 09 17:59:09.225464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:09.238423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['adc97cae-2856-48d3-bb46-175859b843ca'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:09.265625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Pushing event deleted for resources: {'Port': ['ID=c1e52e88-9337-4130-b7d5-1701e816371b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:09.333195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90bb54ed-fac6-4ad7-8921-4b3ea1e1cb27 req-d089bed7-b7fb-44be-bc87-25777805cd0f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956705 Nov 09 17:59:09.352033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] No DVR routers for this DVR port c1e52e88-9337-4130-b7d5-1701e816371b on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:09.356342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:09.360369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82461581-975b-4ed1-8d71-a0a765ab5fa3 req-d1621d69-2ee5-4233-9d68-6fef01b6aa2b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "DELETE /v2.0/ports/c1e52e88-9337-4130-b7d5-1701e816371b HTTP/1.1" status: 204 len: 173 time: 0.6569955 Nov 09 17:59:09.360845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'name': 'network-vif-deleted', 'tag': 'c1e52e88-9337-4130-b7d5-1701e816371b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:09.365031 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bfc43a-0396-4829-a84e-3297fc085604" -d '{"events": [{"server_uuid": "6ea544d5-597b-4125-919e-8aa8400d7d9a", "name": "network-vif-deleted", "tag": "c1e52e88-9337-4130-b7d5-1701e816371b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:09.433752 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fade6635-59f4-4c98-a0a0-2086325536ac x-openstack-request-id: req-fade6635-59f4-4c98-a0a0-2086325536ac {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:09.434147 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea544d5-597b-4125-919e-8aa8400d7d9a", "name": "network-vif-deleted", "tag": "c1e52e88-9337-4130-b7d5-1701e816371b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:09.434401 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fade6635-59f4-4c98-a0a0-2086325536ac {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:09.434799 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea544d5-597b-4125-919e-8aa8400d7d9a', 'name': 'network-vif-deleted', 'tag': 'c1e52e88-9337-4130-b7d5-1701e816371b', 'status': 'completed', 'code': 200} Nov 09 17:59:09.608750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd1d54f5-fe8f-4c1c-aedd-f523d17ddd61 req-b70ba0be-4344-4b22-bd6b-7994104e9538 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ea544d5-597b-4125-919e-8aa8400d7d9a HTTP/1.1" status: 200 len: 210 time: 0.0979631 Nov 09 17:59:09.686815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e531-fee7-4e50-8bd2-2515e9877820 req-88b4b7bb-739f-40e0-90ac-18b03046776d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:09.699912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21d8e531-fee7-4e50-8bd2-2515e9877820 req-88b4b7bb-739f-40e0-90ac-18b03046776d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 945 time: 0.1123760 Nov 09 17:59:09.752860 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-253f05f8-949a-4023-aded-7c6e73093776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:09.768460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21d8e531-fee7-4e50-8bd2-2515e9877820 req-42dcbcd1-7955-4f39-a341-2bdbe2d5f2ba tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675282 Nov 09 17:59:10.076751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fa994-8f68-4f92-bcc4-7b0e930b842c req-269b6ccb-28d7-458b-8d40-bc865cd784a4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:10.083230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c4fa994-8f68-4f92-bcc4-7b0e930b842c req-269b6ccb-28d7-458b-8d40-bc865cd784a4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0945649 Nov 09 17:59:10.149318 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.198692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c4fa994-8f68-4f92-bcc4-7b0e930b842c req-962f3a8e-1443-422c-b564-d0444e786b90 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997698 Nov 09 17:59:10.216474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94ecf-630f-4965-8bd9-5015593cd2d3 req-16092834-29de-48b9-90bb-82e041cd58af tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:10.216474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abb94ecf-630f-4965-8bd9-5015593cd2d3 req-16092834-29de-48b9-90bb-82e041cd58af tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 945 time: 0.1268127 Nov 09 17:59:10.275420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abb94ecf-630f-4965-8bd9-5015593cd2d3 req-91cc00a4-12e8-4630-8c55-d78c57262f7b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493336 Nov 09 17:59:10.460803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef53e-f264-4c9d-904f-4d036e1f088c req-e3137409-ced0-4771-8185-8eed2f388c91 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:10.463478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f7ef53e-f264-4c9d-904f-4d036e1f088c req-e3137409-ced0-4771-8185-8eed2f388c91 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0696130 Nov 09 17:59:10.532389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f7ef53e-f264-4c9d-904f-4d036e1f088c req-5773c916-f8ca-4f8c-874e-89f8b3161dde tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515487 Nov 09 17:59:10.917247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c1e52e88-9337-4130-b7d5-1701e816371b no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:10.959902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: c1e52e88-9337-4130-b7d5-1701e816371b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:10.960125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c1e52e88-9337-4130-b7d5-1701e816371b not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:10.983410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:10.998839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ffe2-40e4-42bd-a76e-70fd8d292297 req-c839e199-a29b-48ea-8b78-8da424bb460e tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.006593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64a5ffe2-40e4-42bd-a76e-70fd8d292297 req-c839e199-a29b-48ea-8b78-8da424bb460e tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 950 time: 0.0830636 Nov 09 17:59:11.062598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64a5ffe2-40e4-42bd-a76e-70fd8d292297 req-10606918-6798-4ea5-8afe-1761ad43ca93 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Nov 09 17:59:11.370507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ccefc-3e0c-46fd-8e46-916ab1e59c45 req-ca49f8ac-a449-4c87-b5f5-257bebc1c572 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.373669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f1ccefc-3e0c-46fd-8e46-916ab1e59c45 req-ca49f8ac-a449-4c87-b5f5-257bebc1c572 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1039209 Nov 09 17:59:11.470705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f1ccefc-3e0c-46fd-8e46-916ab1e59c45 req-3fb3687a-79bd-4410-b007-b869f0e2efa3 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786192 Nov 09 17:59:11.487529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89a1-a17d-4cb5-bac9-ccaa4f870d61 req-5c38e230-ba1a-463a-93c9-c703e19c3a73 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.487529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a32c89a1-a17d-4cb5-bac9-ccaa4f870d61 req-5c38e230-ba1a-463a-93c9-c703e19c3a73 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 945 time: 0.1073728 Nov 09 17:59:11.530573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a32c89a1-a17d-4cb5-bac9-ccaa4f870d61 req-b7dd4c23-65a4-4208-89c8-ce3c33523a3b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368743 Nov 09 17:59:11.669203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e7be1-c757-4a8f-8271-2d260014f65e req-ddff2667-f172-456d-9416-71c1efe60b5d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:11.672167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d1e7be1-c757-4a8f-8271-2d260014f65e req-ddff2667-f172-456d-9416-71c1efe60b5d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0615275 Nov 09 17:59:11.729430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d1e7be1-c757-4a8f-8271-2d260014f65e req-6e392e02-3bca-4f26-a713-6dffa80b0f89 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Nov 09 17:59:12.189767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651506a-f442-41cd-bc45-6aa9be77c192 req-f1f44653-45ab-4371-b5b4-32c9d4063a41 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:12.192145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8651506a-f442-41cd-bc45-6aa9be77c192 req-f1f44653-45ab-4371-b5b4-32c9d4063a41 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 950 time: 0.0617986 Nov 09 17:59:12.238891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8651506a-f442-41cd-bc45-6aa9be77c192 req-ea3139e7-6276-45e6-a99e-298249ddda44 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/security-groups?id=1834b166-bd5c-4e03-8528-44736c0be9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Nov 09 17:59:12.473766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.545927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-870ce987-7e37-45d2-a55a-3d6d198f6514 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:12.547788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-870ce987-7e37-45d2-a55a-3d6d198f6514 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 950 time: 0.0642028 Nov 09 17:59:12.663198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27d229-39f6-4ee3-8b4f-39287ee347aa req-71a0821c-7ed8-49ca-9afa-a5f8de3f4d07 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:12.665298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e27d229-39f6-4ee3-8b4f-39287ee347aa req-71a0821c-7ed8-49ca-9afa-a5f8de3f4d07 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1158576 Nov 09 17:59:12.711341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e27d229-39f6-4ee3-8b4f-39287ee347aa req-c0c6a5ab-5deb-48ab-b53e-651ce403585f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Nov 09 17:59:12.738018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Deleting port adc97cae-2856-48d3-bb46-175859b843ca {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:12.738606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.887621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5cee2-05b8-42ed-b33d-31e91cbe2d22 req-9cbd43d0-656e-4175-b201-5683e9e25957 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:12.889183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ed5cee2-05b8-42ed-b33d-31e91cbe2d22 req-9cbd43d0-656e-4175-b201-5683e9e25957 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0861440 Nov 09 17:59:12.891186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] For port adc97cae-2856-48d3-bb46-175859b843ca, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=adc97cae-2856-48d3-bb46-175859b843ca,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:12.891553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:12.924413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Calling delete_port for adc97cae-2856-48d3-bb46-175859b843ca owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:12.998817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ed5cee2-05b8-42ed-b33d-31e91cbe2d22 req-2f055459-12ce-4968-97ac-fdf43e6a64d8 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932865 Nov 09 17:59:13.125679 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.160740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Pushing event deleted for resources: {'Port': ['ID=adc97cae-2856-48d3-bb46-175859b843ca,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:13.215942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] No DVR routers for this DVR port adc97cae-2856-48d3-bb46-175859b843ca on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:13.219625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:13.223857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-919c9952-a3cb-4912-8304-2a6668f1e228 req-07f72217-d72f-4dd4-82c0-e6577bd9fed9 tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.73 "DELETE /v2.0/ports/adc97cae-2856-48d3-bb46-175859b843ca HTTP/1.1" status: 204 len: 173 time: 0.6612594 Nov 09 17:59:13.224337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'name': 'network-vif-deleted', 'tag': 'adc97cae-2856-48d3-bb46-175859b843ca'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:13.226666 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c734c-f874-446b-80cc-fb60adfefe0a" -d '{"events": [{"server_uuid": "ef08c0c3-c405-4aca-b00c-5012e7f03bf6", "name": "network-vif-deleted", "tag": "adc97cae-2856-48d3-bb46-175859b843ca"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:13.290254 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705bcb07-3461-48fb-8d5d-0900ea8f36b9 x-openstack-request-id: req-705bcb07-3461-48fb-8d5d-0900ea8f36b9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:13.290748 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef08c0c3-c405-4aca-b00c-5012e7f03bf6", "name": "network-vif-deleted", "tag": "adc97cae-2856-48d3-bb46-175859b843ca", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:13.291426 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-705bcb07-3461-48fb-8d5d-0900ea8f36b9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:13.292362 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef08c0c3-c405-4aca-b00c-5012e7f03bf6', 'name': 'network-vif-deleted', 'tag': 'adc97cae-2856-48d3-bb46-175859b843ca', 'status': 'completed', 'code': 200} Nov 09 17:59:13.374670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d61954de-3dbd-4f45-ae72-94d26d693e8a req-51167204-0d28-436e-9116-33292b99df6b tempest-ServersAdminNegativeTestJSON-496164613 tempest-ServersAdminNegativeTestJSON-496164613-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef08c0c3-c405-4aca-b00c-5012e7f03bf6 HTTP/1.1" status: 200 len: 210 time: 0.0326879 Nov 09 17:59:13.858176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ccc74-171e-4e71-9b5b-9879d36face6 req-6bb82fd9-d26c-456d-863e-009985a331fe tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:13.860082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f96ccc74-171e-4e71-9b5b-9879d36face6 req-6bb82fd9-d26c-456d-863e-009985a331fe tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0668087 Nov 09 17:59:13.907796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f96ccc74-171e-4e71-9b5b-9879d36face6 req-55d82050-4fd2-4919-adb7-dbe5ae0c8369 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Nov 09 17:59:14.140711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27937af-b1ce-47d7-a380-913cd1d832be req-1f5068df-2b19-4519-b349-dd1000ef3d6a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:14.142554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b27937af-b1ce-47d7-a380-913cd1d832be req-1f5068df-2b19-4519-b349-dd1000ef3d6a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0633342 Nov 09 17:59:14.206105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b27937af-b1ce-47d7-a380-913cd1d832be req-6d002f2a-88f1-4e46-b269-5d976b8a8e41 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550499 Nov 09 17:59:14.454385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6f9271ad-e5b5-46b2-a983-699e7e231250 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:14.551609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:14.563665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'mac_address': 'fa:16:3e:89:5e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:14.602980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.615210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f9271ad-e5b5-46b2-a983-699e7e231250 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:14.623627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42268) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:14.634706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:14.639845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.686570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:14.765933 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4b375860-6d0e-4087-8429-7007091f07da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f5e4a0e3441444cb0dab6882fc81801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411314 Nov 09 17:59:14.768378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42272) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:14.813779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58f829b9-2dff-41d1-984c-e150301b53b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.836694 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58f829b9-2dff-41d1-984c-e150301b53b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.880330 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58f829b9-2dff-41d1-984c-e150301b53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.882982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58f829b9-2dff-41d1-984c-e150301b53b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:14.884422 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-58f829b9-2dff-41d1-984c-e150301b53b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1834b166-bd5c-4e03-8528-44736c0be9b2 HTTP/1.1" status: 204 len: 168 time: 0.1150827 Nov 09 17:59:14.891687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f829b9-2dff-41d1-984c-e150301b53b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834b166-bd5c-4e03-8528-44736c0be9b2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:14.899158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6f9271ad-e5b5-46b2-a983-699e7e231250'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:14.945190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device adc97cae-2856-48d3-bb46-175859b843ca no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:14.970128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: adc97cae-2856-48d3-bb46-175859b843ca {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:14.970506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device adc97cae-2856-48d3-bb46-175859b843ca not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:15.038617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f532b90-5e4f-4e1f-bc00-e9af420a3dc9 req-8de1ca29-399d-447d-851d-8781c5ea88df tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:15.040797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f532b90-5e4f-4e1f-bc00-e9af420a3dc9 req-8de1ca29-399d-447d-851d-8781c5ea88df tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0513036 Nov 09 17:59:15.081704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f532b90-5e4f-4e1f-bc00-e9af420a3dc9 req-b7970606-2dc8-4d03-8f46-3decadc248d2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Nov 09 17:59:15.190431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42304) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:15.234694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42318) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:15.235288 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a0be72e-ac21-461e-a146-1e0e4f8be2d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32245999fb374a9ab39a39061f988bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436594 Nov 09 17:59:15.354625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6211ab-f3f9-4290-9a98-56b20ac26d4b req-f7d0e972-d85f-4429-91f2-9cf464f442a6 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:15.356680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba6211ab-f3f9-4290-9a98-56b20ac26d4b req-f7d0e972-d85f-4429-91f2-9cf464f442a6 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 950 time: 0.1148489 Nov 09 17:59:15.358611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d1f370-cc2d-499d-a56b-dbb01877b548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.383984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683fce1-5dbb-4e19-9ef9-1b9005631015 req-7d067b4c-0b50-43bc-9000-d8066018b888 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:15.385422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4683fce1-5dbb-4e19-9ef9-1b9005631015 req-7d067b4c-0b50-43bc-9000-d8066018b888 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1008797 Nov 09 17:59:15.419636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d1f370-cc2d-499d-a56b-dbb01877b548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.464192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba6211ab-f3f9-4290-9a98-56b20ac26d4b req-0d0f053f-1c7f-4cd5-92e2-f15c28cc178d tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004832 Nov 09 17:59:15.478482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4683fce1-5dbb-4e19-9ef9-1b9005631015 req-01ec7ef1-b645-4c4a-854c-36357d19c470 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845885 Nov 09 17:59:15.497990 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d1f370-cc2d-499d-a56b-dbb01877b548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.500890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d1f370-cc2d-499d-a56b-dbb01877b548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:15.502190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-77d1f370-cc2d-499d-a56b-dbb01877b548 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d2d3f5b-3925-44cf-9a8f-a4efbfe47c72 HTTP/1.1" status: 204 len: 168 time: 0.2657425 Nov 09 17:59:15.515454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1f370-cc2d-499d-a56b-dbb01877b548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d3f5b-3925-44cf-9a8f-a4efbfe47c72,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:15.959505 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.239511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97705215-72b6-449e-928d-141adf276f31 req-2e5a2490-6f00-4b57-9519-7d1aec455cd8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.241681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97705215-72b6-449e-928d-141adf276f31 req-2e5a2490-6f00-4b57-9519-7d1aec455cd8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0791020 Nov 09 17:59:16.336044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97705215-72b6-449e-928d-141adf276f31 req-01a8a6d4-a6c5-4c99-9917-9cdf4176da40 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764728 Nov 09 17:59:16.458344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6f9271ad-e5b5-46b2-a983-699e7e231250 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:16.549482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6f9271ad-e5b5-46b2-a983-699e7e231250 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:16.549862 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.670474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.688850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259c858-188c-4202-b409-bf50734984f8 req-424ec468-9fec-44fc-970f-75b8edc239c4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:16.703559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259c858-188c-4202-b409-bf50734984f8 req-424ec468-9fec-44fc-970f-75b8edc239c4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1078758 Nov 09 17:59:16.714247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:16.718647 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b586402-b20a-4947-9e98-7404ae9e92ea" -d '{"events": [{"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-plugged", "status": "completed", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:16.734286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:16.747920 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:16.786252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259c858-188c-4202-b409-bf50734984f8 req-6d782081-4342-4419-ba93-79c6d0506858 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746136 Nov 09 17:59:16.839072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:16.847854 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19a8a7-a6d0-408a-8d08-f06acde68a9c x-openstack-request-id: req-cf19a8a7-a6d0-408a-8d08-f06acde68a9c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:16.848358 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-plugged", "status": "completed", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:16.848782 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf19a8a7-a6d0-408a-8d08-f06acde68a9c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:16.849331 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'code': 200} Nov 09 17:59:16.935854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:17.052773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.102822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:17.108787 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:17.159726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:17.526039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadef29-ecab-4116-8573-01b959bf7288 req-5c0355c7-8c59-4532-8808-a5db453d0eac tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:17.536596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eadef29-ecab-4116-8573-01b959bf7288 req-5c0355c7-8c59-4532-8808-a5db453d0eac tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0995119 Nov 09 17:59:17.591447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eadef29-ecab-4116-8573-01b959bf7288 req-edd22ff6-003e-462a-ad33-b5ab4ffb56b8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Nov 09 17:59:17.960851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14875965-b0bf-47ec-8df5-9621131b59d7 req-a9c3ec69-5dfb-4815-9e28-dbabc1bf2c69 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:17.962759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14875965-b0bf-47ec-8df5-9621131b59d7 req-a9c3ec69-5dfb-4815-9e28-dbabc1bf2c69 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0712028 Nov 09 17:59:17.978721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42466) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.009840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14875965-b0bf-47ec-8df5-9621131b59d7 req-17f64312-5173-4027-905c-af3625f9af8d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Nov 09 17:59:18.132589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-114ab837-e39a-430e-ba45-ee80f8d87048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.240732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-114ab837-e39a-430e-ba45-ee80f8d87048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.249933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-114ab837-e39a-430e-ba45-ee80f8d87048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.302819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-114ab837-e39a-430e-ba45-ee80f8d87048 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdd629d659d54ab99f70ec65ed9dc8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230712 Nov 09 17:59:18.303806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ab837-e39a-430e-ba45-ee80f8d87048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a891b44-a411-4c8f-b798-406cbd9abb9e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:18.304078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42480) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.368827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-98842be5-1e9c-4804-a9f9-e8ca38aa1909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.425804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-98842be5-1e9c-4804-a9f9-e8ca38aa1909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.463819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:18.501669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-98842be5-1e9c-4804-a9f9-e8ca38aa1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.505645 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-98842be5-1e9c-4804-a9f9-e8ca38aa1909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.507352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-98842be5-1e9c-4804-a9f9-e8ca38aa1909 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a891b44-a411-4c8f-b798-406cbd9abb9e HTTP/1.1" status: 204 len: 168 time: 0.2019391 Nov 09 17:59:18.522268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98842be5-1e9c-4804-a9f9-e8ca38aa1909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a891b44-a411-4c8f-b798-406cbd9abb9e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:18.630352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6bde0-5895-4f14-bf6c-f29cc9d30ed5 req-9ebc54b0-281e-491b-88c6-333f3f3d6024 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:18.640827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58d6bde0-5895-4f14-bf6c-f29cc9d30ed5 req-9ebc54b0-281e-491b-88c6-333f3f3d6024 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1096 time: 0.0778611 Nov 09 17:59:18.679226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:18.702814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'mac_address': 'fa:16:3e:ad:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:18.708049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58d6bde0-5895-4f14-bf6c-f29cc9d30ed5 req-c7f6b267-d347-408f-a0f1-3598d896b998 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656052 Nov 09 17:59:18.774786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.806379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:18.816578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007c29-4376-48da-8824-ece78791a5ac req-6d3f2c93-e868-484a-9030-f235f67d7352 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:18.827482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de007c29-4376-48da-8824-ece78791a5ac req-6d3f2c93-e868-484a-9030-f235f67d7352 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1168139 Nov 09 17:59:18.851147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:18.854676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:18.859129 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d74680-ac88-43ba-85d8-58f79d0dfb94" -d '{"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:18.876328 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:18.926850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de007c29-4376-48da-8824-ece78791a5ac req-1a0f83fc-9bd6-4d50-aa32-cf9396175ef2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971587 Nov 09 17:59:18.975555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42514) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:18.996626 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b80f9703-c596-48dd-bf13-1539db672d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.001083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.010340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:19.116856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['0ae96c49-dbdf-4c4e-9ced-fcb734cf5794'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:19.291006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b80f9703-c596-48dd-bf13-1539db672d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.302244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b80f9703-c596-48dd-bf13-1539db672d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.331189 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdf1e9f-0a3f-483a-a8f5-709727f478ae x-openstack-request-id: req-2cdf1e9f-0a3f-483a-a8f5-709727f478ae {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:19.331408 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:19.331641 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cdf1e9f-0a3f-483a-a8f5-709727f478ae {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:19.332010 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'code': 200} Nov 09 17:59:19.392764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f9703-c596-48dd-bf13-1539db672d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75364564-3f23-4e33-b18e-8005a676e392,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:19.423198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42530) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:19.423767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b80f9703-c596-48dd-bf13-1539db672d76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c75f0cf6f8d498c9dd09049c54c1969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466650 Nov 09 17:59:19.524823 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6d65c42-9399-4758-9d23-08a25b4a910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.545638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ec105-4b5b-4549-9209-1f8526a47abc req-f91e18b1-e51b-4128-acf6-dd5d3fa941a9 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:19.549458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b1ec105-4b5b-4549-9209-1f8526a47abc req-f91e18b1-e51b-4128-acf6-dd5d3fa941a9 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1009221 Nov 09 17:59:19.558725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6d65c42-9399-4758-9d23-08a25b4a910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.605698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b1ec105-4b5b-4549-9209-1f8526a47abc req-fbc17491-73e3-46a1-a40c-f11d3468f282 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Nov 09 17:59:19.616612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6d65c42-9399-4758-9d23-08a25b4a910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.623584 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6d65c42-9399-4758-9d23-08a25b4a910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:19.643247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d6d65c42-9399-4758-9d23-08a25b4a910d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75364564-3f23-4e33-b18e-8005a676e392 HTTP/1.1" status: 204 len: 168 time: 0.2174966 Nov 09 17:59:19.676503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65c42-9399-4758-9d23-08a25b4a910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75364564-3f23-4e33-b18e-8005a676e392,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:19.716543 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-d265e279-6bd3-4c81-b940-e6b12664693d service neutron] show failed (client error): The resource could not be found. Nov 09 17:59:19.719097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-d265e279-6bd3-4c81-b940-e6b12664693d service neutron] 10.222.0.73 "GET /v2.0/ports/99d00e9c-1437-4ba8-a583-0dc9a72ee062/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.1042922 Nov 09 17:59:20.057958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-accf3ea0-56c5-44c3-9928-3fef057d822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:20.066212 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-accf3ea0-56c5-44c3-9928-3fef057d822f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808&tenant_id=ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 1100 time: 0.0879288 Nov 09 17:59:20.084886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:20.109049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9064eb-6f0a-48ab-a7f0-9d21fff3dce7 req-bba57c73-180d-483a-b0f7-d18fcc67629b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:20.113388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce9064eb-6f0a-48ab-a7f0-9d21fff3dce7 req-bba57c73-180d-483a-b0f7-d18fcc67629b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0849223 Nov 09 17:59:20.192151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce9064eb-6f0a-48ab-a7f0-9d21fff3dce7 req-a98d29f5-c248-4abc-842e-396d4d41907a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715151 Nov 09 17:59:20.201106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.312547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-e8b2a0c8-28e5-46f9-ac38-1f904b65ce34 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 17:59:20.315622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-e8b2a0c8-28e5-46f9-ac38-1f904b65ce34 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142138 Nov 09 17:59:20.471161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:20.510898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-b37261cf-1855-4f7e-8bde-2990353ea89e tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:20.517621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-b37261cf-1855-4f7e-8bde-2990353ea89e tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 1093 time: 0.0755215 Nov 09 17:59:20.523711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Request body: {'binding': {'host': 'n-h1-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:20.524170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Unknown quota resources ['binding']. {{(pid=102141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 17:59:20.631152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:20.633143 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.676362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:20.768105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:20.802435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on host n-h1-817240-1 for vnic_type normal with profile None {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:20.803168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:20.803761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:20.810032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:20.810662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:20.818878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:20.819466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:20.820042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:20.820665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Bound port: 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:20.878710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e1fb7-dce0-496b-a78e-6e399a02c4d1 req-57a721db-bce3-4ce8-b13e-2cb7c717c76a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:20.880317 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.881884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f4e1fb7-dce0-496b-a78e-6e399a02c4d1 req-57a721db-bce3-4ce8-b13e-2cb7c717c76a tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1225200 Nov 09 17:59:20.926362 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.938446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:20.939785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:20.942258 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986b290e-c255-41c1-917e-1c02755cfc3c" -d '{"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-unplugged", "status": "completed", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:20.950177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:20.957581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:20.972672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Transition to ACTIVE for port object 99d00e9c-1437-4ba8-a583-0dc9a72ee062 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:20.983597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f4e1fb7-dce0-496b-a78e-6e399a02c4d1 req-d9578199-05e7-42b8-b3c6-d3fbe93a63e6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905921 Nov 09 17:59:20.984927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.024089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:21.041660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.065310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.066658 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-0ce3785f-0b76-45fc-99dd-eefa6a954e96 service neutron] 10.222.0.32 "POST /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5482967 Nov 09 17:59:21.136088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] No DVR routers for this DVR port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:21.139088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=6']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.215752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-network', 'tenant_id': 'b5c15fa387094e999abaec843f350c66'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:21.249686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:21.249984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:21.250345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:21.263773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:21.264142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Attempting to bind port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:21.271646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Made reservation on behalf of b5c15fa387094e999abaec843f350c66 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:21.274252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.277900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:21.278344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:21.278738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:21.279263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Bound port: 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:21.279633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.294113 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.333929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:21.336513 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa7802d-61ee-4e94-9bea-c6ac033e93bd" -d '{"events": [{"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-plugged", "status": "completed", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:21.401534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:21.405995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:21.427099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.478284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.478881 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.481025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] 10.222.0.85 "PUT /v2.0/ports/99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 1095 time: 1.4021940 Nov 09 17:59:21.536411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-d0d4c34c-9e68-47d6-811d-e23ec3d1aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.545345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-d0d4c34c-9e68-47d6-811d-e23ec3d1aeae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1096 time: 0.1482568 Nov 09 17:59:21.594420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce813d-6b74-4630-9e97-9d38fbe25c43 service neutron] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=7']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.649191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.662148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-af6e2f63-7164-4c19-90ac-92d664a2cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.664848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-af6e2f63-7164-4c19-90ac-92d664a2cc01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1098 time: 0.1319478 Nov 09 17:59:21.665750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.733193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 17:59:21.753486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-5428c8d0-e00a-4da9-a788-08aecf31eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.755424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-5428c8d0-e00a-4da9-a788-08aecf31eb0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2024581 Nov 09 17:59:21.818631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b3785-4551-4b2e-8e08-c1ac42e20034,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:21.854540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-55c0a445-5a7e-4c09-ad3b-6659515fd0e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 217 time: 0.0799575 Nov 09 17:59:21.876224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:21.879717 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Added segment d9a27836-993e-4e81-8268-242ae1f38485 of type vlan for network ed10bb29-b387-482f-868d-95720d2acb59 Nov 09 17:59:21.942099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-742df0f5-68c9-4cf5-a364-743802a286a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:21.944243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-742df0f5-68c9-4cf5-a364-743802a286a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0834646 Nov 09 17:59:21.993146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-1a536e0d-ce04-4517-8beb-174436b8c522 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373449 Nov 09 17:59:22.025367 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:22.046991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-b88e66cb-fb5e-4f74-9adb-5c23c825e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:22.051460 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-b88e66cb-fb5e-4f74-9adb-5c23c825e43f service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3607726 Nov 09 17:59:22.096362 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:22.097333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:22.098025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:22.148777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-a8ea618b-b91a-447b-8e7b-52c19ce438b0 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316023 Nov 09 17:59:22.282477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-9487bdc1-afe0-4ff8-b3ca-4eddd3b83e56 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049201 Nov 09 17:59:22.413800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-6a1af5d8-c38b-4bc2-9228-a9d1751b78ca service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552903 Nov 09 17:59:22.457196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-1e97a1fe-6ffa-46bf-b0bb-a16443a17bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:22.461919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-1e97a1fe-6ffa-46bf-b0bb-a16443a17bf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1100 time: 0.1144974 Nov 09 17:59:22.596295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6344333 Nov 09 17:59:22.596875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42646) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:22.601515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Request body: {'subnet': {'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-subnet', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:22.635378 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-875a912d-b8df-4289-9983-af715cff95f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 217 time: 0.5053825 Nov 09 17:59:22.753381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-6b75df4e-bee8-42de-8853-165761a8fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:22.753878 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-6b75df4e-bee8-42de-8853-165761a8fbd3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1035261 Nov 09 17:59:22.755103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be79ea9-cee3-4d75-ab31-dc50450b5a1b admin admin] Pushing event updated for resources: {'Network': ['ID=ed10bb29-b387-482f-868d-95720d2acb59,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:22.757718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Made reservation on behalf of b5c15fa387094e999abaec843f350c66 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:22.761889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:22.766163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ed10bb29-b387-482f-868d-95720d2acb59 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 17:59:22.986555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:23.035678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-2a45a834-00c9-4859-a531-a4f00a093711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:23.037742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-2a45a834-00c9-4859-a531-a4f00a093711 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.4168611 Nov 09 17:59:23.092788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:23.141033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-5b827eeb-3fd0-4916-97f0-5648b09a2097 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.0926690 Nov 09 17:59:23.209020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-d09a5da5-d313-41e8-94cd-6c564ffc3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:23.213002 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-d09a5da5-d313-41e8-94cd-6c564ffc3e1c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2637479 Nov 09 17:59:23.281344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-7152be42-7fc1-4cbe-9b2b-511b6865398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:23.283315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-7152be42-7fc1-4cbe-9b2b-511b6865398d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1329489 Nov 09 17:59:23.401205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-a21d6f3b-e9d4-46ea-9505-ccb610414eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:23.426707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-a21d6f3b-e9d4-46ea-9505-ccb610414eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327484 Nov 09 17:59:23.632874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-a192f5b4-0181-495c-bf16-5b03c8b6dd13 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037070 Nov 09 17:59:23.639107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.640129 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-942e9c20-9f7e-4886-bad1-077d5a2fae03 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125609 Nov 09 17:59:23.799136 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3380b738-8413-4cb2-ac52-02e8b2d59182 req-40a6c7e4-20c5-412e-9f7a-d2f2bf10083d service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547973 Nov 09 17:59:23.800807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:23.856903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Checking segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:23.856903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Network hostable DHCP agents. Network: ed10bb29-b387-482f-868d-95720d2acb59, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 17:59:23.892263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Network ed10bb29-b387-482f-868d-95720d2acb59 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 17:59:23.894795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dbf35a-2b1e-4c6d-a7bc-5e2b86c19c29 req-ba42b904-3279-4cb8-bf81-22d52cdac4e1 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440584 Nov 09 17:59:23.919227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ed10bb29-b387-482f-868d-95720d2acb59) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:23.926583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:23.927539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:23.938325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d835f5f-4ae8-4b46-ad0b-de336c030523 None None] Network ed10bb29-b387-482f-868d-95720d2acb59 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:23.985629 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-638493ea-cf44-473b-aad2-d94f218afe7f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3877277 Nov 09 17:59:23.988272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:23.993443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:24.041444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.043731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.178980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.212784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ed10bb29-b387-482f-868d-95720d2acb59', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 17:59:24.214015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.410395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Allocated IP 172.20.0.2 (ed10bb29-b387-482f-868d-95720d2acb59/7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f/c660b20e-cb7c-4183-9981-2743bf12b89e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:24.598045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.768181 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.779826 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.847294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Network ed10bb29-b387-482f-868d-95720d2acb59 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:24.850828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:24.854505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:24.892225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.919483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:24.929256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Pushing event updated for resources: {'Port': ['ID=c660b20e-cb7c-4183-9981-2743bf12b89e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:25.006944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Attempting to bind port c660b20e-cb7c-4183-9981-2743bf12b89e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:25.007708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Attempting to bind port c660b20e-cb7c-4183-9981-2743bf12b89e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:25.007911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Attempting to bind port c660b20e-cb7c-4183-9981-2743bf12b89e on network ed10bb29-b387-482f-868d-95720d2acb59 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:25.022944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:25.023385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Checking segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:25.023912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.024404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Bound using segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:25.024987 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Bound port: c660b20e-cb7c-4183-9981-2743bf12b89e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:25.025474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.090265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Allocated IP 172.25.0.92 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/bddbbaed-7d20-47de-be3b-ab072e7b55d2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:25.167898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] For port c660b20e-cb7c-4183-9981-2743bf12b89e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:25.171981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] For port c660b20e-cb7c-4183-9981-2743bf12b89e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c660b20e-cb7c-4183-9981-2743bf12b89e,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:25.185876 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.266257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.342716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:25.344735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8ce31-e773-40e5-93fc-06c3963cccb0 None None] Pushing event updated for resources: {'Port': ['ID=c660b20e-cb7c-4183-9981-2743bf12b89e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:25.435272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:25.438556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:25.447121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:25.502325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Pushing event updated for resources: {'Port': ['ID=bddbbaed-7d20-47de-be3b-ab072e7b55d2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:25.893120 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:26.384182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:26.548140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:26.595925 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-38509a79-cc93-479f-9bef-1333145c7bee service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2260442 Nov 09 17:59:26.804022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50038cce-0247-44c2-b53a-bd64baac8853 req-46cf69f8-89c6-43d2-8eed-53e8466608fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:26.805880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-46cf69f8-89c6-43d2-8eed-53e8466608fe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 1095 time: 0.1119590 Nov 09 17:59:26.921621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:26.936134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'mac_address': 'fa:16:3e:a9:fb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:26.940328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c660b20e-cb7c-4183-9981-2743bf12b89e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:27.016619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d067d7a-3cca-4c47-9003-c37b36da48fa None None] Network ed10bb29-b387-482f-868d-95720d2acb59 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 17:59:27.051616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 17:59:27.070536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50038cce-0247-44c2-b53a-bd64baac8853 req-c5b6acca-fbaa-4236-a7cb-a896759a3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:27.072092 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-c5b6acca-fbaa-4236-a7cb-a896759a3fcc service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2296994 Nov 09 17:59:27.105550 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.123002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-238a4c8c-5dcd-4e46-990d-befcffc2bc9d None None] Provisioning complete for port c660b20e-cb7c-4183-9981-2743bf12b89e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:27.123835 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-238a4c8c-5dcd-4e46-990d-befcffc2bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.154083 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-0c5b1467-b376-4113-99f1-316c7fea6461 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 200 len: 217 time: 0.0679395 Nov 09 17:59:27.170754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d00e9c-1437-4ba8-a583-0dc9a72ee062 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:27.221796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c660b20e-cb7c-4183-9981-2743bf12b89e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:27.222490 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.272835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:27.274220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-238a4c8c-5dcd-4e46-990d-befcffc2bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.312114 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.361663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50038cce-0247-44c2-b53a-bd64baac8853 req-3ccbe4c6-0e4f-4952-aafa-91cb2c674afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:27.363396 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-3ccbe4c6-0e4f-4952-aafa-91cb2c674afb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1139534 Nov 09 17:59:27.390938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-238a4c8c-5dcd-4e46-990d-befcffc2bc9d None None] For port c660b20e-cb7c-4183-9981-2743bf12b89e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c660b20e-cb7c-4183-9981-2743bf12b89e,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:27.443219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-238a4c8c-5dcd-4e46-990d-befcffc2bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.451040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-e69bd6ed-87f0-4457-812d-03c9c25f4e38 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714002 Nov 09 17:59:27.455143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:27.485448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:27.531868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:27.594793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:27.605941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b4346c0c-c133-4fc8-9be7-1f0ddc8a7be3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6162126 Nov 09 17:59:27.607161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42660) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 17:59:27.696522 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-85af4fe8-4066-4235-abf7-1082acf8ec68 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176023 Nov 09 17:59:27.718582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:27.725900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:59:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:27.893113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50038cce-0247-44c2-b53a-bd64baac8853 req-851b57db-3cbb-4e32-8199-80b324352edb service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741521 Nov 09 17:59:27.948416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['99d00e9c-1437-4ba8-a583-0dc9a72ee062'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:28.099508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a4c8c-5dcd-4e46-990d-befcffc2bc9d None None] Pushing event updated for resources: {'Port': ['ID=c660b20e-cb7c-4183-9981-2743bf12b89e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:28.155574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:28.490988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5f971973-fb41-4bb3-a9a6-ad1884825967 None None] Provisioning complete for port c660b20e-cb7c-4183-9981-2743bf12b89e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:28.491355 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5f971973-fb41-4bb3-a9a6-ad1884825967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:28.633924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:25Z', 'revision_number': 3, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:28.725138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c660b20e-cb7c-4183-9981-2743bf12b89e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:28.812943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:28.813307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Updating router 661ec2b9-1d59-4c32-97bb-ceac4d068438 port bddbbaed-7d20-47de-be3b-ab072e7b55d2 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:59:28.922091 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:28.925307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c660b20e-cb7c-4183-9981-2743bf12b89e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:28.925697 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.148003 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.605089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 17:59:29.697382 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.704999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Allocated IP 172.20.0.1 (ed10bb29-b387-482f-868d-95720d2acb59/7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f/ce0ba150-2a22-4b37-bba7-cce2a356d834) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:29.719864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.951981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Attempting to bind port bddbbaed-7d20-47de-be3b-ab072e7b55d2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:29.957989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Attempting to bind port bddbbaed-7d20-47de-be3b-ab072e7b55d2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:29.958757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Attempting to bind port bddbbaed-7d20-47de-be3b-ab072e7b55d2 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:29.970587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:29.976185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:29.976999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:29.978015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:29.978911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Bound port: bddbbaed-7d20-47de-be3b-ab072e7b55d2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:29.980102 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.012552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded52a31-b5d0-4607-9e24-87700aa7a0e3 None None] Pushing event updated for resources: {'Port': ['ID=bddbbaed-7d20-47de-be3b-ab072e7b55d2,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:30.056733 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.064590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] For port bddbbaed-7d20-47de-be3b-ab072e7b55d2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:30.073241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] For port bddbbaed-7d20-47de-be3b-ab072e7b55d2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bddbbaed-7d20-47de-be3b-ab072e7b55d2,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:30.083003 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.164533 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.241751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Network ed10bb29-b387-482f-868d-95720d2acb59 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:30.248817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:30.254008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:30.337753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Pushing event updated for resources: {'Port': ['ID=ce0ba150-2a22-4b37-bba7-cce2a356d834,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:30.363863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.498435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:30.499506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:59:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:30.605889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:30.607286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.664546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded52a31-b5d0-4607-9e24-87700aa7a0e3 None None] Pushing event updated for resources: {'Port': ['ID=bddbbaed-7d20-47de-be3b-ab072e7b55d2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:30.717293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fdc50e17-3f96-4c26-9561-7747df45fb06 None None] Provisioning complete for port ce0ba150-2a22-4b37-bba7-cce2a356d834 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:30.717675 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fdc50e17-3f96-4c26-9561-7747df45fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.772566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fdc50e17-3f96-4c26-9561-7747df45fb06 None None] Port ce0ba150-2a22-4b37-bba7-cce2a356d834 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:59:30.826981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:30.874356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:30.882662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.899323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:30.943799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:30.955444 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.046816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.295392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Pushing event updated for resources: {'Port': ['ID=ce0ba150-2a22-4b37-bba7-cce2a356d834,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:31.349691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Network ed10bb29-b387-482f-868d-95720d2acb59 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:31.351278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:31.372759 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.477760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:31.492963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:25Z', 'revision_number': 3, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:31.496667 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.596144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 17:59:31.610410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:31.615297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f244f4b-aafb-4037-a105-1e4d2a6d41a8 None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:25Z', 'revision_number': 3, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:31.768741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 17:59:31.794322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-10cedd1d-ac5a-4228-b94e-91ddc27445be admin admin] 10.222.0.32 "PUT /v2.0/routers/661ec2b9-1d59-4c32-97bb-ceac4d068438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1852863 Nov 09 17:59:31.806435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-93e6bd28-18b1-42de-85c7-b3a1edfab910 None None] Provisioning complete for port ce0ba150-2a22-4b37-bba7-cce2a356d834 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:31.806865 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-93e6bd28-18b1-42de-85c7-b3a1edfab910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:31.872463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-93e6bd28-18b1-42de-85c7-b3a1edfab910 None None] Port ce0ba150-2a22-4b37-bba7-cce2a356d834 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:59:32.041126 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b7a3a9-0bc2-4d26-8609-9e3801079ec3 x-openstack-request-id: req-86b7a3a9-0bc2-4d26-8609-9e3801079ec3 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:32.041667 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-unplugged", "status": "completed", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:32.042483 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86b7a3a9-0bc2-4d26-8609-9e3801079ec3 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:32.043140 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'code': 200} Nov 09 17:59:32.112256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413deff-0f05-431c-a342-d350a8643333 req-d7727439-36ca-4d94-b103-1a58c6c42169 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:32.113882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6413deff-0f05-431c-a342-d350a8643333 req-d7727439-36ca-4d94-b103-1a58c6c42169 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.0921199 Nov 09 17:59:32.218114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f26f-8bea-486b-a2c4-06744754c3e4 req-20129421-fd77-4fd5-9324-b6a5d7d00550 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:32.219685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df48f26f-8bea-486b-a2c4-06744754c3e4 req-20129421-fd77-4fd5-9324-b6a5d7d00550 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1047730 Nov 09 17:59:32.223354 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6413deff-0f05-431c-a342-d350a8643333 req-a5099777-2f9e-434b-be22-7ac35771d35b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988560 Nov 09 17:59:32.328863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df48f26f-8bea-486b-a2c4-06744754c3e4 req-f5b4c4a4-4aae-4b2e-b48b-f48a56130921 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962679 Nov 09 17:59:32.402803 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1141162a-b171-437f-afe9-6b9ccf587d98 x-openstack-request-id: req-1141162a-b171-437f-afe9-6b9ccf587d98 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:32.403327 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-plugged", "status": "completed", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:32.403603 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1141162a-b171-437f-afe9-6b9ccf587d98 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:32.404395 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'code': 200} Nov 09 17:59:32.538532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821c69-4be3-4832-a05b-884827dd4213 req-56ad00dd-0b23-4fa2-a929-8328fdf0d487 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:32.546811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94821c69-4be3-4832-a05b-884827dd4213 req-56ad00dd-0b23-4fa2-a929-8328fdf0d487 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.0751252 Nov 09 17:59:32.625473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94821c69-4be3-4832-a05b-884827dd4213 req-bed34907-4758-4f46-b5ac-a81a072844e6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715408 Nov 09 17:59:32.670204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bddbbaed-7d20-47de-be3b-ab072e7b55d2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:32.783979 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bddbbaed-7d20-47de-be3b-ab072e7b55d2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:32.784363 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.908944 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:32.972708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port bddbbaed-7d20-47de-be3b-ab072e7b55d2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bddbbaed-7d20-47de-be3b-ab072e7b55d2,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:32.980266 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:33.021797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-6a5a6930-a1a4-4f87-aed9-2863d09e9dad tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.023568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-6a5a6930-a1a4-4f87-aed9-2863d09e9dad tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808&tenant_id=ea203ed014a247679fc90b98961ccf26&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 949 time: 0.0876119 Nov 09 17:59:33.075536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=bddbbaed-7d20-47de-be3b-ab072e7b55d2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:33.136687 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-732ffa23-12ee-4619-8eea-44d768b2e619 service neutron] delete failed (client error): The resource could not be found. Nov 09 17:59:33.137894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-732ffa23-12ee-4619-8eea-44d768b2e619 service neutron] 10.222.0.73 "DELETE /v2.0/ports/99d00e9c-1437-4ba8-a583-0dc9a72ee062/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.1043987 Nov 09 17:59:33.293630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-61c0b5d2-96cf-4e36-abfa-8885cb1d30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.295169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-61c0b5d2-96cf-4e36-abfa-8885cb1d30f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1100 time: 0.0585384 Nov 09 17:59:33.423637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-bc9e5fd3-3c0c-427a-90a4-4c4bceb794a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.425083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-bc9e5fd3-3c0c-427a-90a4-4c4bceb794a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1194620 Nov 09 17:59:33.482984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-07b1570e-2586-4745-a86f-b1728293800c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 217 time: 0.0490398 Nov 09 17:59:33.563166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-884f3b87-3f14-4423-b96c-9591e7040501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.564664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-884f3b87-3f14-4423-b96c-9591e7040501 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0718124 Nov 09 17:59:33.715194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-068d6854-a34d-41c9-9b20-d92c9e81f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.716702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-068d6854-a34d-41c9-9b20-d92c9e81f97b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425121 Nov 09 17:59:33.765384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fac63-c301-4695-bba5-80f8ee9b4cfe req-4ef0aaa4-644d-4d1b-9a2d-59d24a449328 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.766968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c2fac63-c301-4695-bba5-80f8ee9b4cfe req-4ef0aaa4-644d-4d1b-9a2d-59d24a449328 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1580122 Nov 09 17:59:33.845484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-3904168a-ee03-4f56-bc80-60a69de02cf2 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:33.847033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-3904168a-ee03-4f56-bc80-60a69de02cf2 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 821 time: 0.2392378 Nov 09 17:59:33.890460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c2fac63-c301-4695-bba5-80f8ee9b4cfe req-7dd300a4-8393-4213-a31a-0080c4c201b0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916307 Nov 09 17:59:33.891650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-fe195d5f-5974-4032-b090-3555f4877e9b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/quotas/b5c15fa387094e999abaec843f350c66 HTTP/1.1" status: 200 len: 375 time: 0.0376482 Nov 09 17:59:33.950755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-6089f49a-c1ae-4712-9b92-48b571c0248a service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204909 Nov 09 17:59:34.038992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-6499f078-4022-443e-9808-71bb7d0fb697 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360383 Nov 09 17:59:34.044305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:34.046851 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:34.048683 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 17:59:34.068570 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:34.069304 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:59:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:34.193967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324e5acc-c5df-4ab2-9849-bf40953a9aaf req-b770f326-9ff8-4a9b-a09f-401155e1b554 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366011 Nov 09 17:59:34.221323 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:34.228743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145ce8f-8cb1-4f73-93be-f215454d7676 req-f9ab1d9d-e578-49fa-a92e-cedf8b3e3506 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:34.230657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3145ce8f-8cb1-4f73-93be-f215454d7676 req-f9ab1d9d-e578-49fa-a92e-cedf8b3e3506 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.1569333 Nov 09 17:59:34.259398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-ba033521-38b7-44e0-b534-d6efb9e818dd service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019715 Nov 09 17:59:34.387393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3145ce8f-8cb1-4f73-93be-f215454d7676 req-7ef29cab-f5cf-4176-8950-5ba4aa795aec tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460626 Nov 09 17:59:34.405496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:34.408609 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149c7ddb-3db2-40d0-a7e7-987e3375bcd6" -d '{"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-plugged", "status": "completed", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:34.467553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-ee3f81cc-66d5-46d5-9eba-4e71dac9425e service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943307 Nov 09 17:59:34.579560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bddbbaed-7d20-47de-be3b-ab072e7b55d2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:34.587863 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 2, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:34.637036 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 17:59:34.639710 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Updating router 661ec2b9-1d59-4c32-97bb-ceac4d068438 port ce0ba150-2a22-4b37-bba7-cce2a356d834 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 17:59:34.663920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bddbbaed-7d20-47de-be3b-ab072e7b55d2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:34.668476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:34.708059 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:34.910938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023ada-d02c-4a0c-b69c-d5903cd08773 req-34346f90-99f8-4526-94f1-2c480f959000 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:34.924266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53023ada-d02c-4a0c-b69c-d5903cd08773 req-34346f90-99f8-4526-94f1-2c480f959000 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1838117 Nov 09 17:59:34.933103 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959d464-cafd-4752-8740-56d3286920a6 x-openstack-request-id: req-f959d464-cafd-4752-8740-56d3286920a6 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:34.933602 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:34.934026 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f959d464-cafd-4752-8740-56d3286920a6 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:34.934605 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'status': 'completed', 'code': 200} Nov 09 17:59:35.012156 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e875fe-1820-408f-816f-a77dd43612d7 x-openstack-request-id: req-68e875fe-1820-408f-816f-a77dd43612d7 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:35.012459 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-plugged", "status": "completed", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:35.012724 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68e875fe-1820-408f-816f-a77dd43612d7 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:35.013123 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'code': 200} Nov 09 17:59:35.047954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53023ada-d02c-4a0c-b69c-d5903cd08773 req-1a8701d4-2f3d-4eb5-91e0-5577bc8bc4e1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226163 Nov 09 17:59:35.085595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-17d519c9-f0a8-4feb-b4b3-a11491e72a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.087191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c022945-6d40-466a-bf60-079d3246613f no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:35.093400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-17d519c9-f0a8-4feb-b4b3-a11491e72a3e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1100 time: 0.1205192 Nov 09 17:59:35.172515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0120a201-ea49-43e2-a7d3-b4aa6af453e4 req-f1bf1e6c-9d5f-4a7e-bbb5-c359843670cf tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 210 time: 0.0725312 Nov 09 17:59:35.301049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed49f1-101c-4a89-abb9-de6b3bc07fcc req-8fe1b3b4-1a1a-4962-9532-5d82ffe7249f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.309688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0ed49f1-101c-4a89-abb9-de6b3bc07fcc req-8fe1b3b4-1a1a-4962-9532-5d82ffe7249f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1139884 Nov 09 17:59:35.370979 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.385970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-d74d54b8-46d7-4dbd-813a-a82d00951fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.387504 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-d74d54b8-46d7-4dbd-813a-a82d00951fe1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2795353 Nov 09 17:59:35.401050 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.410485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0ed49f1-101c-4a89-abb9-de6b3bc07fcc req-260b9f1d-9d2a-442e-860c-6ac7139f703f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994132 Nov 09 17:59:35.418552 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.467758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:35.472014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-d66ef814-a10e-4322-b190-bd4c0ec14d64 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 217 time: 0.0650773 Nov 09 17:59:35.479049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.520981 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Pushing event updated for resources: {'Port': ['ID=ce0ba150-2a22-4b37-bba7-cce2a356d834,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:35.546414 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.547096 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.547641 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.548235 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.548744 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.549331 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.549829 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.550339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.550822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.551320 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.551880 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.552403 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:35.557538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-23e48c02-279f-45f4-840e-48ade305d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.560787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-23e48c02-279f-45f4-840e-48ade305d685 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0741758 Nov 09 17:59:35.597688 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Attempting to bind port ce0ba150-2a22-4b37-bba7-cce2a356d834 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:35.598188 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Attempting to bind port ce0ba150-2a22-4b37-bba7-cce2a356d834 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:35.598550 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Attempting to bind port ce0ba150-2a22-4b37-bba7-cce2a356d834 on network ed10bb29-b387-482f-868d-95720d2acb59 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:35.612499 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:35.612907 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Checking segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:35.620692 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.621386 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Bound using segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:35.621949 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Bound port: ce0ba150-2a22-4b37-bba7-cce2a356d834, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:35.622752 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.646307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:35.661353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-fcdebe10-0d7f-4e9b-8116-94e15ed97e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.663385 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-fcdebe10-0d7f-4e9b-8116-94e15ed97e2d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895638 Nov 09 17:59:35.773913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872813f8-78af-4582-888e-a88ad3d7397a req-f175c511-76a5-4e73-9025-1513fe932b8a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.784570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-872813f8-78af-4582-888e-a88ad3d7397a req-f175c511-76a5-4e73-9025-1513fe932b8a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.0925677 Nov 09 17:59:35.813687 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] For port ce0ba150-2a22-4b37-bba7-cce2a356d834, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:35.820228 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] For port ce0ba150-2a22-4b37-bba7-cce2a356d834, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ce0ba150-2a22-4b37-bba7-cce2a356d834,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:35.827895 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.857580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-4dcbd211-0ca5-482d-918d-88dd1d5d67fd tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:35.874004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-4dcbd211-0ca5-482d-918d-88dd1d5d67fd tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.3371429 Nov 09 17:59:35.892888 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 17:59:35.893714 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T17:59:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:35.911508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-7e9ea72e-fbc5-4ba5-9c66-55b0cf725672 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/quotas/5d3484a1604e4260b59cc058c059ac3e HTTP/1.1" status: 200 len: 375 time: 0.0339828 Nov 09 17:59:35.937813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-19abb4eb-8a6f-42be-9db0-9ba36165761f None None] Provisioning complete for port ce0ba150-2a22-4b37-bba7-cce2a356d834 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:35.938394 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-19abb4eb-8a6f-42be-9db0-9ba36165761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:35.968295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-1a0de0e5-7c83-4006-8d35-8e79c044be83 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957447 Nov 09 17:59:36.015424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-872813f8-78af-4582-888e-a88ad3d7397a req-4cd1e496-4c73-452c-b689-a4747bd140cf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299318 Nov 09 17:59:36.031954 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 17:59:36.102707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-3aa3f756-98b9-4e83-9d60-c1513fefede3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829391 Nov 09 17:59:36.283161 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-19abb4eb-8a6f-42be-9db0-9ba36165761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.380632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-19abb4eb-8a6f-42be-9db0-9ba36165761f None None] For port ce0ba150-2a22-4b37-bba7-cce2a356d834, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ce0ba150-2a22-4b37-bba7-cce2a356d834,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:36.391595 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-19abb4eb-8a6f-42be-9db0-9ba36165761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.404786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5f3d7-6ad3-4b79-8c0c-a53edc16eec3 req-2ba5d37e-d0dc-4259-8d05-4b219eb181d1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:36.412173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1e5f3d7-6ad3-4b79-8c0c-a53edc16eec3 req-2ba5d37e-d0dc-4259-8d05-4b219eb181d1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1101604 Nov 09 17:59:36.425162 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc222ed-9c23-4dec-a36a-67a044242878 None None] Pushing event updated for resources: {'Port': ['ID=ce0ba150-2a22-4b37-bba7-cce2a356d834,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:36.460725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-3d7f86d8-84ed-45ef-beeb-735a2d0d81d4 service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526692 Nov 09 17:59:36.491987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1e5f3d7-6ad3-4b79-8c0c-a53edc16eec3 req-bdaae7f1-44ca-4783-9676-b80feaef4601 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789135 Nov 09 17:59:36.500328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abb4eb-8a6f-42be-9db0-9ba36165761f None None] Pushing event updated for resources: {'Port': ['ID=ce0ba150-2a22-4b37-bba7-cce2a356d834,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:36.528332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-271daedd-5944-4978-87b1-4a43c0f67eee None None] Provisioning complete for port ce0ba150-2a22-4b37-bba7-cce2a356d834 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:36.528959 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-271daedd-5944-4978-87b1-4a43c0f67eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.620601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-5579afad-9071-470a-9bbc-ce799ebfcc42 service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589701 Nov 09 17:59:36.631919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6f9271ad-e5b5-46b2-a983-699e7e231250 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:36.639573 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 17:59:36.743247 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca361a4-af88-401f-b06c-38c9c4f6cd94 None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:35Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 17:59:36.786482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.849328 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a36fc9f3-d3bb-4119-9cb1-b682fed1f644 req-a15bb20a-977e-43d0-85af-f2fdc81ea1dc service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8543627 Nov 09 17:59:36.859072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:36.870993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:36.953708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:37.005024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a741f-d254-43df-9bb6-8fb387652deb req-202c82bf-98d1-4d1c-82de-bf1091198148 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.014206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c022945-6d40-466a-bf60-079d3246613f'}, {'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:37.016710 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f100b17-5397-425a-a334-de4148fe2c45" -d '{"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c022945-6d40-466a-bf60-079d3246613f"}, {"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:37.022876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-176a741f-d254-43df-9bb6-8fb387652deb req-202c82bf-98d1-4d1c-82de-bf1091198148 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 944 time: 0.1572564 Nov 09 17:59:37.072552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-c9b6e6e5-f782-4fdc-ba75-1e4a7f74be68 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.075073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-c9b6e6e5-f782-4fdc-ba75-1e4a7f74be68 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 821 time: 0.2084692 Nov 09 17:59:37.094967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3027d2e-4fec-4eac-824f-ba2e41158cdc req-2101ff10-10c2-4386-b522-b0569c139e08 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 210 time: 0.0425317 Nov 09 17:59:37.109595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'port': {'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'admin_state_up': True, 'tenant_id': 'b5c15fa387094e999abaec843f350c66'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:37.132413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c022945-6d40-466a-bf60-079d3246613f details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:37.156816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-176a741f-d254-43df-9bb6-8fb387652deb req-f73308a4-8ae0-4be8-8f5c-17cfffd232e5 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910318 Nov 09 17:59:37.335094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d16ff7f4-7f90-48d3-b2d8-98e8b3dffb63 req-7e152e0a-9c6f-48fe-b139-a1d26c3f87b1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 210 time: 0.0631235 Nov 09 17:59:37.363400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:37.400370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '7c022945-6d40-466a-bf60-079d3246613f', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'port_id': '7c022945-6d40-466a-bf60-079d3246613f', 'mac_address': 'fa:16:3e:b9:b7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe888a4-ca40-463c-a1b5-f93b44aae76c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:37.415567 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1181e0-662e-4e32-bcd3-271b753590b5 x-openstack-request-id: req-ed1181e0-662e-4e32-bcd3-271b753590b5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:37.416212 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c022945-6d40-466a-bf60-079d3246613f", "code": 200}, {"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:37.416663 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed1181e0-662e-4e32-bcd3-271b753590b5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:37.417885 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c022945-6d40-466a-bf60-079d3246613f', 'code': 200} Nov 09 17:59:37.418385 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'code': 200} Nov 09 17:59:37.456581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Made reservation on behalf of b5c15fa387094e999abaec843f350c66 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:37.460551 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.523247 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.541149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c022945-6d40-466a-bf60-079d3246613f {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:37.562284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:37.564086 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-41d573ab-6c85-46ae-9454-446520edc30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.573443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161e623-68fc-423a-b86a-1c6bb9207c50 req-5c5e8597-1b3b-4234-909c-fb1b33e50275 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.583016 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:37.592969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7161e623-68fc-423a-b86a-1c6bb9207c50 req-5c5e8597-1b3b-4234-909c-fb1b33e50275 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.1257141 Nov 09 17:59:37.696947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7161e623-68fc-423a-b86a-1c6bb9207c50 req-3d75cfb1-1f91-4ef8-9a64-3af20f9eec07 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011696 Nov 09 17:59:37.755891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:37.815582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-17dc71fc-75cf-4382-9cdd-0f4791e8b21b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:37.817176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-17dc71fc-75cf-4382-9cdd-0f4791e8b21b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d HTTP/1.1" status: 200 len: 943 time: 0.3029218 Nov 09 17:59:37.853265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7c022945-6d40-466a-bf60-079d3246613f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:37.941730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Allocated IP 172.20.0.11 (ed10bb29-b387-482f-868d-95720d2acb59/7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f/a5e648a3-27f2-4fcc-b812-5c0defcd0f7a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:38.016343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-11db472f-85f1-4b28-8fae-2f2f9d358e3a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365942 Nov 09 17:59:38.181268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Deleting port 6f9271ad-e5b5-46b2-a983-699e7e231250 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:38.181670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.189337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-e95d3654-3fa6-46ef-8aaa-db1cbe6590d8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:38.196390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-e95d3654-3fa6-46ef-8aaa-db1cbe6590d8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787066 Nov 09 17:59:38.222665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-3f07993b-7de2-497a-a2f0-ecc1ba9e9659 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/quotas/ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 375 time: 0.0252125 Nov 09 17:59:38.263268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c79c2c2-05f2-460b-836c-1cd227636ade req-3cc4c0ef-beec-4f4b-86b7-207c19920412 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 210 time: 0.0468781 Nov 09 17:59:38.333573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-adf8be12-b6d5-4378-bfef-7891881fdc94 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693228 Nov 09 17:59:38.341848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.373632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] For port 6f9271ad-e5b5-46b2-a983-699e7e231250, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6f9271ad-e5b5-46b2-a983-699e7e231250,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:38.374696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.400713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Calling delete_port for 6f9271ad-e5b5-46b2-a983-699e7e231250 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:38.413415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b82d-2c2d-45f4-9912-fa4cbc27b049 req-426208b1-545f-4b37-9bb6-aaa949b87db3 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:38.415171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8036b82d-2c2d-45f4-9912-fa4cbc27b049 req-426208b1-545f-4b37-9bb6-aaa949b87db3 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 945 time: 0.0548966 Nov 09 17:59:38.462456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8036b82d-2c2d-45f4-9912-fa4cbc27b049 req-59430a7e-c756-4aa4-9231-f48bbe63f181 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Nov 09 17:59:38.516583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.607570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Network ed10bb29-b387-482f-868d-95720d2acb59 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:38.621368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:38.625243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:38.633098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Pushing event updated for resources: {'Port': ['ID=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:38.691144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ce0ba150-2a22-4b37-bba7-cce2a356d834 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:38.711536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9631cdf-d1bb-46b3-88d2-0bda9dcd0335 req-7461f305-62ed-45c1-8c88-f8ee8758f13c tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 210 time: 0.0841126 Nov 09 17:59:38.748046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:38.754473 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.792711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.800556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ce0ba150-2a22-4b37-bba7-cce2a356d834 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:38.801246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:38.808273 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-bb9a2e57-d28e-4768-8f39-9013363a636d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7171843 Nov 09 17:59:38.833411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Request body: {'port': {'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:38.903212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event deleted for resources: {'Port': ['ID=6f9271ad-e5b5-46b2-a983-699e7e231250,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:38.977317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46ec15e6-82a4-4bb0-9cc6-b14f9188ae7b req-262ca5dd-8ba7-47cf-bbc6-e65574884421 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 210 time: 0.1597857 Nov 09 17:59:39.014572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] No DVR routers for this DVR port 6f9271ad-e5b5-46b2-a983-699e7e231250 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:39.037878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.049379 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c57c11c-f6ae-45c4-aa0c-fd9e98a9a00e req-575e5ec4-b25b-4b82-8c0a-c0ecdc0b3f6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "DELETE /v2.0/ports/6f9271ad-e5b5-46b2-a983-699e7e231250 HTTP/1.1" status: 204 len: 173 time: 1.2216225 Nov 09 17:59:39.050238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-deleted', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:39.052661 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe088a6-e79f-401b-9cff-441f106b590d" -d '{"events": [{"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-deleted", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:39.089192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.136149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c022945-6d40-466a-bf60-079d3246613f up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:39.257793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a56c3979-3c3f-46fa-8cd1-bd9fdf60afe7 None None] Provisioning complete for port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:39.259798 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a56c3979-3c3f-46fa-8cd1-bd9fdf60afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.322317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 7c022945-6d40-466a-bf60-079d3246613f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:39.322758 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.352461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a56c3979-3c3f-46fa-8cd1-bd9fdf60afe7 None None] Port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:59:39.421738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.464339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c022945-6d40-466a-bf60-079d3246613f'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:39.466737 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb45cc16-53be-4a25-bbae-458155835eca" -d '{"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-plugged", "status": "completed", "tag": "7c022945-6d40-466a-bf60-079d3246613f"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:39.471912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-96954f04-0369-4824-bf41-b9a2c182cb57 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:39.475174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-96954f04-0369-4824-bf41-b9a2c182cb57 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.7564020 Nov 09 17:59:39.484462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:39.490307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.511815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817240-1'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:39.540149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e648a3-27f2-4fcc-b812-5c0defcd0f7a {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:39.548565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.563331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Transition to ACTIVE for port object a5e648a3-27f2-4fcc-b812-5c0defcd0f7a will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:39.564693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:39.572289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.661277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:39.662725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1293-bb87-433a-8d39-2bb0d8f9775d req-1ce841a4-4aea-4acb-93db-d05b21bac452 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:39.664431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18cd1293-bb87-433a-8d39-2bb0d8f9775d req-1ce841a4-4aea-4acb-93db-d05b21bac452 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 945 time: 0.2258177 Nov 09 17:59:39.679950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-82d2e1c0-3d81-4d05-8ec0-d9bc6946884a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:39.681615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-82d2e1c0-3d81-4d05-8ec0-d9bc6946884a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.73 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.7750480 Nov 09 17:59:39.700120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebc17-ce6d-43b1-88b7-c49fcb361d4a req-96c7167f-2e60-4cb3-a916-ced16e5730b2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:39.701826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-924ebc17-ce6d-43b1-88b7-c49fcb361d4a req-96c7167f-2e60-4cb3-a916-ced16e5730b2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 949 time: 0.2615666 Nov 09 17:59:39.707767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Request body: {'port': {'device_id': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'admin_state_up': True, 'tenant_id': '5d3484a1604e4260b59cc058c059ac3e'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:39.748036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.751799 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-765a81be-5626-40c2-a3f5-c38b1f542062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.752925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Attempting to bind port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:39.753515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Attempting to bind port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:39.754735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Attempting to bind port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a on network ed10bb29-b387-482f-868d-95720d2acb59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:39.764211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a on network ed10bb29-b387-482f-868d-95720d2acb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:39.764746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Attempting to bind port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a on network ed10bb29-b387-482f-868d-95720d2acb59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:39.771609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:39.771941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Checking segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:39.772525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Bound using segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:39.773461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Bound port: a5e648a3-27f2-4fcc-b812-5c0defcd0f7a, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:39.773832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.859477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] For port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:39.860958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18cd1293-bb87-433a-8d39-2bb0d8f9775d req-4cd9f4ba-86f7-4054-8264-02d0a7a733d5 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770797 Nov 09 17:59:39.863309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] For port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:39.870882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.874973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-924ebc17-ce6d-43b1-88b7-c49fcb361d4a req-ff439570-5338-48d7-a8b7-59ea9813eb00 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616800 Nov 09 17:59:39.943751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:39.944689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:39.946380 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] 10.222.0.85 "PUT /v2.0/ports/a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 1092 time: 1.1241705 Nov 09 17:59:39.959973 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9848d-d35e-43a4-a03e-299f78651fcd x-openstack-request-id: req-b2b9848d-d35e-43a4-a03e-299f78651fcd {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:39.960507 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b26e8c-bcb8-44ae-84a4-d7fa26d1092d", "name": "network-vif-deleted", "tag": "6f9271ad-e5b5-46b2-a983-699e7e231250", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:39.960767 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2b9848d-d35e-43a4-a03e-299f78651fcd {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:39.961314 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b26e8c-bcb8-44ae-84a4-d7fa26d1092d', 'name': 'network-vif-deleted', 'tag': '6f9271ad-e5b5-46b2-a983-699e7e231250', 'status': 'completed', 'code': 200} Nov 09 17:59:39.973408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96c7e3-29a2-42e5-9ca0-9c5f18ec7413 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.015267 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14fb64f-b994-4253-beb2-84b398c8c9e4 x-openstack-request-id: req-e14fb64f-b994-4253-beb2-84b398c8c9e4 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:40.015569 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-plugged", "status": "completed", "tag": "7c022945-6d40-466a-bf60-079d3246613f", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:40.015842 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e14fb64f-b994-4253-beb2-84b398c8c9e4 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:40.017444 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c022945-6d40-466a-bf60-079d3246613f', 'code': 200} Nov 09 17:59:40.092815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-6d46b598-cdc5-4a1c-9ea7-13f384427775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.094772 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-6d46b598-cdc5-4a1c-9ea7-13f384427775 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1095 time: 0.0907321 Nov 09 17:59:40.133256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Made reservation on behalf of 5d3484a1604e4260b59cc058c059ac3e for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:40.142579 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.147588 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.162889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dc026-c8b8-4bfb-8a83-8eb27cd18d12 req-036c8c25-f7fb-4151-80bb-5b70a137735e tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.171972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d42dc026-c8b8-4bfb-8a83-8eb27cd18d12 req-036c8c25-f7fb-4151-80bb-5b70a137735e tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 944 time: 0.1986837 Nov 09 17:59:40.181425 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-857292b5-c7f0-4a26-bc8a-3267e6eff2f9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 217 time: 0.0654943 Nov 09 17:59:40.248814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:40.269001 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-0d471735-1d34-431d-99fe-00d1a01e24c4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860898 Nov 09 17:59:40.283075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862382d-5fb1-4b29-9189-85d6379fd202 req-9e101b40-15b9-4576-9c4d-f861930b7826 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.290255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0862382d-5fb1-4b29-9189-85d6379fd202 req-9e101b40-15b9-4576-9c4d-f861930b7826 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1977093 Nov 09 17:59:40.350016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d42dc026-c8b8-4bfb-8a83-8eb27cd18d12 req-2456f474-fc80-424f-b657-406422db7a21 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771688 Nov 09 17:59:40.372082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-c9686ad0-119e-46b1-bbf1-425f7b733a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.373753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-c9686ad0-119e-46b1-bbf1-425f7b733a44 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.1786644 Nov 09 17:59:40.378759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15998-d6ab-4ea2-883a-0f7e3c6dc4b1 req-4c932b4e-094a-4f97-a188-f6c02527150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.380883 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e2d15998-d6ab-4ea2-883a-0f7e3c6dc4b1 req-4c932b4e-094a-4f97-a188-f6c02527150f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 1097 time: 0.1435897 Nov 09 17:59:40.420767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0862382d-5fb1-4b29-9189-85d6379fd202 req-48533a63-9230-454b-a661-6ad5d7f45f30 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236148 Nov 09 17:59:40.445669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:40.504924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-e6f74c36-eee5-4aa4-b46f-96284b295f40 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.506979 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-e6f74c36-eee5-4aa4-b46f-96284b295f40 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299905 Nov 09 17:59:40.509316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-28578ba4-1cc1-4275-957b-b3dfef579f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:40.510745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd791172-fa25-44f5-b955-805c0c0b47b0 req-567eb8d5-56cc-423a-b491-411e80139780 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 210 time: 0.0682766 Nov 09 17:59:40.511217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-28578ba4-1cc1-4275-957b-b3dfef579f30 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295590 Nov 09 17:59:40.512499 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e2d15998-d6ab-4ea2-883a-0f7e3c6dc4b1 req-3e52283d-66e6-4ed1-a604-a6863ddde1a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175895 Nov 09 17:59:40.538753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:40.541030 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056ebae-9aca-4435-b676-793821a8fd21" -d '{"events": [{"server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "name": "network-vif-unplugged", "status": "completed", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:40.545637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.573960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.587905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Allocated IP 172.20.0.10 (3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b/6ebefc5f-5a06-455b-893f-f91c482ef6f1/c0add861-4c74-4ee7-85b1-3877679d2a6e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:40.629268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-4a939fc6-ff4a-4333-b5f7-f023851e6075 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076207 Nov 09 17:59:40.635543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6f9271ad-e5b5-46b2-a983-699e7e231250 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:40.655790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7847eaae-e9ed-4191-bdb4-36aa9b4be3ef req-74911bb8-ee9d-41c6-b3ad-5ea67cb9a238 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 210 time: 0.0415797 Nov 09 17:59:40.694166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 6f9271ad-e5b5-46b2-a983-699e7e231250 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:40.694905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6f9271ad-e5b5-46b2-a983-699e7e231250 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:40.695530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:40.737094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Request body: {'port': {'device_id': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'ea203ed014a247679fc90b98961ccf26'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:40.746251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:40.756171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on host n-h2-817240-1 for vnic_type normal with profile {"migrating_to": "n-h1-817240-1"} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:40.756516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:40.756891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:40.846106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:40.846438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Attempting to bind port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:40.865669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:40.865952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:40.866403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:40.866810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Bound port: 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:40.867174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.883468 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6238c5b-6d1e-44e6-a8a8-18b16f0f1080 x-openstack-request-id: req-a6238c5b-6d1e-44e6-a8a8-18b16f0f1080 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:40.883766 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "name": "network-vif-unplugged", "status": "completed", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:40.884003 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6238c5b-6d1e-44e6-a8a8-18b16f0f1080 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:40.885150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.886926 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb', 'code': 200} Nov 09 17:59:40.924332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7c762e8-4e9a-4300-b85b-8842090f704f req-ebdb8955-68f3-44ea-ba0e-111263219f3c service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866611 Nov 09 17:59:40.958024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:40.959489 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.964156 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:40.985510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Made reservation on behalf of ea203ed014a247679fc90b98961ccf26 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:40.991639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.023686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:41.070558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.079437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:41.097942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:41.108014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893198af-3c5a-4c72-8679-9fbc1a0674a1 req-ff3d556c-b9cd-4b51-ad51-02d50c18e59d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.109506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-893198af-3c5a-4c72-8679-9fbc1a0674a1 req-ff3d556c-b9cd-4b51-ad51-02d50c18e59d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1399252 Nov 09 17:59:41.113661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.134082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Allocated IP 192.168.233.43 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/6b8cb0e0-aedc-4b54-acb1-8ad6af623922) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:41.137448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:41.199451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.230390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:41.256287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-893198af-3c5a-4c72-8679-9fbc1a0674a1 req-c18e78a0-644b-444a-a5a5-fd8ebb80fd87 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402421 Nov 09 17:59:41.258403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:41.275754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb has no active binding in host n-h1-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 17:59:41.285283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:41.286782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.287410 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.288752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-7012c774-75f2-459a-8984-a977a7a5ccfb service neutron] 10.222.0.73 "PUT /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 1121 time: 1.7817965 Nov 09 17:59:41.291935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:41.295856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:41.321038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.347631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:41.364695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.365598 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.368360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.385011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e5b50ba2-0c75-4bc6-90d6-e1fc18f37ec2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6808872 Nov 09 17:59:41.391386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:41.393914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['99d00e9c-1437-4ba8-a583-0dc9a72ee062'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:41.396996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:41.406799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Request body: {'port': {'device_id': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:41.475742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:41.486011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:41.488717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:41.495284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:41.505938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:41.549349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.554114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.555006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.560263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc3ab4-f00e-40bf-92a5-2fcf8eae157e req-e95adccc-bdb8-40b7-a0e5-938e11ea246d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.568110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1fc3ab4-f00e-40bf-92a5-2fcf8eae157e req-e95adccc-bdb8-40b7-a0e5-938e11ea246d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 944 time: 0.1235855 Nov 09 17:59:41.584410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-c1ab43f4-d4a5-4b29-923d-818465e20141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8544321 Nov 09 17:59:41.598683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Request body: {'port': {'device_id': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:41.684807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.739623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1fc3ab4-f00e-40bf-92a5-2fcf8eae157e req-3873e3d2-8169-4d83-8084-2e0cbc3d7bee tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665432 Nov 09 17:59:41.756422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496474b-9c67-4dc2-950b-9616cf1781e2 req-f19d061a-67cd-4ead-a130-8cfcc48a2ce8 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:41.758397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e496474b-9c67-4dc2-950b-9616cf1781e2 req-f19d061a-67cd-4ead-a130-8cfcc48a2ce8 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.2524178 Nov 09 17:59:41.938783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e496474b-9c67-4dc2-950b-9616cf1781e2 req-54e4fa1d-d822-42d2-96a3-bce173f51dc9 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422865 Nov 09 17:59:41.976906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:41.981215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d9292c8b-2bd8-4c7d-b734-b7da3bd76ada None None] Provisioning complete for port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:41.982051 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d9292c8b-2bd8-4c7d-b734-b7da3bd76ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:41.982373 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1909b08c-9dae-47a0-a371-7544ecf1c52b" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:42.031475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:42.034389 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4c4b4c-f625-43f7-b23a-b7b4fc269893" -d '{"events": [{"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:42.063632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302b207-212e-41a4-88db-88a1eee8b796 req-9d6f96e0-af55-4d18-8226-d064abf91962 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.065517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3302b207-212e-41a4-88db-88a1eee8b796 req-9d6f96e0-af55-4d18-8226-d064abf91962 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 932 time: 0.2302048 Nov 09 17:59:42.107237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:42.111195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d9292c8b-2bd8-4c7d-b734-b7da3bd76ada None None] Port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:59:42.115233 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.128958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Transition to ACTIVE for port object 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:42.133762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.139326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082aabd-3a94-4107-be7c-76e5bb259019 req-185d5544-7814-409f-b2e6-d04909f946df tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.142682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5082aabd-3a94-4107-be7c-76e5bb259019 req-185d5544-7814-409f-b2e6-d04909f946df tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 935 time: 0.1219919 Nov 09 17:59:42.159788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0add861-4c74-4ee7-85b1-3877679d2a6e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:42.193400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.206568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3302b207-212e-41a4-88db-88a1eee8b796 req-c1a94e87-7119-49b6-83a7-f724eba0d32d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092360 Nov 09 17:59:42.211793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.222992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Transition to ACTIVE for port object c0add861-4c74-4ee7-85b1-3877679d2a6e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:42.249897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.266607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Attempting to bind port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:42.267064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Attempting to bind port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:42.267495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Attempting to bind port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:42.277202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:42.278028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Attempting to bind port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:42.285447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:42.286107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:42.286688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:42.287293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Bound port: 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:42.288234 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.298156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5082aabd-3a94-4107-be7c-76e5bb259019 req-bc760d42-2e51-4dcf-a1b9-235725ed48db tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434975 Nov 09 17:59:42.423090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:42.430669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:42.445431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.452667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.470738 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3dcd43-b36b-408a-a22c-b2f9501af755 x-openstack-request-id: req-6c3dcd43-b36b-408a-a22c-b2f9501af755 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:42.470995 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:42.471275 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c3dcd43-b36b-408a-a22c-b2f9501af755 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:42.471665 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'code': 200} Nov 09 17:59:42.493135 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.497690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Attempting to bind port c0add861-4c74-4ee7-85b1-3877679d2a6e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:42.498027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Attempting to bind port c0add861-4c74-4ee7-85b1-3877679d2a6e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:42.498413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Attempting to bind port c0add861-4c74-4ee7-85b1-3877679d2a6e on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:42.505625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Port c0add861-4c74-4ee7-85b1-3877679d2a6e on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:42.506003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Attempting to bind port c0add861-4c74-4ee7-85b1-3877679d2a6e on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:42.511756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:42.512192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Checking segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:42.512579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Bound using segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:42.513047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Bound port: c0add861-4c74-4ee7-85b1-3877679d2a6e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:42.513411 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.517450 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71571cf7-dd9d-4a05-99b2-863486ae7c1e x-openstack-request-id: req-71571cf7-dd9d-4a05-99b2-863486ae7c1e {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:42.517811 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:42.518019 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71571cf7-dd9d-4a05-99b2-863486ae7c1e {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:42.518536 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'status': 'completed', 'code': 200} Nov 09 17:59:42.541186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.542578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.544027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 200 len: 1095 time: 0.9532256 Nov 09 17:59:42.618169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:42.628744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2febb-2f57-4ed1-9fa1-4dc3319fafd1 req-ad1774b6-b752-42e5-a69c-51807959798c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.630401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efc2febb-2f57-4ed1-9fa1-4dc3319fafd1 req-ad1774b6-b752-42e5-a69c-51807959798c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1007476 Nov 09 17:59:42.632372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:42.638016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928a916-da7f-4f27-bc82-c41c948478d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.640212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.650560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-8722fbec-b9e6-44b2-9d09-270136a530c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.652825 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-8722fbec-b9e6-44b2-9d09-270136a530c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1095 time: 0.1293936 Nov 09 17:59:42.686755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-61c3833c-d468-4652-b084-cd78902302fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.688248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-61c3833c-d468-4652-b084-cd78902302fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 1098 time: 0.0906558 Nov 09 17:59:42.697542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.698339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:42.699579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] 10.222.0.73 "PUT /v2.0/ports/c0add861-4c74-4ee7-85b1-3877679d2a6e HTTP/1.1" status: 200 len: 1092 time: 1.2995641 Nov 09 17:59:42.728430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efc2febb-2f57-4ed1-9fa1-4dc3319fafd1 req-1c82ea01-e81b-4862-9ead-7aa132649d27 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900748 Nov 09 17:59:42.732884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a8d36-3564-423f-9e23-a5cbf386c293 service neutron] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:42.768499 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-8775005d-1df1-472f-978e-b6c4397d276e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 200 len: 217 time: 0.0504260 Nov 09 17:59:42.813066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-f049158f-c40d-45d0-9176-fece444e24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.814518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-f049158f-c40d-45d0-9176-fece444e24a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 1095 time: 0.0547893 Nov 09 17:59:42.850380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-3a7c8ccb-8967-4a77-91d8-9cd66e3c7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.852019 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-3a7c8ccb-8967-4a77-91d8-9cd66e3c7401 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1898904 Nov 09 17:59:42.854761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-d476c036-48e2-4eb4-84b3-32fcfe1d7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.856241 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-d476c036-48e2-4eb4-84b3-32fcfe1d7521 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0761018 Nov 09 17:59:42.881537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-0f6b945c-c250-44d7-9e1a-0ad7c8e2ca6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e HTTP/1.1" status: 200 len: 217 time: 0.0494134 Nov 09 17:59:42.888974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'}, {'name': 'network-changed', 'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:42.891267 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a40a2-f3fd-4534-8c56-c30011c255ae" -d '{"events": [{"name": "network-changed", "server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb"}, {"name": "network-changed", "server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:42.930933 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-6a049f04-a2b5-4947-ac8a-760718d081cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 217 time: 0.0680742 Nov 09 17:59:42.933885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee74629-d961-44b0-aff9-10e8766f1ec6 req-6160c978-1944-45b1-8d36-a5b5e606fcd1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.935407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aee74629-d961-44b0-aff9-10e8766f1ec6 req-6160c978-1944-45b1-8d36-a5b5e606fcd1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 944 time: 0.1137271 Nov 09 17:59:42.952172 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a09cb08-2b9a-4b16-85c2-970bb069eb2d x-openstack-request-id: req-4a09cb08-2b9a-4b16-85c2-970bb069eb2d {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:42.952468 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:42.952725 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a09cb08-2b9a-4b16-85c2-970bb069eb2d {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:42.953139 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb', 'status': 'completed', 'code': 200} Nov 09 17:59:42.953377 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'status': 'completed', 'code': 200} Nov 09 17:59:42.976854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-f83bfa6d-d1ab-4716-8b54-eab0553fe547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.978353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-f83bfa6d-d1ab-4716-8b54-eab0553fe547 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.0825267 Nov 09 17:59:42.993517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-485b6206-057d-42f7-a41d-39725b47da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:42.995239 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-485b6206-057d-42f7-a41d-39725b47da37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263750 Nov 09 17:59:43.006688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aee74629-d961-44b0-aff9-10e8766f1ec6 req-0556f5bf-c4db-4780-a9a8-a0a9d44a5aa0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609870 Nov 09 17:59:43.031774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-e2e53dd0-ad07-429e-b974-b84dd2ab2071 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399823 Nov 09 17:59:43.126011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a12161-e828-4094-8ee9-aa0230f7fa29 req-286025d5-c5e3-47aa-affa-c7a55225bf05 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.127604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63a12161-e828-4094-8ee9-aa0230f7fa29 req-286025d5-c5e3-47aa-affa-c7a55225bf05 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1074953 Nov 09 17:59:43.173795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-c4a754ef-be7f-45ce-84a4-c1e4dbcd6f83 service neutron] 10.222.0.73 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274204 Nov 09 17:59:43.197270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63a12161-e828-4094-8ee9-aa0230f7fa29 req-3e968c1b-3438-4609-a9db-d62c8d8570d6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581872 Nov 09 17:59:43.322092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-311456b9-7b42-4393-9501-cbe3c9bc5d8c req-523186c1-c1e9-4d0d-80dc-15ff1c7f2918 service neutron] 10.222.0.73 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380639 Nov 09 17:59:43.341110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-800bcbf3-668f-4022-aee6-f32c87bb0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.342672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-800bcbf3-668f-4022-aee6-f32c87bb0d2e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.3962638 Nov 09 17:59:43.367635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111c8e0-fe4c-4086-af8a-f927d72959a5 req-ac658af6-301f-4fe1-94c5-b874e59e5f0a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.369140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0111c8e0-fe4c-4086-af8a-f927d72959a5 req-ac658af6-301f-4fe1-94c5-b874e59e5f0a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 944 time: 0.0781188 Nov 09 17:59:43.376693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c3feb-3385-4111-b43b-1036477b3f5b req-2dfc0443-2254-4afa-b67a-a1279cfbe551 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.378042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b5c3feb-3385-4111-b43b-1036477b3f5b req-2dfc0443-2254-4afa-b67a-a1279cfbe551 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1020272 Nov 09 17:59:43.383568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-ed538487-5cc3-4528-97f1-8a0af34dc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.385044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-ed538487-5cc3-4528-97f1-8a0af34dc198 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1124 time: 0.4041100 Nov 09 17:59:43.460985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0111c8e0-fe4c-4086-af8a-f927d72959a5 req-2e22b473-d760-4743-92e5-35eed670e592 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 Nov 09 17:59:43.469646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b5c3feb-3385-4111-b43b-1036477b3f5b req-e588a2ea-ba0e-4634-a766-9f0430213422 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808794 Nov 09 17:59:43.474028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-a370f7f8-92b8-4d93-906c-0ea417fbfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.474700 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-14263578-c2ce-4238-9c9c-48418c25dc85 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590988 Nov 09 17:59:43.475453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-a370f7f8-92b8-4d93-906c-0ea417fbfe49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 1095 time: 0.0952609 Nov 09 17:59:43.479642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-4940ca7c-33a7-4944-a59d-ffc57dd5cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.481093 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-4940ca7c-33a7-4944-a59d-ffc57dd5cc22 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280184 Nov 09 17:59:43.611679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-5bbef9ae-e817-45d5-b90b-a90c1cf28855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.613148 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-5bbef9ae-e817-45d5-b90b-a90c1cf28855 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.2143683 Nov 09 17:59:43.620674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17df04e-d8f2-49fe-83e7-c332f70f975e req-6ba4f534-9cb9-4ab3-9632-0e75e48b4411 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.622158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d17df04e-d8f2-49fe-83e7-c332f70f975e req-6ba4f534-9cb9-4ab3-9632-0e75e48b4411 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.0742812 Nov 09 17:59:43.641996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-7558f737-1184-41f1-8c8a-13534c91cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.641996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-7558f737-1184-41f1-8c8a-13534c91cc8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 904 time: 0.1439238 Nov 09 17:59:43.693020 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-7332c411-07c7-405e-a444-b5a9ddc20a90 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 217 time: 0.0576181 Nov 09 17:59:43.719758 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-abbdee72-876b-4ce1-be76-696b8af6a40a service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286956 Nov 09 17:59:43.739085 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aeeae2d3-6bbb-4cc7-88ce-c973f0ecc4a6 req-15f3aef7-46b5-4421-ad7d-26ec58979f4f service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409945 Nov 09 17:59:43.740530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-9a791a2f-1540-4297-84e1-d255c94c03ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e HTTP/1.1" status: 200 len: 217 time: 0.0924394 Nov 09 17:59:43.801754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d17df04e-d8f2-49fe-83e7-c332f70f975e req-95ee7169-4dec-4260-8583-8ed7417eee2f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566536 Nov 09 17:59:43.808401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-a88edb27-43e0-42c1-ae0f-549175c3f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.809095 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-a88edb27-43e0-42c1-ae0f-549175c3f25f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1010120 Nov 09 17:59:43.828262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-7cb17cd7-3ef2-44b4-bce9-704d956f2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.831897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-7cb17cd7-3ef2-44b4-bce9-704d956f2185 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.0768185 Nov 09 17:59:43.857473 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-60cd7d54-39bc-42de-abf2-8b0d6bbe3924 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395689 Nov 09 17:59:43.872147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-807dea18-6424-4448-a6b5-e3b8346ebd85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324309 Nov 09 17:59:43.945455 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1909b08c-9dae-47a0-a371-7544ecf1c52b req-6c334a80-5339-422d-b680-c86e8872622a service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054038 Nov 09 17:59:43.987309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-a4328908-3ff7-4634-b563-b60fa2557c17 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178646 Nov 09 17:59:43.993410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2df6b-7946-4bf4-83e8-0f1df11d62ce req-73d4649d-09db-4b18-bd5d-9a7fde290182 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:43.995487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02e2df6b-7946-4bf4-83e8-0f1df11d62ce req-73d4649d-09db-4b18-bd5d-9a7fde290182 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1174374 Nov 09 17:59:44.055878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-5334a065-d379-4d28-b16a-698d8ba3086b service neutron] 10.222.0.73 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447473 Nov 09 17:59:44.058431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02e2df6b-7946-4bf4-83e8-0f1df11d62ce req-8aa97ba9-bfee-4e10-a693-fd5cb6535bd0 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543399 Nov 09 17:59:44.099611 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-c42f0f40-cb0a-4171-8620-1da5ceeed7a0 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007760 Nov 09 17:59:44.519993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:44.522688 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:44.539712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d6316-3e22-4358-bcc9-eac96de772dd req-f0142519-f80d-4717-8467-9f389bf76216 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:44.541166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e1d6316-3e22-4358-bcc9-eac96de772dd req-f0142519-f80d-4717-8467-9f389bf76216 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 944 time: 0.4066813 Nov 09 17:59:44.559894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b0a40a2-f3fd-4534-8c56-c30011c255ae req-c6f8e8d1-67d8-4431-bb70-5718052e9944 service neutron] 10.222.0.73 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907236 Nov 09 17:59:44.571153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-2c65fd72-dcb7-4f3f-8694-7f4966f39ddf tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:44.572489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-2c65fd72-dcb7-4f3f-8694-7f4966f39ddf tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 815 time: 0.4776931 Nov 09 17:59:44.599539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e1d6316-3e22-4358-bcc9-eac96de772dd req-2256d5bf-dd1c-47f3-b77f-06e2e20ad1f2 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512106 Nov 09 17:59:44.601767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-3f6baf16-b157-40e5-97fe-48d2a950971d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/quotas/53e748381da04d7c8ea3764e3ee6610e HTTP/1.1" status: 200 len: 375 time: 0.0170102 Nov 09 17:59:44.654935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a5e648a3-27f2-4fcc-b812-5c0defcd0f7a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:44.656772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5cd65216-0484-488a-9cd4-9b90312ce521 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483038 Nov 09 17:59:44.758741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a6a7-efa3-4699-9825-49aa8177e2c4 req-3d1e83a3-62ae-4d5b-8e0a-751e8c476a86 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:44.761310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad25a6a7-efa3-4699-9825-49aa8177e2c4 req-3d1e83a3-62ae-4d5b-8e0a-751e8c476a86 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 944 time: 0.1025414 Nov 09 17:59:44.776970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:44.789640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'mac_address': 'fa:16:3e:8f:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:44.828408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-f78655ec-07e5-44ee-8730-f05a708d08d8 service neutron] 10.222.0.32 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432471 Nov 09 17:59:44.832619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:44.833475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad25a6a7-efa3-4699-9825-49aa8177e2c4 req-a765983d-9ff0-4a61-b315-fc21015a8a33 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588572 Nov 09 17:59:44.847864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e648a3-27f2-4fcc-b812-5c0defcd0f7a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:44.870533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:44.876451 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:44.890751 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383be093-5a2d-448f-8061-41c9fedda771 x-openstack-request-id: req-383be093-5a2d-448f-8061-41c9fedda771 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:44.891048 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:44.891359 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-383be093-5a2d-448f-8061-41c9fedda771 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:44.891715 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'status': 'completed', 'code': 200} Nov 09 17:59:44.946551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:44.957331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.957768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.958341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.958896 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.959317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.959739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.960159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.960658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.961034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.961579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.962212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.962633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:44.962764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-d85463ee-0103-4b90-93b4-095ce86f5645 service neutron] 10.222.0.32 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250441 Nov 09 17:59:45.009668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-1493cb4c-5420-463b-87a0-67582a15d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.012296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-1493cb4c-5420-463b-87a0-67582a15d9af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 1098 time: 0.0663397 Nov 09 17:59:45.167517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:45.237832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c0aba-a881-459f-bb11-28bf142e9a17 req-250a15ef-33c7-42b9-b393-ccdc476d2e10 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.247676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a2c0aba-a881-459f-bb11-28bf142e9a17 req-250a15ef-33c7-42b9-b393-ccdc476d2e10 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.1036947 Nov 09 17:59:45.292000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:45.302422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-587c8950-9fca-4225-892c-99ac82366322 req-b0690fcb-584a-464c-b991-77dc60114c12 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 210 time: 0.0463235 Nov 09 17:59:45.327615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-827d7b2d-7a9b-4d49-acbf-87a765d078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.329666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-827d7b2d-7a9b-4d49-acbf-87a765d078cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3074012 Nov 09 17:59:45.344345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a2c0aba-a881-459f-bb11-28bf142e9a17 req-e76ffff1-eddf-4644-87ad-32aabd29850a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954509 Nov 09 17:59:45.391211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-05f1aef2-396c-4d80-8142-64f4a1a7beb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 200 len: 217 time: 0.0412984 Nov 09 17:59:45.398014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:45.420226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'mac_address': 'fa:16:3e:77:85:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:45.458862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-5e8171fa-650d-4192-b696-5ba57c6085de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.460406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-5e8171fa-650d-4192-b696-5ba57c6085de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0575235 Nov 09 17:59:45.501584 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.529737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2b86f9-e454-45a3-8bef-7478f2b850fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:45.545471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d759-f42a-4181-87bc-36324da32d15 req-9f622c31-038b-4e63-810b-e530f826049a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.553025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2d3d759-f42a-4181-87bc-36324da32d15 req-9f622c31-038b-4e63-810b-e530f826049a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1609581 Nov 09 17:59:45.566775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:45.589725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.594261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-284e37d4-a993-47f2-ad6f-34450ba066b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.595739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-284e37d4-a993-47f2-ad6f-34450ba066b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181669 Nov 09 17:59:45.605912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2d3d759-f42a-4181-87bc-36324da32d15 req-5f1759c7-23cd-42c4-ad64-a9c29cff555c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Nov 09 17:59:45.652897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:45.716179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7a2b86f9-e454-45a3-8bef-7478f2b850fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:45.790217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-f9ab410a-6bf4-4999-bf5c-54629e47923c service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771777 Nov 09 17:59:45.804594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52511d-0516-43bf-be21-6ffed7c63ce3 req-4852bdab-b71c-4f01-ad32-c3160695007a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:45.812542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e52511d-0516-43bf-be21-6ffed7c63ce3 req-4852bdab-b71c-4f01-ad32-c3160695007a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 945 time: 0.1108527 Nov 09 17:59:45.976137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e52511d-0516-43bf-be21-6ffed7c63ce3 req-91926dce-2606-46d1-9b0c-28b732ec2cd6 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626475 Nov 09 17:59:45.989399 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:45.998455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-776a4f2d-49de-4213-a36d-f625ba896e37 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:46.000538 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-776a4f2d-49de-4213-a36d-f625ba896e37 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd2478a7-1ea8-4a79-8d95-af44a18b768d HTTP/1.1" status: 200 len: 946 time: 0.1301727 Nov 09 17:59:46.039006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3a83e-2783-4185-ab6a-128cfc746921 req-6fa13498-fe5a-4c08-a3d6-41729282b8c9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:46.049453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13a3a83e-2783-4185-ab6a-128cfc746921 req-6fa13498-fe5a-4c08-a3d6-41729282b8c9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 944 time: 0.1266820 Nov 09 17:59:46.077018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61242f80-ffe5-4ee1-90f8-4193eb6df3e8 req-dae78b7b-cdc8-495d-a9c9-4f2d7c5c835a service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616584 Nov 09 17:59:46.110940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13a3a83e-2783-4185-ab6a-128cfc746921 req-2cec94f8-00dd-4e3f-a56d-693d96981728 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605488 Nov 09 17:59:46.164446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Deleting port 7c022945-6d40-466a-bf60-079d3246613f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 17:59:46.165355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:46.287823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] For port 7c022945-6d40-466a-bf60-079d3246613f, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c022945-6d40-466a-bf60-079d3246613f,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:46.288199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:46.306100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Calling delete_port for 7c022945-6d40-466a-bf60-079d3246613f owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 17:59:46.455939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-594febfd-2a3b-471e-a936-b48c735eed75 req-cc828e70-b0c9-4c81-9a0f-f35a972d07e3 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 210 time: 0.0508273 Nov 09 17:59:46.500403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:46.515388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7c022945-6d40-466a-bf60-079d3246613f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:46.528902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb7073-2dcb-4774-9e20-bca07a35c56e req-577bea54-d2e2-4908-b8bb-534fbcb5ccac tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:46.538258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74fb7073-2dcb-4774-9e20-bca07a35c56e req-577bea54-d2e2-4908-b8bb-534fbcb5ccac tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.0846908 Nov 09 17:59:46.550232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Pushing event deleted for resources: {'Port': ['ID=7c022945-6d40-466a-bf60-079d3246613f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:46.574406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.574764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.575112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.575458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.575811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.576133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.576465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.576814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.577125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.577459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.577784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.578132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:46.607254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74fb7073-2dcb-4774-9e20-bca07a35c56e req-72b1b87d-8465-403f-a485-d75df9218d98 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621886 Nov 09 17:59:46.626790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] No DVR routers for this DVR port 7c022945-6d40-466a-bf60-079d3246613f on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:46.629513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:46.634882 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72a7472a-8f52-4fc8-96d8-405e43a29553 req-fae46bd7-bee5-417b-be17-040cbb268481 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.73 "DELETE /v2.0/ports/7c022945-6d40-466a-bf60-079d3246613f HTTP/1.1" status: 204 len: 173 time: 0.6246989 Nov 09 17:59:46.810190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-33f15381-7c25-4be4-b79e-f5fbea5eacd9 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:46.812089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-33f15381-7c25-4be4-b79e-f5fbea5eacd9 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 815 time: 0.1757386 Nov 09 17:59:46.814945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818348a-0481-48dd-8bec-8694825cdc88 req-3f4e476c-0933-4466-bb9e-88b47795f39e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:46.816789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e818348a-0481-48dd-8bec-8694825cdc88 req-3f4e476c-0933-4466-bb9e-88b47795f39e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.0890872 Nov 09 17:59:46.845686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Request body: {'port': {'device_id': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'admin_state_up': True, 'tenant_id': '53e748381da04d7c8ea3764e3ee6610e'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:46.878154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e818348a-0481-48dd-8bec-8694825cdc88 req-13d6f942-d9fb-4b8a-ad78-a87f7ef7e3d2 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503728 Nov 09 17:59:46.918328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-deleted', 'tag': '7c022945-6d40-466a-bf60-079d3246613f'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:46.920600 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb24fa-693d-4bb4-8c1f-4e6542ffb87f" -d '{"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-deleted", "tag": "7c022945-6d40-466a-bf60-079d3246613f"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:46.997170 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2394246-2f8a-48cb-bd9c-03554afb250e x-openstack-request-id: req-e2394246-2f8a-48cb-bd9c-03554afb250e {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:46.997463 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2478a7-1ea8-4a79-8d95-af44a18b768d", "name": "network-vif-deleted", "tag": "7c022945-6d40-466a-bf60-079d3246613f", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:46.997721 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2394246-2f8a-48cb-bd9c-03554afb250e {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:46.998190 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2478a7-1ea8-4a79-8d95-af44a18b768d', 'name': 'network-vif-deleted', 'tag': '7c022945-6d40-466a-bf60-079d3246613f', 'status': 'completed', 'code': 200} Nov 09 17:59:47.015031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Made reservation on behalf of 53e748381da04d7c8ea3764e3ee6610e for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:47.036160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.181487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931d0b7-b91d-485e-a28f-6b78d2bd06c6 req-70359a53-cd34-48d7-a0e3-4247b1d2e2cb tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:47.182341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0add861-4c74-4ee7-85b1-3877679d2a6e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:47.186736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7931d0b7-b91d-485e-a28f-6b78d2bd06c6 req-70359a53-cd34-48d7-a0e3-4247b1d2e2cb tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 945 time: 0.1090429 Nov 09 17:59:47.187283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:47.278638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7931d0b7-b91d-485e-a28f-6b78d2bd06c6 req-42ae15f6-d8f6-4bae-9751-96d1c1553cdc tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833554 Nov 09 17:59:47.305902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Allocated IP 172.20.0.12 (2bd76728-877d-43b1-837c-2e7ccc61b7e7/0fe888a4-ca40-463c-a1b5-f93b44aae76c/32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:47.411251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba8ec-4aac-423e-9920-7015f3b28c44 req-53901b9b-16f1-4d4f-97b0-b2541a4cfb62 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:47.423839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a1ba8ec-4aac-423e-9920-7015f3b28c44 req-53901b9b-16f1-4d4f-97b0-b2541a4cfb62 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 944 time: 0.1211727 Nov 09 17:59:47.477108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:47.493285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 7a2b86f9-e454-45a3-8bef-7478f2b850fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:47.493805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.506704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a1ba8ec-4aac-423e-9920-7015f3b28c44 req-1c1f66a2-2a47-4f66-96c6-d4599a26eb6d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811732 Nov 09 17:59:47.546836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'mac_address': 'fa:16:3e:89:4b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:47.604053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.605722 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.624886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0add861-4c74-4ee7-85b1-3877679d2a6e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:47.646042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee9bc82-f73a-4b1b-9ad5-5d9aa72f7bf2 req-02c22410-8ac7-40ec-b618-3a2fc9950245 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 210 time: 0.0516329 Nov 09 17:59:47.675639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:47.680087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.683790 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.684458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:47.694081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7c022945-6d40-466a-bf60-079d3246613f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:47.723815 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.743142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Pushing event updated for resources: {'Port': ['ID=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:47.751458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9573-b1d3-4f85-91ab-23b21616a2c7 req-f8af32ef-7ba8-4899-92a9-6371e5a92e7a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:47.760974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-687e9573-b1d3-4f85-91ab-23b21616a2c7 req-f8af32ef-7ba8-4899-92a9-6371e5a92e7a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.0682046 Nov 09 17:59:47.765429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:47.768375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:47.771879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:47.799332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-687e9573-b1d3-4f85-91ab-23b21616a2c7 req-8d483228-1cc8-4263-81f1-8255a1da475d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Nov 09 17:59:47.846002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:47.846802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.846953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:47.858703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:47.861872 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c789d1b6-3420-4454-ac13-475b64e9a93c" -d '{"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:47.882393 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-7ac5dcdb-1243-4027-b70c-fe4fc7a9e1c6 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0457923 Nov 09 17:59:47.904729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Request body: {'port': {'device_id': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:47.912691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:47.919613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:47.955017 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af2eb5-be3e-46cc-8dde-fb0e65452a81 x-openstack-request-id: req-96af2eb5-be3e-46cc-8dde-fb0e65452a81 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:47.955314 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:47.955569 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96af2eb5-be3e-46cc-8dde-fb0e65452a81 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:47.956145 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'code': 200} Nov 09 17:59:48.012437 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.019557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:48.022302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=10']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:48.036441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'mac_address': 'fa:16:3e:24:dc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:48.081629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.097044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:48.126822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4effac3-6cd2-42f5-80fd-cd9693416760 req-9c931f33-b9cd-4d34-a24c-52b2c42a73de tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:48.130245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:48.136422 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.138775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4effac3-6cd2-42f5-80fd-cd9693416760 req-9c931f33-b9cd-4d34-a24c-52b2c42a73de tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.0986485 Nov 09 17:59:48.198868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4effac3-6cd2-42f5-80fd-cd9693416760 req-58bc936b-4afe-4cf5-a86e-3fa2769c2cb3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538011 Nov 09 17:59:48.220256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:48.366156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:48.376409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.393710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Transition to ACTIVE for port object 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:48.402612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.437663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a911a-75f0-4583-be7d-8c4860910b4d req-f431f3cc-c4a5-45a9-9a59-e51a006b882e tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:48.446518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-154a911a-75f0-4583-be7d-8c4860910b4d req-f431f3cc-c4a5-45a9-9a59-e51a006b882e tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 945 time: 0.0845418 Nov 09 17:59:48.463029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:48.489436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['6b8cb0e0-aedc-4b54-acb1-8ad6af623922'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:48.522909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-154a911a-75f0-4583-be7d-8c4860910b4d req-1f7645e0-7e2a-46bc-ba29-f9941a80b4f5 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751615 Nov 09 17:59:48.567221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Attempting to bind port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 17:59:48.567563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Attempting to bind port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 17:59:48.567893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Attempting to bind port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:48.580805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 17:59:48.581325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Attempting to bind port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 on network 2bd76728-877d-43b1-837c-2e7ccc61b7e7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 17:59:48.587872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 17:59:48.588422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Checking segment: {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 17:59:48.588962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Bound using segment: {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 17:59:48.589593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Bound port: 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 17:59:48.590176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.611750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c0add861-4c74-4ee7-85b1-3877679d2a6e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:48.659279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] For port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:48.662372 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] For port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 17:59:48.669169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.692033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a5e648a3-27f2-4fcc-b812-5c0defcd0f7a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:48.726684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98ff6b-bef7-435f-85bd-d78ac9dbb59a req-52e3e53c-bb58-4d7a-9bf0-04527ff713c9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:48.729631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c98ff6b-bef7-435f-85bd-d78ac9dbb59a req-52e3e53c-bb58-4d7a-9bf0-04527ff713c9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 945 time: 0.0677907 Nov 09 17:59:48.734073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:48.734899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.736425 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] 10.222.0.85 "PUT /v2.0/ports/32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 HTTP/1.1" status: 200 len: 1092 time: 0.8411961 Nov 09 17:59:48.765861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0348-0c5b-42c2-b067-78faebe2b9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:48.858526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c98ff6b-bef7-435f-85bd-d78ac9dbb59a req-a4018f6e-d1dc-4e7a-8474-d1a7787136ae tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232231 Nov 09 17:59:48.882435 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.897706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9ac3-6c02-4b38-bb94-42a0d60dbe85 req-09582168-78a4-4cb8-890c-78105bf4a0fe tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:48.900374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-d0db1184-c2a5-4e08-bb9f-e3174f1691e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:48.902689 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-d0db1184-c2a5-4e08-bb9f-e3174f1691e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 1095 time: 0.0867403 Nov 09 17:59:48.904528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcbc9ac3-6c02-4b38-bb94-42a0d60dbe85 req-09582168-78a4-4cb8-890c-78105bf4a0fe tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 944 time: 0.1211669 Nov 09 17:59:48.929799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:48.956492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:48.956883 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:48.983968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-2263ea31-f98a-4ed8-9db1-cfe00313236b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 HTTP/1.1" status: 200 len: 217 time: 0.0605602 Nov 09 17:59:49.003874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'tag': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:49.005410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcbc9ac3-6c02-4b38-bb94-42a0d60dbe85 req-9e366d38-9ee0-4eb7-97f4-94b4c474779f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932877 Nov 09 17:59:49.007176 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d87d95ec-987c-4a38-922c-b7e5e1ca83eb", "tag": "32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:49.068029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-f3492972-8ce3-4cff-979d-e06dbd02249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.070533 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-f3492972-8ce3-4cff-979d-e06dbd02249a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0fe888a4-ca40-463c-a1b5-f93b44aae76c HTTP/1.1" status: 200 len: 855 time: 0.0776470 Nov 09 17:59:49.093484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f30b-5086-4849-9bc9-3ab69046d7fe req-f224fd8d-7e58-4ebe-9c17-076f43cbfb2f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.095750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6a8f30b-5086-4849-9bc9-3ab69046d7fe req-f224fd8d-7e58-4ebe-9c17-076f43cbfb2f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 948 time: 0.1197865 Nov 09 17:59:49.104731 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1172789-0803-4df6-baf0-f5fed0a70644 x-openstack-request-id: req-b1172789-0803-4df6-baf0-f5fed0a70644 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:49.105399 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87d95ec-987c-4a38-922c-b7e5e1ca83eb", "tag": "32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:49.105768 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1172789-0803-4df6-baf0-f5fed0a70644 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:49.106304 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'tag': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2', 'status': 'completed', 'code': 200} Nov 09 17:59:49.138679 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.140535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-357c8212-de23-4854-a6a6-3413ae0307b4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2bd76728-877d-43b1-837c-2e7ccc61b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561013 Nov 09 17:59:49.162414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6a8f30b-5086-4849-9bc9-3ab69046d7fe req-f73e9321-333f-4669-9081-b1b466f0686e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587521 Nov 09 17:59:49.202803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:49.218021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c022945-6d40-466a-bf60-079d3246613f no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:49.221130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:49.275041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 7c022945-6d40-466a-bf60-079d3246613f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 17:59:49.276432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c022945-6d40-466a-bf60-079d3246613f not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:49.318679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:49.346227 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-b008fad1-7128-447f-b96d-f78bc0b83f0a service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979854 Nov 09 17:59:49.382109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fe91a-f53f-41fe-9445-9de445bfed94 req-51df6a57-a6da-4b92-9f7d-6f5bad0c3286 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.393776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e8fe91a-f53f-41fe-9445-9de445bfed94 req-51df6a57-a6da-4b92-9f7d-6f5bad0c3286 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.1072264 Nov 09 17:59:49.465913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e8fe91a-f53f-41fe-9445-9de445bfed94 req-68a1ad8d-f921-4135-9353-14eed12b99cf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636654 Nov 09 17:59:49.496672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-edaaa09f-069f-4bc6-83ab-9ec318623f94 req-e4bbed44-c447-47b1-a3af-7fb9dd9b54cc service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382442 Nov 09 17:59:49.658415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-0bb3f7b7-fe66-4a2c-8ed9-56dd47bf4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.661772 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-0bb3f7b7-fe66-4a2c-8ed9-56dd47bf4a37 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=53e748381da04d7c8ea3764e3ee6610e&device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 1095 time: 0.1012931 Nov 09 17:59:49.773530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a518a4-30e7-4a7c-a963-a085b4dd30b8 req-4ea68621-8b34-4294-8ced-4486763fe84b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.773530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62a518a4-30e7-4a7c-a963-a085b4dd30b8 req-4ea68621-8b34-4294-8ced-4486763fe84b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 946 time: 0.0956690 Nov 09 17:59:49.795707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-92b94111-6a8d-4d4e-9d90-465df21247ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:49.798499 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-92b94111-6a8d-4d4e-9d90-465df21247ba service neutron] 10.222.0.85 "GET /v2.0/networks?id=2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 200 len: 916 time: 0.1200931 Nov 09 17:59:49.824380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62a518a4-30e7-4a7c-a963-a085b4dd30b8 req-2a82b119-91b3-4f47-bf95-ad5f3eede2d9 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573683 Nov 09 17:59:49.866102 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-7fdfe14a-291f-46d0-8830-cb4d7ac3b39e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 HTTP/1.1" status: 200 len: 217 time: 0.0587118 Nov 09 17:59:49.959214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:49.959515 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d692fa-613c-4727-8906-e29c3f530b02" -d '{"events": [{"server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:50.027565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-838075b2-83b3-46fb-982a-45979fefdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.027565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-838075b2-83b3-46fb-982a-45979fefdcb4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0fe888a4-ca40-463c-a1b5-f93b44aae76c HTTP/1.1" status: 200 len: 855 time: 0.1367166 Nov 09 17:59:50.056125 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-0206c862-7c71-4bae-8f6f-1851dd7dc514 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2bd76728-877d-43b1-837c-2e7ccc61b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385456 Nov 09 17:59:50.064785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5749a0d-7af1-48c5-ab28-1d9a41a138e9 req-5f75c7a4-8a5f-4906-8fa0-79858baa2a5f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.067217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5749a0d-7af1-48c5-ab28-1d9a41a138e9 req-5f75c7a4-8a5f-4906-8fa0-79858baa2a5f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 945 time: 0.0929716 Nov 09 17:59:50.071120 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7b8660-40ea-499b-ba59-9ff91970b869 x-openstack-request-id: req-fd7b8660-40ea-499b-ba59-9ff91970b869 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:50.071774 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:50.072101 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd7b8660-40ea-499b-ba59-9ff91970b869 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:50.072613 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'code': 200} Nov 09 17:59:50.197250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5749a0d-7af1-48c5-ab28-1d9a41a138e9 req-cef3410e-51b4-4102-ac03-3adb174cfa00 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128263 Nov 09 17:59:50.245622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-8eb9d859-4b96-4bae-bd6d-a13a9190ea8b service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776254 Nov 09 17:59:50.248999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4a75f-5576-4d52-9da5-05fd9acc4d5f req-615567af-7dc4-45a2-b5da-21e935225678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.250513 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-75f4a75f-5576-4d52-9da5-05fd9acc4d5f req-615567af-7dc4-45a2-b5da-21e935225678 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0952952 Nov 09 17:59:50.260036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005446a-f0a9-41e3-bf6d-a769691b8916 req-99131b76-1cac-44c8-9421-e902c30d4e3b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.272729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3005446a-f0a9-41e3-bf6d-a769691b8916 req-99131b76-1cac-44c8-9421-e902c30d4e3b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 944 time: 0.0956824 Nov 09 17:59:50.318806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3005446a-f0a9-41e3-bf6d-a769691b8916 req-cba12f13-7bda-4e80-948a-3958ea03d539 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Nov 09 17:59:50.385905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88729ff-524d-4d7c-a83e-e797e4a52985 req-7d97b7bd-55e4-45ab-96c4-a584c855bad5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.388025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f88729ff-524d-4d7c-a83e-e797e4a52985 req-7d97b7bd-55e4-45ab-96c4-a584c855bad5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 948 time: 0.0683401 Nov 09 17:59:50.388156 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-75f4a75f-5576-4d52-9da5-05fd9acc4d5f req-71ea24c2-25ed-4898-bd9c-6972e882cf5b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242375 Nov 09 17:59:50.434573 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e0481ef-dcb3-4cb8-8235-0a98de4677d0 req-4700b87f-a925-436c-bfb0-8b8d465a0d50 service neutron] 10.222.0.85 "GET /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593232 Nov 09 17:59:50.453483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f88729ff-524d-4d7c-a83e-e797e4a52985 req-c2924aa4-7d62-4f14-bd47-e3dca3ac265b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582759 Nov 09 17:59:50.592413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57795a94-cb4c-4bd9-b7b4-642906ff136c req-5fd74ae8-d77b-4f36-b00d-801c86b78882 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.616482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-57795a94-cb4c-4bd9-b7b4-642906ff136c req-5fd74ae8-d77b-4f36-b00d-801c86b78882 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 943 time: 0.0778234 Nov 09 17:59:50.667594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-57795a94-cb4c-4bd9-b7b4-642906ff136c req-600e9736-1b1f-471a-a25b-5ef52247e40b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493875 Nov 09 17:59:50.960780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd3d05-fa4e-4c1f-bafe-4ef3f9d83ce0 req-6fea7029-12f2-468b-b4d5-b22549c7c465 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:50.970019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5cd3d05-fa4e-4c1f-bafe-4ef3f9d83ce0 req-6fea7029-12f2-468b-b4d5-b22549c7c465 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 946 time: 0.0675702 Nov 09 17:59:51.017356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5cd3d05-fa4e-4c1f-bafe-4ef3f9d83ce0 req-bf6a0b8c-18e9-4490-9a5d-30966cb6fa16 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Nov 09 17:59:51.101803 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-5d572986-c2b1-4268-aa21-d1f256a2f2cf service neutron] 10.222.0.85 "GET /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.0711839 Nov 09 17:59:51.212684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0add861-4c74-4ee7-85b1-3877679d2a6e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:51.286968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port c0add861-4c74-4ee7-85b1-3877679d2a6e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:51.291694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port c0add861-4c74-4ee7-85b1-3877679d2a6e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:51.292086 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.332094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:51.338313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2d93c-e00b-4b34-8e90-eddf97a7437d req-0cc17bad-dcf3-4e3f-87c3-8c3b8a1ae2f1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:51.340578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22a2d93c-e00b-4b34-8e90-eddf97a7437d req-0cc17bad-dcf3-4e3f-87c3-8c3b8a1ae2f1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 945 time: 0.0617521 Nov 09 17:59:51.380473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:51.403426 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.444961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:51.452671 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.453624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:51.461202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:51.491990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:51.513174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22a2d93c-e00b-4b34-8e90-eddf97a7437d req-b9199b22-4472-4e95-baaf-4fc26e37f261 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592865 Nov 09 17:59:51.539461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.566935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83588a-358b-4742-9afd-89f643f49eb9 req-7624a83a-f6ba-4acf-b431-c8685e66f6b5 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:51.578439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb83588a-358b-4742-9afd-89f643f49eb9 req-7624a83a-f6ba-4acf-b431-c8685e66f6b5 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 944 time: 0.1214020 Nov 09 17:59:51.586622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:51.607963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:51.615411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:51.615835 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.640259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb83588a-358b-4742-9afd-89f643f49eb9 req-72929c6f-3ecc-4b6f-bcb5-c84c2dddf22c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561562 Nov 09 17:59:51.737466 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.789294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] Transition to ACTIVE for port object 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:51.800978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.805735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:51.811837 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:51.829836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65331c89-784e-4773-87c5-3027568dac0c req-3592ec8b-d5b3-435e-b8fb-f1560074e1cd tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:51.832798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65331c89-784e-4773-87c5-3027568dac0c req-3592ec8b-d5b3-435e-b8fb-f1560074e1cd tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 948 time: 0.1428289 Nov 09 17:59:51.877474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:51.929204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] No DVR routers for this DVR port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 17:59:51.951533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] Pushing event updated for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:51.958360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65331c89-784e-4773-87c5-3027568dac0c req-56c28461-ac53-47c8-a7e7-5489f799cc9e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187112 Nov 09 17:59:51.978495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-61195a37-1564-4697-8ad5-906c8f4600d8 service neutron] 10.222.0.85 "PUT /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb/bindings/n-h1-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8712175 Nov 09 17:59:51.995185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2d44b-c4b2-4ca7-b536-93d01b38f2cd req-96d4c0e7-525b-4370-a836-a9f5b3fed3c6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.002710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1d2d44b-c4b2-4ca7-b536-93d01b38f2cd req-96d4c0e7-525b-4370-a836-a9f5b3fed3c6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.1074548 Nov 09 17:59:52.055488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1d2d44b-c4b2-4ca7-b536-93d01b38f2cd req-d1b52c13-4cbd-4b28-88d0-8743c99cf1f5 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479596 Nov 09 17:59:52.074040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e'}, {'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:52.076962 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff053a7d-8300-4969-9ef8-56b1bf274b48" -d '{"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-plugged", "status": "completed", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e"}, {"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:52.123770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-58592494-b3a8-44e7-923f-9d4290095955 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.125954 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-58592494-b3a8-44e7-923f-9d4290095955 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.0772908 Nov 09 17:59:52.196988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-1726f4f1-cc7d-4f0d-9d00-68fe97cb7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.199071 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-1726f4f1-cc7d-4f0d-9d00-68fe97cb7428 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b&tenant_id=318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 1095 time: 0.0601282 Nov 09 17:59:52.221608 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd8f624-813a-4366-8295-9f1478a2f871 x-openstack-request-id: req-3fd8f624-813a-4366-8295-9f1478a2f871 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:52.222162 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-plugged", "status": "completed", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e", "code": 200}, {"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:52.222456 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fd8f624-813a-4366-8295-9f1478a2f871 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:52.222942 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'code': 200} Nov 09 17:59:52.223292 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'code': 200} Nov 09 17:59:52.251455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4a937-d5df-4098-9683-368a50305ce8 req-abc0044c-9b35-454e-8ebf-ec800280f35f tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.253780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64d4a937-d5df-4098-9683-368a50305ce8 req-abc0044c-9b35-454e-8ebf-ec800280f35f tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 946 time: 0.0583599 Nov 09 17:59:52.316249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64d4a937-d5df-4098-9683-368a50305ce8 req-27de154d-7b48-4adf-bfca-3516bc455b8d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530612 Nov 09 17:59:52.321456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-e47e8ec3-9527-4f81-8d92-d4f74acc02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.326329 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-e47e8ec3-9527-4f81-8d92-d4f74acc02ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1095 time: 0.0767300 Nov 09 17:59:52.472219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-8bdece98-66aa-4da9-aac2-5978a0e6a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.473804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-8bdece98-66aa-4da9-aac2-5978a0e6a09c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.1362488 Nov 09 17:59:52.512452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aae9a-002c-48d0-97bd-2d1670997ccd req-2208d4d4-e284-4e69-bc04-c78f83bcb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.513947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d71aae9a-002c-48d0-97bd-2d1670997ccd req-2208d4d4-e284-4e69-bc04-c78f83bcb9cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 1100 time: 0.1904528 Nov 09 17:59:52.520140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7df3-03bb-4c23-972f-0ee413b1724b req-a9ca7dbb-4784-4d70-87d3-ac8d70c5a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.521979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-895c7df3-03bb-4c23-972f-0ee413b1724b req-a9ca7dbb-4784-4d70-87d3-ac8d70c5a4f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 1097 time: 0.1400886 Nov 09 17:59:52.560045 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-6535c754-8ac1-4923-b1b9-b5db763f4f88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 200 len: 217 time: 0.0725169 Nov 09 17:59:52.620809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-378691ae-afce-4965-a0f8-9527cbc56dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.623648 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-378691ae-afce-4965-a0f8-9527cbc56dc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0568247 Nov 09 17:59:52.636709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-14c4285a-2425-4e47-958f-7f9061dd7102 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2561908 Nov 09 17:59:52.651998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d71aae9a-002c-48d0-97bd-2d1670997ccd req-fb299d24-61a4-462e-b078-bbb96cde9bc0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207190 Nov 09 17:59:52.656436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-895c7df3-03bb-4c23-972f-0ee413b1724b req-34bc9bea-df2b-47c8-8db2-f96f6e3c9734 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241536 Nov 09 17:59:52.662410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:52.671596 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-41469d1b-bd1e-4894-9297-472a65d72df3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381021 Nov 09 17:59:52.693722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae09374-ba68-48c0-b9e8-548940ed0a92 req-c284a3ba-1322-4524-acc4-9113c558ca4b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.695309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ae09374-ba68-48c0-b9e8-548940ed0a92 req-c284a3ba-1322-4524-acc4-9113c558ca4b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0878873 Nov 09 17:59:52.696641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 17:59:52.700499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 17:59:52.720668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.753111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 17:59:52.794645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ae09374-ba68-48c0-b9e8-548940ed0a92 req-4b70be6f-ba5e-4d1a-bcff-633426f697b0 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890591 Nov 09 17:59:52.876666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:52.889683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2', 'network_id': '2bd76728-877d-43b1-837c-2e7ccc61b7e7', 'port_id': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2', 'mac_address': 'fa:16:3e:8a:f2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe888a4-ca40-463c-a1b5-f93b44aae76c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 17:59:52.920523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.930873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b27ae-c545-4ab5-b822-f09093428eca req-07825e88-9c19-4034-bd20-4b82396e4d56 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:52.933332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f51b27ae-c545-4ab5-b822-f09093428eca req-07825e88-9c19-4034-bd20-4b82396e4d56 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 944 time: 0.0765502 Nov 09 17:59:52.941730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:52.956215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:52.983499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:52.988971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.033037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f51b27ae-c545-4ab5-b822-f09093428eca req-2e82bbf2-4421-4387-81e5-a07482d1aa5f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892584 Nov 09 17:59:53.076026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:53.102649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Allocated IP 172.25.0.55 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/e8d1b1ad-aa7c-42aa-813a-5d2d3e2289e0) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:53.224921 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-c261af82-ee4e-4dbf-9896-b24335ec7319 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717792 Nov 09 17:59:53.277139 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.306534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c748ada-90d3-47fe-b62b-aa14ad7397b8 req-d1f8ced9-817d-4158-ad5b-5ebc67778fbc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:53.309871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c748ada-90d3-47fe-b62b-aa14ad7397b8 req-d1f8ced9-817d-4158-ad5b-5ebc67778fbc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0819676 Nov 09 17:59:53.340330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:53.350587 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-680fbce8-dda7-427d-b6e3-f1f0df4fac05 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142676 Nov 09 17:59:53.421540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c748ada-90d3-47fe-b62b-aa14ad7397b8 req-8f53d970-3356-4788-a9c2-28bd85a9edca tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011364 Nov 09 17:59:53.435706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.482003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:53.505273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:53.515720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:53.581082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Pushing event updated for resources: {'Port': ['ID=e8d1b1ad-aa7c-42aa-813a-5d2d3e2289e0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:53.599506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.599904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.600194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.600534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.600873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.601203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.601534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.601863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.602218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.602562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.602872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.603192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 17:59:53.630323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165e586-c77d-4475-8ac3-e295cc188ad7 req-e8643392-d730-48ed-8b50-0ca112679745 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:53.632165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f165e586-c77d-4475-8ac3-e295cc188ad7 req-e8643392-d730-48ed-8b50-0ca112679745 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.1241782 Nov 09 17:59:53.695979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-553eb7c7-4e17-48f0-8ef1-808b180c539d tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:53.700349 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-553eb7c7-4e17-48f0-8ef1-808b180c539d tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.0862060 Nov 09 17:59:53.713150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f165e586-c77d-4475-8ac3-e295cc188ad7 req-396e8f59-4551-4fc3-8e0d-2ff1d0731700 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735481 Nov 09 17:59:53.717669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.766670 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.939080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-c9f9e6fc-d9f4-477c-8014-d45ac58a9ce8 service neutron] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 17:59:53.944305 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-c9f9e6fc-d9f4-477c-8014-d45ac58a9ce8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:53.946684 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e67be808-497c-48ac-9f13-9e995f1ca653 req-c9f9e6fc-d9f4-477c-8014-d45ac58a9ce8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb/bindings/n-h2-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.2379045 Nov 09 17:59:54.144750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a52fc-820a-48e2-b705-83f49a2f3f2d req-749fab5c-5cd8-4940-8ebb-c0c6d524b6c3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:54.146665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579a52fc-820a-48e2-b705-83f49a2f3f2d req-749fab5c-5cd8-4940-8ebb-c0c6d524b6c3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0881233 Nov 09 17:59:54.197386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.208959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.266959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579a52fc-820a-48e2-b705-83f49a2f3f2d req-c1eeef1b-b6cc-4efc-9fdd-c19e07d07755 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126008 Nov 09 17:59:54.322912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Pushing event updated for resources: {'Port': ['ID=e8d1b1ad-aa7c-42aa-813a-5d2d3e2289e0,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:54.349344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.387283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.394222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-914a32ff-c510-433e-b6e3-d07e93d89303 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7407751 Nov 09 17:59:54.471987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-4f26edaf-e7d7-47d4-9275-5b8b14acc093 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.0767398 Nov 09 17:59:54.489692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bbda7-8ea1-4e92-a33b-2625a00dcae4 req-fce61a79-9ed9-451a-a9c1-dbce98afff75 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:54.491243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c4bbda7-8ea1-4e92-a33b-2625a00dcae4 req-fce61a79-9ed9-451a-a9c1-dbce98afff75 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 945 time: 0.1195500 Nov 09 17:59:54.615903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c4bbda7-8ea1-4e92-a33b-2625a00dcae4 req-f3460bfc-efab-47c3-96f8-95928adce6e5 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010098 Nov 09 17:59:54.649782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-b8f666ee-0799-4817-85e0-54301d8c2e80 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:54.651745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab1c512d-bc94-4807-a04d-c82b33d5846f req-b8f666ee-0799-4817-85e0-54301d8c2e80 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1790774 Nov 09 17:59:54.719603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 17:59:54.790820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 17:59:54.795289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:54.795651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.896412 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:54.919366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2d02a-f851-4154-bf40-7b032959d547 req-cb12a52e-9272-4ae4-b540-8d21eb810a0a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:54.920911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcd2d02a-f851-4154-bf40-7b032959d547 req-cb12a52e-9272-4ae4-b540-8d21eb810a0a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1689806 Nov 09 17:59:54.930823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 17:59:54.934348 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b80552-0b89-4fca-9a35-099948c2f62d" -d '{"events": [{"server_uuid": "d87d95ec-987c-4a38-922c-b7e5e1ca83eb", "name": "network-vif-plugged", "status": "completed", "tag": "32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 17:59:54.950030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 17:59:54.967992 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:55.005397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcd2d02a-f851-4154-bf40-7b032959d547 req-3932f9d7-6b10-4f70-a565-277cb253c933 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731370 Nov 09 17:59:55.020355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-ded0cd1b-a7b3-4ac6-a9a2-c9e92f8a0c61 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:55.036823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-ded0cd1b-a7b3-4ac6-a9a2-c9e92f8a0c61 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 821 time: 0.2161617 Nov 09 17:59:55.055286 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-8a3af75b-eac3-4d3f-94e5-8977c6fbd320 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/quotas/b5c15fa387094e999abaec843f350c66 HTTP/1.1" status: 200 len: 375 time: 0.0166452 Nov 09 17:59:55.060835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:55.148425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-2cac57c9-b040-497a-8aac-388d0d14231b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0918853 Nov 09 17:59:55.219190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a39a4-3c7a-4019-8136-f90b0c8fe8d5 req-73e39cd8-1a6e-4167-8185-26a793d19bff tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:55.220711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e70a39a4-3c7a-4019-8136-f90b0c8fe8d5 req-73e39cd8-1a6e-4167-8185-26a793d19bff tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.1293600 Nov 09 17:59:55.270157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-ce2d8a48-9b12-48ec-b764-c25c2ae54ece service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208367 Nov 09 17:59:55.293932 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e70a39a4-3c7a-4019-8136-f90b0c8fe8d5 req-a834fa7a-8ff3-4c38-ba45-b895aa3b0ff4 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649493 Nov 09 17:59:55.386816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-3f8e451c-6b33-4d03-91b0-f811e3c4369d service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031549 Nov 09 17:59:55.497188 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3bbf20-b262-4598-bbcd-d171f30a2cb3 x-openstack-request-id: req-6b3bbf20-b262-4598-bbcd-d171f30a2cb3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 17:59:55.497952 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87d95ec-987c-4a38-922c-b7e5e1ca83eb", "name": "network-vif-plugged", "status": "completed", "tag": "32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 17:59:55.498827 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b3bbf20-b262-4598-bbcd-d171f30a2cb3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 17:59:55.499487 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2', 'code': 200} Nov 09 17:59:55.671252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f888c-1203-49c6-8a1b-4eeeb370dbe3 req-da1abb6e-8937-473f-af34-5001a385cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:55.673560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab1f888c-1203-49c6-8a1b-4eeeb370dbe3 req-da1abb6e-8937-473f-af34-5001a385cf7c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 1097 time: 0.0530603 Nov 09 17:59:55.700184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed51fa-6f63-4cf7-bc47-899c37e4a343 req-1423edc7-949f-40f6-823d-6c99efe99523 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:55.707626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8ed51fa-6f63-4cf7-bc47-899c37e4a343 req-1423edc7-949f-40f6-823d-6c99efe99523 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1464002 Nov 09 17:59:55.728600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab1f888c-1203-49c6-8a1b-4eeeb370dbe3 req-dedb1ccb-6bd5-45b6-bd97-0736a4f29644 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Nov 09 17:59:55.737519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad318c-b3a1-43c7-888b-cba63b502862 req-17f6adc2-6859-438d-9de4-e6241283f667 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:55.739024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25ad318c-b3a1-43c7-888b-cba63b502862 req-17f6adc2-6859-438d-9de4-e6241283f667 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0946319 Nov 09 17:59:55.782443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8ed51fa-6f63-4cf7-bc47-899c37e4a343 req-57498532-ea85-4e60-a05d-ce203a539fda tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720091 Nov 09 17:59:55.836386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25ad318c-b3a1-43c7-888b-cba63b502862 req-a7369a42-acf8-414d-b17f-2b3e17164047 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893335 Nov 09 17:59:55.915625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e16ab9e3-ea54-432e-8bbb-be398b8cb15a req-f97dc037-220a-4b91-ad04-64c3858a24fe tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 210 time: 0.0547926 Nov 09 17:59:55.988134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee469e-53cd-42e5-8dad-2fd40df576f7 req-0ea707df-8dc0-4bb3-91fe-ae531fc3c63f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:55.990488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ee469e-53cd-42e5-8dad-2fd40df576f7 req-0ea707df-8dc0-4bb3-91fe-ae531fc3c63f tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.0593135 Nov 09 17:59:56.044264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ee469e-53cd-42e5-8dad-2fd40df576f7 req-74642058-354b-4cae-937d-ca0dfe617476 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Nov 09 17:59:56.185530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843ae3-696d-4a8d-a28a-053e01d9b7e0 req-7dc811cf-1059-48ef-84d1-7a7ccac018bb tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:56.206539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2843ae3-696d-4a8d-a28a-053e01d9b7e0 req-7dc811cf-1059-48ef-84d1-7a7ccac018bb tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1095 time: 0.0914490 Nov 09 17:59:56.249697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2843ae3-696d-4a8d-a28a-053e01d9b7e0 req-fcd9e579-d2b3-4e68-b2c6-e2a7b286050b tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Nov 09 17:59:56.406738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd73f9c-8d01-4614-a307-1ef9267b067f req-7c60bbf5-e783-4c8c-9a92-14b1bfbf585d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:56.417968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efd73f9c-8d01-4614-a307-1ef9267b067f req-7c60bbf5-e783-4c8c-9a92-14b1bfbf585d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0828876 Nov 09 17:59:56.471827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efd73f9c-8d01-4614-a307-1ef9267b067f req-479bad70-78f5-4bc6-a874-200adbd60bf6 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Nov 09 17:59:56.625328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7793945-59c3-4e26-9f48-c312f442e326 req-24a01697-ad57-4770-8145-b292558486eb tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:56.633164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7793945-59c3-4e26-9f48-c312f442e326 req-24a01697-ad57-4770-8145-b292558486eb tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 1095 time: 0.0613842 Nov 09 17:59:56.659992 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-efd4287d-2735-4d99-857e-b0a2d61392e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543399 Nov 09 17:59:56.678019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7793945-59c3-4e26-9f48-c312f442e326 req-b7d99b7d-c640-41b8-8fcb-5bded20379bf tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Nov 09 17:59:56.834977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326507fa-6d4a-4545-b51b-f1c5034ffac7 req-8ad3823f-3818-430c-95b8-b9c8c7e14890 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:56.843725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-326507fa-6d4a-4545-b51b-f1c5034ffac7 req-8ad3823f-3818-430c-95b8-b9c8c7e14890 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0742781 Nov 09 17:59:56.887106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-326507fa-6d4a-4545-b51b-f1c5034ffac7 req-98f2028b-39bd-41c6-9fd5-505ab669de2d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Nov 09 17:59:57.094435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00a17f9b-ed9f-41ae-924a-ac1700691009 req-eae7b814-d30f-4c7e-ad2e-5aa518c543a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 210 time: 0.0548646 Nov 09 17:59:57.358088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-cd62e38e-be25-459b-9d80-2008ca3fb6c0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:57.359666 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-cd62e38e-be25-459b-9d80-2008ca3fb6c0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 821 time: 0.2277746 Nov 09 17:59:57.379252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'port': {'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'admin_state_up': True, 'tenant_id': 'b5c15fa387094e999abaec843f350c66'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:57.394938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd28e-2d25-45cd-b76c-eaaf237d403f req-a43d2991-6a92-4bc5-9278-e8f9f8138ae1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:57.411996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4accd28e-2d25-45cd-b76c-eaaf237d403f req-a43d2991-6a92-4bc5-9278-e8f9f8138ae1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.1137552 Nov 09 17:59:57.480284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4accd28e-2d25-45cd-b76c-eaaf237d403f req-1348f8c5-8784-48fb-ad2e-221017e4e189 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648026 Nov 09 17:59:57.603828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Made reservation on behalf of b5c15fa387094e999abaec843f350c66 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 17:59:57.611478 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:57.662206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4340b1a-d07c-4aa3-ab17-bce2f7e29034 req-7a6ab3a0-5f99-4d02-9adb-c75b18979934 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:57.673775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4340b1a-d07c-4aa3-ab17-bce2f7e29034 req-7a6ab3a0-5f99-4d02-9adb-c75b18979934 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0960412 Nov 09 17:59:57.744814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4340b1a-d07c-4aa3-ab17-bce2f7e29034 req-5310f926-1340-47cf-9647-b6020a79e464 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691359 Nov 09 17:59:57.814923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Allocated IP 172.20.0.4 (ed10bb29-b387-482f-868d-95720d2acb59/7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f/6cf21153-ca50-4764-9b8a-c736f97407f8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 17:59:58.092524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47fa91-acdd-419a-946b-6856300d64d2 req-30f89aea-20eb-41de-a423-5c82772ac33f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:58.094138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec47fa91-acdd-419a-946b-6856300d64d2 req-30f89aea-20eb-41de-a423-5c82772ac33f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1013098 Nov 09 17:59:58.186872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec47fa91-acdd-419a-946b-6856300d64d2 req-05be15d2-5434-4a89-8973-fa0d02c8ec53 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Nov 09 17:59:58.246288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e4946d-04e4-4550-85d4-26eca2893a14 req-255e9b3d-877d-4b57-bb5a-4a31e97015c1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 210 time: 0.0506144 Nov 09 17:59:58.457962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:58.521763 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:58.600836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Network ed10bb29-b387-482f-868d-95720d2acb59 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 17:59:58.614814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 17:59:58.647959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Pushing event updated for resources: {'Port': ['ID=6cf21153-ca50-4764-9b8a-c736f97407f8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:58.658258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 17:59:58.677192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71166-8803-4750-a8c3-fe849c7cc5d3 req-2279b158-5a57-44a6-96d4-3b5b648668f4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:58.690426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1da71166-8803-4750-a8c3-fe849c7cc5d3 req-2279b158-5a57-44a6-96d4-3b5b648668f4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.1281059 Nov 09 17:59:58.795643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 17:59:58.819832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1da71166-8803-4750-a8c3-fe849c7cc5d3 req-077fcade-462d-413b-9d46-a53eccc1e60b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278780 Nov 09 17:59:58.895744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-9f094775-98c8-4a28-b946-ad40ab6754a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:58.897317 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-9f094775-98c8-4a28-b946-ad40ab6754a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 1100 time: 0.2058001 Nov 09 17:59:58.928563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:58.929232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.065803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4ec23-db04-4717-9a96-b5592e7d4cb6 req-9840adbc-df0a-461e-89df-028b854529ad tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:59.076071 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-eb988e52-1ab9-4e31-9b79-6fe9fe04e0e7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7007565 Nov 09 17:59:59.076560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3f4ec23-db04-4717-9a96-b5592e7d4cb6 req-9840adbc-df0a-461e-89df-028b854529ad tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1165776 Nov 09 17:59:59.090215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Request body: {'port': {'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 17:59:59.117062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-661e03e2-0fb5-4650-a4ef-b19f658ebfe6 None None] Provisioning complete for port 6cf21153-ca50-4764-9b8a-c736f97407f8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 17:59:59.117392 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-661e03e2-0fb5-4650-a4ef-b19f658ebfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.180939 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.199444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-661e03e2-0fb5-4650-a4ef-b19f658ebfe6 None None] Port 6cf21153-ca50-4764-9b8a-c736f97407f8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 17:59:59.246495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3f4ec23-db04-4717-9a96-b5592e7d4cb6 req-79cf02f7-5d7c-45ab-b699-a13e196b93dd tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538949 Nov 09 17:59:59.253762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888f1b-6087-4b6b-8845-cec58a50636f req-e6fb079a-7126-4c70-8c59-06e266813ec1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:59.258099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c888f1b-6087-4b6b-8845-cec58a50636f req-e6fb079a-7126-4c70-8c59-06e266813ec1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.1687946 Nov 09 17:59:59.362987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c888f1b-6087-4b6b-8845-cec58a50636f req-2d0d2dd5-05a3-4f84-9fd0-18c47ccb9dbb tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925739 Nov 09 17:59:59.551977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1eceb-f517-4e37-93a6-4656804f53b9 req-b918008f-9dfe-452b-9399-a98804f85f6b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:59.554641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32e1eceb-f517-4e37-93a6-4656804f53b9 req-b918008f-9dfe-452b-9399-a98804f85f6b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 931 time: 0.0710917 Nov 09 17:59:59.564437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8f616-1abc-4eeb-bf62-24fc9ba54ae4 req-643e5c31-7437-4ab1-8b69-55921e9bd235 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:59.573541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97e8f616-1abc-4eeb-bf62-24fc9ba54ae4 req-643e5c31-7437-4ab1-8b69-55921e9bd235 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1263831 Nov 09 17:59:59.584927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf21153-ca50-4764-9b8a-c736f97407f8 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 17:59:59.593464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.607742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Transition to ACTIVE for port object 6cf21153-ca50-4764-9b8a-c736f97407f8 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 17:59:59.611932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-1c052423-c24f-4c30-b5d1-4cbc7843bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:59.613525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-1c052423-c24f-4c30-b5d1-4cbc7843bc22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.6763611 Nov 09 17:59:59.616280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 17:59:59.646682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97e8f616-1abc-4eeb-bf62-24fc9ba54ae4 req-79f73faa-5247-467d-be43-2c3c15af2a49 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674336 Nov 09 17:59:59.693140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Pushing event updated for resources: {'Port': ['ID=6cf21153-ca50-4764-9b8a-c736f97407f8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 17:59:59.698473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32e1eceb-f517-4e37-93a6-4656804f53b9 req-ca4cbbec-bf1e-4bf3-a4f7-fe8473b95d69 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034625 Nov 09 17:59:59.855431 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-374ec89b-cb8d-4a9c-a8b3-659fcd2dc8da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 200 len: 217 time: 0.2298598 Nov 09 17:59:59.923335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-b4b05d49-405e-4879-ad6b-844aadae1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 17:59:59.924854 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-b4b05d49-405e-4879-ad6b-844aadae1cd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0603266 Nov 09 18:00:00.099346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-94437df5-f7d8-4ef4-ad0c-7fb8c9c44885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.100866 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-94437df5-f7d8-4ef4-ad0c-7fb8c9c44885 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528239 Nov 09 18:00:00.103708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Attempting to bind port 6cf21153-ca50-4764-9b8a-c736f97407f8 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:00.104204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Attempting to bind port 6cf21153-ca50-4764-9b8a-c736f97407f8 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:00.104695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Attempting to bind port 6cf21153-ca50-4764-9b8a-c736f97407f8 on network ed10bb29-b387-482f-868d-95720d2acb59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:00.110573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Port 6cf21153-ca50-4764-9b8a-c736f97407f8 on network ed10bb29-b387-482f-868d-95720d2acb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:00.110573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Attempting to bind port 6cf21153-ca50-4764-9b8a-c736f97407f8 on network ed10bb29-b387-482f-868d-95720d2acb59 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:00.143022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa4a56-a25c-4ca6-8d06-ffba93a1091a req-3a8f2dab-916b-4e3b-be06-f3f1e31cfd16 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.143463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:00.143811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Checking segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:00.144192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Bound using segment: {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:00.144623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Bound port: 6cf21153-ca50-4764-9b8a-c736f97407f8, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a27836-993e-4e81-8268-242ae1f38485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:00.145255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.145981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1daa4a56-a25c-4ca6-8d06-ffba93a1091a req-3a8f2dab-916b-4e3b-be06-f3f1e31cfd16 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.0828669 Nov 09 18:00:00.203636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1daa4a56-a25c-4ca6-8d06-ffba93a1091a req-33d6e66a-9116-4470-ba8d-25a70ae28543 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513382 Nov 09 18:00:00.296071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] For port 6cf21153-ca50-4764-9b8a-c736f97407f8, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:00.318737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] For port 6cf21153-ca50-4764-9b8a-c736f97407f8, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cf21153-ca50-4764-9b8a-c736f97407f8,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:00.323101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-bf89abd9-3803-4d6b-894a-8808d3c57e88 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987169 Nov 09 18:00:00.349948 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.349948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.363689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:00.365010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] 10.222.0.85 "PUT /v2.0/ports/6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 1091 time: 1.2792315 Nov 09 18:00:00.404680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:00.406499 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6242a2ed-fdf6-4633-a109-83bf6572b4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:00.463594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074e8d0-9b41-4448-8da5-385039545b6e req-832711ee-63d0-476e-bef8-abf39b7977d4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.472601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d074e8d0-9b41-4448-8da5-385039545b6e req-832711ee-63d0-476e-bef8-abf39b7977d4 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.1284349 Nov 09 18:00:00.485920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25436ea-87ec-4f41-a229-1998863002ad service neutron] Pushing event updated for resources: {'Port': ['ID=6cf21153-ca50-4764-9b8a-c736f97407f8,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:00.533178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663bd40-dcae-4793-8245-261fd596e59b req-a4f0a68f-2e14-42b2-af23-3e99b71756a7 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.542904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9663bd40-dcae-4793-8245-261fd596e59b req-a4f0a68f-2e14-42b2-af23-3e99b71756a7 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1510696 Nov 09 18:00:00.564329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-a41279db-8674-465e-a781-3a84dd7943c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.565913 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-a41279db-8674-465e-a781-3a84dd7943c9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 1094 time: 0.0751677 Nov 09 18:00:00.580267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d074e8d0-9b41-4448-8da5-385039545b6e req-0034672b-1cbb-483d-91b4-7a56d9b8714d tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065438 Nov 09 18:00:00.592894 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-6de35699-2755-4cd8-8f74-7b5ae02de4bf service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612026 Nov 09 18:00:00.621535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-2ef2805d-f2b8-4c4e-880b-2df77dfcb037 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 217 time: 0.0439293 Nov 09 18:00:00.640850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9663bd40-dcae-4793-8245-261fd596e59b req-c49e294d-0362-45ad-becf-c7f8cc7769d0 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965991 Nov 09 18:00:00.714416 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74acf471-1b77-4364-9fac-d215892a0940 x-openstack-request-id: req-74acf471-1b77-4364-9fac-d215892a0940 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:00.714894 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:00.715215 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74acf471-1b77-4364-9fac-d215892a0940 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:00.715808 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'status': 'completed', 'code': 200} Nov 09 18:00:00.721176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-7933cbc8-2879-43c0-8994-edd1e9419e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.723199 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-7933cbc8-2879-43c0-8994-edd1e9419e8f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0836711 Nov 09 18:00:00.809358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-a6806e91-208d-424b-894f-bff5319a1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.811238 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-a6806e91-208d-424b-894f-bff5319a1314 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750179 Nov 09 18:00:00.859889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c28b81-a90c-49d9-88ab-712e812c7813 req-f48bb619-c2ee-4b80-b305-90bbbc3f5f92 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:00.867309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7c28b81-a90c-49d9-88ab-712e812c7813 req-f48bb619-c2ee-4b80-b305-90bbbc3f5f92 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0614567 Nov 09 18:00:00.920321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7c28b81-a90c-49d9-88ab-712e812c7813 req-f1301fc8-5b7c-4afe-ad0c-990259e8c162 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Nov 09 18:00:00.972275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-84ad9626-3084-4848-8900-e65f9a5f353c service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467295 Nov 09 18:00:01.040075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8628c-3877-4287-96f9-83c0a07fcc6a req-262c2ab8-e209-4879-bba9-bf059873f4af tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.042168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfc8628c-3877-4287-96f9-83c0a07fcc6a req-262c2ab8-e209-4879-bba9-bf059873f4af tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 943 time: 0.0752995 Nov 09 18:00:01.088381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfc8628c-3877-4287-96f9-83c0a07fcc6a req-d0fd8c88-a69f-4e4c-bdb8-b1a03c4dd15e tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368335 Nov 09 18:00:01.122242 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-175132ea-bcdf-4ce4-b587-61cfc6ede016 req-e7302fde-80fb-4c79-b720-0d79b92e88d8 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314611 Nov 09 18:00:01.178315 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bdae8-3699-4886-888d-a21b225ba77d req-6a451547-2c65-449b-b5da-75e36a74924c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.179793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-050bdae8-3699-4886-888d-a21b225ba77d req-6a451547-2c65-449b-b5da-75e36a74924c tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.0570040 Nov 09 18:00:01.227647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-9ad53fce-5ffc-4d9b-80ec-6a42606e723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.229133 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-9ad53fce-5ffc-4d9b-80ec-6a42606e723b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 1094 time: 0.0517082 Nov 09 18:00:01.243539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-050bdae8-3699-4886-888d-a21b225ba77d req-f39137bf-22c6-4f04-81a4-1600f1baf5a1 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542002 Nov 09 18:00:01.257371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc86b7d-836a-4899-a8e9-d4106b2ccec4 req-23e8e78a-0893-420b-8737-526396c4669a tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.258943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cc86b7d-836a-4899-a8e9-d4106b2ccec4 req-23e8e78a-0893-420b-8737-526396c4669a tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 951 time: 0.0779541 Nov 09 18:00:01.310268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cc86b7d-836a-4899-a8e9-d4106b2ccec4 req-e88be452-0448-4c2e-8a99-027e940c6dfa tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386677 Nov 09 18:00:01.355349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-80f1aef8-c277-4039-861e-96d5db8bd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.356859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-80f1aef8-c277-4039-861e-96d5db8bd8e5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1202390 Nov 09 18:00:01.409438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-90769dd7-27b6-4f36-b015-7d546320627f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 217 time: 0.0429747 Nov 09 18:00:01.426931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ac54c-5b40-4f70-9970-32592e751f69 req-48cb352f-a05e-4ae6-b21d-13fff0b43cff tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.428654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c23ac54c-5b40-4f70-9970-32592e751f69 req-48cb352f-a05e-4ae6-b21d-13fff0b43cff tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.0565803 Nov 09 18:00:01.481689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-820f422a-f2e5-4b79-a664-917bb8e02631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.483325 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-820f422a-f2e5-4b79-a664-917bb8e02631 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0660937 Nov 09 18:00:01.486362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c23ac54c-5b40-4f70-9970-32592e751f69 req-429abe1d-5aba-4d70-8261-6e472bd1ef5b tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Nov 09 18:00:01.538301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-bff2b83a-9049-49ae-b59c-fa92ae63d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.540015 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-bff2b83a-9049-49ae-b59c-fa92ae63d10b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468211 Nov 09 18:00:01.667705 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-99d52fa9-8190-4872-8324-d5d8f6c03243 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120875 Nov 09 18:00:01.799570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b178b54-8581-4e2b-bb50-181333eb1e55 req-b73df492-fabd-4715-bddf-0152950f4312 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.801781 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b178b54-8581-4e2b-bb50-181333eb1e55 req-b73df492-fabd-4715-bddf-0152950f4312 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0607162 Nov 09 18:00:01.809025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6242a2ed-fdf6-4633-a109-83bf6572b4a7 req-68048def-295b-405d-8f28-224f6e9287c3 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140373 Nov 09 18:00:01.846382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b178b54-8581-4e2b-bb50-181333eb1e55 req-276167c6-4527-462e-8937-9bd63c80001e tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Nov 09 18:00:01.952513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347c10a-a59b-4f9e-ab61-0974b5d9b69f req-c5689659-0bec-493d-b598-0190a3720aa8 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:01.953997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6347c10a-a59b-4f9e-ab61-0974b5d9b69f req-c5689659-0bec-493d-b598-0190a3720aa8 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.0540829 Nov 09 18:00:01.993451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6347c10a-a59b-4f9e-ab61-0974b5d9b69f req-1b056338-c8e1-4a4d-ae95-282fbc5e15f3 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Nov 09 18:00:02.117045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcec3a4-5e57-4340-90cd-6b8509bb7bf0 req-569bc18a-7edd-4852-9bc3-16f263f2f748 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:02.117045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fcec3a4-5e57-4340-90cd-6b8509bb7bf0 req-569bc18a-7edd-4852-9bc3-16f263f2f748 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0509214 Nov 09 18:00:02.159372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fcec3a4-5e57-4340-90cd-6b8509bb7bf0 req-a4c94c7b-7094-4359-a203-60c55beb31c5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Nov 09 18:00:02.292596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3699-5a6c-4c79-99c8-9fc3f5d2e5af req-8a2299d8-ca4d-4572-af72-af8942fa62f4 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:02.294009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ef3699-5a6c-4c79-99c8-9fc3f5d2e5af req-8a2299d8-ca4d-4572-af72-af8942fa62f4 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 943 time: 0.0570672 Nov 09 18:00:02.332466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ef3699-5a6c-4c79-99c8-9fc3f5d2e5af req-72cc6f0f-3765-41c8-869e-a0c1a89c07bc tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Nov 09 18:00:02.960457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86115f83-395a-4c6f-bca6-53bdf29ef62b req-bb35bc86-45a7-4a46-b068-03c368e8a218 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:02.961943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86115f83-395a-4c6f-bca6-53bdf29ef62b req-bb35bc86-45a7-4a46-b068-03c368e8a218 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0509818 Nov 09 18:00:03.001210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86115f83-395a-4c6f-bca6-53bdf29ef62b req-4abc5d93-512b-4139-a76b-470d0ada5a0d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Nov 09 18:00:03.113595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434745a5-6d24-4ca2-b43f-1f1a6cb5d077 req-86c7b787-6a50-49fd-8bc9-3eea698c2180 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:03.115169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-434745a5-6d24-4ca2-b43f-1f1a6cb5d077 req-86c7b787-6a50-49fd-8bc9-3eea698c2180 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.0494537 Nov 09 18:00:03.156062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-434745a5-6d24-4ca2-b43f-1f1a6cb5d077 req-8dcf97f7-4250-44fc-b29e-1a0041ef59f5 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/security-groups?id=3939a8c0-7803-42c7-9ccc-9e2ddb383212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Nov 09 18:00:03.273716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:03.355864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd2cc-d7a0-4e67-85ba-e3581ba286e4 req-a991ed29-6520-460a-a3b5-5a42e8d0b2be tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:03.357368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c14bd2cc-d7a0-4e67-85ba-e3581ba286e4 req-a991ed29-6520-460a-a3b5-5a42e8d0b2be tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0700958 Nov 09 18:00:03.360162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:03.391284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:03.394202 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1decebcc-b2fc-4a68-ac39-1fe15f667480" -d '{"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:03.401250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c14bd2cc-d7a0-4e67-85ba-e3581ba286e4 req-87543605-c08d-4603-8ef0-0c23edb6a194 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364482 Nov 09 18:00:03.422880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:03.436457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:03.512685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:03.545347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f7951-b34b-43e6-b48f-30a7c0a92bd5 req-6afaf3cc-97ab-4235-806e-1a03c57eef64 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:03.553743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-829f7951-b34b-43e6-b48f-30a7c0a92bd5 req-6afaf3cc-97ab-4235-806e-1a03c57eef64 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 943 time: 0.0649512 Nov 09 18:00:03.590021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-829f7951-b34b-43e6-b48f-30a7c0a92bd5 req-9eb44570-1ad2-4a44-9140-8b63cc3edae4 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351627 Nov 09 18:00:03.642568 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ddee95-677f-4e50-a216-47bedb4d55f3 x-openstack-request-id: req-d1ddee95-677f-4e50-a216-47bedb4d55f3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:03.643140 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:03.643616 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1ddee95-677f-4e50-a216-47bedb4d55f3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:03.644225 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'code': 200} Nov 09 18:00:03.725051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25548c6c-c555-4a96-8d18-bf20618b089f req-2e033d79-3188-4bad-b85c-ed951bef1af2 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:03.726604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-25548c6c-c555-4a96-8d18-bf20618b089f req-2e033d79-3188-4bad-b85c-ed951bef1af2 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 946 time: 0.0618815 Nov 09 18:00:03.836533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Deleting port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:03.836887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:03.942682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] For port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,segment=NetworkSegment(e3e86a2d-5d46-48e1-9460-c1a9cc324d4c),segment_id=e3e86a2d-5d46-48e1-9460-c1a9cc324d4c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:03.942682 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:03.957370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Calling delete_port for 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:04.127854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:04.143448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:04.159328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Pushing event deleted for resources: {'Port': ['ID=32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:04.192228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e47b8f-3c9a-467e-9ecc-b9ff6613eb57 req-9cd43237-3ea4-4e88-90f0-9b90996c5c75 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:04.195617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50e47b8f-3c9a-467e-9ecc-b9ff6613eb57 req-9cd43237-3ea4-4e88-90f0-9b90996c5c75 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1057708 Nov 09 18:00:04.218687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] No DVR routers for this DVR port 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:04.221455 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:04.225390 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-25548c6c-c555-4a96-8d18-bf20618b089f req-d21752d1-805b-46ce-aa36-4aa426495530 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.85 "DELETE /v2.0/ports/32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 HTTP/1.1" status: 204 len: 173 time: 0.4914994 Nov 09 18:00:04.225801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'name': 'network-vif-deleted', 'tag': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:04.230204 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e7c755-c9ea-4f7b-af91-9a917a87ce4f" -d '{"events": [{"server_uuid": "d87d95ec-987c-4a38-922c-b7e5e1ca83eb", "name": "network-vif-deleted", "tag": "32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:04.262210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50e47b8f-3c9a-467e-9ecc-b9ff6613eb57 req-9099efb5-8827-43a0-a138-a02319853077 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552821 Nov 09 18:00:04.392953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-309f1468-9ded-410e-b7bd-a5f1058fb734 req-baa84047-6881-4b9d-9f60-928eb2d1f0d7 tempest-ServerDiskConfigTestJSON-1203560677 tempest-ServerDiskConfigTestJSON-1203560677-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87d95ec-987c-4a38-922c-b7e5e1ca83eb HTTP/1.1" status: 200 len: 210 time: 0.0391459 Nov 09 18:00:04.453554 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5519d1-970c-461d-9f62-693c97074d0d x-openstack-request-id: req-9c5519d1-970c-461d-9f62-693c97074d0d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:04.453921 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87d95ec-987c-4a38-922c-b7e5e1ca83eb", "name": "network-vif-deleted", "tag": "32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:04.454136 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c5519d1-970c-461d-9f62-693c97074d0d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:04.454543 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87d95ec-987c-4a38-922c-b7e5e1ca83eb', 'name': 'network-vif-deleted', 'tag': '32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2', 'status': 'completed', 'code': 200} Nov 09 18:00:04.602826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3986c-8d2f-4e77-a8d9-aa4196fa8e9c req-4cf523e8-da99-4364-b896-b3a2aeddb6ef tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:04.604838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28c3986c-8d2f-4e77-a8d9-aa4196fa8e9c req-4cf523e8-da99-4364-b896-b3a2aeddb6ef tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0527115 Nov 09 18:00:04.648999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28c3986c-8d2f-4e77-a8d9-aa4196fa8e9c req-53d85f99-6905-475c-8f72-e10cdef6cacb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Nov 09 18:00:04.781882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cf21153-ca50-4764-9b8a-c736f97407f8 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:04.784156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e0146-a2cd-4597-819b-78056278edde req-3b173ebf-8828-4340-846e-2d39f774c8c5 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:04.785683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb9e0146-a2cd-4597-819b-78056278edde req-3b173ebf-8828-4340-846e-2d39f774c8c5 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 943 time: 0.0891397 Nov 09 18:00:04.809264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223906-62e8-4d4a-8243-27950f55532c req-452d9970-b8f9-4da4-a7cf-ac68ba93bde0 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:04.811006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2223906-62e8-4d4a-8243-27950f55532c req-452d9970-b8f9-4da4-a7cf-ac68ba93bde0 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 947 time: 0.0810077 Nov 09 18:00:05.044221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6cf21153-ca50-4764-9b8a-c736f97407f8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cf21153-ca50-4764-9b8a-c736f97407f8,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:05.063744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'mac_address': 'fa:16:3e:bd:71:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:05.113256 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.127721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf21153-ca50-4764-9b8a-c736f97407f8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:05.150827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6cf21153-ca50-4764-9b8a-c736f97407f8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cf21153-ca50-4764-9b8a-c736f97407f8,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:05.156321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.191571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb9e0146-a2cd-4597-819b-78056278edde req-21d86353-39ff-4df2-9c09-26ff20e35767 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964801 Nov 09 18:00:05.204162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2223906-62e8-4d4a-8243-27950f55532c req-46e6b7cd-761e-487f-8a12-7ac9b52e90b9 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793688 Nov 09 18:00:05.208259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6cf21153-ca50-4764-9b8a-c736f97407f8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:05.383412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7d395-e896-41db-b3ee-5a1dc0a46793 req-906136af-7787-4adf-8377-3449209a3a52 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:05.385378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7dc7d395-e896-41db-b3ee-5a1dc0a46793 req-906136af-7787-4adf-8377-3449209a3a52 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0521197 Nov 09 18:00:05.425698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7dc7d395-e896-41db-b3ee-5a1dc0a46793 req-dafc51e5-1e66-471e-afdb-763018bc5466 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Nov 09 18:00:05.562023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6cf21153-ca50-4764-9b8a-c736f97407f8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:05.594503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43932) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:05.641128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] Deleting subnet 0fe888a4-ca40-463c-a1b5-f93b44aae76c {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:05.644552 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.688167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.732707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.818947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50714410-96ca-4d0c-9c30-37ccae2a2f1c req-9c757268-355f-4fda-b040-a7b97235ecdb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:05.820399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50714410-96ca-4d0c-9c30-37ccae2a2f1c req-9c757268-355f-4fda-b040-a7b97235ecdb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0684736 Nov 09 18:00:05.825978 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.859694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe888a4-ca40-463c-a1b5-f93b44aae76c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:05.875878 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:05.878990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e78215d9-4f00-4ef8-8c71-cf563acc9a9e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0fe888a4-ca40-463c-a1b5-f93b44aae76c HTTP/1.1" status: 204 len: 168 time: 0.2834747 Nov 09 18:00:05.881527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43936) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:05.944169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50714410-96ca-4d0c-9c30-37ccae2a2f1c req-9dfd557c-94d9-4794-bd18-5d8571f485f6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156809 Nov 09 18:00:05.975275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.072427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.097864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd76728-877d-43b1-837c-2e7ccc61b7e7']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:06.109946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:06.110524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e86a2d-5d46-48e1-9460-c1a9cc324d4c') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:06.121501 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.135854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.148056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:06.148457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:06.150723 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:06.207240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.216983 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.223908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2bd76728-877d-43b1-837c-2e7ccc61b7e7 HTTP/1.1" status: 204 len: 168 time: 0.3413961 Nov 09 18:00:06.238464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98530d-3415-4eee-a751-002fdfe79809 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd76728-877d-43b1-837c-2e7ccc61b7e7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:06.378092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184224a2-91e5-4a56-8e91-d4726c317109 req-186e1142-e135-445a-868f-9e6cde276007 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:06.379637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-184224a2-91e5-4a56-8e91-d4726c317109 req-186e1142-e135-445a-868f-9e6cde276007 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 944 time: 0.0863576 Nov 09 18:00:06.388204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7176-a05c-45c0-b9d2-491131987d35 req-111b3fa9-d8f2-420f-b0c5-0cd1beada348 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:06.395549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-223a7176-a05c-45c0-b9d2-491131987d35 req-111b3fa9-d8f2-420f-b0c5-0cd1beada348 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 947 time: 0.1024709 Nov 09 18:00:06.417272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43948) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:06.461007 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3c653559-bb08-49bb-b30d-354a5d0a292b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53e748381da04d7c8ea3764e3ee6610e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424693 Nov 09 18:00:06.462752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-184224a2-91e5-4a56-8e91-d4726c317109 req-0d08e5b5-e271-4e9a-8842-b3bf4427be32 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637164 Nov 09 18:00:06.465078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43952) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:06.483722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-223a7176-a05c-45c0-b9d2-491131987d35 req-52a5a0dc-4b19-4b6c-8efd-23c7ed56f889 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813315 Nov 09 18:00:06.541431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d45d-1b5b-4315-84a7-5dbf6474b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.590296 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d45d-1b5b-4315-84a7-5dbf6474b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.595265 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:00:06.640766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538140b-3e89-4d66-92b8-3d81c62941d0 req-dc7f3fca-3f7b-4842-882c-274c7ad1a1e9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:06.642314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a538140b-3e89-4d66-92b8-3d81c62941d0 req-dc7f3fca-3f7b-4842-882c-274c7ad1a1e9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0903077 Nov 09 18:00:06.679083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d45d-1b5b-4315-84a7-5dbf6474b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.682288 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d45d-1b5b-4315-84a7-5dbf6474b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.683507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7ec6d45d-1b5b-4315-84a7-5dbf6474b69a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3939a8c0-7803-42c7-9ccc-9e2ddb383212 HTTP/1.1" status: 204 len: 168 time: 0.2175243 Nov 09 18:00:06.702763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a538140b-3e89-4d66-92b8-3d81c62941d0 req-86a67425-53cb-4a5f-aef7-d6e3169f4e6b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537200 Nov 09 18:00:06.704070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6d45d-1b5b-4315-84a7-5dbf6474b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3939a8c0-7803-42c7-9ccc-9e2ddb383212,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:06.813464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cf21153-ca50-4764-9b8a-c736f97407f8 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:06.885298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 6cf21153-ca50-4764-9b8a-c736f97407f8 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:00:06.889184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6cf21153-ca50-4764-9b8a-c736f97407f8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:06.889562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:06.983280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.008029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:07.010624 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79195505-aea7-4edb-bc2e-d35099d62479" -d '{"events": [{"server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "name": "network-vif-plugged", "status": "completed", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:07.025908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6cf21153-ca50-4764-9b8a-c736f97407f8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cf21153-ca50-4764-9b8a-c736f97407f8,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:07.035827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.036814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:07.072883 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb8e923-9924-4d83-a847-1d03754d2558 x-openstack-request-id: req-9cb8e923-9924-4d83-a847-1d03754d2558 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:07.073438 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "name": "network-vif-plugged", "status": "completed", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:07.074151 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cb8e923-9924-4d83-a847-1d03754d2558 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:07.074699 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'code': 200} Nov 09 18:00:07.093819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:07.094212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 32a4ea02-6b16-463e-a7f9-a47ebc9dc3c2 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:07.117047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da51e82-9c08-49c4-a5b9-ee8294ebf0f1 req-3fdf0462-a72c-4eef-8a45-589ba5ac19bb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:07.125415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8da51e82-9c08-49c4-a5b9-ee8294ebf0f1 req-3fdf0462-a72c-4eef-8a45-589ba5ac19bb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0664678 Nov 09 18:00:07.131023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6cf21153-ca50-4764-9b8a-c736f97407f8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:07.184119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8da51e82-9c08-49c4-a5b9-ee8294ebf0f1 req-5b238a47-f420-406a-87b4-18f6cfe49284 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530829 Nov 09 18:00:07.196113 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-572f96c5-70df-4439-95f1-9eb39d4f77e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.242683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d04b53-3924-4eb0-ab45-7bc47236acdc req-0767363c-fe7f-406e-b664-ef18ad249342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:07.244293 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90d04b53-3924-4eb0-ab45-7bc47236acdc req-0767363c-fe7f-406e-b664-ef18ad249342 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 1096 time: 0.0896456 Nov 09 18:00:07.256840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-c1cb9b92-7fb0-439c-b609-e6981f95225e tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:07.258397 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-c1cb9b92-7fb0-439c-b609-e6981f95225e tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 947 time: 0.0587423 Nov 09 18:00:07.327052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90d04b53-3924-4eb0-ab45-7bc47236acdc req-8e94fb31-db7f-412c-8d20-dbc6cd3d4eab service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675972 Nov 09 18:00:07.390480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Deleting port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:07.391035 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.494457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] For port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:07.495170 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.514093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Calling delete_port for 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:07.637046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faaa85-8105-4a28-b355-2d2af5741b0f req-402a6461-eec5-4863-9295-2336afdc3ff8 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:07.644168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42faaa85-8105-4a28-b355-2d2af5741b0f req-402a6461-eec5-4863-9295-2336afdc3ff8 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 945 time: 0.1039832 Nov 09 18:00:07.645777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43988) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:07.683184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.697491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce6f44-6db0-4aae-9d61-323877aece16 req-b9019673-bdeb-40d7-b801-46648685e159 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:07.705753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81ce6f44-6db0-4aae-9d61-323877aece16 req-b9019673-bdeb-40d7-b801-46648685e159 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5c78439-75ea-4785-b5b3-2f02eeb7a529 HTTP/1.1" status: 200 len: 947 time: 0.1132238 Nov 09 18:00:07.736328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Pushing event deleted for resources: {'Port': ['ID=0ae96c49-dbdf-4c4e-9ced-fcb734cf5794,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:07.756797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81ce6f44-6db0-4aae-9d61-323877aece16 req-7eee2a23-5d9d-4dae-97e9-b13cdadc2c8c tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488298 Nov 09 18:00:07.779301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42faaa85-8105-4a28-b355-2d2af5741b0f req-24b0a09f-d077-49b4-8b67-217dd4a363e1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342092 Nov 09 18:00:07.788489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] No DVR routers for this DVR port 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:07.796596 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.803578 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-98706fcb-3c08-4e9a-ade9-2b670ebe1c97 req-dfa5c72b-ff11-4768-91c9-b8c961bc0da2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.85 "DELETE /v2.0/ports/0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 HTTP/1.1" status: 204 len: 173 time: 0.5290215 Nov 09 18:00:07.804719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-deleted', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:07.807788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-360937332-network', 'tenant_id': '177e191df6194dd3a864a0f4868aac89'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:07.809328 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1bdd51-a52e-4d4e-b0f5-24ceafd0e2d2" -d '{"events": [{"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-deleted", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:07.840736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Made reservation on behalf of 177e191df6194dd3a864a0f4868aac89 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:07.843876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.854849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:07.957649 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571110bf-40d0-43c8-af6a-2cb06250bfd7 x-openstack-request-id: req-571110bf-40d0-43c8-af6a-2cb06250bfd7 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:07.957940 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c78439-75ea-4785-b5b3-2f02eeb7a529", "name": "network-vif-deleted", "tag": "0ae96c49-dbdf-4c4e-9ced-fcb734cf5794", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:07.958231 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-571110bf-40d0-43c8-af6a-2cb06250bfd7 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:07.958693 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c78439-75ea-4785-b5b3-2f02eeb7a529', 'name': 'network-vif-deleted', 'tag': '0ae96c49-dbdf-4c4e-9ced-fcb734cf5794', 'status': 'completed', 'code': 200} Nov 09 18:00:08.005607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.010834 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.037086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04466e-0ffd-4ad1-9164-7ff524032efc req-099f8f0c-3a67-45f9-aa8d-24c342b2b196 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:08.038595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff04466e-0ffd-4ad1-9164-7ff524032efc req-099f8f0c-3a67-45f9-aa8d-24c342b2b196 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0954554 Nov 09 18:00:08.050858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:08.081610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670dd134-567c-42e9-ba2e-fbdc9d087d0f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:08.089287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.089641 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Added segment 945d75be-a2fb-494f-9821-caa748907cc6 of type vlan for network b326ac0c-660f-4c32-bbec-fa9c3679e76f Nov 09 18:00:08.141242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff04466e-0ffd-4ad1-9164-7ff524032efc req-7901f9ae-96cd-44c8-aa89-c5441898ebed tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953207 Nov 09 18:00:08.150719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.179105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.180225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:08.180885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.263883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6147311 Nov 09 18:00:08.266152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44002) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:08.271579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Request body: {'subnet': {'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-360937332-subnet', 'tenant_id': '177e191df6194dd3a864a0f4868aac89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:08.301176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c173c-01be-424c-a17b-bdf99441e397 admin admin] Pushing event updated for resources: {'Network': ['ID=b326ac0c-660f-4c32-bbec-fa9c3679e76f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:08.314820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b326ac0c-660f-4c32-bbec-fa9c3679e76f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:08.334661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9fef6-d5c3-4828-8e5f-806197fb2b38 req-6b9249e7-8f0c-4987-92d0-d811547dc12b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:08.336761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fb9fef6-d5c3-4828-8e5f-806197fb2b38 req-6b9249e7-8f0c-4987-92d0-d811547dc12b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0697508 Nov 09 18:00:08.344291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Made reservation on behalf of 177e191df6194dd3a864a0f4868aac89 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:08.357905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.387361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fb9fef6-d5c3-4828-8e5f-806197fb2b38 req-88f29c31-ed34-4752-a060-9353eab6cd69 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431643 Nov 09 18:00:08.676626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.748735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Checking segment: {'id': '945d75be-a2fb-494f-9821-caa748907cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:08.749103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Network hostable DHCP agents. Network: b326ac0c-660f-4c32-bbec-fa9c3679e76f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:08.751238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:08.768935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Network b326ac0c-660f-4c32-bbec-fa9c3679e76f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:08.782442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b326ac0c-660f-4c32-bbec-fa9c3679e76f) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:08.787680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:08.788313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:08.795932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f09210-2824-4687-ac91-d70aec19ca52 None None] Network b326ac0c-660f-4c32-bbec-fa9c3679e76f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:08.809313 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9961c90e-8dca-43e4-a41f-d1f1a04c4d94 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5418696 Nov 09 18:00:08.990301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a12660-9a5e-4656-969b-ca278be0e5b3 None None] Network b326ac0c-660f-4c32-bbec-fa9c3679e76f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:09.016428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb53c5-739a-4d06-971c-d067f842c318 req-d83b44ae-d172-4b21-ac75-a4b9a1fcc106 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.018089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35bb53c5-739a-4d06-971c-d067f842c318 req-d83b44ae-d172-4b21-ac75-a4b9a1fcc106 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 945 time: 0.1449335 Nov 09 18:00:09.090268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35bb53c5-739a-4d06-971c-d067f842c318 req-dce76342-ee9e-4dd2-8af0-6937855862ed tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614765 Nov 09 18:00:09.320088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bda9b-e029-40e6-bb44-c38f066f3b27 req-093e47cc-f8db-444a-8d8b-b8c35a6195d8 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.322376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c64bda9b-e029-40e6-bb44-c38f066f3b27 req-093e47cc-f8db-444a-8d8b-b8c35a6195d8 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 949 time: 0.0585976 Nov 09 18:00:09.378036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c64bda9b-e029-40e6-bb44-c38f066f3b27 req-8ae2bd8f-2769-4e51-83c9-485401450f4c tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Nov 09 18:00:09.567146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3af99-6e7f-4aaf-89bc-2c3e6ce3c73e req-4cd39540-d124-4a6f-90bd-078fab810e24 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.569085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ab3af99-6e7f-4aaf-89bc-2c3e6ce3c73e req-4cd39540-d124-4a6f-90bd-078fab810e24 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1121116 Nov 09 18:00:09.580128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-ae8d54bb-a3ea-4b03-b82f-c4c9b02e942c tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.581508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-ae8d54bb-a3ea-4b03-b82f-c4c9b02e942c tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/networks?id=b326ac0c-660f-4c32-bbec-fa9c3679e76f HTTP/1.1" status: 200 len: 813 time: 0.1478128 Nov 09 18:00:09.609913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-22faf2cc-5a9b-40c9-b6ad-ccd648e083b8 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/quotas/177e191df6194dd3a864a0f4868aac89 HTTP/1.1" status: 200 len: 375 time: 0.0211008 Nov 09 18:00:09.631182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ab3af99-6e7f-4aaf-89bc-2c3e6ce3c73e req-e31ea513-76a2-4412-b2bb-16701debc4d2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487103 Nov 09 18:00:09.653809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-56cf7d28-dd95-4d89-9ebd-182006fee253 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=177e191df6194dd3a864a0f4868aac89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351005 Nov 09 18:00:09.745781 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0edf49be-02c5-41ce-9c11-63e5a53e1931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:09.770627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d54627-b9d1-4f92-9b31-3ae43bc271ee req-5fa8c186-563d-40ed-94d6-5bccc1f7a560 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:09.772100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13d54627-b9d1-4f92-9b31-3ae43bc271ee req-5fa8c186-563d-40ed-94d6-5bccc1f7a560 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0690465 Nov 09 18:00:09.798108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-d615fbe9-412c-4e7d-aeae-53389848687b service neutron] 10.222.0.32 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402187 Nov 09 18:00:09.875356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13d54627-b9d1-4f92-9b31-3ae43bc271ee req-0b417918-6ff6-4594-98bd-fdbdc797c7c4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948117 Nov 09 18:00:09.912817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-ee5bc39a-6685-4036-b6f5-f9b2ac4b9d16 service neutron] 10.222.0.32 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067619 Nov 09 18:00:10.093165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd18d480-a86a-46d5-afd8-02583e425cee req-8e3df205-fb6c-4e22-94f8-a2b3868f1c2e tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0337391 Nov 09 18:00:10.151198 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:10.240698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57960e-cea0-4071-afc4-8d361f67f605 req-ab5ec5ae-4bb9-4bd4-bc70-b3a43afdc663 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:10.242428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f57960e-cea0-4071-afc4-8d361f67f605 req-ab5ec5ae-4bb9-4bd4-bc70-b3a43afdc663 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 945 time: 0.0713992 Nov 09 18:00:10.310189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f57960e-cea0-4071-afc4-8d361f67f605 req-fd055031-8c0c-473e-b7af-316349db2e33 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596392 Nov 09 18:00:10.475759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-b0e61234-00ce-4325-a3a3-3e2f6b462b2b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:10.483708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-b0e61234-00ce-4325-a3a3-3e2f6b462b2b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0872011 Nov 09 18:00:10.542818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-8b4497e4-dd96-4017-8862-d31bcd938d38 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.0580578 Nov 09 18:00:10.562384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'floatingip': {'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:10.611056 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:10.656603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01470d1-cd2d-4826-a785-0d032aa195d7 req-ac9dab20-a619-4942-bc6c-0d922cd9fa81 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:10.658161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f01470d1-cd2d-4826-a785-0d032aa195d7 req-ac9dab20-a619-4942-bc6c-0d922cd9fa81 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 949 time: 0.1345320 Nov 09 18:00:10.751798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f01470d1-cd2d-4826-a785-0d032aa195d7 req-3966dfce-652f-4dad-9d23-6c8d3aa058a2 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686245 Nov 09 18:00:10.835677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:10.858156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:10.858805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0ae96c49-dbdf-4c4e-9ced-fcb734cf5794 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:10.897744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502ded8-2bb1-4c96-9448-867ce6f8c630 req-95125d79-d812-47c4-8b82-2d4334808eb1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:10.899212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0502ded8-2bb1-4c96-9448-867ce6f8c630 req-95125d79-d812-47c4-8b82-2d4334808eb1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0715032 Nov 09 18:00:10.952572 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.033540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0502ded8-2bb1-4c96-9448-867ce6f8c630 req-ca54dc60-9267-4960-b38b-975a4124f78b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264093 Nov 09 18:00:11.205225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbc513-0c6c-40f6-a9c8-c0ca4092e93a req-921c7a99-aac3-44ec-94bb-6ee8e29fb72c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:11.206761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4cbc513-0c6c-40f6-a9c8-c0ca4092e93a req-921c7a99-aac3-44ec-94bb-6ee8e29fb72c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1027770 Nov 09 18:00:11.213229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.224053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.286286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a47aa095-78d6-4175-aa3d-6d33f8a6f4b3 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:11.287754 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a47aa095-78d6-4175-aa3d-6d33f8a6f4b3 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 949 time: 0.0519011 Nov 09 18:00:11.345773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4cbc513-0c6c-40f6-a9c8-c0ca4092e93a req-1873aca3-efe8-4476-8913-b1773e6ed8a7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246464 Nov 09 18:00:11.377378 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c associated. External IP: 172.25.0.55, port: a5e648a3-27f2-4fcc-b812-5c0defcd0f7a. Nov 09 18:00:11.457059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-11e561d4-81fb-4e14-be30-36ea88c7cb07 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:11.458918 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-11e561d4-81fb-4e14-be30-36ea88c7cb07 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.85 "GET /v2.0/networks?id=b326ac0c-660f-4c32-bbec-fa9c3679e76f HTTP/1.1" status: 200 len: 813 time: 0.1164379 Nov 09 18:00:11.487235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b04d0abe-0621-4748-bcb3-0e7cad161eca req-627ffc66-6ecf-486a-9c03-7be1f60afca7 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0377471 Nov 09 18:00:11.491095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Request body: {'port': {'device_id': '17614972-795e-4ffa-9001-e7254445c5c6', 'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f', 'admin_state_up': True, 'tenant_id': '177e191df6194dd3a864a0f4868aac89'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:11.589162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Deleting port 7a2b86f9-e454-45a3-8bef-7478f2b850fa {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:11.589580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.726830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] For port 7a2b86f9-e454-45a3-8bef-7478f2b850fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7a2b86f9-e454-45a3-8bef-7478f2b850fa,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:11.727270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.736520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Made reservation on behalf of 177e191df6194dd3a864a0f4868aac89 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:11.740805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:11.755292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Calling delete_port for 7a2b86f9-e454-45a3-8bef-7478f2b850fa owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:11.998020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Allocated IP 172.20.0.11 (b326ac0c-660f-4c32-bbec-fa9c3679e76f/d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7/8c263a71-3ce7-4258-bfa0-3babc0c6a094) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:11.998780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:12.003942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.006905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34360f1-5d2e-4db6-aaeb-82979e23e634 req-4ac4656b-81c3-400c-aef1-7b883b348b18 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.008490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e34360f1-5d2e-4db6-aaeb-82979e23e634 req-4ac4656b-81c3-400c-aef1-7b883b348b18 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d9c2452-1a09-4c6b-9404-66bbb6569c4d HTTP/1.1" status: 200 len: 949 time: 0.0688276 Nov 09 18:00:12.072577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Pushing event deleted for resources: {'Port': ['ID=7a2b86f9-e454-45a3-8bef-7478f2b850fa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:12.101950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] No DVR routers for this DVR port 7a2b86f9-e454-45a3-8bef-7478f2b850fa on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:12.107411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.110671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ca791c0e-a857-45e8-a9da-1dd91f79438b req-a2cdf18a-d2dc-4197-b349-fe499528c878 tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.73 "DELETE /v2.0/ports/7a2b86f9-e454-45a3-8bef-7478f2b850fa HTTP/1.1" status: 204 len: 173 time: 0.8155234 Nov 09 18:00:12.111112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-deleted', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:12.113380 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be190c-5723-482d-b57d-aa35c41295ba" -d '{"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-deleted", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:12.151039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e34360f1-5d2e-4db6-aaeb-82979e23e634 req-a673938d-e0fa-460d-9f44-57404bf516ed tempest-ListImageFiltersTestJSON-958993554 tempest-ListImageFiltersTestJSON-958993554-project] 10.222.0.32 "GET /v2.0/security-groups?id=20a59eab-5b56-43e9-893f-2600d46807b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278572 Nov 09 18:00:12.188463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:12.194812 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.198631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:12.209350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:12.209992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:12.279466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-570418f2-999f-4677-a83b-109d799f37a1 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "PUT /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 200 len: 996 time: 1.7219858 Nov 09 18:00:12.280791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:12.284732 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:12.309893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.343139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba3f6-e782-4d3f-8e21-582a3dc97c68 req-14f7e118-f07d-4f2b-9a02-313cbfe933e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.344910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693ba3f6-e782-4d3f-8e21-582a3dc97c68 req-14f7e118-f07d-4f2b-9a02-313cbfe933e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1176329 Nov 09 18:00:12.351851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.356816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-e4bd2dbf-9bec-4730-9cfa-4e7211ef7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.358328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-e4bd2dbf-9bec-4730-9cfa-4e7211ef7a3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0621173 Nov 09 18:00:12.376899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:12.420129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Network b326ac0c-660f-4c32-bbec-fa9c3679e76f is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:12.424984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:12.432015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:12.465030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693ba3f6-e782-4d3f-8e21-582a3dc97c68 req-1cf8349e-834c-4650-be5a-5cdbe271f62c tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103513 Nov 09 18:00:12.515537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Pushing event updated for resources: {'Port': ['ID=8c263a71-3ce7-4258-bfa0-3babc0c6a094,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:12.539745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-ad97b7f0-5dfc-4887-badb-7e73c4ba53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.542889 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.555099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-ad97b7f0-5dfc-4887-badb-7e73c4ba53f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1821978 Nov 09 18:00:12.560404 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cb2230-b9ec-4c42-9cfb-dffc84a7a9ee x-openstack-request-id: req-a2cb2230-b9ec-4c42-9cfb-dffc84a7a9ee {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:12.560847 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9c2452-1a09-4c6b-9404-66bbb6569c4d", "name": "network-vif-deleted", "tag": "7a2b86f9-e454-45a3-8bef-7478f2b850fa", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:12.562649 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2cb2230-b9ec-4c42-9cfb-dffc84a7a9ee {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:12.563192 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9c2452-1a09-4c6b-9404-66bbb6569c4d', 'name': 'network-vif-deleted', 'tag': '7a2b86f9-e454-45a3-8bef-7478f2b850fa', 'status': 'completed', 'code': 200} Nov 09 18:00:12.644066 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58f4733-7e2d-48ac-8b98-e060e9ffd46c x-openstack-request-id: req-a58f4733-7e2d-48ac-8b98-e060e9ffd46c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:12.644236 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:12.645029 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a58f4733-7e2d-48ac-8b98-e060e9ffd46c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:12.645445 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'status': 'completed', 'code': 200} Nov 09 18:00:12.650339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.652410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.699118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-d6956c02-142b-4273-ae53-b24a442b48e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 999 time: 0.1429439 Nov 09 18:00:12.743332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e01ef810-ce73-4996-a527-c527bb763236 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2603626 Nov 09 18:00:12.751340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-e67c990d-12d2-4945-b616-94c2194db011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.754840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-e67c990d-12d2-4945-b616-94c2194db011 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0547998 Nov 09 18:00:12.760239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Request body: {'port': {'device_id': '17614972-795e-4ffa-9001-e7254445c5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:12.804271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-417af6a2-38cd-4f9c-b091-1544209e187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.805664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-417af6a2-38cd-4f9c-b091-1544209e187e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1402001 Nov 09 18:00:12.816482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:8f:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:11Z', 'revision_number': 1, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:12.872757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-c18ab537-d2c1-4f4e-b832-ad877c93eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.874357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-c18ab537-d2c1-4f4e-b832-ad877c93eae6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090662 Nov 09 18:00:12.875217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:12.885876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:12.887377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf4bb5-6592-4795-81fc-edf90898f098 req-0bdc5611-f5f7-49a2-a481-50ec868cae7b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.887716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:12.888666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:12.889111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0edf4bb5-6592-4795-81fc-edf90898f098 req-0bdc5611-f5f7-49a2-a481-50ec868cae7b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0889387 Nov 09 18:00:12.974875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-60be7b8b-4ad9-4d5c-8613-f097210e0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:12.976641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-60be7b8b-4ad9-4d5c-8613-f097210e0a7b service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1424122 Nov 09 18:00:13.012219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0edf4bb5-6592-4795-81fc-edf90898f098 req-7dec1665-a114-47bd-b6c3-bafef2e80cee tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124966 Nov 09 18:00:13.056698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-34476de9-8a6d-44ad-bf28-e2c116da9b5b service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653352 Nov 09 18:00:13.058543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:13.138101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-424d29be-4fc5-4efc-98af-c3e79e225046 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 999 time: 0.1136131 Nov 09 18:00:13.171897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a0e659a-023d-4861-ada9-27ef743a6c75 req-ee5074a9-c30b-430b-b872-86f6a4eb373c service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135685 Nov 09 18:00:13.236807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce7d5-f961-4221-931a-9c62ebd4b98a req-0e80edee-f563-4816-bd19-eae17fa427a6 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:13.239595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b4ce7d5-f961-4221-931a-9c62ebd4b98a req-0e80edee-f563-4816-bd19-eae17fa427a6 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 932 time: 0.0717583 Nov 09 18:00:13.245940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-dc9b3fea-a54c-4b99-8138-607c887e6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:13.247428 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-dc9b3fea-a54c-4b99-8138-607c887e6fac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0796432 Nov 09 18:00:13.320454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b4ce7d5-f961-4221-931a-9c62ebd4b98a req-38509b09-8ad6-485e-bf73-8e7a87e67683 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728662 Nov 09 18:00:13.336066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c263a71-3ce7-4258-bfa0-3babc0c6a094 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:13.350668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.354726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-f8a2d2cb-393a-45d4-a4c0-fdac1f760351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:13.356216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-f8a2d2cb-393a-45d4-a4c0-fdac1f760351 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920293 Nov 09 18:00:13.357864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:13.378745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Transition to ACTIVE for port object 8c263a71-3ce7-4258-bfa0-3babc0c6a094 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:13.394284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 7a2b86f9-e454-45a3-8bef-7478f2b850fa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:13.394635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7a2b86f9-e454-45a3-8bef-7478f2b850fa not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:13.420452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:8f:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:11Z', 'revision_number': 1, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:13.421617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.458771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770e78c-aa10-4ea4-bda0-9e00c53cab8e None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:8f:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:11Z', 'revision_number': 1, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:13.565631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Pushing event updated for resources: {'Port': ['ID=8c263a71-3ce7-4258-bfa0-3babc0c6a094,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:13.609460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-6b6cab61-0c02-4ee4-8a58-e306ebdfe878 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:13.611066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-6b6cab61-0c02-4ee4-8a58-e306ebdfe878 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0952284 Nov 09 18:00:13.622963 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-afedf8bb-974b-425f-8377-fe1a8559995f service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522316 Nov 09 18:00:13.704717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-464ed895-8006-46dc-a0a7-f8e258bc773c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 999 time: 0.0870833 Nov 09 18:00:13.722563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'floatingip': {'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:13.796662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:13.800748 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9555d85-1486-41df-ad15-cd3df4498b39 None None] New status for floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:14.100777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Attempting to bind port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:14.101035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Attempting to bind port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '945d75be-a2fb-494f-9821-caa748907cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:14.101318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Attempting to bind port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 on network b326ac0c-660f-4c32-bbec-fa9c3679e76f {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:14.109772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 on network b326ac0c-660f-4c32-bbec-fa9c3679e76f not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:14.110168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Attempting to bind port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 on network b326ac0c-660f-4c32-bbec-fa9c3679e76f {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:14.119233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 17, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:14.119570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Checking segment: {'id': '945d75be-a2fb-494f-9821-caa748907cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:14.119953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Bound using segment: {'id': '945d75be-a2fb-494f-9821-caa748907cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:14.120383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Bound port: 8c263a71-3ce7-4258-bfa0-3babc0c6a094, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945d75be-a2fb-494f-9821-caa748907cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:14.120735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:14.176886 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b2ad93aa-8fd6-4d58-8845-c1a9f5442231 req-7468ab59-275c-494f-bd91-affcac949261 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445747 Nov 09 18:00:14.205051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a28f2-612c-47f4-a88e-7ae8de3da90d req-c6e1ec29-7b40-476a-83ca-b10139e581c1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:14.206696 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-212a28f2-612c-47f4-a88e-7ae8de3da90d req-c6e1ec29-7b40-476a-83ca-b10139e581c1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0752916 Nov 09 18:00:14.210692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] For port 8c263a71-3ce7-4258-bfa0-3babc0c6a094, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:14.215329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] For port 8c263a71-3ce7-4258-bfa0-3babc0c6a094, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094,segment=NetworkSegment(945d75be-a2fb-494f-9821-caa748907cc6),segment_id=945d75be-a2fb-494f-9821-caa748907cc6)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:14.220552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:14.256500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:14.257120 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:14.258511 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] 10.222.0.85 "PUT /v2.0/ports/8c263a71-3ce7-4258-bfa0-3babc0c6a094 HTTP/1.1" status: 200 len: 1092 time: 1.5040414 Nov 09 18:00:14.282654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666043ea-cfea-4cda-8998-bee9dbbc74ff service neutron] Pushing event updated for resources: {'Port': ['ID=8c263a71-3ce7-4258-bfa0-3babc0c6a094,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:14.311016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-212a28f2-612c-47f4-a88e-7ae8de3da90d req-87a4684d-f189-4dfe-9489-6d82393864b9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970106 Nov 09 18:00:14.322664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.api [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:00:14.323413 n-d-817240-1 neutron-server[102140]: DEBUG oslo_db.api [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:00:14.374203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-9e67eb1e-0e00-4066-85aa-bf22ac81a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:14.375722 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-9e67eb1e-0e00-4066-85aa-bf22ac81a1d3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=177e191df6194dd3a864a0f4868aac89&device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0477331 Nov 09 18:00:14.442752 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-fc2fffa0-7857-40db-acb8-13dd6eca6714 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094 HTTP/1.1" status: 200 len: 217 time: 0.0415859 Nov 09 18:00:14.496753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-7a98b621-1dec-4315-b52a-85325872fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:14.498310 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-7a98b621-1dec-4315-b52a-85325872fae0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7 HTTP/1.1" status: 200 len: 853 time: 0.0464482 Nov 09 18:00:14.542652 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-4b858d05-eb47-489e-ba36-357f863b9d40 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b326ac0c-660f-4c32-bbec-fa9c3679e76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309105 Nov 09 18:00:14.564099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17614972-795e-4ffa-9001-e7254445c5c6', 'tag': '8c263a71-3ce7-4258-bfa0-3babc0c6a094'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:14.566760 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300252fd-d2f5-4d0b-8984-0741b588acb9" -d '{"events": [{"name": "network-changed", "server_uuid": "17614972-795e-4ffa-9001-e7254445c5c6", "tag": "8c263a71-3ce7-4258-bfa0-3babc0c6a094"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:14.656258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-e899abae-8e05-4043-8b1f-550244a4b75f service neutron] 10.222.0.85 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990469 Nov 09 18:00:14.675289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948271ae-708e-4757-b149-491cbbc599ca req-546e49e4-fb98-44be-bc05-0312803adad1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:14.676772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-948271ae-708e-4757-b149-491cbbc599ca req-546e49e4-fb98-44be-bc05-0312803adad1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0530179 Nov 09 18:00:14.717588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-948271ae-708e-4757-b149-491cbbc599ca req-eab77c9d-0216-41b5-8bd7-7781651630ad tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Nov 09 18:00:14.771755 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e452cc41-5103-4443-8ac5-b8c26b3f48d4 req-cfa568db-d501-4a0f-8f52-dfa26921478b service neutron] 10.222.0.85 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034305 Nov 09 18:00:14.824536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:14.956922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442616a6-acb7-4d14-9303-08043c47307b req-bedb3f87-d535-4465-97fb-8286d83bbbe9 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:14.958463 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-442616a6-acb7-4d14-9303-08043c47307b req-bedb3f87-d535-4465-97fb-8286d83bbbe9 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0884118 Nov 09 18:00:15.081475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-442616a6-acb7-4d14-9303-08043c47307b req-98f54a42-de49-4ac4-beb3-758e8fbc7a28 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058073 Nov 09 18:00:15.199480 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37373d00-1fdc-4ea1-b0f6-dac564a693b2 x-openstack-request-id: req-37373d00-1fdc-4ea1-b0f6-dac564a693b2 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:15.199883 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17614972-795e-4ffa-9001-e7254445c5c6", "tag": "8c263a71-3ce7-4258-bfa0-3babc0c6a094", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:15.200149 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37373d00-1fdc-4ea1-b0f6-dac564a693b2 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:15.200550 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17614972-795e-4ffa-9001-e7254445c5c6', 'tag': '8c263a71-3ce7-4258-bfa0-3babc0c6a094', 'status': 'completed', 'code': 200} Nov 09 18:00:15.318760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-5ace6850-45b8-4e6d-be9e-bca18e20289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:15.320577 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-5ace6850-45b8-4e6d-be9e-bca18e20289d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=177e191df6194dd3a864a0f4868aac89&device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 1095 time: 0.0747428 Nov 09 18:00:15.410172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.440878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-4feda48d-cc97-4572-b9d6-f91ea98aed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:15.442565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-4feda48d-cc97-4572-b9d6-f91ea98aed5b service neutron] 10.222.0.85 "GET /v2.0/networks?id=b326ac0c-660f-4c32-bbec-fa9c3679e76f HTTP/1.1" status: 200 len: 914 time: 0.1140239 Nov 09 18:00:15.445012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:15.505733 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-8df8498f-3b7b-4d3d-a168-465460d8f1ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094 HTTP/1.1" status: 200 len: 217 time: 0.0418551 Nov 09 18:00:15.571079 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c associated. External IP: 172.25.0.55, port: a5e648a3-27f2-4fcc-b812-5c0defcd0f7a. Nov 09 18:00:15.575592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-86d8b435-f5e3-4d6d-b7cd-2d6876a3571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:15.578189 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-86d8b435-f5e3-4d6d-b7cd-2d6876a3571d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7 HTTP/1.1" status: 200 len: 853 time: 0.0562742 Nov 09 18:00:15.618298 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-8fa4b79c-fdd7-46f9-8d1c-00f8d0948d00 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b326ac0c-660f-4c32-bbec-fa9c3679e76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307486 Nov 09 18:00:15.726236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb906-1fa1-49a1-ae53-e5eae50158c8 req-ff681868-8c6e-4e7e-9ff0-cdb4c9192d7c tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:15.727756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a7eb906-1fa1-49a1-ae53-e5eae50158c8 req-ff681868-8c6e-4e7e-9ff0-cdb4c9192d7c tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0711305 Nov 09 18:00:15.751640 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-360c7b28-b46c-4754-b9cf-274bc73d1aba service neutron] 10.222.0.85 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184957 Nov 09 18:00:15.851450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a7eb906-1fa1-49a1-ae53-e5eae50158c8 req-8c671e76-ce49-4b15-8135-88544c473bda tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171958 Nov 09 18:00:15.851566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44176) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:15.904028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:15.905501 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-300252fd-d2f5-4d0b-8984-0741b588acb9 req-778f86b5-64a8-44a2-9116-4899294e39b3 service neutron] 10.222.0.85 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374137 Nov 09 18:00:15.964997 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.092108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab83e9b-a79a-4ab6-b518-2e9312842f7c req-203e0327-41da-45c5-a1df-12ec92585cb7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:16.093583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ab83e9b-a79a-4ab6-b518-2e9312842f7c req-203e0327-41da-45c5-a1df-12ec92585cb7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1044559 Nov 09 18:00:16.109529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eb8bb90d-bddc-45d4-9c1e-ff84b374adf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d6195eefcd94bac9985f3eefb18130d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553656 Nov 09 18:00:16.110684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:16.113275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44182) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:16.121555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:16.132450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:16.134555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:16.175910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3897f8a-605a-4162-8066-c52592d94a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.200759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3897f8a-605a-4162-8066-c52592d94a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.235200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ab83e9b-a79a-4ab6-b518-2e9312842f7c req-08b5403d-afe8-44bd-b6f5-91870f01132a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344109 Nov 09 18:00:16.256422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:16.281057 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3897f8a-605a-4162-8066-c52592d94a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.287336 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3897f8a-605a-4162-8066-c52592d94a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.296157 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f3897f8a-605a-4162-8066-c52592d94a9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20a59eab-5b56-43e9-893f-2600d46807b5 HTTP/1.1" status: 204 len: 168 time: 0.1816988 Nov 09 18:00:16.319890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3897f8a-605a-4162-8066-c52592d94a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a59eab-5b56-43e9-893f-2600d46807b5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:16.470872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:16.531269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20374e-5ac1-4114-a405-0ae2c365c748 req-9b7a1ed2-04d5-4dfa-947f-7b9db3598fec tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:16.532898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0e20374e-5ac1-4114-a405-0ae2c365c748 req-9b7a1ed2-04d5-4dfa-947f-7b9db3598fec tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0997150 Nov 09 18:00:16.781831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:bd:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:15Z', 'revision_number': 3, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:16.820614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:16.832385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:16.833173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:16.873591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c263a71-3ce7-4258-bfa0-3babc0c6a094 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:16.894040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0e20374e-5ac1-4114-a405-0ae2c365c748 req-bf32a7ec-9900-4984-92a7-e2fb753b1bb3 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501764 Nov 09 18:00:16.911437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:16.916926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:16.964753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:16.970039 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51988f3-0155-456b-aced-596735368002" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:17.014708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-253d2c2d-93a4-4de0-9681-7674e787ba98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "PUT /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 200 len: 997 time: 3.3029351 Nov 09 18:00:17.070791 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:17.081540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-5a2d4f58-6085-4e9d-a147-289fb0f2e7bc tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.083351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-5a2d4f58-6085-4e9d-a147-289fb0f2e7bc tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports/a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 943 time: 0.0628436 Nov 09 18:00:17.209646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8c263a71-3ce7-4258-bfa0-3babc0c6a094, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094,segment=NetworkSegment(945d75be-a2fb-494f-9821-caa748907cc6),segment_id=945d75be-a2fb-494f-9821-caa748907cc6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:17.213782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bbe06-9d45-4574-bd1d-8b1cf2834b23 req-42af5f59-d8ff-48cf-9470-5c9557e21e6a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.218818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581bbe06-9d45-4574-bd1d-8b1cf2834b23 req-42af5f59-d8ff-48cf-9470-5c9557e21e6a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1004863 Nov 09 18:00:17.230442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '8c263a71-3ce7-4258-bfa0-3babc0c6a094', 'network_id': 'b326ac0c-660f-4c32-bbec-fa9c3679e76f', 'port_id': '8c263a71-3ce7-4258-bfa0-3babc0c6a094', 'mac_address': 'fa:16:3e:e8:89:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c211f8-fe5e-4812-ae89-f1cd1ec0bba7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:17.269464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-6f835c38-2628-45f5-a0ff-46cf7dc2006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.275130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-6f835c38-2628-45f5-a0ff-46cf7dc2006f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1051986 Nov 09 18:00:17.286583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-581bbe06-9d45-4574-bd1d-8b1cf2834b23 req-0a560d8a-d18b-43b0-92f1-5105dfe0c3f9 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641866 Nov 09 18:00:17.334210 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:17.352861 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde09f15-4836-4a78-ad85-1348227196e9 x-openstack-request-id: req-dde09f15-4836-4a78-ad85-1348227196e9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:17.353649 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:17.353649 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dde09f15-4836-4a78-ad85-1348227196e9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:17.353956 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'status': 'completed', 'code': 200} Nov 09 18:00:17.367179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c263a71-3ce7-4258-bfa0-3babc0c6a094 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:17.401850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-12e0b283-752b-4e49-ad0f-2c8f8b956963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.410528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-12e0b283-752b-4e49-ad0f-2c8f8b956963 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1225357 Nov 09 18:00:17.421947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8c263a71-3ce7-4258-bfa0-3babc0c6a094, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094,segment=NetworkSegment(945d75be-a2fb-494f-9821-caa748907cc6),segment_id=945d75be-a2fb-494f-9821-caa748907cc6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:17.446033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:17.456710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988f3-0155-456b-aced-596735368002 req-94ca1bbf-6ee1-4e2b-b708-13ec13c8220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.464601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-72c9d1d8-6417-463e-b4e0-79b837a67317 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 217 time: 0.0528481 Nov 09 18:00:17.465300 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b51988f3-0155-456b-aced-596735368002 req-94ca1bbf-6ee1-4e2b-b708-13ec13c8220e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0894172 Nov 09 18:00:17.543590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8c263a71-3ce7-4258-bfa0-3babc0c6a094,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:17.550081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-7ccfbb34-f260-418d-b525-b73c7f0dfde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.555011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:bd:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:15Z', 'revision_number': 3, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:17.560839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-7ccfbb34-f260-418d-b525-b73c7f0dfde1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0952537 Nov 09 18:00:17.584287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd74e9-9405-46ee-8ea5-ca7db1320d87 None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:bd:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:15Z', 'revision_number': 3, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:17.605077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988f3-0155-456b-aced-596735368002 req-4ba4ff61-bcc4-4c32-a4ba-044f89a07c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.606686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b51988f3-0155-456b-aced-596735368002 req-4ba4ff61-bcc4-4c32-a4ba-044f89a07c8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1249447 Nov 09 18:00:17.610940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027cad4-fce9-45b0-899d-d53e771bbba4 req-438a1cf2-ff94-4a91-8682-4d992e8fedcc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.614512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f027cad4-fce9-45b0-899d-d53e771bbba4 req-438a1cf2-ff94-4a91-8682-4d992e8fedcc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1595323 Nov 09 18:00:17.631368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-738391b8-c5f3-4127-9658-2d190de7f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.638791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-738391b8-c5f3-4127-9658-2d190de7f957 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769987 Nov 09 18:00:17.674608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f027cad4-fce9-45b0-899d-d53e771bbba4 req-7b9cdfa3-9ddf-4501-819d-24f5190556aa tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538545 Nov 09 18:00:17.675797 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b51988f3-0155-456b-aced-596735368002 req-e2ad9f4a-1896-42f7-8bd1-9379181c69a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 217 time: 0.0518608 Nov 09 18:00:17.762701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988f3-0155-456b-aced-596735368002 req-45477011-d581-425c-8485-bc5aeaeb7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.764216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b51988f3-0155-456b-aced-596735368002 req-45477011-d581-425c-8485-bc5aeaeb7111 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0780568 Nov 09 18:00:17.781067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-49f24c0f-c07f-4608-9437-6ef2553ff9f9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141822 Nov 09 18:00:17.824537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988f3-0155-456b-aced-596735368002 req-58025147-bd1e-4ffe-bae2-bd6b19203513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:17.827146 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b51988f3-0155-456b-aced-596735368002 req-58025147-bd1e-4ffe-bae2-bd6b19203513 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523016 Nov 09 18:00:17.832982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8c263a71-3ce7-4258-bfa0-3babc0c6a094'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:17.835690 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa279be6-9424-47e1-a4b7-7e0ad28e5737 None None] New status for floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:17.984804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-86f2aa35-3e89-4c8e-9510-cd3c82a2311d service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932971 Nov 09 18:00:18.049208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b51988f3-0155-456b-aced-596735368002 req-837c5e13-36ec-46fd-acbf-4f9a1fb33e5d service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115223 Nov 09 18:00:18.125563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-817f6dab-1d01-41e8-8c14-fceddc611de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.126837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-817f6dab-1d01-41e8-8c14-fceddc611de1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 1096 time: 0.1038282 Nov 09 18:00:18.183769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:18.195581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:18.196284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:18.220317 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b51988f3-0155-456b-aced-596735368002 req-e65223e1-7e9b-455a-8db2-f80418414483 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596165 Nov 09 18:00:18.274004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4bd7-f9ad-4aa0-87e6-0131970b9c95 req-6b2ffb8e-a31f-42bb-84f9-86fc418bc186 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.285443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ccf4bd7-f9ad-4aa0-87e6-0131970b9c95 req-6b2ffb8e-a31f-42bb-84f9-86fc418bc186 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 945 time: 0.1304440 Nov 09 18:00:18.340244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-1f30ca16-0b25-4469-8495-713f2001d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.343143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-1f30ca16-0b25-4469-8495-713f2001d0a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.2085519 Nov 09 18:00:18.346287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:18.371840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44254) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:18.413509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ccf4bd7-f9ad-4aa0-87e6-0131970b9c95 req-a09d7262-6ec3-4a10-b0b0-1cd56478ad1f tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268291 Nov 09 18:00:18.436362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-5baab905-a818-41a1-8466-dce8a749e30f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 1000 time: 0.0825837 Nov 09 18:00:18.491624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-b0c7783e-8790-42ba-a2a9-9d851d97eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.493216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-b0c7783e-8790-42ba-a2a9-9d851d97eb2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0509684 Nov 09 18:00:18.560332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784504-0251-4127-be9b-0433267aaa28 req-7460de91-0db5-4783-8fbb-d543cbb08cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.562313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-7460de91-0db5-4783-8fbb-d543cbb08cd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622144 Nov 09 18:00:18.580758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-354a7d0a-4035-42da-9fb6-110724cddbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.632195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:bd:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:17Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:18.663309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:18.672876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:18.673760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:18.705062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-354a7d0a-4035-42da-9fb6-110724cddbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.715252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-354a7d0a-4035-42da-9fb6-110724cddbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.724017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde603b0-990b-4301-ad80-5d20cce1c518 req-82fafd08-eb9f-470b-abe5-7a3c43f23646 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:18.725754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cde603b0-990b-4301-ad80-5d20cce1c518 req-82fafd08-eb9f-470b-abe5-7a3c43f23646 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1191630 Nov 09 18:00:18.731792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-e84bf072-e0eb-4dc1-9e8f-70f493bea43f service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627040 Nov 09 18:00:18.780172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-354a7d0a-4035-42da-9fb6-110724cddbde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fbb9cb3be664e2fb60eacbbefdce1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046237 Nov 09 18:00:18.780172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a7d0a-4035-42da-9fb6-110724cddbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d102f7a5-a14d-45e2-9084-3e66348d01c1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:18.782402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44260) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:18.793668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:18.844640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0fff06-f980-4f16-b3b3-6f4e60331c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.877592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0fff06-f980-4f16-b3b3-6f4e60331c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.881489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cde603b0-990b-4301-ad80-5d20cce1c518 req-c959519c-85ed-4088-87db-bd56319571fd tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479658 Nov 09 18:00:18.884773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29784504-0251-4127-be9b-0433267aaa28 req-4f8ed805-9d02-4c52-b2c6-40cbee810655 service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444285 Nov 09 18:00:18.902990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.964366 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0fff06-f980-4f16-b3b3-6f4e60331c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.968459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0fff06-f980-4f16-b3b3-6f4e60331c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:18.972787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f0fff06-f980-4f16-b3b3-6f4e60331c82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d102f7a5-a14d-45e2-9084-3e66348d01c1 HTTP/1.1" status: 204 len: 168 time: 0.1896663 Nov 09 18:00:18.991594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fff06-f980-4f16-b3b3-6f4e60331c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d102f7a5-a14d-45e2-9084-3e66348d01c1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:19.069964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87073900-8bb2-4e98-879d-9c2e008b88d2 req-4f70d5c3-785c-47ec-baf4-ad3b54f60cc4 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1000 time: 0.1162403 Nov 09 18:00:19.094903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6becf4-df67-4f5c-9e02-e375972efd86 req-b24fb1e0-1c5d-4526-bc13-7c905f4cebb4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.096368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a6becf4-df67-4f5c-9e02-e375972efd86 req-b24fb1e0-1c5d-4526-bc13-7c905f4cebb4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.0949218 Nov 09 18:00:19.129868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:bd:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:17Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:19.161698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91131d3-4f03-4496-b44f-296267be2f6c None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:bd:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:17Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:19.216334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073900-8bb2-4e98-879d-9c2e008b88d2 req-c4d7dd38-71ac-49f5-91f4-19320466d1e3 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.217842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87073900-8bb2-4e98-879d-9c2e008b88d2 req-c4d7dd38-71ac-49f5-91f4-19320466d1e3 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports/6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 942 time: 0.1395116 Nov 09 18:00:19.223762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a6becf4-df67-4f5c-9e02-e375972efd86 req-3e4bcf5b-4480-460b-b19a-2f845b4ff0c6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073825 Nov 09 18:00:19.359350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:19.361754 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eeb0b3-d074-4363-890b-55c3c3aca195" -d '{"events": [{"name": "network-changed", "server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:19.368236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87073900-8bb2-4e98-879d-9c2e008b88d2 req-d83e1e9f-55d4-4e7b-b6c2-fc726989229a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1000 time: 0.0909133 Nov 09 18:00:19.455496 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee31256-6f92-4289-877e-00fe00f0b307 x-openstack-request-id: req-2ee31256-6f92-4289-877e-00fe00f0b307 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:19.455887 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:19.456244 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ee31256-6f92-4289-877e-00fe00f0b307 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:19.456963 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'status': 'completed', 'code': 200} Nov 09 18:00:19.521668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-c1c8825b-c33d-4f1a-be9c-d496792e9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.523187 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-c1c8825b-c33d-4f1a-be9c-d496792e9d62 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 1096 time: 0.0668509 Nov 09 18:00:19.524117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073900-8bb2-4e98-879d-9c2e008b88d2 req-664dd915-02b0-455a-aded-f3a180a8d10f tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.528806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87073900-8bb2-4e98-879d-9c2e008b88d2 req-664dd915-02b0-455a-aded-f3a180a8d10f tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1539867 Nov 09 18:00:19.611507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb845626-4394-46f4-b987-0098c078b8f0 req-7b6fdb1d-bfd3-4506-b6d0-892169aecb15 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.613554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb845626-4394-46f4-b987-0098c078b8f0 req-7b6fdb1d-bfd3-4506-b6d0-892169aecb15 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0801084 Nov 09 18:00:19.639663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-ef3eaf5b-ec28-4010-8fea-ce96d3db6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.641146 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-ef3eaf5b-ec28-4010-8fea-ce96d3db6c81 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1038539 Nov 09 18:00:19.699469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb845626-4394-46f4-b987-0098c078b8f0 req-bd2033b2-65c6-4786-bc51-bfcbb347d5f3 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795357 Nov 09 18:00:19.731406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-18a7c7ec-da17-43a6-9ba7-ba22a22295bd tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1000 time: 0.0832720 Nov 09 18:00:19.743673 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-f0a94e2a-bc06-4921-b292-4e047e8d55a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 1000 time: 0.0914490 Nov 09 18:00:19.800622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-bec525d9-8f8f-4623-811f-423df242bb7c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.808016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-bec525d9-8f8f-4623-811f-423df242bb7c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports/6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 942 time: 0.0574279 Nov 09 18:00:19.813885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-bbe4ad66-3c1d-4ec5-a92e-e9617f7be77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.815868 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-bbe4ad66-3c1d-4ec5-a92e-e9617f7be77b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0634611 Nov 09 18:00:19.875121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-7bb13ea8-2bf0-471a-b505-c1b6d96d9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:19.876638 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-7bb13ea8-2bf0-471a-b505-c1b6d96d9db3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505533 Nov 09 18:00:19.888178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44300) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:19.926727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-a351f647-6a5c-44c2-80d9-bdb8eb8ca6cb tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1000 time: 0.0798149 Nov 09 18:00:19.997408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-d113888a-6cdf-42f2-ae21-752cb3cba687 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122911 Nov 09 18:00:20.071423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-277836197-network', 'tenant_id': '23c42c2fc29d477c86de43347d74b267'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:20.087304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9b522-8376-48eb-831b-b924f459d525 req-58c5387c-1093-439e-9690-bfa663a11b72 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.089310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5de9b522-8376-48eb-831b-b924f459d525 req-58c5387c-1093-439e-9690-bfa663a11b72 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.0892935 Nov 09 18:00:20.098346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-1b9e4b04-020b-43cd-b39a-10d48d5c1568 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.099680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-1b9e4b04-020b-43cd-b39a-10d48d5c1568 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1564910 Nov 09 18:00:20.111351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:20.113981 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.131785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.143232 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9eeb0b3-d074-4363-890b-55c3c3aca195 req-49ef5324-d9dd-4622-9340-6085f1d51441 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318808 Nov 09 18:00:20.185313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5de9b522-8376-48eb-831b-b924f459d525 req-86d20fe4-de08-43c7-8d1d-c991d96596f3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845001 Nov 09 18:00:20.212918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f29aa321-8001-4913-97c2-bfa0505c7101 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1000 time: 0.0972917 Nov 09 18:00:20.227037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.232070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:20.233571 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.265521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411688e5-cc90-4518-86f3-390e146059eb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.287543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:20.299102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.299705 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Added segment 2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d of type vlan for network 363f81b7-fdba-44d6-b929-7581aea0ee63 Nov 09 18:00:20.350133 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.361305 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.378630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.380167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.380951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.427862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5370-bff2-4f51-9a2e-1d9b429ee586 req-fe156534-ee38-44fd-9d41-69f9bb6f2f68 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.435252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcec5370-bff2-4f51-9a2e-1d9b429ee586 req-fe156534-ee38-44fd-9d41-69f9bb6f2f68 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1144831 Nov 09 18:00:20.454604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5652843 Nov 09 18:00:20.457314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44316) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:20.462546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Request body: {'subnet': {'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-277836197-subnet', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:20.480509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0e403-3b4a-4058-b72f-54bbba778f00 admin admin] Pushing event updated for resources: {'Network': ['ID=363f81b7-fdba-44d6-b929-7581aea0ee63,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.491611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:20.506908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:20.511082 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.526525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcec5370-bff2-4f51-9a2e-1d9b429ee586 req-5ad3aca8-4d5a-4157-88b8-0f57e0a0cde6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903335 Nov 09 18:00:20.607859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.614563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.615597 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c disassociated. External IP: 172.25.0.55, port: 6cf21153-ca50-4764-9b8a-c736f97407f8. Nov 09 18:00:20.723568 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.788204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=185ae64b-af2d-4bd7-8033-e5f023a7bba6,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:20.790514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Checking segment: {'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:20.790923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Network hostable DHCP agents. Network: 363f81b7-fdba-44d6-b929-7581aea0ee63, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:20.809061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:20.819744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 363f81b7-fdba-44d6-b929-7581aea0ee63) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:20.824489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.825183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.832105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c35af1-b8a4-4e08-ad42-9097d1038076 None None] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:20.845654 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-94d38c7f-365a-4ccd-881c-00850c0c11bf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3872583 Nov 09 18:00:20.849054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44322) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:20.853750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:20.884425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c263a71-3ce7-4258-bfa0-3babc0c6a094 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:20.894623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.895675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:20.953725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd47ea1-dea4-4cc3-99f8-59a6cc277f84 req-b0729fcc-6d48-4a08-9846-c0f308c297cc tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:20.955392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dd47ea1-dea4-4cc3-99f8-59a6cc277f84 req-b0729fcc-6d48-4a08-9846-c0f308c297cc tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 945 time: 0.1216369 Nov 09 18:00:21.014050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.041718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:21.076897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dd47ea1-dea4-4cc3-99f8-59a6cc277f84 req-6f107963-ec64-4f61-9c00-1e5170128d4d tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898609 Nov 09 18:00:21.130210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:00:21.138330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:21.138650 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.196109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-363f81b7-fdba-44d6-b929-7581aea0ee63', 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'fixed_ips': [{'subnet_id': '185ae64b-af2d-4bd7-8033-e5f023a7bba6'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:21.197498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.247694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.322653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.374517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:21.379849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17614972-795e-4ffa-9001-e7254445c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c263a71-3ce7-4258-bfa0-3babc0c6a094'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:21.380297 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.381942 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886ab2af-2240-47ca-8ea9-fccbddf4ca40" -d '{"events": [{"server_uuid": "17614972-795e-4ffa-9001-e7254445c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "8c263a71-3ce7-4258-bfa0-3babc0c6a094"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:21.385604 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:21.399860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8c263a71-3ce7-4258-bfa0-3babc0c6a094, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094,segment=NetworkSegment(945d75be-a2fb-494f-9821-caa748907cc6),segment_id=945d75be-a2fb-494f-9821-caa748907cc6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:21.407771 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:21.408839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:21.409118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Allocated IP 172.20.0.2 (363f81b7-fdba-44d6-b929-7581aea0ee63/185ae64b-af2d-4bd7-8033-e5f023a7bba6/c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:21.415822 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.427322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f3828e64-4e6f-4f71-808f-89d80982ad98 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "PUT /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 200 len: 694 time: 1.2001972 Nov 09 18:00:21.459555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:21.462156 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791f951b-6aff-4361-906a-ffbe49c03ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:21.476784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8c263a71-3ce7-4258-bfa0-3babc0c6a094,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:21.492150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7db80-758f-4909-8057-d9400e48032e req-099769ca-9195-40db-95e2-5bdb686c1025 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:21.494316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4f7db80-758f-4909-8057-d9400e48032e req-099769ca-9195-40db-95e2-5bdb686c1025 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1891403 Nov 09 18:00:21.544064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-e37c868d-ed8d-4920-8a1e-b4f665355813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:21.545589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-e37c868d-ed8d-4920-8a1e-b4f665355813 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 1096 time: 0.1008224 Nov 09 18:00:21.567617 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:21.650372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4f7db80-758f-4909-8057-d9400e48032e req-ff082a2e-d8ea-41e4-8da0-a5e4aac92a44 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392915 Nov 09 18:00:21.679183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.692254 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.783252 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cbbce-bef0-4988-a80f-990d7b885ca5 x-openstack-request-id: req-0b7cbbce-bef0-4988-a80f-990d7b885ca5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:21.783588 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17614972-795e-4ffa-9001-e7254445c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "8c263a71-3ce7-4258-bfa0-3babc0c6a094", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:21.783853 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b7cbbce-bef0-4988-a80f-990d7b885ca5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:21.784276 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17614972-795e-4ffa-9001-e7254445c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c263a71-3ce7-4258-bfa0-3babc0c6a094', 'code': 200} Nov 09 18:00:21.820267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:21.830095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:21.848664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Pushing event updated for resources: {'Port': ['ID=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:21.855005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:21.919203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-b0330856-1867-4ae4-a95f-3757643f2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:21.921589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-b0330856-1867-4ae4-a95f-3757643f2f23 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 1096 time: 0.1328101 Nov 09 18:00:21.924724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d31ff-1c4b-4fb1-be9e-97f41e32e68a req-4eec6484-ff55-4dd2-88de-7751bcf1fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:21.926616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-869d31ff-1c4b-4fb1-be9e-97f41e32e68a req-4eec6484-ff55-4dd2-88de-7751bcf1fc6d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0804653 Nov 09 18:00:21.948938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Attempting to bind port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:21.949336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Attempting to bind port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:21.949698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Attempting to bind port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 on network 363f81b7-fdba-44d6-b929-7581aea0ee63 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:21.958697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:21.959100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Checking segment: {'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:21.960715 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.962955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Bound using segment: {'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:21.963724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Bound port: c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:21.964622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:21.999016 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:22.039986 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-869d31ff-1c4b-4fb1-be9e-97f41e32e68a req-3f8d16f4-bac3-4e56-85aa-4abaa5fa27e9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883861 Nov 09 18:00:22.070303 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:22.081750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-50d0d402-e602-488e-a007-7563ba9043b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.083281 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:22.083532 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-50d0d402-e602-488e-a007-7563ba9043b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.1432183 Nov 09 18:00:22.084248 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:22.105202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] For port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:22.110349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] For port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,segment=NetworkSegment(2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d),segment_id=2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:22.117927 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.139000 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5027ebcb-cee1-4a87-98b7-59ab592a66d8 x-openstack-request-id: req-5027ebcb-cee1-4a87-98b7-59ab592a66d8 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:22.139613 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:22.139613 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5027ebcb-cee1-4a87-98b7-59ab592a66d8 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:22.140430 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'status': 'completed', 'code': 200} Nov 09 18:00:22.241056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86073992-9d6e-495f-8a45-855edb1fae9d None None] Pushing event updated for resources: {'Port': ['ID=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:22.261666 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:22.264356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f1023005-1242-4b95-87f6-7170dc00728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.265955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f1023005-1242-4b95-87f6-7170dc00728e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.7017553 Nov 09 18:00:22.330451 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-351a45c3-e20d-4cac-b73a-be8eca08912f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 217 time: 0.0456924 Nov 09 18:00:22.354670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-5a2f51c5-cfde-4b71-b14f-1771702915a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 200 len: 217 time: 0.0700150 Nov 09 18:00:22.410316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-7f27f029-30f8-451b-9075-77e7a7728abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.412843 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-7f27f029-30f8-451b-9075-77e7a7728abf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0739152 Nov 09 18:00:22.468244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-bca99627-d547-481d-a5d0-c3120a22ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.469806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-bca99627-d547-481d-a5d0-c3120a22ae3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.1026487 Nov 09 18:00:22.499484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a85a2-630d-428a-b8eb-d83abde00235 req-86002ceb-ee60-4601-94f7-3cb874fc1ecb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.501178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e6a85a2-630d-428a-b8eb-d83abde00235 req-86002ceb-ee60-4601-94f7-3cb874fc1ecb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.3604679 Nov 09 18:00:22.521984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.605529 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:22.609470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-2d389b90-a6ea-44b0-a49b-6b6174660dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.614042 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-2d389b90-a6ea-44b0-a49b-6b6174660dbd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895742 Nov 09 18:00:22.739346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:22.794836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:22.832583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e6a85a2-630d-428a-b8eb-d83abde00235 req-decc8831-e185-4e7a-beba-0cc3d2d304e5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035316 Nov 09 18:00:22.842384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f02546c7-0cd7-4a6b-9628-8f4e9635b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:22.844184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-f02546c7-0cd7-4a6b-9628-8f4e9635b60a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420160 Nov 09 18:00:22.844434 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781da98-8b25-4929-bcb8-167a4343797c None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:22.845473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Allocated IP 172.25.0.216 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/5c9ab36b-8f1c-4464-bb60-eaebe644b6c5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:22.865073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-afd05450-d11a-4e24-a4e7-bd5c05b57bcf service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407951 Nov 09 18:00:22.882820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:22.883319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.069662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-791f951b-6aff-4361-906a-ffbe49c03ce3 req-7c15850c-26e3-49a0-b3c2-6583a1635d7a service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937630 Nov 09 18:00:23.152596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.191596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,segment=NetworkSegment(2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d),segment_id=2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:23.201960 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.215988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-157a5210-5793-40e7-afdd-5dd6f90405ba service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392751 Nov 09 18:00:23.260800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:23.296342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.328208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366a358-63bb-4353-bf6c-861b2ae18ff2 req-85698038-eac3-42f9-b469-9a9ec42d4ad6 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:23.329896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b366a358-63bb-4353-bf6c-861b2ae18ff2 req-85698038-eac3-42f9-b469-9a9ec42d4ad6 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1867578 Nov 09 18:00:23.434675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b366a358-63bb-4353-bf6c-861b2ae18ff2 req-301856f3-9e71-4849-b2b2-5299bf950a90 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756290 Nov 09 18:00:23.437926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c86b7de1-0828-45b6-b68e-3634f5fec276 req-471cc12a-0ba4-4c2e-884a-b38d974beec8 service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978970 Nov 09 18:00:23.446783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.550913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:23.559389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:23.568082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:23.592067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ad535-7eb2-4b47-a4bf-31b9c57fbc28 None None] New status for floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:23.681194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Pushing event updated for resources: {'Port': ['ID=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:23.709810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9212a6-21e9-4d80-9155-9048120bd812 req-f4db06cb-a9ef-4b87-89da-88fc7e920947 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:23.711441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a9212a6-21e9-4d80-9155-9048120bd812 req-f4db06cb-a9ef-4b87-89da-88fc7e920947 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1570981 Nov 09 18:00:23.731560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d39f63-a172-4bde-b61a-2f8c40f628af None None] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:23.856846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a9212a6-21e9-4d80-9155-9048120bd812 req-85eb1261-c3bc-454b-b391-97ed622949db tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079481 Nov 09 18:00:23.924246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5945fc34-5f82-42b9-bf1c-3606bb7aee42 None None] Provisioning complete for port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:23.924826 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5945fc34-5f82-42b9-bf1c-3606bb7aee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:23.928216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-bd9b09ad-4975-4f7e-99c9-b658f2461ea3 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:23.929779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-bd9b09ad-4975-4f7e-99c9-b658f2461ea3 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1056423 Nov 09 18:00:24.084742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-17563232-3cea-4f08-a962-c2052a08e0a6 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.0761898 Nov 09 18:00:24.103733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e32be-239c-4945-82e3-8c3cfea838ab req-7bb61f15-181b-421e-abc2-2a02401b9491 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:24.105254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad7e32be-239c-4945-82e3-8c3cfea838ab req-7bb61f15-181b-421e-abc2-2a02401b9491 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1729867 Nov 09 18:00:24.113709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'floatingip': {'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:24.182987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.226674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.302751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad7e32be-239c-4945-82e3-8c3cfea838ab req-c256842a-e9a6-453f-8668-468f0ac046b6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847486 Nov 09 18:00:24.306405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-66eaebb2-f573-4f95-961e-552476ea6cca None None] Provisioning complete for port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:24.306810 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-66eaebb2-f573-4f95-961e-552476ea6cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.604549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:24.624735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed34aa-e4d7-49f0-a8bc-bdcadaff2162 req-5c425cbf-2744-45cf-a6a9-96b0dd1a6d0d tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:24.626216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82ed34aa-e4d7-49f0-a8bc-bdcadaff2162 req-5c425cbf-2744-45cf-a6a9-96b0dd1a6d0d tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1222634 Nov 09 18:00:24.651855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:24.652482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.672952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:24.830252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82ed34aa-e4d7-49f0-a8bc-bdcadaff2162 req-6582e757-1ef6-4c11-819b-5d2a8001c474 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745667 Nov 09 18:00:25.010181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.016248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.092149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Router 1d2659a1-3a3a-4679-a29b-6e090b51f945 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:00:25.129639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-ea3049e5-b3a4-4cb6-8b1e-39cdf17c6d08 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:25.131088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-ea3049e5-b3a4-4cb6-8b1e-39cdf17c6d08 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.1985369 Nov 09 18:00:25.477394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-88b174dc-b054-4136-9b5f-f6db7040d802 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/quotas/318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 375 time: 0.3382425 Nov 09 18:00:25.504936 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c associated. External IP: 172.25.0.55, port: a5e648a3-27f2-4fcc-b812-5c0defcd0f7a. Nov 09 18:00:25.576609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-c39e38c3-fee4-4103-9606-3e06c56d5822 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:25.578051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-c39e38c3-fee4-4103-9606-3e06c56d5822 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "GET /v2.0/ports?device_id=0a613b19-4911-4781-9ca1-84351ff0fe9d HTTP/1.1" status: 200 len: 945 time: 0.0495334 Nov 09 18:00:25.620631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:25.630744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-dbe0b06c-7438-43ad-89e1-536f303a2021 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458266 Nov 09 18:00:25.632019 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Sync routers for ids ['1d2659a1-3a3a-4679-a29b-6e090b51f945'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:25.643469 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Routers {'1d2659a1-3a3a-4679-a29b-6e090b51f945'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:25.644075 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1d2659a1-3a3a-4679-a29b-6e090b51f945'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:25.684546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Deleting port 6cf21153-ca50-4764-9b8a-c736f97407f8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:25.685117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.702731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.706825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1fdddeb4-936e-406f-9ed2-090f90864cad admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8566308 Nov 09 18:00:25.711377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44374) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:25.779049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] For port 6cf21153-ca50-4764-9b8a-c736f97407f8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cf21153-ca50-4764-9b8a-c736f97407f8,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:25.779382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.797047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Calling delete_port for 6cf21153-ca50-4764-9b8a-c736f97407f8 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:25.844224 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Set router 1d2659a1-3a3a-4679-a29b-6e090b51f945 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:25.903245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-01a899d0-6b89-4d1d-8892-acf80cf1b235 service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605908 Nov 09 18:00:25.943161 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:25.954688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', '6cf21153-ca50-4764-9b8a-c736f97407f8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:26.006642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Pushing event deleted for resources: {'Port': ['ID=6cf21153-ca50-4764-9b8a-c736f97407f8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.059278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] No DVR routers for this DVR port 6cf21153-ca50-4764-9b8a-c736f97407f8 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:26.063413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.064929 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:00:23Z', 'revision_number': 3, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port': {'id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:22Z', 'updated_at': '2021-11-09T18:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:26.069824 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0dc1a29c-f09e-4111-b0d8-a5350ac3b660 req-7f962723-e207-42d1-b59a-6119f0ef3b42 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "DELETE /v2.0/ports/6cf21153-ca50-4764-9b8a-c736f97407f8 HTTP/1.1" status: 204 len: 173 time: 0.4850554 Nov 09 18:00:26.070006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'name': 'network-vif-deleted', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:26.072957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:26.074857 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f96484c-e508-462c-b3e0-fa14a47aeab9" -d '{"events": [{"server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "name": "network-vif-deleted", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:26.110046 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Checking router: 1d2659a1-3a3a-4679-a29b-6e090b51f945 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:26.110453 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Updating router 1d2659a1-3a3a-4679-a29b-6e090b51f945 port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:00:26.142509 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.222449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-635b4ecb-82b3-42db-b663-ab825002e22a service neutron] 10.222.0.32 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995994 Nov 09 18:00:26.337447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:26.342895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.353086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:26.377196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:26.378272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:26.407008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-ea8306ca-04b7-44c4-9028-e31918c9c5a0 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "PUT /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 200 len: 996 time: 2.3003211 Nov 09 18:00:26.410456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:26.414399 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87b4239-067b-4611-94d5-6f4417b6d13f" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:26.500686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:26.502313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-b213abb9-c201-43a0-9751-afcff9f62911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:26.509936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-b213abb9-c201-43a0-9751-afcff9f62911 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0861847 Nov 09 18:00:26.510502 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.522995 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.647160 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99302b94-7c09-4124-bfbe-a21ddefd64ea None None] Pushing event updated for resources: {'Port': ['ID=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:26.671077 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Attempting to bind port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:26.671449 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Attempting to bind port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:26.671813 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Attempting to bind port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:26.689968 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:26.690498 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:26.691857 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.692243 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:26.692728 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Bound port: 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:26.693113 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.755858 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.762042 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] For port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:26.768387 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] For port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:26.778486 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:26.802913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-f7343c99-385a-47a5-8142-eb206bc2ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:26.804932 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-f7343c99-385a-47a5-8142-eb206bc2ba36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.2940774 Nov 09 18:00:26.831876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebdf59-c463-40e5-aef7-47b71915ca1c req-daba7ab7-706c-4864-bb27-58ddb13b3c92 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:26.841127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32ebdf59-c463-40e5-aef7-47b71915ca1c req-daba7ab7-706c-4864-bb27-58ddb13b3c92 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.1176059 Nov 09 18:00:26.852908 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Routers {'1d2659a1-3a3a-4679-a29b-6e090b51f945'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:26.853550 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1d2659a1-3a3a-4679-a29b-6e090b51f945'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:26.893663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:8f:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:24Z', 'revision_number': 8, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:26.927502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:26.945963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:26.946629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:26.962389 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99302b94-7c09-4124-bfbe-a21ddefd64ea None None] Pushing event updated for resources: {'Port': ['ID=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:27.004858 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] Set router 1d2659a1-3a3a-4679-a29b-6e090b51f945 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:27.063607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Allocated IP 172.20.0.1 (363f81b7-fdba-44d6-b929-7581aea0ee63/185ae64b-af2d-4bd7-8033-e5f023a7bba6/c423a559-aa2a-492a-93b6-baa94dba7d4c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:27.141918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32ebdf59-c463-40e5-aef7-47b71915ca1c req-f10f44f1-a3e4-4d43-b171-31129b5e518f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998848 Nov 09 18:00:27.163662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-701968d5-4cf0-4821-94f3-08a011fc7577 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 999 time: 0.3490734 Nov 09 18:00:27.228960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:27.275275 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:00:23Z', 'revision_number': 3, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port': {'id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:22Z', 'updated_at': '2021-11-09T18:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:27.298621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.301194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-536c2fde-4a65-41c9-b265-1ec70fccb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:27.302694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-536c2fde-4a65-41c9-b265-1ec70fccb030 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.1172426 Nov 09 18:00:27.306106 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476689fb-37ba-4906-b886-ea2d6698a82e None None] The sync data for ids ['1d2659a1-3a3a-4679-a29b-6e090b51f945'] in n-d-817240-1 is: [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:00:23Z', 'revision_number': 3, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port': {'id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:22Z', 'updated_at': '2021-11-09T18:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:27.349153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb491f-e46b-428a-a01f-ae6aad5a0fbe req-160ed693-be9b-429e-9c53-98319a61f0bc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:27.350699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbdb491f-e46b-428a-a01f-ae6aad5a0fbe req-160ed693-be9b-429e-9c53-98319a61f0bc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1104755 Nov 09 18:00:27.364218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-edf826cf-693d-4424-8997-ab4681188c6b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493445 Nov 09 18:00:27.433657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-a1b2c9c8-0683-4796-8508-fd3f825766c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:27.435420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-a1b2c9c8-0683-4796-8508-fd3f825766c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144407 Nov 09 18:00:27.447301 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.481399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-40d668f3-3117-460b-9f97-40fd4c57b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:27.483949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-40d668f3-3117-460b-9f97-40fd4c57b8ff service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 1096 time: 0.0826859 Nov 09 18:00:27.491438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbdb491f-e46b-428a-a01f-ae6aad5a0fbe req-8c23e27b-e126-4d3d-a286-3e5593a47be9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215150 Nov 09 18:00:27.548312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:8f:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:24Z', 'revision_number': 8, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:27.574692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Pushing event updated for resources: {'Port': ['ID=c423a559-aa2a-492a-93b6-baa94dba7d4c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:27.579296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b2976c-c362-4578-ad57-fecac048a74a None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '9543b4e3-a225-42ef-83c4-21630f541d7c', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'port_id': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'mac_address': 'fa:16:3e:8f:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T17:59:53Z', 'updated_at': '2021-11-09T18:00:24Z', 'revision_number': 8, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:27.592612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:27.594305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:27.596920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:27.635597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-41ece1e2-7feb-46ce-9a2b-1007cd3bc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:27.647164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-41ece1e2-7feb-46ce-9a2b-1007cd3bc4e6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.1356418 Nov 09 18:00:27.714952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-c97aaa6d-4409-4ba9-b3cd-31563c388d1a service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697306 Nov 09 18:00:27.747458 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-58cd9958-6581-4491-8ffb-abec93720ec3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 200 len: 217 time: 0.0914128 Nov 09 18:00:27.765607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:27.815271 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e4a9a3-6e91-49ef-adb4-623ff08fed70 x-openstack-request-id: req-20e4a9a3-6e91-49ef-adb4-623ff08fed70 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:27.815538 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a613b19-4911-4781-9ca1-84351ff0fe9d", "name": "network-vif-deleted", "tag": "6cf21153-ca50-4764-9b8a-c736f97407f8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:27.816120 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20e4a9a3-6e91-49ef-adb4-623ff08fed70 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:27.816578 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a613b19-4911-4781-9ca1-84351ff0fe9d', 'name': 'network-vif-deleted', 'tag': '6cf21153-ca50-4764-9b8a-c736f97407f8', 'status': 'completed', 'code': 200} Nov 09 18:00:27.832418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-41829d54-6541-427d-bbcb-efada81f2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:27.834391 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-41829d54-6541-427d-bbcb-efada81f2c80 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0763276 Nov 09 18:00:27.876449 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d975c79-cfaf-4b02-9007-9e656018ce55 x-openstack-request-id: req-7d975c79-cfaf-4b02-9007-9e656018ce55 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:27.876740 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:27.876999 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d975c79-cfaf-4b02-9007-9e656018ce55 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:27.888082 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'status': 'completed', 'code': 200} Nov 09 18:00:27.901451 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-3fe63c16-63eb-4e5f-9a50-4be0ed77b5c5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562658 Nov 09 18:00:27.978288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde6b6aa-824d-4954-93f7-d3d795c537fc req-813e9518-119b-4242-b437-6696e8075f70 service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589262 Nov 09 18:00:28.046921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d6fb42a2-a401-4df9-bd6d-fe6431597d12 None None] Provisioning complete for port c423a559-aa2a-492a-93b6-baa94dba7d4c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:28.047293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6fb42a2-a401-4df9-bd6d-fe6431597d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.075372 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.087508 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47be952e-c627-4246-9e48-a7242ecd34f0 None None] New status for floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:28.140029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad4248c3-c8d2-433f-8335-bb33c8e95b0c req-ccdad7ed-1d5c-4a1c-a6d0-18248ffd97b2 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 210 time: 0.1180828 Nov 09 18:00:28.141596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb42a2-a401-4df9-bd6d-fe6431597d12 None None] Port c423a559-aa2a-492a-93b6-baa94dba7d4c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:28.239163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-a35e7dc6-3a64-40ae-b747-9a483c9ad3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.240651 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-a35e7dc6-3a64-40ae-b747-9a483c9ad3c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.3370528 Nov 09 18:00:28.397839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.454406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-915f4478-6562-4369-93b6-5c09bcc00f43 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.455927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-915f4478-6562-4369-93b6-5c09bcc00f43 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 820 time: 0.4954202 Nov 09 18:00:28.466680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-ecdc9716-f9f5-42ac-b9df-4c43f5579a95 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549908 Nov 09 18:00:28.481587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Request body: {'port': {'device_id': '3b3da724-181c-4c64-8c90-c3994ad03462', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'admin_state_up': True, 'tenant_id': '318aca4218784719bcba0ea84a1e72b6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:28.486589 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.598424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Pushing event updated for resources: {'Port': ['ID=c423a559-aa2a-492a-93b6-baa94dba7d4c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:28.630487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-495f9f99-da07-4200-9125-cef9dff24a81 req-e1ada365-1c19-480f-8bbe-d785156b31cd tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 200 len: 996 time: 0.2296510 Nov 09 18:00:28.702638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:28.748373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-88bdbb21-7068-4b5f-b7a0-99eaaa6db400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.750723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-88bdbb21-7068-4b5f-b7a0-99eaaa6db400 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=177e191df6194dd3a864a0f4868aac89&device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 1097 time: 0.2764621 Nov 09 18:00:28.799322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:28.799740 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.833035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-7255ebaa-2207-4802-ac7c-9bf13c7796c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.835523 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-7255ebaa-2207-4802-ac7c-9bf13c7796c5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.5823746 Nov 09 18:00:28.851403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f9f99-da07-4200-9125-cef9dff24a81 req-620b26d6-5846-402e-ae29-19f569e897e4 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:28.861008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-495f9f99-da07-4200-9125-cef9dff24a81 req-620b26d6-5846-402e-ae29-19f569e897e4 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2296312 Nov 09 18:00:28.877067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-495f9f99-da07-4200-9125-cef9dff24a81 req-ab4d27cf-b3e4-4ad7-8e04-483c43f8e41a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:00:28.883091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-495f9f99-da07-4200-9125-cef9dff24a81 req-ab4d27cf-b3e4-4ad7-8e04-483c43f8e41a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211196 Nov 09 18:00:28.904373 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:28.940970 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c6aa1754-aec2-4834-84db-d45c95e213ef req-efced64c-e2e8-4fc2-bfb3-c7ec8288780a service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420440 Nov 09 18:00:28.956284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cf21153-ca50-4764-9b8a-c736f97407f8 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:28.989483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 6cf21153-ca50-4764-9b8a-c736f97407f8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:28.990099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cf21153-ca50-4764-9b8a-c736f97407f8 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:29.000272 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-c61ebaa6-4c9e-47ee-8f7f-c7ee71f8cf79 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 1001 time: 0.1522672 Nov 09 18:00:29.004338 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.020209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Made reservation on behalf of 318aca4218784719bcba0ea84a1e72b6 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:29.023481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.032937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:29.038493 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.079247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-6d8f97a8-4ef5-4e89-8e9d-47ac81ae3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.081085 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-6d8f97a8-4ef5-4e89-8e9d-47ac81ae3c77 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.0695307 Nov 09 18:00:29.112660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:29.449784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892eaf-7b65-4872-a445-b6ae9eea7a8b req-7e0715c4-da53-443e-bcd2-9b86dcfbfdec tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.451392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd892eaf-7b65-4872-a445-b6ae9eea7a8b req-7e0715c4-da53-443e-bcd2-9b86dcfbfdec tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 946 time: 0.5864279 Nov 09 18:00:29.459600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-25489727-8c93-4149-8920-a77e4de7c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.462233 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-25489727-8c93-4149-8920-a77e4de7c840 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3546405 Nov 09 18:00:29.495583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-41cfd068-ddad-4cb0-9cd7-54bbc8e742b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.497056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-41cfd068-ddad-4cb0-9cd7-54bbc8e742b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b326ac0c-660f-4c32-bbec-fa9c3679e76f HTTP/1.1" status: 200 len: 914 time: 0.6333680 Nov 09 18:00:29.525484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Allocated IP 172.20.0.14 (5a4facf0-c687-48a1-bde1-0c241b60a116/9346dad8-ca84-4a50-af9e-5fca0b0d293f/208229ea-95f8-4e39-9325-773eb21fbb5c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:29.530027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b49b-eaf7-44b8-90c9-490ac842e558 req-a93eecb3-a7f9-4447-84d3-9b376de120cf tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.537291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d45b49b-eaf7-44b8-90c9-490ac842e558 req-a93eecb3-a7f9-4447-84d3-9b376de120cf tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.5442469 Nov 09 18:00:29.589888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-10195b1b-31f2-4ac3-b10a-f338916c5095 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094 HTTP/1.1" status: 200 len: 217 time: 0.0811148 Nov 09 18:00:29.607094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:29.609748 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-608a0e28-7a87-41c8-b926-2af3c1a129ed service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394069 Nov 09 18:00:29.628564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:29.658486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd892eaf-7b65-4872-a445-b6ae9eea7a8b req-7c45a354-b742-48b1-bf1d-41ad1ab814a2 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763248 Nov 09 18:00:29.687979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d45b49b-eaf7-44b8-90c9-490ac842e558 req-494ca130-70f3-4bba-bda2-b55305d05e35 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497431 Nov 09 18:00:29.821993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.849968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d87b4239-067b-4611-94d5-6f4417b6d13f req-a9269058-8c92-46c9-9da4-fe5b0c7b844d service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264149 Nov 09 18:00:29.893245 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:29.909969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:29.926265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-d186fc5c-b2e5-4f50-8e3b-1ed78a70768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:29.928190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-d186fc5c-b2e5-4f50-8e3b-1ed78a70768b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7 HTTP/1.1" status: 200 len: 853 time: 0.3238142 Nov 09 18:00:29.982609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Network 5a4facf0-c687-48a1-bde1-0c241b60a116 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:29.995377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:30.004046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:30.010016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:30.051032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-5977957c-0127-48b7-8b2e-b94dc02ae943 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b326ac0c-660f-4c32-bbec-fa9c3679e76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616803 Nov 09 18:00:30.084049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:30.085095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.105994 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-a05363a9-b482-4d7d-8bc3-3caf5ecc8d68 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6362944 Nov 09 18:00:30.119728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Request body: {'port': {'device_id': '3b3da724-181c-4c64-8c90-c3994ad03462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:30.120632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-7dd033c2-193f-47ab-b176-202ddc76dd32 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.2259476 Nov 09 18:00:30.130420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-abb80b44-202e-4d00-a30f-64fd0190b5e2 None None] Provisioning complete for port c423a559-aa2a-492a-93b6-baa94dba7d4c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:30.130932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-abb80b44-202e-4d00-a30f-64fd0190b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.170790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-abb80b44-202e-4d00-a30f-64fd0190b5e2 None None] Port c423a559-aa2a-492a-93b6-baa94dba7d4c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:30.202876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Router 1d2659a1-3a3a-4679-a29b-6e090b51f945 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:30.209602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.248042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-40df890f-ee88-4db0-a481-a0d1f6c4630e tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:30.249380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-40df890f-ee88-4db0-a481-a0d1f6c4630e tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports/a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 943 time: 0.0996189 Nov 09 18:00:30.281125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04383134-f003-4195-a556-56592ea0bf0d req-d3791c5b-368c-4fef-9dfb-f3e88cd664be tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:30.282698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04383134-f003-4195-a556-56592ea0bf0d req-d3791c5b-368c-4fef-9dfb-f3e88cd664be tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 932 time: 0.2143180 Nov 09 18:00:30.317662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-0ed9e1ba-c3d0-47f3-ab11-03fa1efac5e8 service neutron] 10.222.0.85 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546461 Nov 09 18:00:30.488072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04383134-f003-4195-a556-56592ea0bf0d req-81a4f87c-b0b7-4c2c-adc7-39014df689b8 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727474 Nov 09 18:00:30.508432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-840d8cd1-e0a1-42af-9dcf-155fd70b0509 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.1945341 Nov 09 18:00:30.508762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208229ea-95f8-4e39-9325-773eb21fbb5c {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:30.516796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.531727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Transition to ACTIVE for port object 208229ea-95f8-4e39-9325-773eb21fbb5c will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:30.536415 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.543659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:30.549238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-caff89a0-81ab-4f32-9cb6-b1ba83a4230c admin admin] 10.222.0.32 "PUT /v2.0/routers/1d2659a1-3a3a-4679-a29b-6e090b51f945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8356485 Nov 09 18:00:30.565183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Sync routers for ids ['1d2659a1-3a3a-4679-a29b-6e090b51f945'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:30.580352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Routers {'1d2659a1-3a3a-4679-a29b-6e090b51f945'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:30.581156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1d2659a1-3a3a-4679-a29b-6e090b51f945'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:30.611385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866c983e-9dac-49fe-8d52-528a4c0282cb req-ca8d83e4-dbb3-4fbe-8d85-8d48a9cd1516 service neutron] 10.222.0.85 "GET /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566218 Nov 09 18:00:30.641867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:30.720968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:30.722055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-45f1dbaf-8310-42e9-9ebb-a978d4ec4c0b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:30.735441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-45f1dbaf-8310-42e9-9ebb-a978d4ec4c0b tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2157125 Nov 09 18:00:30.742156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-0472afc1-1eda-49a1-9688-87e64e22125a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:00:30.754411 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-0472afc1-1eda-49a1-9688-87e64e22125a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157511 Nov 09 18:00:30.765075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44440) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:30.769571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:30.770134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:30.770479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:30.777893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:30.778275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:30.784010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:30.784364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:30.784766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:30.786187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Bound port: 208229ea-95f8-4e39-9325-773eb21fbb5c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:30.786704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.841796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Set router 1d2659a1-3a3a-4679-a29b-6e090b51f945 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:30.869307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-4420e7e2-0176-4443-bf5c-5f8f4cf5b939 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 1001 time: 0.1138406 Nov 09 18:00:30.889162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:30.892667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:30.897478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-532576284'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:30.897895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:30.904041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:30.949163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c284e-7f71-4c05-afe4-55b288929c04 req-8a1103f7-d75a-424a-be5c-e3aecd4a22de tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:30.956711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a4c284e-7f71-4c05-afe4-55b288929c04 req-8a1103f7-d75a-424a-be5c-e3aecd4a22de tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.1994164 Nov 09 18:00:30.982489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:31.001240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:31.002144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.003787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-de23e6de-7db4-41db-8f2e-9e53ae8ad3c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 1092 time: 0.8888056 Nov 09 18:00:31.004332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:31.006908 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1552c-5832-4670-a07e-f76a11cfd93a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:31.018198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a4c284e-7f71-4c05-afe4-55b288929c04 req-a7a77d49-33fb-4098-a734-ef67679d84d6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Nov 09 18:00:31.021101 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.130850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:31.132548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.174703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 4, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port': {'id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:22Z', 'updated_at': '2021-11-09T18:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c423a559-aa2a-492a-93b6-baa94dba7d4c', 'name': '', 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'mac_address': 'fa:16:3e:61:97:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '185ae64b-af2d-4bd7-8033-e5f023a7bba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:26Z', 'updated_at': '2021-11-09T18:00:28Z', 'revision_number': 2, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'subnets': [{'id': '185ae64b-af2d-4bd7-8033-e5f023a7bba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:31.185459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-000f6275-4608-4913-9e4c-e657827b6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:31.188411 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.189480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:31.189739 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-000f6275-4608-4913-9e4c-e657827b6ad4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1095 time: 0.0995967 Nov 09 18:00:31.193456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.212734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.212958 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c disassociated. External IP: 172.25.0.55, port: a5e648a3-27f2-4fcc-b812-5c0defcd0f7a. Nov 09 18:00:31.214003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Checking router: 1d2659a1-3a3a-4679-a29b-6e090b51f945 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:31.215083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Updating router 1d2659a1-3a3a-4679-a29b-6e090b51f945 port c423a559-aa2a-492a-93b6-baa94dba7d4c binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:00:31.249127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.267022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-5c9369b8-de73-4de2-8bcb-a1ca56b06975 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 217 time: 0.0675399 Nov 09 18:00:31.372895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-0222f57d-c500-46e4-a621-f6a783a7b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:31.375454 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-0222f57d-c500-46e4-a621-f6a783a7b9fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0767832 Nov 09 18:00:31.387869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:31.412875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.413224 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Added segment 2bb70a44-6c7a-40f1-821d-839db9ad6830 of type vlan for network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 Nov 09 18:00:31.428115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-7837a5f2-39f8-4554-9783-235756f69188 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447886 Nov 09 18:00:31.432865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0add861-4c74-4ee7-85b1-3877679d2a6e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:31.433412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9e382-a662-4512-8dbe-f75ad286ce14 req-ae0876c9-bcd5-4941-9b77-04eac5975032 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:31.435287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecb9e382-a662-4512-8dbe-f75ad286ce14 req-ae0876c9-bcd5-4941-9b77-04eac5975032 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 946 time: 0.2279205 Nov 09 18:00:31.560997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.577829 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-487cc814-2ffd-40ce-968d-5a731b09e62c service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394503 Nov 09 18:00:31.609830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecb9e382-a662-4512-8dbe-f75ad286ce14 req-c601133e-b763-4d6b-bca1-dd81332568a3 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675732 Nov 09 18:00:31.627057 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.639132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:31.639774 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.657619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:31.713080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'mac_address': 'fa:16:3e:89:4b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:31.748150 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92ea9c3d-e1a1-464a-8879-d0fabe6cc637 req-c05d4544-588d-47fa-8a68-c1b0bdcd39bd service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542163 Nov 09 18:00:31.830408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Network': ['ID=0c4ba3c1-7ffc-4686-b203-9dfa615ef812,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:31.833046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.844580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:31.858651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66655d4a-852c-4d10-a9aa-3b2a48c62679 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0892887 Nov 09 18:00:31.861995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44476) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:31.862649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.864744 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:31.865413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:31.871267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'subnet': {'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:32.014299 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763bbb82-9545-4a5a-9217-4842f6014a02 x-openstack-request-id: req-763bbb82-9545-4a5a-9217-4842f6014a02 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:32.014586 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:32.014844 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-763bbb82-9545-4a5a-9217-4842f6014a02 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:32.015244 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c', 'status': 'completed', 'code': 200} Nov 09 18:00:32.035053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:32.049230 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:32.065176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0add861-4c74-4ee7-85b1-3877679d2a6e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:32.096937 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.098786 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:32.109876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50ca30-27bd-440e-b11c-bb1df17ce124 None None] Pushing event updated for resources: {'Port': ['ID=c423a559-aa2a-492a-93b6-baa94dba7d4c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.125544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:32.129899 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:32.148082 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.210619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-07532da6-cfed-4058-9ea9-c1ba36015ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.212267 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-07532da6-cfed-4058-9ea9-c1ba36015ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1095 time: 0.1876881 Nov 09 18:00:32.212905 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:32.219104 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.245288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-ef374f15-2516-4f1f-b38a-961fb310e09c tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "PUT /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 200 len: 695 time: 1.3679423 Nov 09 18:00:32.251706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:32.259524 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4e3ac1-0380-4333-a427-7146a84e7b51" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:32.268793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Attempting to bind port c423a559-aa2a-492a-93b6-baa94dba7d4c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:32.276608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Attempting to bind port c423a559-aa2a-492a-93b6-baa94dba7d4c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:32.276608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Attempting to bind port c423a559-aa2a-492a-93b6-baa94dba7d4c on network 363f81b7-fdba-44d6-b929-7581aea0ee63 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:32.317932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:32.331371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Checking segment: {'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:32.334046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.339499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Bound using segment: {'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:32.339499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Bound port: c423a559-aa2a-492a-93b6-baa94dba7d4c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:32.339499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.349947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c0add861-4c74-4ee7-85b1-3877679d2a6e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:32.415564 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:32.428092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525de07-7e31-4736-a34e-a327cb9c2ec9 req-0dc88125-f5bf-4b4a-be71-a3dd71fb9013 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.430488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9525de07-7e31-4736-a34e-a327cb9c2ec9 req-0dc88125-f5bf-4b4a-be71-a3dd71fb9013 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.1796515 Nov 09 18:00:32.437993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-93bff4b2-48bd-4ebb-99db-2fc73b0d8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.449879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-93bff4b2-48bd-4ebb-99db-2fc73b0d8e83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1838975 Nov 09 18:00:32.452488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.599796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.647071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1ee3c6f3-e331-47b5-998e-60a603f75b0a None None] Provisioning complete for port c423a559-aa2a-492a-93b6-baa94dba7d4c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:32.647454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c6f3-e331-47b5-998e-60a603f75b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.727269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Checking segment: {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:32.728000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network hostable DHCP agents. Network: 0c4ba3c1-7ffc-4686-b203-9dfa615ef812, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:32.752272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Subnet': ['ID=138e4ded-d21c-41bf-bee9-9301d12cdc68,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:32.776364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9525de07-7e31-4736-a34e-a327cb9c2ec9 req-3822f78a-7200-4f61-b24b-241d583f7d0a tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240032 Nov 09 18:00:32.792456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] For port c423a559-aa2a-492a-93b6-baa94dba7d4c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:32.808961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:32.832811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] For port c423a559-aa2a-492a-93b6-baa94dba7d4c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c423a559-aa2a-492a-93b6-baa94dba7d4c,segment=NetworkSegment(2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d),segment_id=2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:32.839470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3c6f3-e331-47b5-998e-60a603f75b0a None None] Port c423a559-aa2a-492a-93b6-baa94dba7d4c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:32.844622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.863878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-1e155a6d-7d20-432d-8968-03af6d0bac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.876666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-1e155a6d-7d20-432d-8968-03af6d0bac04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.4255087 Nov 09 18:00:32.879517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 0c4ba3c1-7ffc-4686-b203-9dfa615ef812) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:32.909603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.917504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29923d41-09a0-4a88-a023-f3cf33dffe7c None None] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:32.919248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:32.934885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-149ea375-a79f-4dcf-9a8c-7dc89e636d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:32.940259 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-149ea375-a79f-4dcf-9a8c-7dc89e636d9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.3518081 Nov 09 18:00:33.006843 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:33.024701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-9869ca4f-746b-4e0c-a84a-972a2356f904 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 217 time: 0.1444397 Nov 09 18:00:33.050802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-88095fe0-a5fc-4382-b9cd-5db6b6216b79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 217 time: 0.0956435 Nov 09 18:00:33.061562 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64cf609c-cb13-4ca8-8090-f28775f8914f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1958272 Nov 09 18:00:33.062672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44498) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.079390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2070585564'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:33.080373 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:33.091304 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:33.092267 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:33.147416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Routers {'1d2659a1-3a3a-4679-a29b-6e090b51f945'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:33.148062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1d2659a1-3a3a-4679-a29b-6e090b51f945'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:33.149426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-7e151c7a-0274-49b8-babc-abcdb038784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.175064 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-7e151c7a-0274-49b8-babc-abcdb038784c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.1417801 Nov 09 18:00:33.206785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:33.210334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.238924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-20e9963e-82bf-45c8-b79f-00629420dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.240401 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-20e9963e-82bf-45c8-b79f-00629420dab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.1671352 Nov 09 18:00:33.334901 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-b43b4bb0-be58-4518-af6b-ea4267b05830 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722749 Nov 09 18:00:33.341866 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:33.404110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-b89e8a5e-53c7-46d6-a5c2-f0131f6e2e31 service neutron] 10.222.0.73 "GET /v2.0/ports/6b8cb0e0-aedc-4b54-acb1-8ad6af623922/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 382 time: 0.2732792 Nov 09 18:00:33.440790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:33.474721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.477745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a51f66-60c5-4144-94db-81a9f0970a36 req-b5df256e-76c2-48de-9d66-197736876759 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.484879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a9a51f66-60c5-4144-94db-81a9f0970a36 req-b5df256e-76c2-48de-9d66-197736876759 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.3525431 Nov 09 18:00:33.490691 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Added segment 8639149b-055e-4859-b7ef-e530cf38b4e9 of type vlan for network a2a7aca9-1d58-45bb-9af1-bb95536e8208 Nov 09 18:00:33.492211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-a87428e3-8f3b-494f-8c6c-82de3ed65e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.509168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-a87428e3-8f3b-494f-8c6c-82de3ed65e6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3313742 Nov 09 18:00:33.581490 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-5c527910-3348-4466-9b5a-25b68200c87e service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399886 Nov 09 18:00:33.610427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.692033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a9a51f66-60c5-4144-94db-81a9f0970a36 req-d0ca8561-7ec9-4d87-b99e-612f6216b7fc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797450 Nov 09 18:00:33.712966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.719393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:33.720674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.738399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0add861-4c74-4ee7-85b1-3877679d2a6e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:33.831200 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a90f365-6dc5-46a1-95a0-57b7b8673ef9 x-openstack-request-id: req-6a90f365-6dc5-46a1-95a0-57b7b8673ef9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:33.831816 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:33.834483 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a90f365-6dc5-46a1-95a0-57b7b8673ef9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:33.834879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50ca30-27bd-440e-b11c-bb1df17ce124 None None] Pushing event updated for resources: {'Port': ['ID=c423a559-aa2a-492a-93b6-baa94dba7d4c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:33.836052 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'status': 'completed', 'code': 200} Nov 09 18:00:33.852777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7821510 Nov 09 18:00:33.854840 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-69b1552c-5832-4670-a07e-f76a11cfd93a req-73635faa-f1ba-45fd-bdb1-053488732d66 service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565403 Nov 09 18:00:33.857953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44502) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:33.890865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b650a6-76ca-4d67-a24f-fff0d7cfe01d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Network': ['ID=a2a7aca9-1d58-45bb-9af1-bb95536e8208,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:33.905285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'subnet': {'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:33.917137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-849f74bb-6d70-41f8-8b7d-931d096a4767 None None] Provisioning complete for port c423a559-aa2a-492a-93b6-baa94dba7d4c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:33.917758 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-849f74bb-6d70-41f8-8b7d-931d096a4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:33.921195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a2a7aca9-1d58-45bb-9af1-bb95536e8208 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:33.980064 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:33.983313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] Set router 1d2659a1-3a3a-4679-a29b-6e090b51f945 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:34.049318 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bae7f3-c9f0-4b74-9d22-38307b0c06e9 None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:30Z', 'revision_number': 4, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce0ba150-2a22-4b37-bba7-cce2a356d834', 'name': '', 'network_id': 'ed10bb29-b387-482f-868d-95720d2acb59', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'mac_address': 'fa:16:3e:a4:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:29Z', 'updated_at': '2021-11-09T17:59:36Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'subnets': [{'id': '7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:34.210020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-0c4ba3c1-7ffc-4686-b203-9dfa615ef812', 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'fixed_ips': [{'subnet_id': '138e4ded-d21c-41bf-bee9-9301d12cdc68'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:34.211305 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.482871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Allocated IP 19.80.0.2 (0c4ba3c1-7ffc-4686-b203-9dfa615ef812/138e4ded-d21c-41bf-bee9-9301d12cdc68/38330bd2-0a34-4414-a8e6-4453030aaf95) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:34.544052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-7fff5ae1-c9a6-4d71-809c-d8a577705bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0340173 Nov 09 18:00:34.556109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port c0add861-4c74-4ee7-85b1-3877679d2a6e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:34.556839 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.559671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723518f-a9b6-485a-8e84-c93e7ee3f6b5 None None] New status for floating IP 9543b4e3-a225-42ef-83c4-21630f541d7c: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:34.657664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c863f2a-9bc1-4262-b31b-b97aef1318a1 req-95cdcd9b-ba5e-4e2f-b420-3fbaa69267bb service neutron] 10.222.0.32 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941846 Nov 09 18:00:34.687578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9a4f-6918-4937-bb2e-74b864356cd4 req-0428c675-d0e9-4c63-94ed-d3be3c60ee74 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.695567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-563b9a4f-6918-4937-bb2e-74b864356cd4 req-0428c675-d0e9-4c63-94ed-d3be3c60ee74 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 946 time: 0.7409039 Nov 09 18:00:34.721972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-b00f1db3-1c15-4ab5-b9b9-728584e45034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.723582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-b00f1db3-1c15-4ab5-b9b9-728584e45034 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7&tenant_id=ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 1100 time: 0.9786847 Nov 09 18:00:34.731536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-a48259d2-133a-48f2-93d7-bc6d3d2c0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:34.734403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-a48259d2-133a-48f2-93d7-bc6d3d2c0233 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b5c15fa387094e999abaec843f350c66&device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 1097 time: 0.8959630 Nov 09 18:00:34.748021 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.769353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:34.772896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:34.805787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-563b9a4f-6918-4937-bb2e-74b864356cd4 req-cfb630d8-1641-4cd1-87cd-59e4bd19dda1 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094747 Nov 09 18:00:34.833703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.160698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-9e143270-02b9-4770-9dff-24f73c189135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.162828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-9e143270-02b9-4770-9dff-24f73c189135 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 200 len: 922 time: 0.4170761 Nov 09 18:00:35.178533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:35.216037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-3d9e6f94-9009-4eb9-88dc-d347f2da72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.218328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-3d9e6f94-9009-4eb9-88dc-d347f2da72f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 1100 time: 0.4606981 Nov 09 18:00:35.230431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:35.233673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:35.256841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652551a-10c3-4066-b7bf-38f6b8a813ec req-e1888a13-bd58-498c-a665-dc241faf2735 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.258953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c652551a-10c3-4066-b7bf-38f6b8a813ec req-e1888a13-bd58-498c-a665-dc241faf2735 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.2816603 Nov 09 18:00:35.276512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-f87ac3b6-f010-40a2-885b-c7e59cf931af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 200 len: 217 time: 0.0926785 Nov 09 18:00:35.323353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Pushing event updated for resources: {'Port': ['ID=38330bd2-0a34-4414-a8e6-4453030aaf95,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:35.356504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-849f74bb-6d70-41f8-8b7d-931d096a4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.407807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525068-0b65-4a2b-b698-3e5dec828604 req-c71b6c6b-8466-4091-8e3f-8bb99b0285d2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.409334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97525068-0b65-4a2b-b698-3e5dec828604 req-c71b6c6b-8466-4091-8e3f-8bb99b0285d2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.2737288 Nov 09 18:00:35.424560 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.465536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Attempting to bind port 38330bd2-0a34-4414-a8e6-4453030aaf95 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:35.465910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Attempting to bind port 38330bd2-0a34-4414-a8e6-4453030aaf95 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:35.466369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Attempting to bind port 38330bd2-0a34-4414-a8e6-4453030aaf95 on network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:35.481472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-849f74bb-6d70-41f8-8b7d-931d096a4767 None None] For port c423a559-aa2a-492a-93b6-baa94dba7d4c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c423a559-aa2a-492a-93b6-baa94dba7d4c,segment=NetworkSegment(2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d),segment_id=2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:35.489984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:35.492085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-17afdbfb-82b5-462d-9ed4-e40237505ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.492986 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da1ef57-8961-4148-9f3e-41d0dc875f4e" -d '{"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-plugged", "status": "completed", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:35.494106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-17afdbfb-82b5-462d-9ed4-e40237505ed6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 200 len: 860 time: 0.1991577 Nov 09 18:00:35.499469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:35.499848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Checking segment: {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:35.500259 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.500654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Bound using segment: {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:35.501127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Bound port: 38330bd2-0a34-4414-a8e6-4453030aaf95, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:35.501525 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.512942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c652551a-10c3-4066-b7bf-38f6b8a813ec req-dd6d40cb-42e6-40fb-9633-bff13e20faaa tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392745 Nov 09 18:00:35.514849 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-849f74bb-6d70-41f8-8b7d-931d096a4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.532569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:35.570478 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.571846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:35.635242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-ff6f3ac6-dd33-40a5-b4d8-2a6a4fc20958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.636710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-ff6f3ac6-dd33-40a5-b4d8-2a6a4fc20958 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3768284 Nov 09 18:00:35.643974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 4, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port': {'id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:22Z', 'updated_at': '2021-11-09T18:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c423a559-aa2a-492a-93b6-baa94dba7d4c', 'name': '', 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'mac_address': 'fa:16:3e:61:97:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '185ae64b-af2d-4bd7-8033-e5f023a7bba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:26Z', 'updated_at': '2021-11-09T18:00:32Z', 'revision_number': 4, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'subnets': [{'id': '185ae64b-af2d-4bd7-8033-e5f023a7bba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:35.645525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97525068-0b65-4a2b-b698-3e5dec828604 req-5bf9b8db-9409-429e-92d3-d9fc031e85e2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252786 Nov 09 18:00:35.688568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-3fe2aad4-7562-42e6-bcc9-59ba0786d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:35.690096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-3fe2aad4-7562-42e6-bcc9-59ba0786d5f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ed10bb29-b387-482f-868d-95720d2acb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723251 Nov 09 18:00:35.691376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-5b89bd13-6d46-4d4d-bbc3-59a2bb6e5654 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 200 len: 217 time: 0.0447905 Nov 09 18:00:35.725473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9a076-2347-432a-8d49-a24e3a2fec9d None None] The sync data for ids ['1d2659a1-3a3a-4679-a29b-6e090b51f945'] in n-d-817240-1 is: [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:00:27Z', 'revision_number': 4, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port': {'id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:22Z', 'updated_at': '2021-11-09T18:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c423a559-aa2a-492a-93b6-baa94dba7d4c', 'name': '', 'network_id': '363f81b7-fdba-44d6-b929-7581aea0ee63', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'mac_address': 'fa:16:3e:61:97:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '185ae64b-af2d-4bd7-8033-e5f023a7bba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:26Z', 'updated_at': '2021-11-09T18:00:32Z', 'revision_number': 4, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'subnets': [{'id': '185ae64b-af2d-4bd7-8033-e5f023a7bba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:35.727562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f74bb-6d70-41f8-8b7d-931d096a4767 None None] Pushing event updated for resources: {'Port': ['ID=c423a559-aa2a-492a-93b6-baa94dba7d4c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:35.829259 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb163a0-ed46-4eb7-94ed-20988195eab3 x-openstack-request-id: req-aeb163a0-ed46-4eb7-94ed-20988195eab3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:35.829259 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-plugged", "status": "completed", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:35.829846 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeb163a0-ed46-4eb7-94ed-20988195eab3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:35.829846 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'code': 200} Nov 09 18:00:35.860009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:35.926043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] For port 38330bd2-0a34-4414-a8e6-4453030aaf95, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:35.964277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] For port 38330bd2-0a34-4414-a8e6-4453030aaf95, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=38330bd2-0a34-4414-a8e6-4453030aaf95,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:35.978692 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:35.990336 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.004920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-92022ab4-8eaf-4d59-920f-d3c3fe67aae4 service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809637 Nov 09 18:00:36.097290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.113942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e838a2-f223-4bc0-827c-9da0d33bac61 None None] Pushing event updated for resources: {'Port': ['ID=38330bd2-0a34-4414-a8e6-4453030aaf95,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:36.117997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:36.123291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.180637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:36.271645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-0d1b9a96-ed88-41d8-b9ff-ee8cc13e3b96 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 200 len: 693 time: 0.0771039 Nov 09 18:00:36.288118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-f0dbd485-9182-45e2-af9c-aeb99a7d109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.302000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-f0dbd485-9182-45e2-af9c-aeb99a7d109d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.3820698 Nov 09 18:00:36.432007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe6988-e8cd-4bab-90e1-c37b4377f60a req-506b8a0c-0dc2-4c30-9afd-29331b45eafe tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.433593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cabe6988-e8cd-4bab-90e1-c37b4377f60a req-506b8a0c-0dc2-4c30-9afd-29331b45eafe tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.7384419 Nov 09 18:00:36.540856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Subnet': ['ID=fd622747-e845-4d93-842b-632361ed5460,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:36.563875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-8838cf76-84dd-4df7-8603-c6bf61a93af9 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.565306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-8838cf76-84dd-4df7-8603-c6bf61a93af9 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2928803 Nov 09 18:00:36.769161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c423a559-aa2a-492a-93b6-baa94dba7d4c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:36.771944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d4e3ac1-0380-4333-a427-7146a84e7b51 req-17c048c7-bed9-4d39-8c9f-8c97b6f4100f service neutron] 10.222.0.85 "GET /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553158 Nov 09 18:00:36.797997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-bb0720be-1adf-4497-8dca-b4ac576be7f2 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 696 time: 0.1877701 Nov 09 18:00:36.814187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Checking segment: {'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:36.814549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network hostable DHCP agents. Network: a2a7aca9-1d58-45bb-9af1-bb95536e8208, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:36.852324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c423a559-aa2a-492a-93b6-baa94dba7d4c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:36.852911 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:36.859987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-abe3ece6-4611-4c04-be08-76a70209b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:36.861521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-abe3ece6-4611-4c04-be08-76a70209b501 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5556614 Nov 09 18:00:36.876540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-496f5d26-1c0d-4414-9992-bce40e3b546d tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 696 time: 0.0760784 Nov 09 18:00:36.903470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cabe6988-e8cd-4bab-90e1-c37b4377f60a req-c97fc99b-069a-4350-a206-6f7825f1ddf1 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860443 Nov 09 18:00:36.995130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 38330bd2-0a34-4414-a8e6-4453030aaf95 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:37.208699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-a0649cc1-e47d-4adc-a94a-bbb2687037f9 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246539 Nov 09 18:00:37.316503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f253b9b8-7417-433d-9cf1-92640e6593db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.342610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 38330bd2-0a34-4414-a8e6-4453030aaf95 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:37.343467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.439799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network a2a7aca9-1d58-45bb-9af1-bb95536e8208 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:37.461111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a2a7aca9-1d58-45bb-9af1-bb95536e8208) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:37.470572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.471687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.501232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f1ff69-ddd0-4e0b-b589-392a9b99928a None None] Network a2a7aca9-1d58-45bb-9af1-bb95536e8208 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:37.583388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d988cbf-0857-479d-97f9-c06e3a551cb9 req-86cddbc7-4259-46af-879b-d7e5645071d3 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928588 Nov 09 18:00:37.585157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55ad49-e11c-46d1-ba5e-217c558cac78 None None] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:37.605581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6a479-798d-4254-8436-8bb4a2aeb07e req-64e57a57-bf6f-4222-80b3-0c9c755c8bcb tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:37.607768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6a6a479-798d-4254-8436-8bb4a2aeb07e req-64e57a57-bf6f-4222-80b3-0c9c755c8bcb tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 946 time: 0.3319979 Nov 09 18:00:37.638670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-75e171e5-017e-4107-a533-6af155aeaf93 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7428956 Nov 09 18:00:37.658754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Deleting port e8d1b1ad-aa7c-42aa-813a-5d2d3e2289e0 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:37.659234 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.760857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.806044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6a6a479-798d-4254-8436-8bb4a2aeb07e req-379774af-ae90-48c3-8c9f-8fc5d8af9ef7 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/security-groups?id=670dd134-567c-42e9-ba2e-fbdc9d087d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579828 Nov 09 18:00:37.824528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-52b9d530-64c4-4467-b368-bdfa405ba45a None None] Provisioning complete for port 38330bd2-0a34-4414-a8e6-4453030aaf95 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:37.825084 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-52b9d530-64c4-4467-b368-bdfa405ba45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.866195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:37.868691 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.869125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:37.869666 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88a1372-4855-4023-82d9-83e660d79d29" -d '{"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:37.898363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Calling delete_port for e8d1b1ad-aa7c-42aa-813a-5d2d3e2289e0 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:37.944069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 38330bd2-0a34-4414-a8e6-4453030aaf95, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=38330bd2-0a34-4414-a8e6-4453030aaf95,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:37.995288 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.053260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86761-4fbd-45bd-a219-dfc4d52104ff req-f3459a30-c5fa-4cff-bc79-d25941714f18 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.055011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3c86761-4fbd-45bd-a219-dfc4d52104ff req-f3459a30-c5fa-4cff-bc79-d25941714f18 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.1494021 Nov 09 18:00:38.064979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de9822-3794-4f91-ab17-d53dda771566 req-3fe05719-3886-45f0-afbb-65aef55fc3fd tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.067423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89de9822-3794-4f91-ab17-d53dda771566 req-3fe05719-3886-45f0-afbb-65aef55fc3fd tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.85 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 946 time: 0.1451974 Nov 09 18:00:38.109477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=38330bd2-0a34-4414-a8e6-4453030aaf95,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:38.158925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a2a7aca9-1d58-45bb-9af1-bb95536e8208', 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'fixed_ips': [{'subnet_id': 'fd622747-e845-4d93-842b-632361ed5460'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:00:38.159830 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.199126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3c86761-4fbd-45bd-a219-dfc4d52104ff req-25b833fe-6afd-4297-9a4f-cd63523603b7 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237085 Nov 09 18:00:38.284052 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.288497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Deleting port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:38.288907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.381956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Pushing event deleted for resources: {'Port': ['ID=e8d1b1ad-aa7c-42aa-813a-5d2d3e2289e0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:38.451859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Allocated IP 19.86.0.2 (a2a7aca9-1d58-45bb-9af1-bb95536e8208/fd622747-e845-4d93-842b-632361ed5460/af46b848-d9da-4b25-8bdc-dce5951660e7) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:38.545245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b3482f83-2954-4f49-80d4-3e81ae062f27 None None] Provisioning complete for port 38330bd2-0a34-4414-a8e6-4453030aaf95 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:38.545625 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b3482f83-2954-4f49-80d4-3e81ae062f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.559301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6947-ba32-4f99-8f4c-45fa525ee274 req-2564f6db-57de-4d30-8bbc-46722edfbbb1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.569988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b9e6947-ba32-4f99-8f4c-45fa525ee274 req-2564f6db-57de-4d30-8bbc-46722edfbbb1 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.1983299 Nov 09 18:00:38.584763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] For port 8c263a71-3ce7-4258-bfa0-3babc0c6a094, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8c263a71-3ce7-4258-bfa0-3babc0c6a094,segment=NetworkSegment(945d75be-a2fb-494f-9821-caa748907cc6),segment_id=945d75be-a2fb-494f-9821-caa748907cc6)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:38.585257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.601158 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.606679 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.608023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03f9b51f-509d-4f5e-9572-4a8c9be06339 req-a6bc5317-97d3-4336-9f8e-a500429b3375 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "DELETE /v2.0/floatingips/9543b4e3-a225-42ef-83c4-21630f541d7c HTTP/1.1" status: 204 len: 173 time: 1.7306743 Nov 09 18:00:38.625436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Calling delete_port for 8c263a71-3ce7-4258-bfa0-3babc0c6a094 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:38.682297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 38330bd2-0a34-4414-a8e6-4453030aaf95 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:38.698453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b9e6947-ba32-4f99-8f4c-45fa525ee274 req-a9c9b4fc-8b3a-47c1-bb2f-d24d920d1bb9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236720 Nov 09 18:00:38.743287 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.802650 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:38.863989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Network a2a7aca9-1d58-45bb-9af1-bb95536e8208 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:38.876652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:38.886479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:38.920520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-5e6d073e-7880-4430-8c62-7b2b139b1c6b tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.928249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-5e6d073e-7880-4430-8c62-7b2b139b1c6b tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:38.936488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-5e6d073e-7880-4430-8c62-7b2b139b1c6b tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/networks?id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812&id=a2a7aca9-1d58-45bb-9af1-bb95536e8208&id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812 HTTP/1.1" status: 200 len: 1391 time: 0.2363951 Nov 09 18:00:38.938175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Pushing event updated for resources: {'Port': ['ID=af46b848-d9da-4b25-8bdc-dce5951660e7,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:38.956181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 38330bd2-0a34-4414-a8e6-4453030aaf95 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:38.956562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.005485 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95745de6-c0eb-46bc-a57b-7a132d0a5b26 x-openstack-request-id: req-95745de6-c0eb-46bc-a57b-7a132d0a5b26 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:39.006215 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:39.006476 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95745de6-c0eb-46bc-a57b-7a132d0a5b26 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:39.009582 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'code': 200} Nov 09 18:00:39.011313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-10ff32d1-4ccb-408d-b67a-cbaac74e0d50 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/quotas/23c42c2fc29d477c86de43347d74b267 HTTP/1.1" status: 200 len: 375 time: 0.0724506 Nov 09 18:00:39.026317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Attempting to bind port af46b848-d9da-4b25-8bdc-dce5951660e7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:39.026699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Attempting to bind port af46b848-d9da-4b25-8bdc-dce5951660e7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:39.027326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Attempting to bind port af46b848-d9da-4b25-8bdc-dce5951660e7 on network a2a7aca9-1d58-45bb-9af1-bb95536e8208 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:39.035556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:39.035939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Checking segment: {'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:39.036608 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.037074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Bound using segment: {'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:39.037583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Bound port: af46b848-d9da-4b25-8bdc-dce5951660e7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:39.037976 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.081655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.121133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Pushing event deleted for resources: {'Port': ['ID=8c263a71-3ce7-4258-bfa0-3babc0c6a094,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.134719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-a59c20dd-2349-42e7-a489-8ed24cd29fbb tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1203179 Nov 09 18:00:39.185970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] For port af46b848-d9da-4b25-8bdc-dce5951660e7, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:39.203823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] For port af46b848-d9da-4b25-8bdc-dce5951660e7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=af46b848-d9da-4b25-8bdc-dce5951660e7,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:39.209971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.295884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b660dc-40e7-47eb-8a72-a001aac81a48 None None] Pushing event updated for resources: {'Port': ['ID=af46b848-d9da-4b25-8bdc-dce5951660e7,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:39.644007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c8977442-1dfe-4cc5-aea7-192cb40a3208 req-f8f4ef30-a5e6-4b41-95e1-4ecca858d2df tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.32 "GET /v2.0/ports?device_id=17614972-795e-4ffa-9001-e7254445c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0969853 Nov 09 18:00:39.663508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] No DVR routers for this DVR port 8c263a71-3ce7-4258-bfa0-3babc0c6a094 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:39.671270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.674807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89de9822-3794-4f91-ab17-d53dda771566 req-1aba745b-76b9-46cd-a8e7-8e3db0cb5a02 tempest-InstanceActionsTestJSON-1096279075 tempest-InstanceActionsTestJSON-1096279075-project] 10.222.0.85 "DELETE /v2.0/ports/8c263a71-3ce7-4258-bfa0-3babc0c6a094 HTTP/1.1" status: 204 len: 173 time: 1.5931053 Nov 09 18:00:39.675283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17614972-795e-4ffa-9001-e7254445c5c6', 'name': 'network-vif-deleted', 'tag': '8c263a71-3ce7-4258-bfa0-3babc0c6a094'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:39.680346 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5dcf54-5e6a-4296-aba2-7b096bd3a957" -d '{"events": [{"server_uuid": "17614972-795e-4ffa-9001-e7254445c5c6", "name": "network-vif-deleted", "tag": "8c263a71-3ce7-4258-bfa0-3babc0c6a094"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:39.738812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-5207396c-d6ec-4080-9850-f3f3ff070e0e service neutron] 10.222.0.32 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904902 Nov 09 18:00:39.752300 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dddafc45-a699-4b05-ba4c-6e509d3643ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:39.875154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3948-d5fa-428e-9e1b-742f15790e93 req-1c50fbf7-8153-4ac7-abcc-280be83da2dc tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:39.876972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0ba3948-d5fa-428e-9e1b-742f15790e93 req-1c50fbf7-8153-4ac7-abcc-280be83da2dc tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.1140907 Nov 09 18:00:39.922507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-903f89d9-918b-4b53-a2e1-6a81b2f55b0d service neutron] 10.222.0.32 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827779 Nov 09 18:00:39.962382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0ba3948-d5fa-428e-9e1b-742f15790e93 req-18c0e692-0d83-4f54-acde-ae13f7982495 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754681 Nov 09 18:00:40.074593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-f3913f27-7fdb-4b70-b5af-8e90e67de445 service neutron] 10.222.0.32 "GET /v2.0/networks/a2a7aca9-1d58-45bb-9af1-bb95536e8208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385083 Nov 09 18:00:40.147446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.197547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10958c31-9ff8-43b1-8449-1089c89d9e75 req-873d9497-f243-40cf-97ed-752732579944 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.199143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10958c31-9ff8-43b1-8449-1089c89d9e75 req-873d9497-f243-40cf-97ed-752732579944 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.1446376 Nov 09 18:00:40.246919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-042df9b0-91f5-44d3-906f-5c8ac4799244 service neutron] 10.222.0.32 "GET /v2.0/networks/a2a7aca9-1d58-45bb-9af1-bb95536e8208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503446 Nov 09 18:00:40.293043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10958c31-9ff8-43b1-8449-1089c89d9e75 req-fe331f6c-fa34-4c82-8d02-38069125ea82 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862529 Nov 09 18:00:40.467872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85591f0c-4ff6-4887-b5a7-68bbf348bbdb req-56cbb45b-33d2-4935-a56e-0eee058a52bd tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.470556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85591f0c-4ff6-4887-b5a7-68bbf348bbdb req-56cbb45b-33d2-4935-a56e-0eee058a52bd tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 946 time: 0.1044810 Nov 09 18:00:40.474005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-99c12cd6-7c42-41a4-9dd9-032d03ef25ef service neutron] 10.222.0.32 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172956 Nov 09 18:00:40.515563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5265272b-8f28-4ea9-a0ff-917d0230b354 None None] Network a2a7aca9-1d58-45bb-9af1-bb95536e8208 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:40.595782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-88b516e5-3bd9-4a08-acfb-d9437d45cf6f service neutron] 10.222.0.32 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133828 Nov 09 18:00:40.652432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85591f0c-4ff6-4887-b5a7-68bbf348bbdb req-79e9f8b2-f868-4e0f-a86d-58301061aba3 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/security-groups?id=c34b3785-4551-4b2e-8e08-c1ac42e20034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756377 Nov 09 18:00:40.697905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7a00d374-060b-45e5-a2d6-2b1864203b5f None None] Provisioning complete for port af46b848-d9da-4b25-8bdc-dce5951660e7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:40.711733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a00d374-060b-45e5-a2d6-2b1864203b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:40.716428 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100891c-7e87-4a4b-b04f-f0417712d008 x-openstack-request-id: req-a100891c-7e87-4a4b-b04f-f0417712d008 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:40.716727 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17614972-795e-4ffa-9001-e7254445c5c6", "name": "network-vif-deleted", "tag": "8c263a71-3ce7-4258-bfa0-3babc0c6a094", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:40.716989 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a100891c-7e87-4a4b-b04f-f0417712d008 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:40.717401 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17614972-795e-4ffa-9001-e7254445c5c6', 'name': 'network-vif-deleted', 'tag': '8c263a71-3ce7-4258-bfa0-3babc0c6a094', 'status': 'completed', 'code': 200} Nov 09 18:00:40.780052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device af46b848-d9da-4b25-8bdc-dce5951660e7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:40.887288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61fc6e-b666-42f4-ac80-fc7f00fba35f req-28c0f3a2-f0e7-44ff-befb-b25c413f0836 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.896640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a61fc6e-b666-42f4-ac80-fc7f00fba35f req-28c0f3a2-f0e7-44ff-befb-b25c413f0836 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.1029127 Nov 09 18:00:40.951212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a61fc6e-b666-42f4-ac80-fc7f00fba35f req-7a76c44e-63e2-4c70-8f07-c355d5f86bd7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535789 Nov 09 18:00:40.983127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-64581a5a-ce03-4c42-b871-9618f5f9405c tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:40.984615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-64581a5a-ce03-4c42-b871-9618f5f9405c tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.85 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.1568232 Nov 09 18:00:40.998355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c263a71-3ce7-4258-bfa0-3babc0c6a094 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:41.006483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port af46b848-d9da-4b25-8bdc-dce5951660e7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:41.006695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.084659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 8c263a71-3ce7-4258-bfa0-3babc0c6a094 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:41.085069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8c263a71-3ce7-4258-bfa0-3babc0c6a094 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:41.090318 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.099234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a00d374-060b-45e5-a2d6-2b1864203b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.100365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44618) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:41.168594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-383c577d-3754-41bd-b89e-a6545d0eecc7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.171376 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-383c577d-3754-41bd-b89e-a6545d0eecc7 tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 946 time: 0.1177998 Nov 09 18:00:41.224030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7a00d374-060b-45e5-a2d6-2b1864203b5f None None] For port af46b848-d9da-4b25-8bdc-dce5951660e7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=af46b848-d9da-4b25-8bdc-dce5951660e7,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:41.260535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a00d374-060b-45e5-a2d6-2b1864203b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.385568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Deleting port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:41.396122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.402976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27113c5a-dcd8-4367-a7a9-b94e387dbd58 req-7a014367-0007-4fdd-b897-e50f523e171e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 210 time: 0.2709122 Nov 09 18:00:41.472736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] Deleting subnet d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:41.483819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.502618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00d374-060b-45e5-a2d6-2b1864203b5f None None] Pushing event updated for resources: {'Port': ['ID=af46b848-d9da-4b25-8bdc-dce5951660e7,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:41.549911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:41.597832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] For port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:41.598218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.613298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Calling delete_port for a5e648a3-27f2-4fcc-b812-5c0defcd0f7a owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:41.651524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-02e60aed-330e-451a-bdab-4da3d35b05e9 None None] Provisioning complete for port af46b848-d9da-4b25-8bdc-dce5951660e7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:41.651908 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-02e60aed-330e-451a-bdab-4da3d35b05e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.688819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.758461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf753f-7801-4b6f-8de4-c900cdba039d req-42697930-598c-450c-aa7d-6d07d99d5660 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.768521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebcf753f-7801-4b6f-8de4-c900cdba039d req-42697930-598c-450c-aa7d-6d07d99d5660 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.2587109 Nov 09 18:00:41.775097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.795429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:41.809224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Pushing event deleted for resources: {'Port': ['ID=a5e648a3-27f2-4fcc-b812-5c0defcd0f7a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:41.834534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-b71c32b9-0da5-4577-9c45-0a7075b35adc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.836199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-b71c32b9-0da5-4577-9c45-0a7075b35adc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7&tenant_id=ea203ed014a247679fc90b98961ccf26&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 947 time: 0.3074892 Nov 09 18:00:41.907785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] No DVR routers for this DVR port a5e648a3-27f2-4fcc-b812-5c0defcd0f7a on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:41.919475 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:41.922909 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-66ed235c-6537-49a2-b9c9-5690e3393e17 req-8eda7fd5-4eee-4468-8c98-031d661d045a tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.85 "DELETE /v2.0/ports/a5e648a3-27f2-4fcc-b812-5c0defcd0f7a HTTP/1.1" status: 204 len: 173 time: 0.7435722 Nov 09 18:00:41.931199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'name': 'network-vif-deleted', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:41.934016 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb8c1a-3373-4c4a-96f3-ba3bfabca4d1" -d '{"events": [{"server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "name": "network-vif-deleted", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:41.934834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:41.952415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'mac_address': 'fa:16:3e:24:dc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:41.961652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3844ce-af83-482e-a5ea-f1e3600cf2c1 req-5557c41a-09ec-4897-a6c3-d551ef52aad6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:41.971161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d3844ce-af83-482e-a5ea-f1e3600cf2c1 req-5557c41a-09ec-4897-a6c3-d551ef52aad6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.3589313 Nov 09 18:00:42.013531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-7e641562-5a32-4dee-b63a-16c9beb2f9df service neutron] 10.222.0.73 "GET /v2.0/ports/6b8cb0e0-aedc-4b54-acb1-8ad6af623922/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 382 time: 0.1488893 Nov 09 18:00:42.016090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Deleting port cc2796bb-e2c1-4b30-a758-2fcca6476532 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:42.016432 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.155247 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.207277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d3844ce-af83-482e-a5ea-f1e3600cf2c1 req-d4212a36-99be-4376-b5c0-ebd56b569014 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341890 Nov 09 18:00:42.221615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.243755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:42.270007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebcf753f-7801-4b6f-8de4-c900cdba039d req-e81e33cc-fbc8-4188-acc3-5b5c77365345 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5004950 Nov 09 18:00:42.300573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:42.309106 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.352635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] For port cc2796bb-e2c1-4b30-a758-2fcca6476532, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cc2796bb-e2c1-4b30-a758-2fcca6476532,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:42.353008 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.381771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:42.474878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-d3531c5b-85f2-4a68-9e3a-d3b41c9abb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.476378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-d3531c5b-85f2-4a68-9e3a-d3b41c9abb90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 1098 time: 0.4329770 Nov 09 18:00:42.516977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35485aa6-1fe3-4f0b-a99e-73735a28aff0 req-5272366a-377e-49d8-b524-3db5765bbfce tempest-FloatingIPsAssociationTestJSON-1616971711 tempest-FloatingIPsAssociationTestJSON-1616971711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8 HTTP/1.1" status: 200 len: 210 time: 0.0784020 Nov 09 18:00:42.517739 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.624634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['6b8cb0e0-aedc-4b54-acb1-8ad6af623922'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:42.652452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.712034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device af46b848-d9da-4b25-8bdc-dce5951660e7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:42.717625 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78199d22-635c-4d1a-80e7-4c6132b2181d x-openstack-request-id: req-78199d22-635c-4d1a-80e7-4c6132b2181d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:42.718170 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8", "name": "network-vif-deleted", "tag": "a5e648a3-27f2-4fcc-b812-5c0defcd0f7a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:42.728083 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78199d22-635c-4d1a-80e7-4c6132b2181d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:42.728613 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa771ac-bc99-4287-9cd7-d13c7b9b0fa8', 'name': 'network-vif-deleted', 'tag': 'a5e648a3-27f2-4fcc-b812-5c0defcd0f7a', 'status': 'completed', 'code': 200} Nov 09 18:00:42.733451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:42.747660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddbd68-de53-46fa-8041-93eaa622e03b req-9fc866ae-7b1d-4ddb-9003-df21b2c766c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.755808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fddbd68-de53-46fa-8041-93eaa622e03b req-9fc866ae-7b1d-4ddb-9003-df21b2c766c0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 948 time: 0.3879178 Nov 09 18:00:42.816676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fddbd68-de53-46fa-8041-93eaa622e03b req-d742c3ab-fb7e-4da8-a571-4a4e7721e273 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593383 Nov 09 18:00:42.821424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.843871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-802a95b3-7089-4dd9-95ac-c260e2847686 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8c211f8-fe5e-4812-ae89-f1cd1ec0bba7 HTTP/1.1" status: 204 len: 168 time: 1.7424080 Nov 09 18:00:42.853446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44648) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:42.908072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port af46b848-d9da-4b25-8bdc-dce5951660e7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:42.908734 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:42.968656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-a5f35b71-708f-4be7-9bb1-bfed2600b486 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.979268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-a5f35b71-708f-4be7-9bb1-bfed2600b486 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:42.981680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-a5f35b71-708f-4be7-9bb1-bfed2600b486 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "GET /v2.0/networks?id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812&id=a2a7aca9-1d58-45bb-9af1-bb95536e8208&id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812 HTTP/1.1" status: 200 len: 1391 time: 0.4520969 Nov 09 18:00:42.999360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'port': {'device_id': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812', 'admin_state_up': True, 'tenant_id': '23c42c2fc29d477c86de43347d74b267'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:43.009659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-433fea78-1c80-425e-a6d2-16d2d1147533 req-4ec7802c-01a1-4506-a1d3-0d2a0518fe2d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 210 time: 0.0960805 Nov 09 18:00:43.076969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.077569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.077910 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0 disassociated. External IP: 172.25.0.142, port: cc2796bb-e2c1-4b30-a758-2fcca6476532. Nov 09 18:00:43.078356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Calling delete_port for cc2796bb-e2c1-4b30-a758-2fcca6476532 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:43.084703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-00e88a8d-2efb-41b1-8263-5dd7d4469efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.086210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-00e88a8d-2efb-41b1-8263-5dd7d4469efd service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.5833278 Nov 09 18:00:43.090390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.160784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:43.165326 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.186420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-8c80493a-3466-41a1-8193-8643cfad3314 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 200 len: 217 time: 0.0902405 Nov 09 18:00:43.330387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Allocated IP 19.80.0.102 (0c4ba3c1-7ffc-4686-b203-9dfa615ef812/138e4ded-d21c-41bf-bee9-9301d12cdc68/5981e7cc-bb76-44c2-b7b3-1d674848119b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:43.358926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.437033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-457ab8b8-ac44-449e-ab4d-115f74afd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.438602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-457ab8b8-ac44-449e-ab4d-115f74afd2ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.2286654 Nov 09 18:00:43.441186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b326ac0c-660f-4c32-bbec-fa9c3679e76f']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:43.465090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945d75be-a2fb-494f-9821-caa748907cc6') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:43.465481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945d75be-a2fb-494f-9821-caa748907cc6') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:43.509198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:43.528159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.541999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f74b0c-2688-4284-8bb0-7740c1afc889 req-bc976502-ce9e-45ec-84b1-9cac7eca8428 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.549262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46f74b0c-2688-4284-8bb0-7740c1afc889 req-bc976502-ce9e-45ec-84b1-9cac7eca8428 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.2278233 Nov 09 18:00:43.589491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da9fca-d310-42d9-b152-0ebe9c3bb51c req-c56d8862-b757-4e8c-8518-ee84d787144e tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.596730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2da9fca-d310-42d9-b152-0ebe9c3bb51c req-c56d8862-b757-4e8c-8518-ee84d787144e tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 946 time: 0.2062116 Nov 09 18:00:43.597136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.599068 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:00:43.625172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.642375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:43.642781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:43.647272 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:43.655352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:43.672352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.675060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '208229ea-95f8-4e39-9325-773eb21fbb5c', 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116', 'port_id': '208229ea-95f8-4e39-9325-773eb21fbb5c', 'mac_address': 'fa:16:3e:74:0b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9346dad8-ca84-4a50-af9e-5fca0b0d293f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:43.727494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2da9fca-d310-42d9-b152-0ebe9c3bb51c req-bd30e066-3fb0-4fe5-8eaf-0d5d97321f47 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups?id=b686b618-12e8-4010-a369-4879f8f1d2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298289 Nov 09 18:00:43.729351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:43.733330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-aff02e81-606c-4262-a0f7-ae8993be0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.734840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-aff02e81-606c-4262-a0f7-ae8993be0262 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2831819 Nov 09 18:00:43.739726 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.745630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:43.748212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.749699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:43.782902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Port': ['ID=5981e7cc-bb76-44c2-b7b3-1d674848119b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:43.794282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208229ea-95f8-4e39-9325-773eb21fbb5c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:43.795183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44660) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:43.835903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:43.845304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:43.846427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.853383 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:43.874346 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acf264db-beae-45b3-b531-166ecaf7b83d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8824296 Nov 09 18:00:43.889162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'port': {'device_id': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208', 'admin_state_up': True, 'tenant_id': '23c42c2fc29d477c86de43347d74b267'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:43.896325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46f74b0c-2688-4284-8bb0-7740c1afc889 req-5bca7761-8885-4b0a-b23a-0fe50058a0ab tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460741 Nov 09 18:00:43.964942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:44.130816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['208229ea-95f8-4e39-9325-773eb21fbb5c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:44.155704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:44.160056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.275445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f410d025-870a-4f73-afa5-3b89b83d98f9 None None] Provisioning complete for port 5981e7cc-bb76-44c2-b7b3-1d674848119b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:44.275856 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f410d025-870a-4f73-afa5-3b89b83d98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.341327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f410d025-870a-4f73-afa5-3b89b83d98f9 None None] Port 5981e7cc-bb76-44c2-b7b3-1d674848119b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:44.351133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Allocated IP 19.86.0.73 (a2a7aca9-1d58-45bb-9af1-bb95536e8208/fd622747-e845-4d93-842b-632361ed5460/8db4657a-5dab-488f-9787-b7c3023ae615) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:44.428810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event deleted for resources: {'Port': ['ID=cc2796bb-e2c1-4b30-a758-2fcca6476532,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:44.506096 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.552941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.576316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] 10.222.0.32 "DELETE /v2.0/networks/b326ac0c-660f-4c32-bbec-fa9c3679e76f HTTP/1.1" status: 204 len: 168 time: 1.7018383 Nov 09 18:00:44.669685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6916a99-50dd-4976-96ae-cda0856015a8 req-3f0651ad-0bb3-4f41-963f-f67927243224 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:44.678987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6916a99-50dd-4976-96ae-cda0856015a8 req-3f0651ad-0bb3-4f41-963f-f67927243224 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 948 time: 0.6588869 Nov 09 18:00:44.681538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5892c-945c-45e4-8c08-bf477c5a713d admin admin] Pushing event deleted for resources: {'Network': ['ID=b326ac0c-660f-4c32-bbec-fa9c3679e76f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:44.707308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.767798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:44.775027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621882b-e02c-4362-833c-5a2f2169a5d1 req-765c7149-5a5c-43f6-9a60-15305410840e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:44.783834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b621882b-e02c-4362-833c-5a2f2169a5d1 req-765c7149-5a5c-43f6-9a60-15305410840e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 932 time: 0.3482101 Nov 09 18:00:44.813832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44688) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:44.854580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-2ae7ae1e-fa57-421b-aca0-1d80e4440246 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1043816 Nov 09 18:00:44.860129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network a2a7aca9-1d58-45bb-9af1-bb95536e8208 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:44.865923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:44.896036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:44.976237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6916a99-50dd-4976-96ae-cda0856015a8 req-1513eda1-9d7f-4361-8a34-c26387edfed7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962916 Nov 09 18:00:44.993900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Port': ['ID=8db4657a-5dab-488f-9787-b7c3023ae615,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.014844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a5e648a3-27f2-4fcc-b812-5c0defcd0f7a no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:45.036323 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e2b9cc22-c50c-4f1f-ae99-862d54d6335a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=177e191df6194dd3a864a0f4868aac89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161047 Nov 09 18:00:45.047294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44694) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:45.062683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: a5e648a3-27f2-4fcc-b812-5c0defcd0f7a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:45.063037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a5e648a3-27f2-4fcc-b812-5c0defcd0f7a not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:45.063454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cc2796bb-e2c1-4b30-a758-2fcca6476532 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:45.128507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: cc2796bb-e2c1-4b30-a758-2fcca6476532 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:45.128871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cc2796bb-e2c1-4b30-a758-2fcca6476532 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:45.164662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:45.165877 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.203432 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d0845909-6af4-4e3b-8e2e-727a5cb151b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3205359 Nov 09 18:00:45.204132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb10ed6e-830e-430b-9a5a-f22779ec5363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.217828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a446d87a-636f-42d7-a62a-192561c84215 req-be3bcc38-1a11-41cb-acff-aaa75739f8c2 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 210 time: 0.1285086 Nov 09 18:00:45.231212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb10ed6e-830e-430b-9a5a-f22779ec5363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.258865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Router d7c3f346-9e35-4663-97fb-bae3b3004009 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:45.290628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'port': {'device_id': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812', 'admin_state_up': True, 'tenant_id': '23c42c2fc29d477c86de43347d74b267'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:45.297331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb10ed6e-830e-430b-9a5a-f22779ec5363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.300198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb10ed6e-830e-430b-9a5a-f22779ec5363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.301929 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eb10ed6e-830e-430b-9a5a-f22779ec5363 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/670dd134-567c-42e9-ba2e-fbdc9d087d0f HTTP/1.1" status: 204 len: 168 time: 0.2536595 Nov 09 18:00:45.319508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b621882b-e02c-4362-833c-5a2f2169a5d1 req-c3190fc8-dc16-4a60-bb46-22e926503b3b tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329351 Nov 09 18:00:45.380487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3c25911a-b963-418a-aa45-b51606a14119 None None] Provisioning complete for port 8db4657a-5dab-488f-9787-b7c3023ae615 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:45.381130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c25911a-b963-418a-aa45-b51606a14119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.390767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10ed6e-830e-430b-9a5a-f22779ec5363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670dd134-567c-42e9-ba2e-fbdc9d087d0f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:45.420247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-a2b6ea00-f871-4643-bfd0-83206b8662e5 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509484 Nov 09 18:00:45.500300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3c25911a-b963-418a-aa45-b51606a14119 None None] Port 8db4657a-5dab-488f-9787-b7c3023ae615 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:45.538307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:45.542971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:45.547619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.661803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 208229ea-95f8-4e39-9325-773eb21fbb5c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:00:45.668388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 208229ea-95f8-4e39-9325-773eb21fbb5c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:45.668764 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.697731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3be18-31b2-4642-969c-0863751ac8d9 req-1baa16bb-9dc1-4258-b701-f6abf8de6bd3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:45.699608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cef3be18-31b2-4642-969c-0863751ac8d9 req-1baa16bb-9dc1-4258-b701-f6abf8de6bd3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 945 time: 0.0894463 Nov 09 18:00:45.711113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:45.725198 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] Sync routers for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:45.739275 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:45.740804 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:45.781214 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.793436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] No DVR routers for this DVR port cc2796bb-e2c1-4b30-a758-2fcca6476532 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:45.797262 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.800687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7d1b879-0e27-4b9f-bd43-555e07f8d806 req-3a32ebb5-2d58-4e37-b4ec-58869e5156cd tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.85 "DELETE /v2.0/ports/cc2796bb-e2c1-4b30-a758-2fcca6476532 HTTP/1.1" status: 204 len: 173 time: 4.8048725 Nov 09 18:00:45.805034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'name': 'network-vif-deleted', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:45.807460 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab0e2e0-4fa7-401b-8f56-6cc85fbdaaa3" -d '{"events": [{"server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "name": "network-vif-deleted", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:45.813868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:45.818274 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419681ac-463d-491d-9581-e366d6832f59" -d '{"events": [{"server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "name": "network-vif-plugged", "status": "completed", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:45.828979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Allocated IP 19.80.0.116 (0c4ba3c1-7ffc-4686-b203-9dfa615ef812/138e4ded-d21c-41bf-bee9-9301d12cdc68/96d8b597-8389-46f0-824a-56d6f931c35c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:45.839348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cef3be18-31b2-4642-969c-0863751ac8d9 req-3d8b8c0c-3b19-49ef-a370-0a31964d17b3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301262 Nov 09 18:00:45.856973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:45.889880 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.892771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:45.936385 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e9d17-ff3a-44fd-95bb-8b842d1c9aa8 x-openstack-request-id: req-198e9d17-ff3a-44fd-95bb-8b842d1c9aa8 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:45.936683 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211dea7a-33ac-419c-accb-ce41b4ab6999", "name": "network-vif-deleted", "tag": "cc2796bb-e2c1-4b30-a758-2fcca6476532", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:45.936943 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-198e9d17-ff3a-44fd-95bb-8b842d1c9aa8 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:45.937340 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211dea7a-33ac-419c-accb-ce41b4ab6999', 'name': 'network-vif-deleted', 'tag': 'cc2796bb-e2c1-4b30-a758-2fcca6476532', 'status': 'completed', 'code': 200} Nov 09 18:00:45.940718 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:45.943588 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:45.966275 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890a6b02-0b8f-4d1e-a13a-2c3e21455676 x-openstack-request-id: req-890a6b02-0b8f-4d1e-a13a-2c3e21455676 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:45.966599 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "name": "network-vif-plugged", "status": "completed", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:45.966864 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-890a6b02-0b8f-4d1e-a13a-2c3e21455676 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:45.967265 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c', 'code': 200} Nov 09 18:00:46.034816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:46.055318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.056068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.056753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.057154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.057534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.057871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.058298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.058632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.059173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.060047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.060381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.060799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:46.067625 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.073314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:46.074664 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.240336 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.255738 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:46.296141 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] Checking router: d7c3f346-9e35-4663-97fb-bae3b3004009 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:46.306099 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:46.306933 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:46.378608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:46.386216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.399061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d787835-3a7a-4cd0-bc81-4da3e08acb87 req-fb8ee378-7eca-43a0-a901-54c66d487bdc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.407663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d787835-3a7a-4cd0-bc81-4da3e08acb87 req-fb8ee378-7eca-43a0-a901-54c66d487bdc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 948 time: 0.2997000 Nov 09 18:00:46.424445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.446676 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:46.500899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:46.517790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:46.523155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1c2245-7430-4e18-af5e-b32092a4a8c3 req-e82c41ac-54f1-4eb5-b80a-407be102baba tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/ports?device_id=211dea7a-33ac-419c-accb-ce41b4ab6999 HTTP/1.1" status: 200 len: 210 time: 0.0655997 Nov 09 18:00:46.534234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607f71f-09c7-4b5c-8cca-bf1eab5ac2a9 req-e47f056e-7b25-4281-a2f5-dc6410c2a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.536576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7607f71f-09c7-4b5c-8cca-bf1eab5ac2a9 req-e47f056e-7b25-4281-a2f5-dc6410c2a1c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1097 time: 0.3492877 Nov 09 18:00:46.615127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d787835-3a7a-4cd0-bc81-4da3e08acb87 req-7faa794b-55ab-4f71-a78a-17199853c41d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939704 Nov 09 18:00:46.761958 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:46.808347 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a10481-8ec8-474b-970d-8ef7982a102a None None] The sync data for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 is: [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T17:55:45Z', 'revision_number': 4, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5ffafad3-5d36-4457-acd2-a89f78f0999b', 'name': '', 'network_id': '8cd5c396-341f-40ff-b155-1bcf6eb00a59', 'tenant_id': '832155443c754efa93737514583a31eb', 'mac_address': 'fa:16:3e:57:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:44Z', 'updated_at': '2021-11-09T17:55:51Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'subnets': [{'id': '4efa7b6e-d2e0-418e-aac2-ff816fd4e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:46.845940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7607f71f-09c7-4b5c-8cca-bf1eab5ac2a9 req-c03f1a70-2b4e-409d-981d-10487ddd3f73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225175 Nov 09 18:00:46.926953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967a94-2fb5-4838-8cbd-5094cef9e4bf req-6a287590-1e95-4458-8481-d822d047b57c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.947676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967a94-2fb5-4838-8cbd-5094cef9e4bf req-6a287590-1e95-4458-8481-d822d047b57c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.956862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967a94-2fb5-4838-8cbd-5094cef9e4bf req-6a287590-1e95-4458-8481-d822d047b57c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:46.958823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea967a94-2fb5-4838-8cbd-5094cef9e4bf req-6a287590-1e95-4458-8481-d822d047b57c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2376 time: 0.2429624 Nov 09 18:00:47.058696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Deleting port ce0ba150-2a22-4b37-bba7-cce2a356d834 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:47.059071 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.099365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea967a94-2fb5-4838-8cbd-5094cef9e4bf req-715e46c3-f67a-467a-a3d3-49760c1f3479 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299026 Nov 09 18:00:47.239535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] For port ce0ba150-2a22-4b37-bba7-cce2a356d834, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ce0ba150-2a22-4b37-bba7-cce2a356d834,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:47.239895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.272566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Calling delete_port for ce0ba150-2a22-4b37-bba7-cce2a356d834 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:47.298436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:47.300493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:47.316166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:47.376482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Port': ['ID=96d8b597-8389-46f0-824a-56d6f931c35c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:47.410703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.411067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.411407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.411740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.412073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.424756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd83e0-8417-4b7e-8178-170505e9cf03 None None] New status for floating IP 1eee0b88-127e-45c6-a7c7-1ac4fd770ca0: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:00:47.429084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.430087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.430457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.432394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.432891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.441867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.442212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:47.503337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:47.504364 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.543031 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-3aad5501-501e-45e9-bd6c-8c9f71ced3f2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2577281 Nov 09 18:00:47.560002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Request body: {'port': {'device_id': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:47.679136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a812-eee7-4f69-a0d2-1e84beba42d6 req-0b59ce84-1835-40e7-a4e9-ff2e121d5e58 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:47.700027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.707758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e59a812-eee7-4f69-a0d2-1e84beba42d6 req-0b59ce84-1835-40e7-a4e9-ff2e121d5e58 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.6909084 Nov 09 18:00:47.755106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c6482775-09ea-4b57-898c-1864b00fa307 None None] Provisioning complete for port 96d8b597-8389-46f0-824a-56d6f931c35c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:47.756117 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c6482775-09ea-4b57-898c-1864b00fa307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.841859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c6482775-09ea-4b57-898c-1864b00fa307 None None] Port 96d8b597-8389-46f0-824a-56d6f931c35c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:00:47.850690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e59a812-eee7-4f69-a0d2-1e84beba42d6 req-1c4461bc-fc63-4af7-941f-b725089e508e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426160 Nov 09 18:00:47.968484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:47.969902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:47.971857 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51ecd45-cb03-46ae-91e9-2150c1d69f2b" -d '{"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:48.042578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0ba150-2a22-4b37-bba7-cce2a356d834,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:48.111491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e855c-9776-44a6-b7e7-63d9d7c8a909 req-cf1050c5-e3f2-43c9-9e3f-90b557221983 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.113258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-503e855c-9776-44a6-b7e7-63d9d7c8a909 req-cf1050c5-e3f2-43c9-9e3f-90b557221983 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.2694414 Nov 09 18:00:48.237664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5981e7cc-bb76-44c2-b7b3-1d674848119b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:48.255676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.283781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Transition to ACTIVE for port object 5981e7cc-bb76-44c2-b7b3-1d674848119b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:48.291024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.291753 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d652b24-3685-4549-a06c-b1947d2df68d x-openstack-request-id: req-7d652b24-3685-4549-a06c-b1947d2df68d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:48.292901 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:48.293199 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d652b24-3685-4549-a06c-b1947d2df68d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:48.293604 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'code': 200} Nov 09 18:00:48.416535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5981e7cc-bb76-44c2-b7b3-1d674848119b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:48.423260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-503e855c-9776-44a6-b7e7-63d9d7c8a909 req-04335cdd-ec7d-4eaf-bfcd-041c1c06d9e2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944298 Nov 09 18:00:48.465226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-c0a1cb59-0fc9-421c-9936-377517a55254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.466799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-c0a1cb59-0fc9-421c-9936-377517a55254 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7&tenant_id=ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 1100 time: 0.2684779 Nov 09 18:00:48.555287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.564083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44796) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:48.574532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c693f-39c5-4ece-9d7e-d399ad523cd5 req-7a8a7ae3-68c6-42f5-956d-b3a172419eef tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.584196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c693f-39c5-4ece-9d7e-d399ad523cd5 req-7a8a7ae3-68c6-42f5-956d-b3a172419eef tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.597180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Attempting to bind port 5981e7cc-bb76-44c2-b7b3-1d674848119b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:48.597325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Attempting to bind port 5981e7cc-bb76-44c2-b7b3-1d674848119b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:48.597612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Attempting to bind port 5981e7cc-bb76-44c2-b7b3-1d674848119b on network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:48.601883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c693f-39c5-4ece-9d7e-d399ad523cd5 req-7a8a7ae3-68c6-42f5-956d-b3a172419eef tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.604813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Port 5981e7cc-bb76-44c2-b7b3-1d674848119b on network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:48.605218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Attempting to bind port 5981e7cc-bb76-44c2-b7b3-1d674848119b on network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:48.607036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d0c693f-39c5-4ece-9d7e-d399ad523cd5 req-7a8a7ae3-68c6-42f5-956d-b3a172419eef tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2388 time: 0.1620696 Nov 09 18:00:48.618723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:48.618985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Checking segment: {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:48.619381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Bound using segment: {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:48.619849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Bound port: 5981e7cc-bb76-44c2-b7b3-1d674848119b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:48.620202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.725135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] For port 5981e7cc-bb76-44c2-b7b3-1d674848119b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:48.729484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] For port 5981e7cc-bb76-44c2-b7b3-1d674848119b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5981e7cc-bb76-44c2-b7b3-1d674848119b,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:48.741246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.867915 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.901597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:48.903054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:48.904585 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] 10.222.0.85 "PUT /v2.0/ports/5981e7cc-bb76-44c2-b7b3-1d674848119b HTTP/1.1" status: 200 len: 1092 time: 1.3492837 Nov 09 18:00:48.909208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:48.925606 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c31809-70d6-4834-b4ee-ef20b72cc2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:48.933405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a38b2-1e3c-470e-afbd-925475d6e7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5981e7cc-bb76-44c2-b7b3-1d674848119b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:48.956494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Request body: {'port': {'device_id': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:49.076801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.107930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44812) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:49.251992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-ba00d7d3-dfb8-4aeb-92da-c47af91f6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:49.253468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-ba00d7d3-dfb8-4aeb-92da-c47af91f6d00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 1100 time: 0.7502017 Nov 09 18:00:49.274770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d0c693f-39c5-4ece-9d7e-d399ad523cd5 req-4b5e139e-0bb4-4cc4-a9c0-1aa7587855b6 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494534 Nov 09 18:00:49.286761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66651350-97b4-4fd2-99c9-e7d79bec4bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.372209 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72a3a73-963d-47e6-9b28-874738bab56d x-openstack-request-id: req-c72a3a73-963d-47e6-9b28-874738bab56d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:49.372480 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:49.372837 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c72a3a73-963d-47e6-9b28-874738bab56d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:49.373477 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b', 'status': 'completed', 'code': 200} Nov 09 18:00:49.452929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-35009646-48f1-4413-9572-a05c7a484f52 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.490345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66651350-97b4-4fd2-99c9-e7d79bec4bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.506520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66651350-97b4-4fd2-99c9-e7d79bec4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.514981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f62f1-ef40-4a5d-99c3-67d127066ab6 req-c7604eb1-27c5-48a2-a918-019fa27aea62 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:49.522708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c7f62f1-ef40-4a5d-99c3-67d127066ab6 req-c7604eb1-27c5-48a2-a918-019fa27aea62 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.2660625 Nov 09 18:00:49.565185 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-35009646-48f1-4413-9572-a05c7a484f52 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.579242 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-66651350-97b4-4fd2-99c9-e7d79bec4bb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=181e0867f02243909374cf4bb6415cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678135 Nov 09 18:00:49.579476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44828) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:49.585409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66651350-97b4-4fd2-99c9-e7d79bec4bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c81930-af09-4a78-8aee-093677628e85,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:49.610775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db4657a-5dab-488f-9787-b7c3023ae615 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:49.617864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-4cd2e7a5-e6ab-47b5-a500-6149426b6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:49.619499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-4cd2e7a5-e6ab-47b5-a500-6149426b6cbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3550205 Nov 09 18:00:49.622550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-d5470077-1768-4ea0-aa48-7b4faa797866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:49.623102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-d5470077-1768-4ea0-aa48-7b4faa797866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:49.623583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-d5470077-1768-4ea0-aa48-7b4faa797866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:49.624427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.625163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-d5470077-1768-4ea0-aa48-7b4faa797866 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2731 time: 0.2276599 Nov 09 18:00:49.655057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Transition to ACTIVE for port object 8db4657a-5dab-488f-9787-b7c3023ae615 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:49.669943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.698434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb705167-0596-4f01-a1a3-40ea1461e093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.745993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb705167-0596-4f01-a1a3-40ea1461e093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.748851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4657a-5dab-488f-9787-b7c3023ae615,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:49.855626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-be4b14a9-5bb2-4c27-a12c-b69e527393b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 200 len: 217 time: 0.1924450 Nov 09 18:00:49.868778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Attempting to bind port 8db4657a-5dab-488f-9787-b7c3023ae615 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:49.869357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c7f62f1-ef40-4a5d-99c3-67d127066ab6 req-72bd9171-dbd0-45b6-8ee1-54526887e071 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418574 Nov 09 18:00:49.869654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Attempting to bind port 8db4657a-5dab-488f-9787-b7c3023ae615 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:49.870297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Attempting to bind port 8db4657a-5dab-488f-9787-b7c3023ae615 on network a2a7aca9-1d58-45bb-9af1-bb95536e8208 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:49.874623 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb705167-0596-4f01-a1a3-40ea1461e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.877423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb705167-0596-4f01-a1a3-40ea1461e093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:49.881212 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eb705167-0596-4f01-a1a3-40ea1461e093 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0c81930-af09-4a78-8aee-093677628e85 HTTP/1.1" status: 204 len: 168 time: 0.2984700 Nov 09 18:00:49.884371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Port 8db4657a-5dab-488f-9787-b7c3023ae615 on network a2a7aca9-1d58-45bb-9af1-bb95536e8208 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:49.884573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Attempting to bind port 8db4657a-5dab-488f-9787-b7c3023ae615 on network a2a7aca9-1d58-45bb-9af1-bb95536e8208 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:49.891618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb705167-0596-4f01-a1a3-40ea1461e093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c81930-af09-4a78-8aee-093677628e85,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:49.925244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:49.925757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Checking segment: {'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:49.926538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Bound using segment: {'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:49.927157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Bound port: 8db4657a-5dab-488f-9787-b7c3023ae615, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8639149b-055e-4859-b7ef-e530cf38b4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:49.927675 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.060246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] For port 8db4657a-5dab-488f-9787-b7c3023ae615, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:50.064774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] For port 8db4657a-5dab-488f-9787-b7c3023ae615, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8db4657a-5dab-488f-9787-b7c3023ae615,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:50.072479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.140114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-5832b8db-491d-406d-92d7-a2f97c4f1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.140610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-5832b8db-491d-406d-92d7-a2f97c4f1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.141340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-5832b8db-491d-406d-92d7-a2f97c4f1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.143364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-5832b8db-491d-406d-92d7-a2f97c4f1b7f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=23c42c2fc29d477c86de43347d74b267&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4884870 Nov 09 18:00:50.156448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.158000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.161622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] 10.222.0.85 "PUT /v2.0/ports/8db4657a-5dab-488f-9787-b7c3023ae615 HTTP/1.1" status: 200 len: 1091 time: 1.2105303 Nov 09 18:00:50.196570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c7b66-4000-4359-bcb0-f4f2f7982266 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4657a-5dab-488f-9787-b7c3023ae615,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:50.211565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Request body: {'port': {'device_id': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:50.244211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Router 661ec2b9-1d59-4c32-97bb-ceac4d068438 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:50.313270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-35009646-48f1-4413-9572-a05c7a484f52 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.315870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-35009646-48f1-4413-9572-a05c7a484f52 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.320957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-35009646-48f1-4413-9572-a05c7a484f52 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "DELETE /v2.0/security-groups/b686b618-12e8-4010-a369-4879f8f1d2a7 HTTP/1.1" status: 204 len: 168 time: 1.7554846 Nov 09 18:00:50.330437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:50.390934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.394150 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-c0428668-33d0-4901-a781-26c8bee4cd02 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] show failed (client error): The resource could not be found. Nov 09 18:00:50.399852 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c0428668-33d0-4901-a781-26c8bee4cd02 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "GET /v2.0/security-groups/b686b618-12e8-4010-a369-4879f8f1d2a7 HTTP/1.1" status: 404 len: 347 time: 0.0680864 Nov 09 18:00:50.418725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:50.422210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35009646-48f1-4413-9572-a05c7a484f52 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b686b618-12e8-4010-a369-4879f8f1d2a7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:50.443045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac18e7-1392-487c-95d1-af821d9ec8b4 req-ab2f1789-c2d5-48ec-a1a5-c16fed1986a9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.451206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7ac18e7-1392-487c-95d1-af821d9ec8b4 req-ab2f1789-c2d5-48ec-a1a5-c16fed1986a9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 949 time: 0.8568938 Nov 09 18:00:50.624497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d10dc4-1fd6-4926-b159-097b74f67b7b req-55ac77ef-4e0a-4b0c-9803-c7b7e3c7f828 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.626028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d10dc4-1fd6-4926-b159-097b74f67b7b req-55ac77ef-4e0a-4b0c-9803-c7b7e3c7f828 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1097 time: 0.4749665 Nov 09 18:00:50.637236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-8ade3932-4402-4d27-b1fd-13c2e21852a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.643482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-8ade3932-4402-4d27-b1fd-13c2e21852a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.7728546 Nov 09 18:00:50.698008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7ac18e7-1392-487c-95d1-af821d9ec8b4 req-01ee46a0-315a-44d3-8b21-46c16d799994 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458723 Nov 09 18:00:50.810852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Deleting port 884624a6-cec5-41b8-8014-fc35094dbc65 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:50.811905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.898823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-4e96213f-81a7-43ca-a39a-12c809efcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.898823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67c31809-70d6-4834-b4ee-ef20b72cc2f2 req-4e96213f-81a7-43ca-a39a-12c809efcf59 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6341219 Nov 09 18:00:50.915841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:50.929407 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] Sync routers for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:50.937691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-e4907048-f5d2-4f2e-aef8-a451a8769b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:50.939219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-e4907048-f5d2-4f2e-aef8-a451a8769b99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305317 Nov 09 18:00:50.951545 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:50.959670 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:50.969474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d2271055-61d3-4a5b-99c4-9ad7cd3e47fe admin admin] 10.222.0.32 "PUT /v2.0/routers/661ec2b9-1d59-4c32-97bb-ceac4d068438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1701791 Nov 09 18:00:50.980813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d8b597-8389-46f0-824a-56d6f931c35c {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:50.989239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:50.990668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31d10dc4-1fd6-4926-b159-097b74f67b7b req-e902d5d2-8ad7-41f2-9334-dbdf88e4db4f tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456197 Nov 09 18:00:51.002613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Transition to ACTIVE for port object 96d8b597-8389-46f0-824a-56d6f931c35c will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:00:51.003837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44866) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:51.024789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.104464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17991517-1a0b-4546-8bb1-ae98099707c1 req-9a3267b5-e2f9-46d9-8377-c7ac90e1834e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.110783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17991517-1a0b-4546-8bb1-ae98099707c1 req-9a3267b5-e2f9-46d9-8377-c7ac90e1834e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.119520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44878) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:51.132232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17991517-1a0b-4546-8bb1-ae98099707c1 req-9a3267b5-e2f9-46d9-8377-c7ac90e1834e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.139722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17991517-1a0b-4546-8bb1-ae98099707c1 req-9a3267b5-e2f9-46d9-8377-c7ac90e1834e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2400 time: 0.2560980 Nov 09 18:00:51.174567 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:51.235962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.236310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.298255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17991517-1a0b-4546-8bb1-ae98099707c1 req-a35e578e-7626-4d1f-ae32-680de3777689 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511750 Nov 09 18:00:51.308678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-ea9a5ee4-7395-45e2-802c-5a4caa862bf7 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378520 Nov 09 18:00:51.320750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Calling delete_port for 884624a6-cec5-41b8-8014-fc35094dbc65 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:51.356630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1341743599-network', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:51.376784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Pushing event updated for resources: {'Port': ['ID=96d8b597-8389-46f0-824a-56d6f931c35c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:51.378617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'tag': '8db4657a-5dab-488f-9787-b7c3023ae615'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:51.388491 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "tag": "8db4657a-5dab-488f-9787-b7c3023ae615"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:51.495475 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecb6c63-dd67-4bd7-a073-f40d12d68442 x-openstack-request-id: req-9ecb6c63-dd67-4bd7-a073-f40d12d68442 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:51.495801 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "tag": "8db4657a-5dab-488f-9787-b7c3023ae615", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:51.496022 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ecb6c63-dd67-4bd7-a073-f40d12d68442 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:51.496422 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'tag': '8db4657a-5dab-488f-9787-b7c3023ae615', 'status': 'completed', 'code': 200} Nov 09 18:00:51.553407 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T18:00:47Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:51.553942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:51.597056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Attempting to bind port 96d8b597-8389-46f0-824a-56d6f931c35c on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:51.597401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Attempting to bind port 96d8b597-8389-46f0-824a-56d6f931c35c by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:51.597735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Attempting to bind port 96d8b597-8389-46f0-824a-56d6f931c35c on network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:51.611781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.648830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e40fe-4fca-4767-9172-93b8e9af0e1c req-8ccf017b-a827-47ef-b9db-27f50ef8a573 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.664524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a80e40fe-4fca-4767-9172-93b8e9af0e1c req-8ccf017b-a827-47ef-b9db-27f50ef8a573 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1097 time: 0.3035903 Nov 09 18:00:51.702121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6822525d-8c6c-4d22-998f-7b7d0d1087fc req-b76395da-47ac-437a-8851-72fc2e223f09 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820217 Nov 09 18:00:51.716037 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] Checking router: 661ec2b9-1d59-4c32-97bb-ceac4d068438 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:00:51.718939 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.729375 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] Routers {'661ec2b9-1d59-4c32-97bb-ceac4d068438'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:51.730129 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['661ec2b9-1d59-4c32-97bb-ceac4d068438'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:51.759025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-58b75493-e003-4663-8f8b-262c56f59887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.759569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-58b75493-e003-4663-8f8b-262c56f59887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.760069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-58b75493-e003-4663-8f8b-262c56f59887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:51.764355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-58b75493-e003-4663-8f8b-262c56f59887 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2823 time: 0.2695117 Nov 09 18:00:51.767488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Port 96d8b597-8389-46f0-824a-56d6f931c35c on network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:51.767816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Attempting to bind port 96d8b597-8389-46f0-824a-56d6f931c35c on network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:51.769807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Made reservation on behalf of da88936682394454b18b5ed7dffe9f2d for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:51.772262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.785290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.791489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.800946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:51.807193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:51.809626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:51.809977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Checking segment: {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:51.810438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Bound using segment: {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:51.811456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Bound port: 96d8b597-8389-46f0-824a-56d6f931c35c, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb70a44-6c7a-40f1-821d-839db9ad6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:51.811456 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.816115 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0272b-8218-4395-ac5a-e3a8ca1317fd" -d '{"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:51.828408 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:51.837070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a80e40fe-4fca-4767-9172-93b8e9af0e1c req-11e4b2b2-fad8-49fa-b6f5-f19d977a9239 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708579 Nov 09 18:00:51.941730 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] Set router 661ec2b9-1d59-4c32-97bb-ceac4d068438 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:51.948785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:52.010002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] For port 96d8b597-8389-46f0-824a-56d6f931c35c, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:00:52.018538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] For port 96d8b597-8389-46f0-824a-56d6f931c35c, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=96d8b597-8389-46f0-824a-56d6f931c35c,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:52.044730 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913dd43a-8772-45e2-b8eb-897a9730d1ad x-openstack-request-id: req-913dd43a-8772-45e2-b8eb-897a9730d1ad {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:52.045034 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:52.045294 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-913dd43a-8772-45e2-b8eb-897a9730d1ad {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:52.045690 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'code': 200} Nov 09 18:00:52.048411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.074398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-05282cd9-a1d3-41a5-adc1-b26efb669a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.074923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-05282cd9-a1d3-41a5-adc1-b26efb669a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.075544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-05282cd9-a1d3-41a5-adc1-b26efb669a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.077588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-05282cd9-a1d3-41a5-adc1-b26efb669a80 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=23c42c2fc29d477c86de43347d74b267&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2994671 Nov 09 18:00:52.170094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Deleting port bddbbaed-7d20-47de-be3b-ab072e7b55d2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:52.171079 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.213553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.214643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.216295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] 10.222.0.85 "PUT /v2.0/ports/96d8b597-8389-46f0-824a-56d6f931c35c HTTP/1.1" status: 200 len: 1092 time: 2.0123348 Nov 09 18:00:52.226890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-40d4dde2-58de-4848-b5d3-361c27447233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.228844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fb61bdf-ff63-4bf3-b9fa-726755cdfe80 req-40d4dde2-58de-4848-b5d3-361c27447233 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332862 Nov 09 18:00:52.285199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33130-5da0-4ca1-96ce-bab785bfab41 req-acdbf2b4-02aa-4793-b301-30c75e0d06cc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.287007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17f33130-5da0-4ca1-96ce-bab785bfab41 req-acdbf2b4-02aa-4793-b301-30c75e0d06cc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.2081869 Nov 09 18:00:52.331949 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T18:00:47Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:52.348716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.382006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-bdf7f2f3-6485-4112-9e57-83c54c2f1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.382313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-bdf7f2f3-6485-4112-9e57-83c54c2f1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.382835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-bdf7f2f3-6485-4112-9e57-83c54c2f1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.385375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-bdf7f2f3-6485-4112-9e57-83c54c2f1b8a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2865 time: 0.1108303 Nov 09 18:00:52.389915 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a5596a-fa97-44e4-80c8-8c45a125356c None None] The sync data for ids ['661ec2b9-1d59-4c32-97bb-ceac4d068438'] in n-d-817240-1 is: [{'id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'name': 'tempest-FloatingIPsAssociationTestJSON-1231685125-router', 'tenant_id': 'b5c15fa387094e999abaec843f350c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T18:00:47Z', 'revision_number': 5, 'project_id': 'b5c15fa387094e999abaec843f350c66', 'gw_port': {'id': 'bddbbaed-7d20-47de-be3b-ab072e7b55d2', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661ec2b9-1d59-4c32-97bb-ceac4d068438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:59:24Z', 'updated_at': '2021-11-09T17:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:00:52.392033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.393663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca95ab-7dde-4995-8839-4f3f01bff852 service neutron] Pushing event updated for resources: {'Port': ['ID=96d8b597-8389-46f0-824a-56d6f931c35c,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:52.395509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17f33130-5da0-4ca1-96ce-bab785bfab41 req-80b374c3-5be8-42d6-be7f-f34f22ace21c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951364 Nov 09 18:00:52.433377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.454975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-43018179-3220-49eb-8906-f2f5308a7308 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=5981e7cc-bb76-44c2-b7b3-1d674848119b HTTP/1.1" status: 200 len: 217 time: 0.0585544 Nov 09 18:00:52.503940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Pushing event deleted for resources: {'Port': ['ID=884624a6-cec5-41b8-8014-fc35094dbc65,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:52.536852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-c8953661-7421-40b2-b346-f0d47435eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.539189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-c8953661-7421-40b2-b346-f0d47435eae3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=138e4ded-d21c-41bf-bee9-9301d12cdc68 HTTP/1.1" status: 200 len: 801 time: 0.0745804 Nov 09 18:00:52.579553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:00:52.603113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-280cfc84-65e8-4955-a8f8-620fe98de2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.604817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-280cfc84-65e8-4955-a8f8-620fe98de2cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590494 Nov 09 18:00:52.645613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] For port bddbbaed-7d20-47de-be3b-ab072e7b55d2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bddbbaed-7d20-47de-be3b-ab072e7b55d2,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:52.646304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.649580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff0607b-8cf1-4773-8be6-26516bf0a438,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:52.662393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.663088 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Added segment 8b524b33-7b0a-4322-8523-f55c28de5027 of type vlan for network e2f57f03-884f-4a8d-a588-88cd31213570 Nov 09 18:00:52.680822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Calling delete_port for bddbbaed-7d20-47de-be3b-ab072e7b55d2 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:52.723331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.726793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.730215 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7df8443c-7036-4874-bb9d-2658ededad35 tempest-ServersWithSpecificFlavorTestJSON-1518307622 tempest-ServersWithSpecificFlavorTestJSON-1518307622-project] 10.222.0.32 "DELETE /v2.0/floatingips/1eee0b88-127e-45c6-a7c7-1ac4fd770ca0 HTTP/1.1" status: 204 len: 168 time: 2.3067839 Nov 09 18:00:52.742270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.785465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ce0ba150-2a22-4b37-bba7-cce2a356d834 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:52.827695 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ce0ba150-2a22-4b37-bba7-cce2a356d834 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:52.828054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ce0ba150-2a22-4b37-bba7-cce2a356d834 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:52.838672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.839744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.839872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-d5952b02-b393-4c31-bfda-fe37eae2a146 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265813 Nov 09 18:00:52.840375 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:52.867911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c53b9-6950-4122-9606-b8fe80e735b1 req-4c548e71-13ff-4a4c-98c7-9c3307dfbb7f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.874135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c53b9-6950-4122-9606-b8fe80e735b1 req-4c548e71-13ff-4a4c-98c7-9c3307dfbb7f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.880208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c53b9-6950-4122-9606-b8fe80e735b1 req-4c548e71-13ff-4a4c-98c7-9c3307dfbb7f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:52.888847 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe4c53b9-6950-4122-9606-b8fe80e735b1 req-4c548e71-13ff-4a4c-98c7-9c3307dfbb7f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2412 time: 0.2023687 Nov 09 18:00:52.962655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8147271 Nov 09 18:00:52.966307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:52.970689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe4c53b9-6950-4122-9606-b8fe80e735b1 req-2b89f329-da13-4ae4-9760-43380b971a1a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808296 Nov 09 18:00:52.980722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Request body: {'subnet': {'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1341743599-subnet', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:52.990298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ded480-47fc-473a-92e7-89addf6a3895 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f57f03-884f-4a8d-a588-88cd31213570,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.003380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e2f57f03-884f-4a8d-a588-88cd31213570 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:00:53.032263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-2ebcaa44-c4a9-4d60-ba1d-60c3b54194c8 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840646 Nov 09 18:00:53.046778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.089769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-95b2b11a-6326-490e-94be-305e70888453 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=8db4657a-5dab-488f-9787-b7c3023ae615 HTTP/1.1" status: 200 len: 217 time: 0.0458815 Nov 09 18:00:53.115036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=bddbbaed-7d20-47de-be3b-ab072e7b55d2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.130719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Made reservation on behalf of da88936682394454b18b5ed7dffe9f2d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:53.143198 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.164498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.257995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.260288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.265613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-5f85bae4-d04e-4629-8739-6f91dec4e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.267423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-5f85bae4-d04e-4629-8739-6f91dec4e467 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd622747-e845-4d93-842b-632361ed5460 HTTP/1.1" status: 200 len: 801 time: 0.1641397 Nov 09 18:00:53.313852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-16b939f5-ac39-44d8-989c-9f61c541aca1 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:00:53.315116 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-16b939f5-ac39-44d8-989c-9f61c541aca1 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069447 Nov 09 18:00:53.323025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.323656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 661ec2b9-1d59-4c32-97bb-ceac4d068438 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:00:53.334673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.338661 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6cd76ef6-e749-4851-9e24-0c3a090baf2f admin admin] 10.222.0.32 "DELETE /v2.0/routers/661ec2b9-1d59-4c32-97bb-ceac4d068438 HTTP/1.1" status: 204 len: 168 time: 2.3314555 Nov 09 18:00:53.339984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44966) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.341435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-dfc4fd5e-c069-40e3-8d5b-e54bd8f2018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.342989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-dfc4fd5e-c069-40e3-8d5b-e54bd8f2018e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a2a7aca9-1d58-45bb-9af1-bb95536e8208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631094 Nov 09 18:00:53.539155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-a2fb2c71-ba45-4643-bffc-1e8f56a6f0e2 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a7aca9-1d58-45bb-9af1-bb95536e8208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603463 Nov 09 18:00:53.542291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.658625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'tag': '96d8b597-8389-46f0-824a-56d6f931c35c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:53.660906 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb79ef-277b-471c-840e-d209bef83fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "tag": "96d8b597-8389-46f0-824a-56d6f931c35c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:53.663169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8715b05-3ea5-4160-b0be-98e152d65395,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:53.688158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.688617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.689063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.689553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.689953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.690410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.690833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.691257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.691680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.692092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.692513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.692932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:00:53.714008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Checking segment: {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:53.714402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-9e0a725c-d9cd-42ae-abf4-ed3478273ce8 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.714620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Network hostable DHCP agents. Network: e2f57f03-884f-4a8d-a588-88cd31213570, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:00:53.715885 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-9e0a725c-d9cd-42ae-abf4-ed3478273ce8 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 1094 time: 0.3902411 Nov 09 18:00:53.722838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] Deleting subnet 7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:00:53.729692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Request body: {'binding': {'host': 'n-h2-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:53.730187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Unknown quota resources ['binding']. {{(pid=102141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 18:00:53.732021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.740296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-92239f38-f985-4de2-8c60-1aa4c1388921 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a7aca9-1d58-45bb-9af1-bb95536e8208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911476 Nov 09 18:00:53.789689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-cafaee3a-24f1-434e-9b3b-574232ea7434 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=96d8b597-8389-46f0-824a-56d6f931c35c HTTP/1.1" status: 200 len: 217 time: 0.0413697 Nov 09 18:00:53.790780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Network e2f57f03-884f-4a8d-a588-88cd31213570 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:00:53.797942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.829455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e2f57f03-884f-4a8d-a588-88cd31213570) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:53.834775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.835608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.847157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67b76f-5995-4f51-8768-0074cc758662 None None] Network e2f57f03-884f-4a8d-a588-88cd31213570 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:53.857764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-a997e0eb-987c-4f27-a803-271bf5409608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.860568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-a997e0eb-987c-4f27-a803-271bf5409608 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=138e4ded-d21c-41bf-bee9-9301d12cdc68 HTTP/1.1" status: 200 len: 801 time: 0.0642779 Nov 09 18:00:53.871537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cdd8ac14-e482-4bbc-a587-2ba8ba9fb07e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8981247 Nov 09 18:00:53.873697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45002) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:53.889064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:53.995408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-cad1ceac-8064-4ea0-868e-bc08be3896a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:53.997378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-cad1ceac-8064-4ea0-868e-bc08be3896a0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1214430 Nov 09 18:00:53.998327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:53.999478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.037492 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.095794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f94a9f3-3afe-494f-891d-35ce4197201b None None] Network e2f57f03-884f-4a8d-a588-88cd31213570 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:54.113199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.152710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:54.157984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.161747 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1974158-26d0-4ad9-a0ec-5b0f404a0c00 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7688f50f-e2bd-4d97-bcd6-f5f0e44f1c1f HTTP/1.1" status: 204 len: 168 time: 0.8207991 Nov 09 18:00:54.166085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45010) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:54.169242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4f27c6-fa97-4c34-a193-869a026c4f16 None None] Network ed10bb29-b387-482f-868d-95720d2acb59 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:00:54.260957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.286820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on host n-h2-817240-1 for vnic_type normal with profile None {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:00:54.287159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:00:54.287489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:54.311011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:00:54.311336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:00:54.321850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:00:54.322249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:00:54.322654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:00:54.323089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Bound port: 208229ea-95f8-4e39-9325-773eb21fbb5c, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:00:54.383903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Deleting port c660b20e-cb7c-4183-9981-2743bf12b89e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:54.384251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.408550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:00:54.439952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.441426 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-2195bac8-22c7-4781-9808-3b10f3f89152 service neutron] 10.222.0.32 "POST /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7161582 Nov 09 18:00:54.464635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] DHCP port deletion for ed10bb29-b387-482f-868d-95720d2acb59 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:00:54.472245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] For port c660b20e-cb7c-4183-9981-2743bf12b89e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c660b20e-cb7c-4183-9981-2743bf12b89e,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:54.472774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.507897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Calling delete_port for c660b20e-cb7c-4183-9981-2743bf12b89e owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:54.568229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.592952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] Deleting port c660b20e-cb7c-4183-9981-2743bf12b89e {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:54.602639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.604331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f183726-5a54-4900-a289-9142cb990ffe req-77e36e54-7b69-485e-9a60-fed30b8f420e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:54.613043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f183726-5a54-4900-a289-9142cb990ffe req-77e36e54-7b69-485e-9a60-fed30b8f420e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.1552978 Nov 09 18:00:54.708187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-acdd243e-38a4-4251-8f44-483c5c5c6dbe service neutron] 10.222.0.85 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967113 Nov 09 18:00:54.717076 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506bd2a3-fb2e-4928-859b-9219a15ccd6a x-openstack-request-id: req-506bd2a3-fb2e-4928-859b-9219a15ccd6a {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:54.717375 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "tag": "96d8b597-8389-46f0-824a-56d6f931c35c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:54.717631 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-506bd2a3-fb2e-4928-859b-9219a15ccd6a {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:54.721315 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'tag': '96d8b597-8389-46f0-824a-56d6f931c35c', 'status': 'completed', 'code': 200} Nov 09 18:00:54.765203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] For port c660b20e-cb7c-4183-9981-2743bf12b89e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c660b20e-cb7c-4183-9981-2743bf12b89e,segment=NetworkSegment(d9a27836-993e-4e81-8268-242ae1f38485),segment_id=d9a27836-993e-4e81-8268-242ae1f38485)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:54.765525 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.785671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] Calling delete_port for c660b20e-cb7c-4183-9981-2743bf12b89e owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:54.791026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.823249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=c660b20e-cb7c-4183-9981-2743bf12b89e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:54.830741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-ea711c01-dfd5-481b-bb5f-b85c58e4c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:54.832434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-ea711c01-dfd5-481b-bb5f-b85c58e4c937 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1097 time: 0.1102564 Nov 09 18:00:54.837942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] No DVR routers for this DVR port c660b20e-cb7c-4183-9981-2743bf12b89e on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:54.848020 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f183726-5a54-4900-a289-9142cb990ffe req-28e285bf-3fcd-473e-b0ee-386192872107 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339311 Nov 09 18:00:54.873258 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.881732 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c660b20e-cb7c-4183-9981-2743bf12b89e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:54.935158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-28806f8b-4dd9-4f2d-8149-0a86189ba1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:54.939476 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-28806f8b-4dd9-4f2d-8149-0a86189ba1df service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.0962095 Nov 09 18:00:54.939600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe37fdd-a9a6-4806-93f1-efee8a3e44df req-f98e508a-3bb9-4e08-9cc6-cffe45995182 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123458 Nov 09 18:00:54.958996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c660b20e-cb7c-4183-9981-2743bf12b89e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:54.959527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c660b20e-cb7c-4183-9981-2743bf12b89e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:54.960032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bddbbaed-7d20-47de-be3b-ab072e7b55d2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:54.963433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:54.964816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] No DVR routers for this DVR port c660b20e-cb7c-4183-9981-2743bf12b89e on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:54.966678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041dfb2-2b26-4799-8c30-7808acc06454 None None] Pushing event deleted for resources: {'Port': ['ID=c660b20e-cb7c-4183-9981-2743bf12b89e,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:55.015489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586be3-1c6f-46c8-aa39-fd340da1d235 req-32606614-57a8-47cd-94d3-cb35890e0912 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.034095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586be3-1c6f-46c8-aa39-fd340da1d235 req-32606614-57a8-47cd-94d3-cb35890e0912 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.047141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: bddbbaed-7d20-47de-be3b-ab072e7b55d2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:00:55.047491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bddbbaed-7d20-47de-be3b-ab072e7b55d2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:00:55.050572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586be3-1c6f-46c8-aa39-fd340da1d235 req-32606614-57a8-47cd-94d3-cb35890e0912 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.060604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0586be3-1c6f-46c8-aa39-fd340da1d235 req-32606614-57a8-47cd-94d3-cb35890e0912 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2412 time: 0.2536128 Nov 09 18:00:55.090258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-fdbe3ee2-8db9-47a2-9efd-07fa93526e29 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 217 time: 0.1132996 Nov 09 18:00:55.148107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.179117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed10bb29-b387-482f-868d-95720d2acb59']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:55.189120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-c3b998d5-c324-4304-849f-1bec3f824ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.190754 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-c3b998d5-c324-4304-849f-1bec3f824ac7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0915637 Nov 09 18:00:55.194100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a27836-993e-4e81-8268-242ae1f38485') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:55.194399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a27836-993e-4e81-8268-242ae1f38485') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:55.214384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.233757 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-9d8451df-5479-4205-affb-271792de061f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317819 Nov 09 18:00:55.241739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.248068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb79ef-277b-471c-840e-d209bef83fcd req-7cc38310-26e1-486c-bb6b-615027417f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.248548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb79ef-277b-471c-840e-d209bef83fcd req-7cc38310-26e1-486c-bb6b-615027417f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.249014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb79ef-277b-471c-840e-d209bef83fcd req-7cc38310-26e1-486c-bb6b-615027417f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.250906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27fb79ef-277b-471c-840e-d209bef83fcd req-7cc38310-26e1-486c-bb6b-615027417f20 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2865 time: 0.1878881 Nov 09 18:00:55.260899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0586be3-1c6f-46c8-aa39-fd340da1d235 req-2eb868e2-a651-401a-b2d1-56d893453767 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982012 Nov 09 18:00:55.266205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:00:55.266595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:00:55.268372 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:00:55.338738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc3215-191f-422d-b267-f9a54a3c6275 req-a82c5a19-c605-41b5-93fe-9c9281c93090 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.340171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5dc3215-191f-422d-b267-f9a54a3c6275 req-a82c5a19-c605-41b5-93fe-9c9281c93090 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.1784618 Nov 09 18:00:55.358776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.372988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.376540 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] 10.222.0.32 "DELETE /v2.0/networks/ed10bb29-b387-482f-868d-95720d2acb59 HTTP/1.1" status: 204 len: 168 time: 1.2092896 Nov 09 18:00:55.386919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e65421-bd07-4c99-b1d9-350c7d369f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed10bb29-b387-482f-868d-95720d2acb59,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:55.405192 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-a0d3ccb3-6687-41df-b610-2f283807b13e service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608186 Nov 09 18:00:55.463756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5dc3215-191f-422d-b267-f9a54a3c6275 req-b5b5b766-0755-4753-8860-815a9d8c3513 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090214 Nov 09 18:00:55.471023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f5a0c-5480-494e-a9ce-4b0bf94bd5db req-b3463f68-b30f-4bea-b7d9-9c6184359b21 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.472462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-106f5a0c-5480-494e-a9ce-4b0bf94bd5db req-b3463f68-b30f-4bea-b7d9-9c6184359b21 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 947 time: 0.1434429 Nov 09 18:00:55.473783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb79ef-277b-471c-840e-d209bef83fcd req-67633e41-3f00-4053-aa16-23ccd63de1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.475130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27fb79ef-277b-471c-840e-d209bef83fcd req-67633e41-3f00-4053-aa16-23ccd63de1c3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812 HTTP/1.1" status: 200 len: 902 time: 0.2110457 Nov 09 18:00:55.528368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45024) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:55.534083 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-5779516e-94f5-4761-bb3a-f11a8de9422e service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207132 Nov 09 18:00:55.572753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:55.580474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27fb79ef-277b-471c-840e-d209bef83fcd req-a24273cb-53aa-4262-81e4-2a0bcaf990b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=96d8b597-8389-46f0-824a-56d6f931c35c HTTP/1.1" status: 200 len: 217 time: 0.0929990 Nov 09 18:00:55.598148 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9485bcbd-fd50-4140-aecc-fd35cf702c95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5c15fa387094e999abaec843f350c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679333 Nov 09 18:00:55.599083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45030) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:55.671331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb94d-a95a-4021-83ae-0462a483dab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.699698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb94d-a95a-4021-83ae-0462a483dab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.703662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-106f5a0c-5480-494e-a9ce-4b0bf94bd5db req-bc61f05c-fcf0-423b-a4ca-a9f3126d3ebb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178111 Nov 09 18:00:55.754718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:55.760419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb94d-a95a-4021-83ae-0462a483dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.764326 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2ceb94d-a95a-4021-83ae-0462a483dab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.765686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a2ceb94d-a95a-4021-83ae-0462a483dab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c34b3785-4551-4b2e-8e08-c1ac42e20034 HTTP/1.1" status: 204 len: 168 time: 0.1632309 Nov 09 18:00:55.772318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'mac_address': 'fa:16:3e:24:dc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:55.795365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceb94d-a95a-4021-83ae-0462a483dab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b3785-4551-4b2e-8e08-c1ac42e20034,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:55.830526 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.847557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:55.849991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb79ef-277b-471c-840e-d209bef83fcd req-109a9e31-9782-4012-8171-db5b3e1984cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:55.854357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27fb79ef-277b-471c-840e-d209bef83fcd req-109a9e31-9782-4012-8171-db5b3e1984cd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=138e4ded-d21c-41bf-bee9-9301d12cdc68 HTTP/1.1" status: 200 len: 801 time: 0.2201045 Nov 09 18:00:55.895480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:55.904203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.924979 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:55.970424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=10']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:56.029546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.046837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45052) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:56.078579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb79ef-277b-471c-840e-d209bef83fcd req-6cd388b9-5ecd-4059-8900-3da7952f6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.080399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27fb79ef-277b-471c-840e-d209bef83fcd req-6cd388b9-5ecd-4059-8900-3da7952f6525 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c4ba3c1-7ffc-4686-b203-9dfa615ef812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2031231 Nov 09 18:00:56.135345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-e02a0b40-7691-4668-b2ea-9389453357fc tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.142477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-e02a0b40-7691-4668-b2ea-9389453357fc tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.4840407 Nov 09 18:00:56.179447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['6b8cb0e0-aedc-4b54-acb1-8ad6af623922'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:56.220430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-8b609277-7e5b-4c97-bff4-e20d0bd2296a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/quotas/5d3484a1604e4260b59cc058c059ac3e HTTP/1.1" status: 200 len: 375 time: 0.0770218 Nov 09 18:00:56.289502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-a3d2d834-ad97-42c7-8cd9-aca61274f30e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225350 Nov 09 18:00:56.433108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-af08ca09-7918-4e00-a75a-757ae6917d41 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.440319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-af08ca09-7918-4e00-a75a-757ae6917d41 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498277 Nov 09 18:00:56.506261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-6816ab7b-a736-4336-8ab4-f18eea0935b8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/quotas/ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 375 time: 0.0649977 Nov 09 18:00:56.566754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-40bdbb70-c319-495a-97fa-0322cbeeffd0 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3454137 Nov 09 18:00:56.682310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Allocated IP 172.25.0.27 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/26f088cf-ec1d-463f-995c-1bbb2a1f82b4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:00:56.713114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27fb79ef-277b-471c-840e-d209bef83fcd req-c9259c2a-b32e-4a2a-bf92-686b526c66d2 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954278 Nov 09 18:00:56.718800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-a1ceb9e9-49b6-414e-a75a-629541bbcc23 service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509936 Nov 09 18:00:56.770083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:56.941268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-7beee630-5358-467c-9151-394480393832 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4341402 Nov 09 18:00:56.969480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-f02a3055-88f3-4d1b-ab01-926d0d0d48ce tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:56.971078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-f02a3055-88f3-4d1b-ab01-926d0d0d48ce tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c2af921-97f2-4e70-abfd-d650cdbefb47 HTTP/1.1" status: 200 len: 946 time: 0.2722073 Nov 09 18:00:57.052061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 5981e7cc-bb76-44c2-b7b3-1d674848119b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:57.080085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Deleting port 5ffafad3-5d36-4457-acd2-a89f78f0999b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:57.080426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.089480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.103034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-e229b1dd-1fe4-4d21-aa34-a2a694c2e321 service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538864 Nov 09 18:00:57.141807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27fb79ef-277b-471c-840e-d209bef83fcd req-37893f36-3510-4326-b7b2-2136abfaba83 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098878 Nov 09 18:00:57.195658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] For port 5ffafad3-5d36-4457-acd2-a89f78f0999b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ffafad3-5d36-4457-acd2-a89f78f0999b,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:57.196354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.226626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Calling delete_port for 5ffafad3-5d36-4457-acd2-a89f78f0999b owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:57.316674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.331052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Deleting port c0add861-4c74-4ee7-85b1-3877679d2a6e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:57.331393 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.340493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 5981e7cc-bb76-44c2-b7b3-1d674848119b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5981e7cc-bb76-44c2-b7b3-1d674848119b,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:57.374238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '5981e7cc-bb76-44c2-b7b3-1d674848119b', 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812', 'port_id': '5981e7cc-bb76-44c2-b7b3-1d674848119b', 'mac_address': 'fa:16:3e:7d:1f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138e4ded-d21c-41bf-bee9-9301d12cdc68', 'ip_address': '19.80.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:57.433039 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.451102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5981e7cc-bb76-44c2-b7b3-1d674848119b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:57.498288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 5981e7cc-bb76-44c2-b7b3-1d674848119b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5981e7cc-bb76-44c2-b7b3-1d674848119b,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:57.509843 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.510968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8db4657a-5dab-488f-9787-b7c3023ae615 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:57.593332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:57.598486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:00:57.644345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffafad3-5d36-4457-acd2-a89f78f0999b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.818504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=5981e7cc-bb76-44c2-b7b3-1d674848119b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.945418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Pushing event updated for resources: {'Port': ['ID=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:57.961775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:00:58.018214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e758f0-68a0-482a-b565-d7e481e4df56 req-505ea86a-1a63-4830-b4e5-190a9fb46b5c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:58.025114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e758f0-68a0-482a-b565-d7e481e4df56 req-505ea86a-1a63-4830-b4e5-190a9fb46b5c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:58.031765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e758f0-68a0-482a-b565-d7e481e4df56 req-505ea86a-1a63-4830-b4e5-190a9fb46b5c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:58.040495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4e758f0-68a0-482a-b565-d7e481e4df56 req-505ea86a-1a63-4830-b4e5-190a9fb46b5c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2412 time: 0.7954645 Nov 09 18:00:58.060784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:00:58.074668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:00:58.077536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:58.077899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.094259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.146323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Calling delete_port for c0add861-4c74-4ee7-85b1-3877679d2a6e owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:00:58.166882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8db4657a-5dab-488f-9787-b7c3023ae615, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8db4657a-5dab-488f-9787-b7c3023ae615,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:58.168267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4e758f0-68a0-482a-b565-d7e481e4df56 req-b0dbb3e1-65a1-41ac-888f-da5573b8285b tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215034 Nov 09 18:00:58.169259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:00:58.171792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.210011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f144231-df74-4d53-b484-8a7e670c8088 req-f6313fd2-e6e1-4ba1-8f75-d39ce92e8c03 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:58.211560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f144231-df74-4d53-b484-8a7e670c8088 req-f6313fd2-e6e1-4ba1-8f75-d39ce92e8c03 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.2381804 Nov 09 18:00:58.285004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '8db4657a-5dab-488f-9787-b7c3023ae615', 'network_id': 'a2a7aca9-1d58-45bb-9af1-bb95536e8208', 'port_id': '8db4657a-5dab-488f-9787-b7c3023ae615', 'mac_address': 'fa:16:3e:2c:fc:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd622747-e845-4d93-842b-632361ed5460', 'ip_address': '19.86.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:58.342706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.407297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:58.412793 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062c46c-187d-4c78-9d50-5a34a8f67f5a" -d '{"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:58.450705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:58.452657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.463635 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.464738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0add861-4c74-4ee7-85b1-3877679d2a6e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:00:58.517158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Router d7c3f346-9e35-4663-97fb-bae3b3004009 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:00:58.542161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db4657a-5dab-488f-9787-b7c3023ae615 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:58.588484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8db4657a-5dab-488f-9787-b7c3023ae615, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8db4657a-5dab-488f-9787-b7c3023ae615,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:58.625481 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.626170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 96d8b597-8389-46f0-824a-56d6f931c35c details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:00:58.643511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.690583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.744630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f144231-df74-4d53-b484-8a7e670c8088 req-fb1c68d4-9519-4d2d-ab2f-fc034388f492 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635966 Nov 09 18:00:58.773957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 96d8b597-8389-46f0-824a-56d6f931c35c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=96d8b597-8389-46f0-824a-56d6f931c35c,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:58.829897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8db4657a-5dab-488f-9787-b7c3023ae615,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:58.834393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '96d8b597-8389-46f0-824a-56d6f931c35c', 'network_id': '0c4ba3c1-7ffc-4686-b203-9dfa615ef812', 'port_id': '96d8b597-8389-46f0-824a-56d6f931c35c', 'mac_address': 'fa:16:3e:17:55:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138e4ded-d21c-41bf-bee9-9301d12cdc68', 'ip_address': '19.80.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:00:58.864533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0add861-4c74-4ee7-85b1-3877679d2a6e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0add861-4c74-4ee7-85b1-3877679d2a6e,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:58.903861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfb6a432-d785-4274-9e63-34f83ae43139 req-4bac9c7a-ccff-414c-a317-ea44e89aafb7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 210 time: 0.1099262 Nov 09 18:00:58.908669 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.959423 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:58.992899 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f50f7d5-ba2c-45d6-bd0d-15d485a75be7 x-openstack-request-id: req-8f50f7d5-ba2c-45d6-bd0d-15d485a75be7 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:00:58.993227 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:00:58.993455 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f50f7d5-ba2c-45d6-bd0d-15d485a75be7 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:00:58.993851 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'code': 200} Nov 09 18:00:59.024987 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:59.030955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d8b597-8389-46f0-824a-56d6f931c35c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:00:59.054478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 96d8b597-8389-46f0-824a-56d6f931c35c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=96d8b597-8389-46f0-824a-56d6f931c35c,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:00:59.060894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.130802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=96d8b597-8389-46f0-824a-56d6f931c35c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:59.196543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:00:59.201989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8ede59f-29be-4912-aeaf-93e05658dbb7 req-7508c61c-b158-4fee-ba86-addb535c67ad tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 210 time: 0.2330489 Nov 09 18:00:59.211170 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-25c9e3c7-d6bc-4fbf-ac81-2a2461e07953 admin admin] 10.222.0.32 "PUT /v2.0/routers/d7c3f346-9e35-4663-97fb-bae3b3004009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1620429 Nov 09 18:00:59.213047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:00:59.231349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74d8e32f-bdc1-4e3a-85d0-dd1ac0b0c345 req-bfa9a480-8a9a-4f57-9e5d-b389241e529b tempest-AbsoluteLimitsNegativeTestJSON-1162233599 tempest-AbsoluteLimitsNegativeTestJSON-1162233599-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b01582cfff44d2aa0c79e6b67bba333&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085405 Nov 09 18:00:59.236687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] Sync routers for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:00:59.260819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:00:59.261466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:00:59.288359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.342482 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-15a4d117-0ba9-4418-bd97-7d064235758a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=ea203ed014a247679fc90b98961ccf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288744 Nov 09 18:00:59.410532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.453444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.483037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['5981e7cc-bb76-44c2-b7b3-1d674848119b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:59.491900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['96d8b597-8389-46f0-824a-56d6f931c35c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:00:59.536651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-f8b9d409-916a-4360-b977-bb7fae84faed tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:59.540598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-f8b9d409-916a-4360-b977-bb7fae84faed tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.6357639 Nov 09 18:00:59.559046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:00:59.566585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-02f9aea4-0fc3-485a-ab51-8c98d9315d2f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:59.569484 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-02f9aea4-0fc3-485a-ab51-8c98d9315d2f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202728 Nov 09 18:00:59.591593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.600390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Request body: {'port': {'device_id': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'admin_state_up': True, 'tenant_id': '5d3484a1604e4260b59cc058c059ac3e'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:59.604228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Request body: {'port': {'device_id': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'ea203ed014a247679fc90b98961ccf26'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:00:59.614368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event deleted for resources: {'Port': ['ID=c0add861-4c74-4ee7-85b1-3877679d2a6e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:00:59.761355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8e32f-bdc1-4e3a-85d0-dd1ac0b0c345 req-130b2fb7-48c9-4658-a8d8-41a9431ee8d7 tempest-AbsoluteLimitsNegativeTestJSON-1162233599 tempest-AbsoluteLimitsNegativeTestJSON-1162233599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:59.769150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74d8e32f-bdc1-4e3a-85d0-dd1ac0b0c345 req-130b2fb7-48c9-4658-a8d8-41a9431ee8d7 tempest-AbsoluteLimitsNegativeTestJSON-1162233599 tempest-AbsoluteLimitsNegativeTestJSON-1162233599-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5295260 Nov 09 18:00:59.779084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] No DVR routers for this DVR port c0add861-4c74-4ee7-85b1-3877679d2a6e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:00:59.793171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c52fc-b2b2-45cc-9a15-3b682c28c542 req-c655dd68-b4d4-4d9a-a3dd-3a56aed75f7c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:59.799974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c52fc-b2b2-45cc-9a15-3b682c28c542 req-c655dd68-b4d4-4d9a-a3dd-3a56aed75f7c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:59.801402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Made reservation on behalf of ea203ed014a247679fc90b98961ccf26 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:00:59.807029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.807496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c52fc-b2b2-45cc-9a15-3b682c28c542 req-c655dd68-b4d4-4d9a-a3dd-3a56aed75f7c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:00:59.815541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c2c52fc-b2b2-45cc-9a15-3b682c28c542 req-c655dd68-b4d4-4d9a-a3dd-3a56aed75f7c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2415 time: 0.3942661 Nov 09 18:00:59.823114 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.826607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Deleting port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:00:59.826757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-549e94e5-54e1-4de8-8fbc-0075cd29a4af req-e1bb21a5-075a-4c2e-ad03-0caf40e2b853 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.73 "DELETE /v2.0/ports/c0add861-4c74-4ee7-85b1-3877679d2a6e HTTP/1.1" status: 204 len: 173 time: 2.8460636 Nov 09 18:00:59.827210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:00:59.831528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-deleted', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:00:59.834076 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0443f8b-5cce-46b9-9e6a-59b11541e19a" -d '{"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-deleted", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:00:59.945939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74d8e32f-bdc1-4e3a-85d0-dd1ac0b0c345 req-7c3c2bab-2456-4764-82db-6b998990045d tempest-AbsoluteLimitsNegativeTestJSON-1162233599 tempest-AbsoluteLimitsNegativeTestJSON-1162233599-project] 10.222.0.32 "GET /v2.0/quotas/0b01582cfff44d2aa0c79e6b67bba333 HTTP/1.1" status: 200 len: 375 time: 0.1755829 Nov 09 18:01:00.023920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74d8e32f-bdc1-4e3a-85d0-dd1ac0b0c345 req-e87165cb-6e6d-4218-a1de-24cb177c1244 tempest-AbsoluteLimitsNegativeTestJSON-1162233599 tempest-AbsoluteLimitsNegativeTestJSON-1162233599-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b01582cfff44d2aa0c79e6b67bba333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767419 Nov 09 18:01:00.027553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c2c52fc-b2b2-45cc-9a15-3b682c28c542 req-4ccefdb8-df28-4d8d-af8d-95fe6e61036d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110941 Nov 09 18:01:00.038859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T18:00:57Z', 'revision_number': 5, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port': {'id': 'a0129fb1-c47e-4c73-bfa6-8af5f591c3ce', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:42Z', 'updated_at': '2021-11-09T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:00.074273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] Checking router: d7c3f346-9e35-4663-97fb-bae3b3004009 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:00.081454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Allocated IP 192.168.233.57 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/66af44d3-52c0-4f6a-aebe-fed5bb19e395) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:00.084381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] Routers {'d7c3f346-9e35-4663-97fb-bae3b3004009'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:00.085672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d7c3f346-9e35-4663-97fb-bae3b3004009'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:00.092660 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.153989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] For port a0129fb1-c47e-4c73-bfa6-8af5f591c3ce, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:00.154462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.191906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Calling delete_port for a0129fb1-c47e-4c73-bfa6-8af5f591c3ce owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:00.219282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] Set router d7c3f346-9e35-4663-97fb-bae3b3004009 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:00.236601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Made reservation on behalf of 5d3484a1604e4260b59cc058c059ac3e for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:00.245657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.305372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T18:00:59Z', 'revision_number': 6, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:00.373665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0434-a451-476f-97df-d61f047d9fb3 None None] The sync data for ids ['d7c3f346-9e35-4663-97fb-bae3b3004009'] in n-d-817240-1 is: [{'id': 'd7c3f346-9e35-4663-97fb-bae3b3004009', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853834876-router', 'tenant_id': '832155443c754efa93737514583a31eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:41Z', 'updated_at': '2021-11-09T18:00:59Z', 'revision_number': 6, 'project_id': '832155443c754efa93737514583a31eb', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:00.508318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8db4657a-5dab-488f-9787-b7c3023ae615'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:00.534409 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c8c907-d41f-45d2-8b5a-d9027571e017 x-openstack-request-id: req-d8c8c907-d41f-45d2-8b5a-d9027571e017 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:00.534736 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-deleted", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:00.534989 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8c8c907-d41f-45d2-8b5a-d9027571e017 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:00.535361 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-deleted', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'status': 'completed', 'code': 200} Nov 09 18:01:00.551656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2fb0e-92a0-4aa2-a1fa-17ac50afdd7f req-d9220758-8c03-4ec2-97c3-d6d36d09ca87 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:00.572873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7b2fb0e-92a0-4aa2-a1fa-17ac50afdd7f req-d9220758-8c03-4ec2-97c3-d6d36d09ca87 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.2846460 Nov 09 18:01:00.587875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.642109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:00.695945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.705710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7b2fb0e-92a0-4aa2-a1fa-17ac50afdd7f req-cfbb126e-a93c-41bc-9a3f-ddfdecdfd419 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317835 Nov 09 18:01:00.706217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:00.729547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0', '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:00.734857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0129fb1-c47e-4c73-bfa6-8af5f591c3ce,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:00.798497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Router 1f16b8a1-3919-498b-8b8f-debefa16123f is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:01:00.808670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Allocated IP 172.20.0.7 (3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b/6ebefc5f-5a06-455b-893f-f91c482ef6f1/fe0ea7fa-fda0-4049-9ccd-6d68b64905fa) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:00.856856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:00.865896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:00.887024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:00.948830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:00.962843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.020876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126cf24-7e02-484f-8d9c-e02a7c3d2ab8 req-a9d45e8c-fbec-472e-b319-e6ad94432ddc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:01.030110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3126cf24-7e02-484f-8d9c-e02a7c3d2ab8 req-a9d45e8c-fbec-472e-b319-e6ad94432ddc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 935 time: 0.2958605 Nov 09 18:01:01.046272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:01.048649 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b43000-5658-46b8-a432-e5bb8f645c24" -d '{"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-unplugged", "status": "completed", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:01.061228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ffafad3-5d36-4457-acd2-a89f78f0999b no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:01.080128 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.085076 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.114301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3126cf24-7e02-484f-8d9c-e02a7c3d2ab8 req-35bb4664-cc7a-4c83-8b46-1e7b1b45ccea tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788143 Nov 09 18:01:01.129123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b469ec1-378b-4b61-821d-f50ab819d1a6 req-ce63a46e-56b1-48d9-9813-6df0bd7f5caf tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 210 time: 0.1951303 Nov 09 18:01:01.146313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.146695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7c3f346-9e35-4663-97fb-bae3b3004009 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:01.153620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.154778 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cfd871c3-654c-447f-b010-411b64a17da7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d7c3f346-9e35-4663-97fb-bae3b3004009 HTTP/1.1" status: 204 len: 168 time: 1.9405131 Nov 09 18:01:01.160454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45158) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:01.164718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 5981e7cc-bb76-44c2-b7b3-1d674848119b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:01.172045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6f98b0c-91dd-4336-a483-1eb5e2e76fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.204410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:01.205054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.239352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5ffafad3-5d36-4457-acd2-a89f78f0999b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:01.244487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ffafad3-5d36-4457-acd2-a89f78f0999b not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:01.272884 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35f3303-d446-4320-89cf-58919d8460de x-openstack-request-id: req-e35f3303-d446-4320-89cf-58919d8460de {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:01.273186 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2af921-97f2-4e70-abfd-d650cdbefb47", "name": "network-vif-unplugged", "status": "completed", "tag": "c0add861-4c74-4ee7-85b1-3877679d2a6e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:01.273524 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e35f3303-d446-4320-89cf-58919d8460de {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:01.274073 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2af921-97f2-4e70-abfd-d650cdbefb47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0add861-4c74-4ee7-85b1-3877679d2a6e', 'code': 200} Nov 09 18:01:01.372354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6f98b0c-91dd-4336-a483-1eb5e2e76fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.393880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6f98b0c-91dd-4336-a483-1eb5e2e76fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.401513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 5981e7cc-bb76-44c2-b7b3-1d674848119b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:01.418770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 5981e7cc-bb76-44c2-b7b3-1d674848119b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:01.419404 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.458632 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6f98b0c-91dd-4336-a483-1eb5e2e76fdd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b01582cfff44d2aa0c79e6b67bba333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8149185 Nov 09 18:01:01.462763 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-8cf8edb2-5f60-4b13-967f-74b88c5b3515 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8732433 Nov 09 18:01:01.465631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45162) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:01.466572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f98b0c-91dd-4336-a483-1eb5e2e76fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931e7912-8a14-41b3-b3d9-fb6d64b6d039,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:01.513674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.514285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Request body: {'port': {'device_id': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:01.531767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:01.543843 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Sync routers for ids ['1f16b8a1-3919-498b-8b8f-debefa16123f'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:01.561210 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Routers {'1f16b8a1-3919-498b-8b8f-debefa16123f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:01.565030 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1f16b8a1-3919-498b-8b8f-debefa16123f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:01.592169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882434d9-ced3-4aca-84f8-654987223f3a req-4808a78b-c4ca-43a8-a91d-746e6fdc608a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:01.596723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] Deleting subnet 4efa7b6e-d2e0-418e-aac2-ff816fd4e08f {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:01.600048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882434d9-ced3-4aca-84f8-654987223f3a req-4808a78b-c4ca-43a8-a91d-746e6fdc608a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:01.607314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882434d9-ced3-4aca-84f8-654987223f3a req-4808a78b-c4ca-43a8-a91d-746e6fdc608a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:01.609260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-882434d9-ced3-4aca-84f8-654987223f3a req-4808a78b-c4ca-43a8-a91d-746e6fdc608a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2415 time: 0.3462830 Nov 09 18:01:01.619174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.620670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f26275ae-393a-43eb-a00d-37acd1343409 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7415361 Nov 09 18:01:01.621600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.624475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45164) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:01.662290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0add861-4c74-4ee7-85b1-3877679d2a6e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:01.700967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.743529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: c0add861-4c74-4ee7-85b1-3877679d2a6e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:01.745183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0add861-4c74-4ee7-85b1-3877679d2a6e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:01.746888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-11fa0f19-4ed9-4af9-822d-e505d115b4ec None None] Provisioning complete for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:01.755491 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-11fa0f19-4ed9-4af9-822d-e505d115b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.762672 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Set router 1f16b8a1-3919-498b-8b8f-debefa16123f gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:01.773528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.773807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42f3-609f-4443-936e-ecca2f34ac6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.807470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-11fa0f19-4ed9-4af9-822d-e505d115b4ec None None] Port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:01.828313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.902416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['99d00e9c-1437-4ba8-a583-0dc9a72ee062'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:01.953735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:01.959368 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42f3-609f-4443-936e-ecca2f34ac6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.035054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 5981e7cc-bb76-44c2-b7b3-1d674848119b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5981e7cc-bb76-44c2-b7b3-1d674848119b,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:02.060706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.061673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 96d8b597-8389-46f0-824a-56d6f931c35c up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:02.111426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.148454 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:00:58Z', 'revision_number': 3, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:02.185059 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.201229 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Checking router: 1f16b8a1-3919-498b-8b8f-debefa16123f for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:02.201774 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Updating router 1f16b8a1-3919-498b-8b8f-debefa16123f port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:01:02.229565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efa7b6e-d2e0-418e-aac2-ff816fd4e08f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.243198 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.251592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.256067 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b9af7c88-89b7-4650-be94-d2829b054bbe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4efa7b6e-d2e0-418e-aac2-ff816fd4e08f HTTP/1.1" status: 204 len: 168 time: 1.0916600 Nov 09 18:01:02.261178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5defa6-b1fa-4cfc-b752-073a202fb832 None None] Network 8cd5c396-341f-40ff-b155-1bcf6eb00a59 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:02.269948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45172) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:02.356012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=5981e7cc-bb76-44c2-b7b3-1d674848119b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.363647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-882434d9-ced3-4aca-84f8-654987223f3a req-9eb513a8-ea2f-4143-804f-1c352d702fb3 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416985 Nov 09 18:01:02.368490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:02.389557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42f3-609f-4443-936e-ecca2f34ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.392663 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5ab42f3-609f-4443-936e-ecca2f34ac6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.393909 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c5ab42f3-609f-4443-936e-ecca2f34ac6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/931e7912-8a14-41b3-b3d9-fb6d64b6d039 HTTP/1.1" status: 204 len: 168 time: 0.9221601 Nov 09 18:01:02.397366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:02.410089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:02.419387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.433227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 96d8b597-8389-46f0-824a-56d6f931c35c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:02.459696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 96d8b597-8389-46f0-824a-56d6f931c35c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:02.460287 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.465288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab42f3-609f-4443-936e-ecca2f34ac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931e7912-8a14-41b3-b3d9-fb6d64b6d039,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.483642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539618c7-1a39-42f4-be7e-8766465bb49f req-709bbe67-aaf2-4b93-860d-77ea200d9d17 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:02.492533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-539618c7-1a39-42f4-be7e-8766465bb49f req-709bbe67-aaf2-4b93-860d-77ea200d9d17 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.1656489 Nov 09 18:01:02.519692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.630643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:02.631329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.661850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66af44d3-52c0-4f6a-aebe-fed5bb19e395 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:02.674405 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.677441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Deleting port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:02.677770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.718175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a0129fb1-c47e-4c73-bfa6-8af5f591c3ce no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:02.726442 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-539618c7-1a39-42f4-be7e-8766465bb49f req-a3f28284-02c7-4041-8b1c-de45900e7d3e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281301 Nov 09 18:01:02.727101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Transition to ACTIVE for port object 66af44d3-52c0-4f6a-aebe-fed5bb19e395 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:02.737389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.755723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-346947fa-7ea3-4a13-8ac3-eaa7c908c0e1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1620975 Nov 09 18:01:02.780734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a0129fb1-c47e-4c73-bfa6-8af5f591c3ce {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:02.781086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a0129fb1-c47e-4c73-bfa6-8af5f591c3ce not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:02.799719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:02.812245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] For port 0e6763fa-6b8f-466b-a8f7-471c3dea7225, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0e6763fa-6b8f-466b-a8f7-471c3dea7225,segment=NetworkSegment(bc7d0b95-96a4-427f-a9e1-40ca782082e0),segment_id=bc7d0b95-96a4-427f-a9e1-40ca782082e0)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:02.812608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.829140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Calling delete_port for 0e6763fa-6b8f-466b-a8f7-471c3dea7225 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:02.873675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da02db-70a2-49d3-9626-6a112cb2c6ff req-ff91fbed-7425-4089-864f-21d250a1bda4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:02.874920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1da02db-70a2-49d3-9626-6a112cb2c6ff req-ff91fbed-7425-4089-864f-21d250a1bda4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 935 time: 0.2667449 Nov 09 18:01:02.895240 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.915728 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:02.980312 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.008832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] DHCP port deletion for 8cd5c396-341f-40ff-b155-1bcf6eb00a59 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:03.015964 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adf441-8d14-40ab-9311-64870804497a None None] Pushing event updated for resources: {'Port': ['ID=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.037791 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.038791 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.039133 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.048903 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.049494 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.049981 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.058580 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.059154 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.059679 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.060172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.060650 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.061137 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75adf441-8d14-40ab-9311-64870804497a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:03.099843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1da02db-70a2-49d3-9626-6a112cb2c6ff req-f6951da3-8551-45a3-9e68-878c90bef7dc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923518 Nov 09 18:01:03.126654 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Attempting to bind port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:03.127232 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Attempting to bind port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:03.127931 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Attempting to bind port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:03.146484 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:03.147180 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:03.148326 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.148909 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:03.149430 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Bound port: 26f088cf-ec1d-463f-995c-1bbb2a1f82b4, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:03.149812 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.167745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40220c70-daee-44ae-bcaa-be16900a7b29 req-f010a678-56fa-401e-b467-91f2817ed202 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:03.178941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:03.179349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:03.179978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40220c70-daee-44ae-bcaa-be16900a7b29 req-f010a678-56fa-401e-b467-91f2817ed202 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 931 time: 0.3028893 Nov 09 18:01:03.180118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:03.195202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:03.196678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:03.205170 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.211837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 96d8b597-8389-46f0-824a-56d6f931c35c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=96d8b597-8389-46f0-824a-56d6f931c35c,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:03.219084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:03.219559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:03.220010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:03.220633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Bound port: 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:03.221037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.256399 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.280558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b'}, {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d8b597-8389-46f0-824a-56d6f931c35c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:03.284197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] No DVR routers for this DVR port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:03.284853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40220c70-daee-44ae-bcaa-be16900a7b29 req-646ad7bc-d6dc-450e-a009-be0957d39612 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038060 Nov 09 18:01:03.296140 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd88085-884d-402e-9844-5263ea32437f" -d '{"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b"}, {"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-plugged", "status": "completed", "tag": "96d8b597-8389-46f0-824a-56d6f931c35c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:03.300087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8db4657a-5dab-488f-9787-b7c3023ae615 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:03.304925 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] For port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:03.309003 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] For port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:03.321467 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.357386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Request body: {'port': {'device_id': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:03.392209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6763fa-6b8f-466b-a8f7-471c3dea7225,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.415544 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599fcb1-978b-411f-b86c-cb98d095db2c x-openstack-request-id: req-a599fcb1-978b-411f-b86c-cb98d095db2c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:03.415844 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b", "code": 200}, {"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-plugged", "status": "completed", "tag": "96d8b597-8389-46f0-824a-56d6f931c35c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:03.416192 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a599fcb1-978b-411f-b86c-cb98d095db2c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:03.416498 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b', 'code': 200} Nov 09 18:01:03.416761 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d8b597-8389-46f0-824a-56d6f931c35c', 'code': 200} Nov 09 18:01:03.431551 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adf441-8d14-40ab-9311-64870804497a None None] Pushing event updated for resources: {'Port': ['ID=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.463755 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Routers {'1f16b8a1-3919-498b-8b8f-debefa16123f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:03.464388 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1f16b8a1-3919-498b-8b8f-debefa16123f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.513867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:03.517932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] Deleting port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:03.518503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.531639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.533862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45202) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:03.560424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.577172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=96d8b597-8389-46f0-824a-56d6f931c35c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.591899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:03.603743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd5c396-341f-40ff-b155-1bcf6eb00a59']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.622394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7d0b95-96a4-427f-a9e1-40ca782082e0') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.622937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7d0b95-96a4-427f-a9e1-40ca782082e0') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.627848 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] Set router 1f16b8a1-3919-498b-8b8f-debefa16123f gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:03.633613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] For port 0e6763fa-6b8f-466b-a8f7-471c3dea7225, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:03.634009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.646712 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.647334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1b25-1c54-47ce-ba81-d0f82a2e5a17 req-632da73e-3bf1-4a1d-ace4-7673398531a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:03.648816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] Calling delete_port for 0e6763fa-6b8f-466b-a8f7-471c3dea7225 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:03.651545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] Port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:01:03.653310 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.654675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1b25-1c54-47ce-ba81-d0f82a2e5a17 req-632da73e-3bf1-4a1d-ace4-7673398531a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:03.660724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1b25-1c54-47ce-ba81-d0f82a2e5a17 req-632da73e-3bf1-4a1d-ace4-7673398531a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:03.664046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.668521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-377e1b25-1c54-47ce-ba81-d0f82a2e5a17 req-632da73e-3bf1-4a1d-ace4-7673398531a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2417 time: 0.1698763 Nov 09 18:01:03.672156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:03.672649 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.683177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 8db4657a-5dab-488f-9787-b7c3023ae615 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:03.686637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] No DVR routers for this DVR port 0e6763fa-6b8f-466b-a8f7-471c3dea7225 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:03.688250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf75e4b-9047-4e39-82c5-6e5740600701 None None] Pushing event deleted for resources: {'Port': ['ID=0e6763fa-6b8f-466b-a8f7-471c3dea7225,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.693142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 8db4657a-5dab-488f-9787-b7c3023ae615 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:03.697706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:03.736723 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:03.739563 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.802363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:03.803086 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.805536 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] 10.222.0.85 "PUT /v2.0/ports/66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 1095 time: 2.3324649 Nov 09 18:01:03.806384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82f402-18b9-4950-bd1c-9641ac0f93a7 service neutron] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.817382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:03.830049 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:03.845975 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.853430 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.864223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.869526 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] 10.222.0.32 "DELETE /v2.0/networks/8cd5c396-341f-40ff-b155-1bcf6eb00a59 HTTP/1.1" status: 204 len: 168 time: 1.5965197 Nov 09 18:01:03.874221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45210) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:03.887731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:03.896647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c98e07-6ca7-4c6c-96f7-b5534199f94c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd5c396-341f-40ff-b155-1bcf6eb00a59,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:03.935846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-377e1b25-1c54-47ce-ba81-d0f82a2e5a17 req-88047cfb-0564-46a7-96ad-5318351b69f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662697 Nov 09 18:01:03.945126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-15317ddc-dc7e-4cd9-b5bc-5e8b2bb19e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:03.955263 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-15317ddc-dc7e-4cd9-b5bc-5e8b2bb19e1e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1098 time: 0.0760720 Nov 09 18:01:03.974167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1646593797-network', 'tenant_id': 'b4f765c8c9854e1b852f353678d3e89b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:03.986050 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:00:58Z', 'revision_number': 3, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:03.987253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8db4657a-5dab-488f-9787-b7c3023ae615, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8db4657a-5dab-488f-9787-b7c3023ae615,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:04.000152 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.005689 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a8ac55-64d0-431d-89a1-cab332e8e955 x-openstack-request-id: req-08a8ac55-64d0-431d-89a1-cab332e8e955 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:04.005978 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:04.006417 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08a8ac55-64d0-431d-89a1-cab332e8e955 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:04.006671 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'status': 'completed', 'code': 200} Nov 09 18:01:04.012811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-44712c99-4751-4450-888f-5226a69b5f88 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0537903 Nov 09 18:01:04.048370 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0708141-b225-4b04-8348-bce1b4279bcf None None] The sync data for ids ['1f16b8a1-3919-498b-8b8f-debefa16123f'] in n-d-817240-1 is: [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:00:58Z', 'revision_number': 3, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:04.058319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Made reservation on behalf of b4f765c8c9854e1b852f353678d3e89b for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:04.061135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.082699 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.086110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8db4657a-5dab-488f-9787-b7c3023ae615,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:04.106440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-394b30a9-4adf-4737-a0db-0904d6242453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:04.108237 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-394b30a9-4adf-4737-a0db-0904d6242453 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0886192 Nov 09 18:01:04.194876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-6996dc3d-eac0-48b2-b1b6-7595d6e432bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:04.196412 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-6996dc3d-eac0-48b2-b1b6-7595d6e432bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765891 Nov 09 18:01:04.276364 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.283851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.318669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49ceb9-5343-4994-a380-f265bb161f81 req-5ed7380f-bd21-425f-9282-ee26f4701aaf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:04.318906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:04.320264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e49ceb9-5343-4994-a380-f265bb161f81 req-5ed7380f-bd21-425f-9282-ee26f4701aaf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.4740255 Nov 09 18:01:04.381424 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-48a1d09f-09bf-4c75-913f-a612f84144b4 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746652 Nov 09 18:01:04.382868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.383219 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Added segment f2c496d2-ea77-4ed2-9f31-049e0a1db743 of type vlan for network 1eb87c81-37d6-44d7-bbdb-49b1200330ed Nov 09 18:01:04.384549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf737c-7a0f-4b9b-a428-ae284b1cfde0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:04.384780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3d510-c4c0-4759-81c9-61b5887b2c2d req-3d7784eb-e3c3-4fa9-a879-d71f4fd193c3 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:04.386358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39f3d510-c4c0-4759-81c9-61b5887b2c2d req-3d7784eb-e3c3-4fa9-a879-d71f4fd193c3 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 947 time: 0.1626179 Nov 09 18:01:04.473160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.519101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.520264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:04.520968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.551185 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ab7f47-cbd7-4180-8e21-71493563d64c req-b4bb6cba-49af-4279-9229-b84b27f92ac7 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574552 Nov 09 18:01:04.593043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39f3d510-c4c0-4759-81c9-61b5887b2c2d req-5a236a95-f62e-41a1-9e16-857b1ce8a724 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909277 Nov 09 18:01:04.608611 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0716596 Nov 09 18:01:04.609980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45218) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:04.620825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Request body: {'subnet': {'network_id': '1eb87c81-37d6-44d7-bbdb-49b1200330ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1646593797-subnet', 'tenant_id': 'b4f765c8c9854e1b852f353678d3e89b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:04.640492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e49ceb9-5343-4994-a380-f265bb161f81 req-b3bc82ff-3843-4a0f-8f08-65e9f0e1d0e1 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981842 Nov 09 18:01:04.643305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab59e29-df3c-4e2d-9e9f-957e9fe1e8da admin admin] Pushing event updated for resources: {'Network': ['ID=1eb87c81-37d6-44d7-bbdb-49b1200330ed,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:04.656362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 1eb87c81-37d6-44d7-bbdb-49b1200330ed details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:04.707197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0ea7fa-fda0-4049-9ccd-6d68b64905fa {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:04.739883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Made reservation on behalf of b4f765c8c9854e1b852f353678d3e89b for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:04.742605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.752059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:04.788954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.813040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Allocated IP 172.20.0.1 (e2f57f03-884f-4a8d-a588-88cd31213570/f8715b05-3ea5-4160-b0be-98e152d65395/890fd743-b6ff-406a-8ff0-2045db2d267d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:04.826972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:04.827585 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.845350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Transition to ACTIVE for port object fe0ea7fa-fda0-4049-9ccd-6d68b64905fa will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:04.861953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd359a-5a24-4bad-a864-083d7eeb1e1f req-18d54b26-fb91-4740-a642-619475b8e9ed tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:04.863580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10bd359a-5a24-4bad-a864-083d7eeb1e1f req-18d54b26-fb91-4740-a642-619475b8e9ed tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 931 time: 0.1159825 Nov 09 18:01:04.924233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.937737 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:04.973028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:04.984307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.078449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.082994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0e6763fa-6b8f-466b-a8f7-471c3dea7225 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:05.107419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0e6763fa-6b8f-466b-a8f7-471c3dea7225 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:05.108220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0e6763fa-6b8f-466b-a8f7-471c3dea7225 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:05.114955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-43b686ff-1320-443e-bc3c-6766f464b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.116483 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-43b686ff-1320-443e-bc3c-6766f464b4d3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1098 time: 0.4799333 Nov 09 18:01:05.167375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.208281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10bd359a-5a24-4bad-a864-083d7eeb1e1f req-5d40c841-953e-47c1-bcd8-26dee1cccb38 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369994 Nov 09 18:01:05.275464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-895e63ba-6cb1-460f-9713-5f44f587e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.277178 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-895e63ba-6cb1-460f-9713-5f44f587e21d service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1473184 Nov 09 18:01:05.288712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a669-61e6-444e-936e-13a9521e6cad req-ffad3eac-cb94-48f9-9c31-22e7aa51a15a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.294766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a669-61e6-444e-936e-13a9521e6cad req-ffad3eac-cb94-48f9-9c31-22e7aa51a15a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.300736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a669-61e6-444e-936e-13a9521e6cad req-ffad3eac-cb94-48f9-9c31-22e7aa51a15a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.302333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3307a669-61e6-444e-936e-13a9521e6cad req-ffad3eac-cb94-48f9-9c31-22e7aa51a15a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2418 time: 0.2067592 Nov 09 18:01:05.328940 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-c34b6b5d-5470-4438-8703-e5760c924723 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0410793 Nov 09 18:01:05.350649 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.396886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.405596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3307a669-61e6-444e-936e-13a9521e6cad req-64ce9216-8182-44ca-b4e3-b493c4187b6b tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923438 Nov 09 18:01:05.410810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Attempting to bind port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:05.410810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Attempting to bind port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:05.411093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Attempting to bind port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:05.417720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4657a-5dab-488f-9787-b7c3023ae615'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:05.421049 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef67b0df-9682-47a0-a75d-d353699987ca" -d '{"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-plugged", "status": "completed", "tag": "8db4657a-5dab-488f-9787-b7c3023ae615"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:05.438037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-134d0986-4789-49f1-b278-2ff0ac5ecee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.439677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-134d0986-4789-49f1-b278-2ff0ac5ecee9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0916858 Nov 09 18:01:05.444917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:05.445247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Attempting to bind port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:05.458471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:05.458818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Checking segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:05.459188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Bound using segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:05.459629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Bound port: fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:05.460062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.473396 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.486387 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175ef1d-26e6-412b-a213-d049c2410bb8 x-openstack-request-id: req-2175ef1d-26e6-412b-a213-d049c2410bb8 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:05.486813 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-plugged", "status": "completed", "tag": "8db4657a-5dab-488f-9787-b7c3023ae615", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:05.487684 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2175ef1d-26e6-412b-a213-d049c2410bb8 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:05.488516 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4657a-5dab-488f-9787-b7c3023ae615', 'code': 200} Nov 09 18:01:05.493583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=173436a0-4317-4902-9e4e-b1e16bf64024,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.518786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-e14abf04-04f7-4527-96a0-519bee7f4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.520308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-e14abf04-04f7-4527-96a0-519bee7f4a27 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728388 Nov 09 18:01:05.525819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Checking segment: {'id': 'f2c496d2-ea77-4ed2-9f31-049e0a1db743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1eb87c81-37d6-44d7-bbdb-49b1200330ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:05.526196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Network hostable DHCP agents. Network: 1eb87c81-37d6-44d7-bbdb-49b1200330ed, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:05.538503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Network e2f57f03-884f-4a8d-a588-88cd31213570 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:05.546004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:05.557643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:05.581143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Pushing event updated for resources: {'Port': ['ID=890fd743-b6ff-406a-8ff0-2045db2d267d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:05.605568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.619455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Network 1eb87c81-37d6-44d7-bbdb-49b1200330ed is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:05.649569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726557da-168a-4e70-83b0-bda5b454cd4c req-2218ace2-9405-4c7a-9203-583de27cb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.650052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726557da-168a-4e70-83b0-bda5b454cd4c req-2218ace2-9405-4c7a-9203-583de27cb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.650546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726557da-168a-4e70-83b0-bda5b454cd4c req-2218ace2-9405-4c7a-9203-583de27cb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.652434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-726557da-168a-4e70-83b0-bda5b454cd4c req-2218ace2-9405-4c7a-9203-583de27cb44b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2871 time: 0.1085892 Nov 09 18:01:05.653022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 1eb87c81-37d6-44d7-bbdb-49b1200330ed) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:05.664253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3efadc-b815-4ee0-a5cc-a9e7e29bdf1d None None] Network 1eb87c81-37d6-44d7-bbdb-49b1200330ed requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:05.667299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.667436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.687409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:05.689652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.701920 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-5031df05-415c-4418-b617-b1e33aa1f268 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682215 Nov 09 18:01:05.715576 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3dfdc364-03e0-46e8-86df-4bb99fba6ee6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0994349 Nov 09 18:01:05.748848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:05.768604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.805757 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-726557da-168a-4e70-83b0-bda5b454cd4c req-4a24be34-f5c8-4214-92fd-bcd216e0c43e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450360 Nov 09 18:01:05.826891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:05.827524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:05.828924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] 10.222.0.85 "PUT /v2.0/ports/fe0ea7fa-fda0-4049-9ccd-6d68b64905fa HTTP/1.1" status: 200 len: 1091 time: 3.0049176 Nov 09 18:01:05.836068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:05.838383 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:05.871573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed76ef8-158c-4901-bfec-30f8ab42b301 None None] Network 1eb87c81-37d6-44d7-bbdb-49b1200330ed requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:05.881484 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c2062f56-b84b-48c2-a4fc-3a97e54d35b0 req-85addef9-b967-4560-be57-7d32474e8dec service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628106 Nov 09 18:01:06.092913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-263bfa9b-6950-499e-8fbe-776b0117596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.098188 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-263bfa9b-6950-499e-8fbe-776b0117596f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 1094 time: 0.0529473 Nov 09 18:01:06.143900 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-11e59fd3-25c0-4d31-bda3-f4ed5067cbb2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa HTTP/1.1" status: 200 len: 217 time: 0.0366104 Nov 09 18:01:06.199905 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-8759f7d2-cf78-47da-bfcb-4f1851d37300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.201403 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-8759f7d2-cf78-47da-bfcb-4f1851d37300 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.0499897 Nov 09 18:01:06.239269 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-f91cc9d5-7c3d-4720-8e0f-7dc072f037a3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297520 Nov 09 18:01:06.292122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53da539-7a71-4cee-8048-68ca4cb2d232 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:06.345423 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-f78f327a-c3e3-4762-9fa4-208f12a69eb3 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971818 Nov 09 18:01:06.355676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d959ac-0efe-4be3-b15f-2009138a7af3 req-d99651a1-b854-4de3-adb1-bd24ab4ff5e6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.357159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1d959ac-0efe-4be3-b15f-2009138a7af3 req-d99651a1-b854-4de3-adb1-bd24ab4ff5e6 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.5124171 Nov 09 18:01:06.367233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a044b44-3022-4c82-8890-b5f5102fbb85 req-03fc5498-cc70-47f3-8840-c55604bb70f5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.368692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a044b44-3022-4c82-8890-b5f5102fbb85 req-03fc5498-cc70-47f3-8840-c55604bb70f5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 947 time: 0.5597515 Nov 09 18:01:06.400455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.451565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5ed68b66-09f6-46e8-a949-cbe0efb2dd94 req-95d61cee-e5c4-4da2-986a-e16d3e54c9ea service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978613 Nov 09 18:01:06.463359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1d959ac-0efe-4be3-b15f-2009138a7af3 req-ba190838-ca3f-46a8-ae93-2ece0ec6e16e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934708 Nov 09 18:01:06.488323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a044b44-3022-4c82-8890-b5f5102fbb85 req-6a42bab0-a6f3-4c6a-b33f-b43ff6bd0fdb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122618 Nov 09 18:01:06.559549 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03afc7-718f-49ee-8eae-18425140fa08 x-openstack-request-id: req-bf03afc7-718f-49ee-8eae-18425140fa08 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:06.559841 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:06.560143 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf03afc7-718f-49ee-8eae-18425140fa08 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:06.560599 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'status': 'completed', 'code': 200} Nov 09 18:01:06.658711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-e8eef81a-014d-471f-bee1-031bbd956596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.660701 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-e8eef81a-014d-471f-bee1-031bbd956596 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 1094 time: 0.0772586 Nov 09 18:01:06.698503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:06.752380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:06.752887 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.757392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Deleting port ae442fd0-9974-4065-b963-d0b7ca41c291 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:06.757910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.768856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-f6500154-abae-49bf-8b21-a45465efe451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.770234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275ef09-c937-43ce-8285-bd5876e6aceb req-315c7abe-c47a-4a41-8a64-698e1af8cc9a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.770725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-f6500154-abae-49bf-8b21-a45465efe451 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 904 time: 0.1018767 Nov 09 18:01:06.772137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8275ef09-c937-43ce-8285-bd5876e6aceb req-315c7abe-c47a-4a41-8a64-698e1af8cc9a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 943 time: 0.1109962 Nov 09 18:01:06.820839 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-3147febc-fc73-40ca-95bf-cc9474c6e654 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa HTTP/1.1" status: 200 len: 217 time: 0.0375407 Nov 09 18:01:06.821416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e354e132-af10-40f4-9cd8-aae621f301d9 req-cc55613e-c7db-49ef-ac9f-c8de85e86b07 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-992635444', 'description': 'tempest-description-1675642573'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:06.865859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.871196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-7cdb2016-386e-4049-a319-85b68f669573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:06.872667 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-7cdb2016-386e-4049-a319-85b68f669573 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.0447695 Nov 09 18:01:06.878191 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:06.924595 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-8d1419ce-7951-4123-b566-ee8d79ba4095 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263152 Nov 09 18:01:06.970134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8275ef09-c937-43ce-8285-bd5876e6aceb req-de39cba2-89d1-4879-b557-4f16b84dc522 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796699 Nov 09 18:01:06.979195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e354e132-af10-40f4-9cd8-aae621f301d9 req-cc55613e-c7db-49ef-ac9f-c8de85e86b07 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.004253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] For port ae442fd0-9974-4065-b963-d0b7ca41c291, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ae442fd0-9974-4065-b963-d0b7ca41c291,segment=NetworkSegment(a9f170fb-925e-4e58-9bc2-2af924c64ef4),segment_id=a9f170fb-925e-4e58-9bc2-2af924c64ef4)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:07.004464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.007094 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.016549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Pushing event updated for resources: {'Port': ['ID=890fd743-b6ff-406a-8ff0-2045db2d267d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.035155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Calling delete_port for ae442fd0-9974-4065-b963-d0b7ca41c291 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:07.046091 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-cf1995d0-8fbf-49ef-87c7-1eb51cc7324a service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102941 Nov 09 18:01:07.133340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:07.165184 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-52a39239-0ffd-44a9-ac3e-83a6dbcbc3aa req-c58e6472-288b-43fc-b1fa-4771422457ea service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Nov 09 18:01:07.211136 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33e644ad-e57f-48d2-8084-e8b71e322839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.246229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:07.253308 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e354e132-af10-40f4-9cd8-aae621f301d9 req-cc55613e-c7db-49ef-ac9f-c8de85e86b07 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.257197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'mac_address': 'fa:16:3e:47:73:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:07.273714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1466f3f-8539-40df-bf7c-c8a366a17a10 req-656012ca-669e-42d7-b8a6-8d0c06f1c616 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:07.279954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1466f3f-8539-40df-bf7c-c8a366a17a10 req-656012ca-669e-42d7-b8a6-8d0c06f1c616 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:07.285828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1466f3f-8539-40df-bf7c-c8a366a17a10 req-656012ca-669e-42d7-b8a6-8d0c06f1c616 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:07.287452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1466f3f-8539-40df-bf7c-c8a366a17a10 req-656012ca-669e-42d7-b8a6-8d0c06f1c616 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2418 time: 0.2198188 Nov 09 18:01:07.291846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e354e132-af10-40f4-9cd8-aae621f301d9 req-cc55613e-c7db-49ef-ac9f-c8de85e86b07 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.294678 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.307295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66af44d3-52c0-4f6a-aebe-fed5bb19e395 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:07.326756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:07.331687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.368224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Network e2f57f03-884f-4a8d-a588-88cd31213570 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:07.382985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:07.385294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.395242 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e354e132-af10-40f4-9cd8-aae621f301d9 req-cc55613e-c7db-49ef-ac9f-c8de85e86b07 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.396441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e354e132-af10-40f4-9cd8-aae621f301d9 req-cc55613e-c7db-49ef-ac9f-c8de85e86b07 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6072667 Nov 09 18:01:07.407546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55613e-c7db-49ef-ac9f-c8de85e86b07 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab65d61-9fc4-4e29-8279-09d32bd20be8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.429565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1466f3f-8539-40df-bf7c-c8a366a17a10 req-161154c3-28b8-4ba0-a075-02ffa204c84d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352704 Nov 09 18:01:07.602860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-ff4124bc-d9cd-4a03-b9b3-fba54543b441 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/dab65d61-9fc4-4e29-8279-09d32bd20be8 HTTP/1.1" status: 200 len: 1804 time: 0.1709900 Nov 09 18:01:07.613207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['66af44d3-52c0-4f6a-aebe-fed5bb19e395'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:07.620961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dab65d61-9fc4-4e29-8279-09d32bd20be8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:07.621282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dab65d61-9fc4-4e29-8279-09d32bd20be8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:07.635602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.683569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae442fd0-9974-4065-b963-d0b7ca41c291,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:07.686352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Router 1f16b8a1-3919-498b-8b8f-debefa16123f has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:07.698906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93ca19-7a88-4b5a-ac37-8458fbc77e67 req-4322fe99-de48-4c38-af1f-ab21b386cba5 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:07.700588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d93ca19-7a88-4b5a-ac37-8458fbc77e67 req-4322fe99-de48-4c38-af1f-ab21b386cba5 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 946 time: 0.1569943 Nov 09 18:01:07.898333 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.903977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d93ca19-7a88-4b5a-ac37-8458fbc77e67 req-4bd132cc-fc95-4502-8b0d-2beee760b5cf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796513 Nov 09 18:01:07.991594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:07.998802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.031742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8d87a0-3546-478a-a2ee-e9888120d31a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:08.042975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:08.046484 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.047686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1411de88-285e-4a3c-8524-c7c07807a6b1 req-8f708a84-427d-4c3d-b0df-2ec9dcc37e0c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4386890 Nov 09 18:01:08.061505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c88b041f-c66d-419b-8256-a9c5a541c318 admin admin] 10.222.0.32 "PUT /v2.0/routers/1f16b8a1-3919-498b-8b8f-debefa16123f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4348204 Nov 09 18:01:08.064155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Sync routers for ids ['1f16b8a1-3919-498b-8b8f-debefa16123f'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:08.074699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.076559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Routers {'1f16b8a1-3919-498b-8b8f-debefa16123f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:08.077400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1f16b8a1-3919-498b-8b8f-debefa16123f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:08.208201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Set router 1f16b8a1-3919-498b-8b8f-debefa16123f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:08.294363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d4bc8-0213-404a-bdc8-5ecb7e61cffa req-01cf121d-0772-46a5-b474-3c7eee91136b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.295745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a2d4bc8-0213-404a-bdc8-5ecb7e61cffa req-01cf121d-0772-46a5-b474-3c7eee91136b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.1266840 Nov 09 18:01:08.338878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc7ccf-4f7b-442d-b23f-e8a7a1e723d9 req-5a1fbdab-92b0-4985-bf0f-b4a44f03f570 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.340348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ddc7ccf-4f7b-442d-b23f-e8a7a1e723d9 req-5a1fbdab-92b0-4985-bf0f-b4a44f03f570 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 943 time: 0.0972366 Nov 09 18:01:08.417747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:01:06Z', 'revision_number': 4, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '890fd743-b6ff-406a-8ff0-2045db2d267d', 'name': '', 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'mac_address': 'fa:16:3e:42:ea:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:04Z', 'updated_at': '2021-11-09T18:01:06Z', 'revision_number': 2, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'subnets': [{'id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:08.432046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a2d4bc8-0213-404a-bdc8-5ecb7e61cffa req-cc22a29f-8ec6-48a5-afbb-f608c0061e05 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255741 Nov 09 18:01:08.449789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Checking router: 1f16b8a1-3919-498b-8b8f-debefa16123f for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:08.450179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Updating router 1f16b8a1-3919-498b-8b8f-debefa16123f port 890fd743-b6ff-406a-8ff0-2045db2d267d binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:01:08.466610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ddc7ccf-4f7b-442d-b23f-e8a7a1e723d9 req-4569db38-ac5d-4157-b303-3cb25deb250f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965571 Nov 09 18:01:08.480197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.507465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1567e05c-961c-4263-b72b-5edda95676ea req-53ffc275-f9ab-4c03-81dd-1b861a5a33bd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-252961891', 'description': 'tempest-description-1743711978'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:08.515223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:08.568854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1567e05c-961c-4263-b72b-5edda95676ea req-53ffc275-f9ab-4c03-81dd-1b861a5a33bd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.641799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-93c2bf9c-b9ad-4ab5-9c8e-2deef7580523 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.643471 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-93c2bf9c-b9ad-4ab5-9c8e-2deef7580523 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1097 time: 0.0457273 Nov 09 18:01:08.653540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc22a19-9078-4737-a5c0-f94ddb9895b6 req-a4b4c105-b910-45e1-a3b5-804754ba8851 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.657229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817240-1'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:08.659496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc22a19-9078-4737-a5c0-f94ddb9895b6 req-a4b4c105-b910-45e1-a3b5-804754ba8851 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.666075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc22a19-9078-4737-a5c0-f94ddb9895b6 req-a4b4c105-b910-45e1-a3b5-804754ba8851 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:08.667703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fc22a19-9078-4737-a5c0-f94ddb9895b6 req-a4b4c105-b910-45e1-a3b5-804754ba8851 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2418 time: 0.1561217 Nov 09 18:01:08.721491 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.754325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fc22a19-9078-4737-a5c0-f94ddb9895b6 req-3c33d393-e71a-42b2-90d7-39e0ab9a5d38 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683436 Nov 09 18:01:08.766053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:08.780098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a08d4d9f-b06a-4897-8d6f-5f5a772d21d0 admin admin] 10.222.0.32 "PUT /v2.0/routers/89a98a8f-2fe1-4c55-a2cf-ce3393e73190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8987429 Nov 09 18:01:08.780329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45266) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:08.780448 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] Sync routers for ids ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:08.791577 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] Routers {'89a98a8f-2fe1-4c55-a2cf-ce3393e73190'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:08.792199 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:08.802436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1567e05c-961c-4263-b72b-5edda95676ea req-53ffc275-f9ab-4c03-81dd-1b861a5a33bd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.808095 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1567e05c-961c-4263-b72b-5edda95676ea req-53ffc275-f9ab-4c03-81dd-1b861a5a33bd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.821756 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.838160 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.854814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1567e05c-961c-4263-b72b-5edda95676ea req-53ffc275-f9ab-4c03-81dd-1b861a5a33bd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:08.866144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1567e05c-961c-4263-b72b-5edda95676ea req-53ffc275-f9ab-4c03-81dd-1b861a5a33bd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3595583 Nov 09 18:01:08.866144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffc275-f9ab-4c03-81dd-1b861a5a33bd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d68bf8-842c-41fa-a151-f4c5eaf69c11,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:08.950781 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-124d605b-a970-46eb-8f1c-8071d5b0c57f tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/06d68bf8-842c-41fa-a151-f4c5eaf69c11 HTTP/1.1" status: 200 len: 1804 time: 0.0679047 Nov 09 18:01:08.958570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '06d68bf8-842c-41fa-a151-f4c5eaf69c11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:08.958890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '06d68bf8-842c-41fa-a151-f4c5eaf69c11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:09.000324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.003929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5b205-e155-49a2-9ae2-1dccf9beb456 None None] Pushing event updated for resources: {'Port': ['ID=890fd743-b6ff-406a-8ff0-2045db2d267d,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.004145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:09.033347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Attempting to bind port 890fd743-b6ff-406a-8ff0-2045db2d267d on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:09.034490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Attempting to bind port 890fd743-b6ff-406a-8ff0-2045db2d267d by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:09.035042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Attempting to bind port 890fd743-b6ff-406a-8ff0-2045db2d267d on network e2f57f03-884f-4a8d-a588-88cd31213570 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:09.041320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:09.042310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Checking segment: {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:09.043692 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.044784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Bound using segment: {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:09.045562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Bound port: 890fd743-b6ff-406a-8ff0-2045db2d267d, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:09.046496 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.092122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a09-869b-4ce2-9257-74e620197858 req-d9d1272e-b83f-469d-9c47-1dc93aa1f1d1 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:09.093797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-d9d1272e-b83f-469d-9c47-1dc93aa1f1d1 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 811 time: 0.1402016 Nov 09 18:01:09.127416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-64d809bb-ea01-4ce8-90ec-7acc32e6da84 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/quotas/da88936682394454b18b5ed7dffe9f2d HTTP/1.1" status: 200 len: 375 time: 0.0209548 Nov 09 18:01:09.135949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] For port 890fd743-b6ff-406a-8ff0-2045db2d267d, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:09.141067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] For port 890fd743-b6ff-406a-8ff0-2045db2d267d, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=890fd743-b6ff-406a-8ff0-2045db2d267d,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:09.145195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:09.148964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fe0ea7fa-fda0-4049-9ccd-6d68b64905fa details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:09.151548 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] Set router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:09.154519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:09.166538 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.168043 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.209350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:09.212547 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0531079c-865d-461b-a756-432256649595" -d '{"events": [{"server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "name": "network-vif-unplugged", "status": "completed", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:09.216501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.222419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.228507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.234168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.235259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-de67c8d6-d1cb-4b8b-8e8b-c333d0c5817f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955455 Nov 09 18:01:09.237289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.290293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20e2795-07ef-4e8f-a43f-9ba23029fd07,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.320836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=7']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.337574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.339273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-866dd53f-3591-4ae1-97d1-cf7da0c8eee4 req-965f3fef-d2fb-4e43-8ae7-90931312eaaf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3868272 Nov 09 18:01:09.349924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Routers {'1f16b8a1-3919-498b-8b8f-debefa16123f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:09.350641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1f16b8a1-3919-498b-8b8f-debefa16123f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:09.397771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-5698ebf0-b0a2-4c29-8273-356d7b310472 service neutron] 10.222.0.32 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350772 Nov 09 18:01:09.434972 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T18:01:07Z', 'revision_number': 5, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port': {'id': '9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:55:51Z', 'updated_at': '2021-11-09T17:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:09.444387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5b205-e155-49a2-9ae2-1dccf9beb456 None None] Pushing event updated for resources: {'Port': ['ID=890fd743-b6ff-406a-8ff0-2045db2d267d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.461791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on host n-h1-817240-1 for vnic_type normal with profile {"migrating_to": "n-h2-817240-1"} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:09.462183 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:09.462496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:09.472365 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] Checking router: 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:09.474595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:09.474929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Attempting to bind port 208229ea-95f8-4e39-9325-773eb21fbb5c on network 5a4facf0-c687-48a1-bde1-0c241b60a116 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:09.481848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:09.482430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Checking segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:09.482573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Bound using segment: {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:09.482992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Bound port: 208229ea-95f8-4e39-9325-773eb21fbb5c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5a4facf0-c687-48a1-bde1-0c241b60a116'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:09.483360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.485502 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] Routers {'89a98a8f-2fe1-4c55-a2cf-ce3393e73190'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:09.486368 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:00:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:09.490679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Deleting port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:09.491607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.515902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:09.519267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:09.533618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:09.534585 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.542712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'mac_address': 'fa:16:3e:8b:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:09.551567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-fb8884f7-ada5-4118-b671-b6706dcc1f41 service neutron] 10.222.0.32 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412647 Nov 09 18:01:09.597574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] Set router 1f16b8a1-3919-498b-8b8f-debefa16123f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:09.598281 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] Set router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:09.605986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:09.609266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:09.615946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.664515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e66f43-cf9d-4206-91b9-46b05074afb4 req-d461a471-5a43-4420-bda1-b316e0295df0 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:09.667340 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T18:01:09Z', 'revision_number': 6, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:09.670402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36e66f43-cf9d-4206-91b9-46b05074afb4 req-d461a471-5a43-4420-bda1-b316e0295df0 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.1167049 Nov 09 18:01:09.684580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=8']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:09.730355 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.731038 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddbd22-0e17-46d5-b19c-63e5a47b03a1 None None] The sync data for ids ['89a98a8f-2fe1-4c55-a2cf-ce3393e73190'] in n-d-817240-1 is: [{'id': '89a98a8f-2fe1-4c55-a2cf-ce3393e73190', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2000373999-router', 'tenant_id': '8c40c01a3ff8423ba35949f17d43dd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:55:50Z', 'updated_at': '2021-11-09T18:01:09Z', 'revision_number': 6, 'project_id': '8c40c01a3ff8423ba35949f17d43dd51', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:09.790185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] For port 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:09.790871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.793506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36e66f43-cf9d-4206-91b9-46b05074afb4 req-573ed8f5-154a-4fbb-a0dd-bd57bdb0a248 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075048 Nov 09 18:01:09.816262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:09.818476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.821850 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-0d3214df-45b0-4eb4-b8cf-e2f6c5e62b7e service neutron] 10.222.0.85 "PUT /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 1122 time: 1.1687722 Nov 09 18:01:09.835176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Calling delete_port for 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:09.880239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-b0a631a6-10aa-4b3e-bb0f-a4c0546cb701 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:09.891791 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0ea7fa-fda0-4049-9ccd-6d68b64905fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:09.899011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-b0a631a6-10aa-4b3e-bb0f-a4c0546cb701 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:09.902537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-60c5f606-655f-4f3e-a442-f88d30d13e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:09.921229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-b0a631a6-10aa-4b3e-bb0f-a4c0546cb701 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:09.924100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-b0a631a6-10aa-4b3e-bb0f-a4c0546cb701 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2418 time: 0.1741567 Nov 09 18:01:09.948158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8bc09f70-f761-4f50-8427-25f6a378d5fc req-7185719c-eace-4da1-9c2d-6e14d394aafd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1305526781', 'description': 'tempest-description-485788556'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:09.984152 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331ca8ee-1227-471a-825d-2f37b0b3bd38 x-openstack-request-id: req-331ca8ee-1227-471a-825d-2f37b0b3bd38 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:09.984448 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "name": "network-vif-unplugged", "status": "completed", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:09.984736 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-331ca8ee-1227-471a-825d-2f37b0b3bd38 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:09.985134 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c', 'code': 200} Nov 09 18:01:10.008776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:10.013021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['208229ea-95f8-4e39-9325-773eb21fbb5c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:10.016443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['208229ea-95f8-4e39-9325-773eb21fbb5c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:10.025963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.026327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:10.111673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8bc09f70-f761-4f50-8427-25f6a378d5fc req-7185719c-eace-4da1-9c2d-6e14d394aafd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.150472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb25a5-1c40-4343-a3f4-4e31f42f74db req-c7602f6b-f7de-470f-9540-c19315e412dc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:10.158278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2cb25a5-1c40-4343-a3f4-4e31f42f74db req-c7602f6b-f7de-470f-9540-c19315e412dc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.1111121 Nov 09 18:01:10.166413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.192301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port 96d8b597-8389-46f0-824a-56d6f931c35c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:10.192668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.233777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.281414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.380784 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2cb25a5-1c40-4343-a3f4-4e31f42f74db req-aab45ebd-703d-4ab7-89f8-80b080bc8884 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215152 Nov 09 18:01:10.417510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8bc09f70-f761-4f50-8427-25f6a378d5fc req-7185719c-eace-4da1-9c2d-6e14d394aafd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.418147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.420646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.428521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8bc09f70-f761-4f50-8427-25f6a378d5fc req-7185719c-eace-4da1-9c2d-6e14d394aafd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.430806 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.472571 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.473820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a98a8f-2fe1-4c55-a2cf-ce3393e73190 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:10.475021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185719c-eace-4da1-9c2d-6e14d394aafd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dee831-1b29-479f-8b17-4016aa86d62d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.482108 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.483682 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-56577313-f232-43ab-a34d-d02fb0dde654 admin admin] 10.222.0.32 "DELETE /v2.0/routers/89a98a8f-2fe1-4c55-a2cf-ce3393e73190 HTTP/1.1" status: 204 len: 168 time: 1.7028019 Nov 09 18:01:10.486329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45306) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.500847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port 96d8b597-8389-46f0-824a-56d6f931c35c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=96d8b597-8389-46f0-824a-56d6f931c35c,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:10.501367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.522142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for 96d8b597-8389-46f0-824a-56d6f931c35c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:10.550912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] Deleting subnet 13303d72-797a-489d-9edc-49d73c865203 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:10.554952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.591193 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8bc09f70-f761-4f50-8427-25f6a378d5fc req-7185719c-eace-4da1-9c2d-6e14d394aafd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.591629 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.592435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8bc09f70-f761-4f50-8427-25f6a378d5fc req-7185719c-eace-4da1-9c2d-6e14d394aafd tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6486845 Nov 09 18:01:10.634468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.resource_extend [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:01:10.721246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64ce885b-1217-44f6-a342-99aefac737a8 req-9d3e7667-c84a-4a08-9282-16ea68f61041 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 210 time: 0.0511465 Nov 09 18:01:10.749506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.755260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41488cdb-75e2-40b0-bbb9-70576d2cb2bc req-65a8dfea-d4a3-47f2-b95c-3851076a5a6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:10.757775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41488cdb-75e2-40b0-bbb9-70576d2cb2bc req-65a8dfea-d4a3-47f2-b95c-3851076a5a6f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 944 time: 0.2219453 Nov 09 18:01:10.794369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.799544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:10.848948 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.876669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.880903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41488cdb-75e2-40b0-bbb9-70576d2cb2bc req-8d6e6b4a-9f8f-47b5-bf41-1c5dee982727 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129656 Nov 09 18:01:10.887725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:10.890832 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23889eda-806e-4153-a43b-ac348de71d5c" -d '{"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-plugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:10.898553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13303d72-797a-489d-9edc-49d73c865203,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:10.901337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:10.907702 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b8cfac47-02c3-4bbf-96af-0b2ee2a7960c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/13303d72-797a-489d-9edc-49d73c865203 HTTP/1.1" status: 204 len: 168 time: 0.4168954 Nov 09 18:01:10.908105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45314) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:10.923646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:10.924245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a6ca7a9-941b-4ada-aba4-f9e0b88fecfe not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:10.924848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ae442fd0-9974-4065-b963-d0b7ca41c291 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:10.948411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c8d94-2af7-4400-b44d-f8185b8485d6 None None] Network 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:11.000666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.059838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Deleting port 47507ed6-aac0-44e3-883c-2608e186d885 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:11.060191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.083471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:11.108463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.125845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:11.152729 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.155554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ae442fd0-9974-4065-b963-d0b7ca41c291 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:11.156070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ae442fd0-9974-4065-b963-d0b7ca41c291 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:11.170677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.205963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] For port 47507ed6-aac0-44e3-883c-2608e186d885, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=47507ed6-aac0-44e3-883c-2608e186d885,segment=NetworkSegment(a9f170fb-925e-4e58-9bc2-2af924c64ef4),segment_id=a9f170fb-925e-4e58-9bc2-2af924c64ef4)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:11.205963 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.218198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:01:06Z', 'revision_number': 4, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '890fd743-b6ff-406a-8ff0-2045db2d267d', 'name': '', 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'mac_address': 'fa:16:3e:42:ea:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:04Z', 'updated_at': '2021-11-09T18:01:09Z', 'revision_number': 4, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'subnets': [{'id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:11.225914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Calling delete_port for 47507ed6-aac0-44e3-883c-2608e186d885 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:11.259693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c has no active binding in host n-h2-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:01:11.270620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de6277-50f3-4e7b-98ac-322f15fa54a3 None None] The sync data for ids ['1f16b8a1-3919-498b-8b8f-debefa16123f'] in n-d-817240-1 is: [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:01:06Z', 'revision_number': 4, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '890fd743-b6ff-406a-8ff0-2045db2d267d', 'name': '', 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'mac_address': 'fa:16:3e:42:ea:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:04Z', 'updated_at': '2021-11-09T18:01:09Z', 'revision_number': 4, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'subnets': [{'id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:11.284785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f721c9-0a07-4f3c-ae2c-1c90478f6647 req-ababee3d-6a07-42a7-953a-2f4099de5193 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:11.292962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f721c9-0a07-4f3c-ae2c-1c90478f6647 req-ababee3d-6a07-42a7-953a-2f4099de5193 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:11.301583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f721c9-0a07-4f3c-ae2c-1c90478f6647 req-ababee3d-6a07-42a7-953a-2f4099de5193 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:11.311306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24f721c9-0a07-4f3c-ae2c-1c90478f6647 req-ababee3d-6a07-42a7-953a-2f4099de5193 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 2339 time: 0.4945114 Nov 09 18:01:11.316173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=96d8b597-8389-46f0-824a-56d6f931c35c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.338780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.339531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b01382b0-a5a5-4f0e-a51b-3f17b292b347 req-615f7906-0c2b-49da-8cd6-c98c1c1de745 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-693651325', 'description': 'tempest-description-1757835486'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:11.392959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.433074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47507ed6-aac0-44e3-883c-2608e186d885,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.437761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] No DVR routers for this DVR port 47507ed6-aac0-44e3-883c-2608e186d885 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:11.480437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38013b02-111e-4332-b393-79de4836f123 None None] DHCP port deletion for 661b9bcb-b822-4ff3-9ab5-23b3b906ec5d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:11.509862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port 96d8b597-8389-46f0-824a-56d6f931c35c on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:11.513051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.516953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-2cf54dbc-3930-45c4-90de-360e5940b57d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "DELETE /v2.0/ports/96d8b597-8389-46f0-824a-56d6f931c35c HTTP/1.1" status: 204 len: 173 time: 1.5863361 Nov 09 18:01:11.524076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-deleted', 'tag': '96d8b597-8389-46f0-824a-56d6f931c35c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:11.526705 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435447a6-fed5-41d6-83b7-30e5111e4a1e" -d '{"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-deleted", "tag": "96d8b597-8389-46f0-824a-56d6f931c35c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:11.539044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.543996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24f721c9-0a07-4f3c-ae2c-1c90478f6647 req-74bb7ed2-e6d7-4e92-81b1-6710c4c3182e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316930 Nov 09 18:01:11.561532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b01382b0-a5a5-4f0e-a51b-3f17b292b347 req-615f7906-0c2b-49da-8cd6-c98c1c1de745 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.570010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661b9bcb-b822-4ff3-9ab5-23b3b906ec5d']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:11.584240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f170fb-925e-4e58-9bc2-2af924c64ef4') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:11.584727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f170fb-925e-4e58-9bc2-2af924c64ef4') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:11.618008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.639617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.647338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:11.647823 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:11.694731 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:11.698515 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b01382b0-a5a5-4f0e-a51b-3f17b292b347 req-615f7906-0c2b-49da-8cd6-c98c1c1de745 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.718666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.726307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['fe0ea7fa-fda0-4049-9ccd-6d68b64905fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:11.727056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.732708 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b01382b0-a5a5-4f0e-a51b-3f17b292b347 req-615f7906-0c2b-49da-8cd6-c98c1c1de745 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.733314 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/661b9bcb-b822-4ff3-9ab5-23b3b906ec5d HTTP/1.1" status: 204 len: 168 time: 0.8240266 Nov 09 18:01:11.745713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15fb90-1f85-41e7-b5aa-a32f29e0c1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=661b9bcb-b822-4ff3-9ab5-23b3b906ec5d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.875068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45330) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:11.877331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a09-869b-4ce2-9257-74e620197858 req-0f22a68d-d1a8-4531-934b-7f9fb6b3773e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:11.880175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-0f22a68d-d1a8-4531-934b-7f9fb6b3773e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 811 time: 0.6141415 Nov 09 18:01:11.884093 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b01382b0-a5a5-4f0e-a51b-3f17b292b347 req-615f7906-0c2b-49da-8cd6-c98c1c1de745 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:11.899344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b01382b0-a5a5-4f0e-a51b-3f17b292b347 req-615f7906-0c2b-49da-8cd6-c98c1c1de745 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6347435 Nov 09 18:01:11.922359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Request body: {'port': {'device_id': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'admin_state_up': True, 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:11.949151 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1fc774a6-c3eb-4e6c-9f98-79d5a77d10ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=832155443c754efa93737514583a31eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0719156 Nov 09 18:01:11.949996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45336) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:11.954708 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b489b-5c83-478f-b193-e340cf40de27 x-openstack-request-id: req-a88b489b-5c83-478f-b193-e340cf40de27 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:11.955554 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-plugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:11.955822 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a88b489b-5c83-478f-b193-e340cf40de27 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:11.956254 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'code': 200} Nov 09 18:01:11.957329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11959c65-c0ea-4bdf-a74a-ab30b610219d req-dc42cb4e-fef6-4dbd-8781-73abbc84e34e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:11.972853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11959c65-c0ea-4bdf-a74a-ab30b610219d req-dc42cb4e-fef6-4dbd-8781-73abbc84e34e tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.2690697 Nov 09 18:01:11.988358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:11.990701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f7906-0c2b-49da-8cd6-c98c1c1de745 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a081a2b-a92b-44cd-bc03-0be8f8eb600b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:11.992360 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781e0dc-3661-474f-8a6a-741aa18d9c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:12.026516 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eec047ab-e8dd-4d0b-ad69-7936ce2c5310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.087339 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eec047ab-e8dd-4d0b-ad69-7936ce2c5310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.124337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11959c65-c0ea-4bdf-a74a-ab30b610219d req-4e513808-3fdb-41d3-9813-7a56c6660583 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506042 Nov 09 18:01:12.128260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82208496-e562-4578-97c5-b5f53e758727 req-b0df2892-5f6e-49c4-91ee-24f7f3e978a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:12.129824 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82208496-e562-4578-97c5-b5f53e758727 req-b0df2892-5f6e-49c4-91ee-24f7f3e978a6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1100 time: 0.0948467 Nov 09 18:01:12.146930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port 8db4657a-5dab-488f-9787-b7c3023ae615 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:12.147812 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.190123 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82208496-e562-4578-97c5-b5f53e758727 req-af200b67-f5ca-4601-be40-f6412b6c08ff service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510004 Nov 09 18:01:12.193350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eec047ab-e8dd-4d0b-ad69-7936ce2c5310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.196644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eec047ab-e8dd-4d0b-ad69-7936ce2c5310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.197921 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eec047ab-e8dd-4d0b-ad69-7936ce2c5310 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e83cecc8-a04a-43c5-9426-171e7af3dd8d HTTP/1.1" status: 204 len: 168 time: 0.2466311 Nov 09 18:01:12.206165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec047ab-e8dd-4d0b-ad69-7936ce2c5310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83cecc8-a04a-43c5-9426-171e7af3dd8d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:12.248473 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c791eee-a33d-4d96-842e-35bb40baa908 x-openstack-request-id: req-5c791eee-a33d-4d96-842e-35bb40baa908 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:12.248934 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-deleted", "tag": "96d8b597-8389-46f0-824a-56d6f931c35c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:12.249291 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c791eee-a33d-4d96-842e-35bb40baa908 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:12.249877 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-deleted', 'tag': '96d8b597-8389-46f0-824a-56d6f931c35c', 'status': 'completed', 'code': 200} Nov 09 18:01:12.326828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db2e6e50-5d43-4d14-b3f8-f9e7e10b98a1 req-f9cf66a0-ffab-44a8-8633-02b772c63e3c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 210 time: 0.0512328 Nov 09 18:01:12.338950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e4843-53fd-4f39-96e7-d85cc218eac9 req-34e5cc2c-ecf4-4026-9f09-e6fb0175888a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:12.340558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-995e4843-53fd-4f39-96e7-d85cc218eac9 req-34e5cc2c-ecf4-4026-9f09-e6fb0175888a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.2362561 Nov 09 18:01:12.396160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port 8db4657a-5dab-488f-9787-b7c3023ae615, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8db4657a-5dab-488f-9787-b7c3023ae615,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:12.396574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.435939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for 8db4657a-5dab-488f-9787-b7c3023ae615 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:12.452278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Made reservation on behalf of da88936682394454b18b5ed7dffe9f2d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:12.455953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.464763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-995e4843-53fd-4f39-96e7-d85cc218eac9 req-b51aec8e-6309-4960-abf8-d27a418fe35f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044612 Nov 09 18:01:12.514127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.531603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-9a0a373a-c11c-4dc1-91e0-8e52f713ef99 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/14dee831-1b29-479f-8b17-4016aa86d62d HTTP/1.1" status: 200 len: 1804 time: 0.1757743 Nov 09 18:01:12.656409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45346) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:12.673204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-bb2adc78-1062-4947-8f0b-17916f867fae tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6a081a2b-a92b-44cd-bc03-0be8f8eb600b HTTP/1.1" status: 200 len: 1804 time: 0.1342242 Nov 09 18:01:12.720476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 890fd743-b6ff-406a-8ff0-2045db2d267d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:12.737547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '14dee831-1b29-479f-8b17-4016aa86d62d', 'remote_group_id': '6a081a2b-a92b-44cd-bc03-0be8f8eb600b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:12.738204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '14dee831-1b29-479f-8b17-4016aa86d62d', 'remote_group_id': '6a081a2b-a92b-44cd-bc03-0be8f8eb600b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:12.785778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 890fd743-b6ff-406a-8ff0-2045db2d267d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:12.786462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.850557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Allocated IP 172.20.0.8 (e2f57f03-884f-4a8d-a588-88cd31213570/f8715b05-3ea5-4160-b0be-98e152d65395/1608caf9-7c3a-43d6-ba4b-55c98bd35107) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:12.883027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54cec-7720-4b6c-be13-7dfea40c8cef req-6a8f8f65-7f61-49c3-9a09-53d8784b14aa tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:12.883576 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.890802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8af54cec-7720-4b6c-be13-7dfea40c8cef req-6a8f8f65-7f61-49c3-9a09-53d8784b14aa tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 944 time: 0.3207736 Nov 09 18:01:12.897982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.939310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 890fd743-b6ff-406a-8ff0-2045db2d267d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=890fd743-b6ff-406a-8ff0-2045db2d267d,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:12.943814 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:12.968728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=8db4657a-5dab-488f-9787-b7c3023ae615,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.036716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=890fd743-b6ff-406a-8ff0-2045db2d267d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.042580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6f4d2e7-46f9-4da7-82e2-321d05ccfd82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c40c01a3ff8423ba35949f17d43dd51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3848758 Nov 09 18:01:13.043746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45348) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:13.066234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 47507ed6-aac0-44e3-883c-2608e186d885 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:13.098646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-556d4d76-1e3c-4965-8954-d49bb695ab2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.102043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8af54cec-7720-4b6c-be13-7dfea40c8cef req-d710e9cb-b576-496b-9e25-51c0f34a08e5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102239 Nov 09 18:01:13.102627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 47507ed6-aac0-44e3-883c-2608e186d885 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:13.103144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 47507ed6-aac0-44e3-883c-2608e186d885 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:13.125626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port 8db4657a-5dab-488f-9787-b7c3023ae615 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:13.136779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.140323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-1e5ab266-c754-4c7e-9f33-c647d78451b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "DELETE /v2.0/ports/8db4657a-5dab-488f-9787-b7c3023ae615 HTTP/1.1" status: 204 len: 173 time: 1.6062930 Nov 09 18:01:13.161911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-556d4d76-1e3c-4965-8954-d49bb695ab2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.197135 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1943d769-051b-42b7-99c3-a211386bb2db x-openstack-request-id: req-1943d769-051b-42b7-99c3-a211386bb2db {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:13.197435 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:13.197923 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1943d769-051b-42b7-99c3-a211386bb2db {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:13.198452 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c', 'status': 'completed', 'code': 200} Nov 09 18:01:13.252058 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-556d4d76-1e3c-4965-8954-d49bb695ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.256047 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-556d4d76-1e3c-4965-8954-d49bb695ab2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.261309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-556d4d76-1e3c-4965-8954-d49bb695ab2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cc8eece-98e0-4026-a9fa-d4b8f4dc8ae2 HTTP/1.1" status: 204 len: 168 time: 0.2165408 Nov 09 18:01:13.271005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fe0ea7fa-fda0-4049-9ccd-6d68b64905fa up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:13.272309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d4d76-1e3c-4965-8954-d49bb695ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc8eece-98e0-4026-a9fa-d4b8f4dc8ae2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.352380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:13.358920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:13.359905 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.434770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.437022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.510572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.530154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.531039 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.544101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dad72-932f-4eec-a81f-719a1c027328 req-3d3751c2-2f10-402f-8ed8-edd45e8c6cf0 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:13.546204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-387dad72-932f-4eec-a81f-719a1c027328 req-3d3751c2-2f10-402f-8ed8-edd45e8c6cf0 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 946 time: 0.2011755 Nov 09 18:01:13.601790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:13.607127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.608456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 5981e7cc-bb76-44c2-b7b3-1d674848119b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:13.650926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port 5981e7cc-bb76-44c2-b7b3-1d674848119b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:13.651724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.652911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-fbab30d7-3f01-46cd-8843-388db1aab457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:13.654843 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-fbab30d7-3f01-46cd-8843-388db1aab457 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1125 time: 0.4310489 Nov 09 18:01:13.671774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ea0833-ebc3-4f0d-8fff-09d2faada6d9,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.735838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.738821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd432c2b-3887-4617-ad47-c8afa889b50f req-a67ba9be-d8db-4a01-975a-1cb683548f71 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0521989 Nov 09 18:01:13.744324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:13.843433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.859997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-48e6d772-a891-47ba-8668-4f0a50c03e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:13.861494 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-48e6d772-a891-47ba-8668-4f0a50c03e6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.1967983 Nov 09 18:01:13.874644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-387dad72-932f-4eec-a81f-719a1c027328 req-b9173728-1d90-4ca6-8b01-ec6ea3dc6656 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172135 Nov 09 18:01:13.902996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Network e2f57f03-884f-4a8d-a588-88cd31213570 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:13.903798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Pushing event updated for resources: {'Port': ['ID=1608caf9-7c3a-43d6-ba4b-55c98bd35107,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:13.925713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:13.931904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:13.983265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:13.990720 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c2350a-dcb2-4b16-a0ac-0167b6ce4f9c" -d '{"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-plugged", "status": "completed", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:13.991515 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-a8a69b91-8367-4ea6-8d22-a90ff4e5e632 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 217 time: 0.1103401 Nov 09 18:01:13.994604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.060614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port 5981e7cc-bb76-44c2-b7b3-1d674848119b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5981e7cc-bb76-44c2-b7b3-1d674848119b,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:14.061834 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.063731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 5981e7cc-bb76-44c2-b7b3-1d674848119b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5981e7cc-bb76-44c2-b7b3-1d674848119b,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:14.071074 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.071955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8db4657a-5dab-488f-9787-b7c3023ae615 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:14.081434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-e351846b-725b-454f-8aef-4ba17fba3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:14.083169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-e351846b-725b-454f-8aef-4ba17fba3b17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0841265 Nov 09 18:01:14.114473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:14.115118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.143821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for 5981e7cc-bb76-44c2-b7b3-1d674848119b owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:14.150006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-a46ad8de-8d7c-44ce-9236-95ae826ce83e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555084 Nov 09 18:01:14.180006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=5981e7cc-bb76-44c2-b7b3-1d674848119b,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:14.180356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-6dd68624-37ab-4e48-9fc1-e614dd6c6c1b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2753251 Nov 09 18:01:14.183342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 8db4657a-5dab-488f-9787-b7c3023ae615 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:14.183951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8db4657a-5dab-488f-9787-b7c3023ae615 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:14.184701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 96d8b597-8389-46f0-824a-56d6f931c35c no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:14.218498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 96d8b597-8389-46f0-824a-56d6f931c35c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:14.219117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 96d8b597-8389-46f0-824a-56d6f931c35c not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:14.232617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Request body: {'port': {'device_id': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:14.272736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-deleted', 'tag': '8db4657a-5dab-488f-9787-b7c3023ae615'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:14.275228 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b302456a-0d64-4281-b06c-c283bd592e74" -d '{"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-deleted", "tag": "8db4657a-5dab-488f-9787-b7c3023ae615"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:14.297605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048307-6d38-4f74-a453-9c12b2fe6fd7 req-be3b970c-6b32-4e5a-99d9-541246955a67 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:14.298683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3048307-6d38-4f74-a453-9c12b2fe6fd7 req-be3b970c-6b32-4e5a-99d9-541246955a67 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 931 time: 0.2619681 Nov 09 18:01:14.306985 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-d92b70e4-0289-49a6-b935-a4ebcfcdc2cd service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483481 Nov 09 18:01:14.307742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30d78e-1a81-4bf1-ac6f-c4f2c9263e16 req-7fd919de-84b1-48ae-ad22-914f5f7d0e4d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:14.309504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b30d78e-1a81-4bf1-ac6f-c4f2c9263e16 req-7fd919de-84b1-48ae-ad22-914f5f7d0e4d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 944 time: 0.3005209 Nov 09 18:01:14.384910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.437031 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8781e0dc-3661-474f-8a6a-741aa18d9c7b req-76894be8-2ec0-488f-9875-d6499436aa0e service neutron] 10.222.0.73 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089272 Nov 09 18:01:14.467806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3048307-6d38-4f74-a453-9c12b2fe6fd7 req-3c7a395a-15e8-421d-98a8-ced5d3e622c1 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571853 Nov 09 18:01:14.473978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b30d78e-1a81-4bf1-ac6f-c4f2c9263e16 req-104b623d-fdfb-472c-b055-3e1f6e18165d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444860 Nov 09 18:01:14.540918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-243b74a9-2ec0-4dfb-80d8-836ab3eafef2 req-e7a0503f-4439-42fe-bca6-0b721e05ef6e tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1767065724', 'description': 'tempest-description-1755452919'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:14.636710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-243b74a9-2ec0-4dfb-80d8-836ab3eafef2 req-e7a0503f-4439-42fe-bca6-0b721e05ef6e tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.670129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 890fd743-b6ff-406a-8ff0-2045db2d267d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:14.704198 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.748818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 890fd743-b6ff-406a-8ff0-2045db2d267d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:14.749286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.799963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=5981e7cc-bb76-44c2-b7b3-1d674848119b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:14.830427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e04faf-6edf-4a02-9d5b-2c15e579ece5 req-1278d6be-d6ef-4b95-9474-18c5bc767238 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:14.838989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13e04faf-6edf-4a02-9d5b-2c15e579ece5 req-1278d6be-d6ef-4b95-9474-18c5bc767238 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.2741551 Nov 09 18:01:14.924325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port 5981e7cc-bb76-44c2-b7b3-1d674848119b on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:14.935555 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:14.939541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e943b8d0-fcab-4bb6-9c3e-5c739990e9d2 req-e190cf3b-2862-4e0a-af75-ea88e502e175 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.85 "DELETE /v2.0/ports/5981e7cc-bb76-44c2-b7b3-1d674848119b HTTP/1.1" status: 204 len: 173 time: 1.7836792 Nov 09 18:01:15.007723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13e04faf-6edf-4a02-9d5b-2c15e579ece5 req-58019ae5-4f8f-4f37-be3b-3b92353b9fb0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667135 Nov 09 18:01:15.017114 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-243b74a9-2ec0-4dfb-80d8-836ab3eafef2 req-e7a0503f-4439-42fe-bca6-0b721e05ef6e tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.040531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-243b74a9-2ec0-4dfb-80d8-836ab3eafef2 req-e7a0503f-4439-42fe-bca6-0b721e05ef6e tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.088097 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-243b74a9-2ec0-4dfb-80d8-836ab3eafef2 req-e7a0503f-4439-42fe-bca6-0b721e05ef6e tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.089347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-243b74a9-2ec0-4dfb-80d8-836ab3eafef2 req-e7a0503f-4439-42fe-bca6-0b721e05ef6e tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5562065 Nov 09 18:01:15.142330 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936bd420-d4da-452d-84f2-e8364001757b x-openstack-request-id: req-936bd420-d4da-452d-84f2-e8364001757b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:15.143149 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-plugged", "status": "completed", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:15.143411 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-936bd420-d4da-452d-84f2-e8364001757b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:15.143802 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'code': 200} Nov 09 18:01:15.145461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0503f-4439-42fe-bca6-0b721e05ef6e tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d65c613-345e-4f83-a7cc-2644d65222ea,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.183410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1608caf9-7c3a-43d6-ba4b-55c98bd35107 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:15.217768 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08503b6-eac6-4a26-9a3b-829cf7ee3bbe x-openstack-request-id: req-d08503b6-eac6-4a26-9a3b-829cf7ee3bbe {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:15.218025 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-deleted", "tag": "8db4657a-5dab-488f-9787-b7c3023ae615", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:15.218307 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d08503b6-eac6-4a26-9a3b-829cf7ee3bbe {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:15.218703 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-deleted', 'tag': '8db4657a-5dab-488f-9787-b7c3023ae615', 'status': 'completed', 'code': 200} Nov 09 18:01:15.221806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.267152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Transition to ACTIVE for port object 1608caf9-7c3a-43d6-ba4b-55c98bd35107 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:15.286136 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-f405ab33-db8a-4dac-bb82-a304b0de2e94 service neutron] 10.222.0.73 "GET /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c/bindings/n-h2-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.0976396 Nov 09 18:01:15.292098 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.362962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8137c7-1985-4077-a12e-74bd2aa24000 req-a3f44b84-959d-4a52-ba50-c2bd77dac14b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:15.370504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d8137c7-1985-4077-a12e-74bd2aa24000 req-a3f44b84-959d-4a52-ba50-c2bd77dac14b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 945 time: 0.1706192 Nov 09 18:01:15.382141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Pushing event updated for resources: {'Port': ['ID=1608caf9-7c3a-43d6-ba4b-55c98bd35107,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.408045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b6aa0-c1cc-4c06-a277-5a4f0b04a365 req-7340c6e9-4e00-4dc6-bd74-a6b4cc6216da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:15.409565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-577b6aa0-c1cc-4c06-a277-5a4f0b04a365 req-7340c6e9-4e00-4dc6-bd74-a6b4cc6216da service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 1096 time: 0.1567543 Nov 09 18:01:15.427655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7822f2c-9893-4485-8374-34113abc9358 req-36b3db53-6624-4d0e-8ab5-eca3aeba189d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0d92d7-44f9-4de2-aee7-451fe4d96a4a HTTP/1.1" status: 200 len: 210 time: 0.0511820 Nov 09 18:01:15.498827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d8137c7-1985-4077-a12e-74bd2aa24000 req-269a368d-2656-4ff1-a1b9-59d77187dd05 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272578 Nov 09 18:01:15.507512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:15.531380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:15.541462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-577b6aa0-c1cc-4c06-a277-5a4f0b04a365 req-f3d86c6b-5bfc-4f79-acd8-e0e5fd430085 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165142 Nov 09 18:01:15.570740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208229ea-95f8-4e39-9325-773eb21fbb5c {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:15.581501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:15.582211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0b8f64f5-bffd-48ab-96fb-b4f4270c164c req-b28883de-1caf-4243-931e-df9a42c4b4b0 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-210086034', 'description': 'tempest-description-218269960'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:15.595718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.597964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Attempting to bind port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:15.598327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Attempting to bind port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:15.598655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Attempting to bind port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 on network e2f57f03-884f-4a8d-a588-88cd31213570 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:15.611544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 on network e2f57f03-884f-4a8d-a588-88cd31213570 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:15.611843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Attempting to bind port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 on network e2f57f03-884f-4a8d-a588-88cd31213570 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:15.623852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:15.624187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Checking segment: {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:15.624566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Bound using segment: {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:15.624995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Bound port: 1608caf9-7c3a-43d6-ba4b-55c98bd35107, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:15.625349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.628736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ddf54-eaf6-4b3f-8b39-2fbb316a204c req-e236b9a5-2e6d-4f4d-97d5-30ea9e044000 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:15.630406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-228ddf54-eaf6-4b3f-8b39-2fbb316a204c req-e236b9a5-2e6d-4f4d-97d5-30ea9e044000 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1100 time: 0.0857034 Nov 09 18:01:15.632756 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b8f64f5-bffd-48ab-96fb-b4f4270c164c req-b28883de-1caf-4243-931e-df9a42c4b4b0 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.676434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] Transition to ACTIVE for port object 208229ea-95f8-4e39-9325-773eb21fbb5c will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:15.680731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.730906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-228ddf54-eaf6-4b3f-8b39-2fbb316a204c req-dcbd232a-e3ed-4063-bc6b-cbbf06a1e190 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898607 Nov 09 18:01:15.752220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] No DVR routers for this DVR port 208229ea-95f8-4e39-9325-773eb21fbb5c on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:15.752459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] For port 1608caf9-7c3a-43d6-ba4b-55c98bd35107, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:15.757752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] For port 1608caf9-7c3a-43d6-ba4b-55c98bd35107, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:15.765729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.793784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] Pushing event updated for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.809951 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-566ef13b-25c0-4592-b92b-a7679fec6d20 service neutron] 10.222.0.73 "PUT /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c/bindings/n-h2-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5099070 Nov 09 18:01:15.836656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b8f64f5-bffd-48ab-96fb-b4f4270c164c req-b28883de-1caf-4243-931e-df9a42c4b4b0 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.844836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b8f64f5-bffd-48ab-96fb-b4f4270c164c req-b28883de-1caf-4243-931e-df9a42c4b4b0 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.869604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:15.870252 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.871609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] 10.222.0.73 "PUT /v2.0/ports/1608caf9-7c3a-43d6-ba4b-55c98bd35107 HTTP/1.1" status: 200 len: 1091 time: 1.6483021 Nov 09 18:01:15.954888 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b8f64f5-bffd-48ab-96fb-b4f4270c164c req-b28883de-1caf-4243-931e-df9a42c4b4b0 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:15.956086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b8f64f5-bffd-48ab-96fb-b4f4270c164c req-b28883de-1caf-4243-931e-df9a42c4b4b0 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4000664 Nov 09 18:01:15.975398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28883de-1caf-4243-931e-df9a42c4b4b0 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc495ab6-d593-4325-ae5c-d02c06ad56f9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:15.981465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3b423-008f-4123-bede-9d7b25c8d523 service neutron] Pushing event updated for resources: {'Port': ['ID=1608caf9-7c3a-43d6-ba4b-55c98bd35107,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:16.005590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab721-7fe3-4cff-9cd4-ddcb34ba7bb1 req-5c7ae958-6dc3-4498-aab1-04776f8a2fa3 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.007695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a4ab721-7fe3-4cff-9cd4-ddcb34ba7bb1 req-5c7ae958-6dc3-4498-aab1-04776f8a2fa3 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.1918530 Nov 09 18:01:16.009733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:16.020207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-1dbdbcec-9a5e-4d44-a724-d10fdddce5a0 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.021676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-1dbdbcec-9a5e-4d44-a724-d10fdddce5a0 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.1330490 Nov 09 18:01:16.049860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a09-869b-4ce2-9257-74e620197858 req-31ae7e47-5688-4a6a-98ee-b100ddeb54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.051386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-31ae7e47-5688-4a6a-98ee-b100ddeb54d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 1094 time: 0.1277561 Nov 09 18:01:16.111485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-45988aca-6d3f-4eb8-b47a-f6c35ce6219f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107 HTTP/1.1" status: 200 len: 217 time: 0.0447371 Nov 09 18:01:16.123999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a4ab721-7fe3-4cff-9cd4-ddcb34ba7bb1 req-1ff94c9d-0969-42b1-ad05-3073f25d3dc2 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081493 Nov 09 18:01:16.485572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-ba867522-32c2-4ff9-8a0c-c5da0decaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.487180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-ba867522-32c2-4ff9-8a0c-c5da0decaec2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462&tenant_id=318aca4218784719bcba0ea84a1e72b6 HTTP/1.1" status: 200 len: 1096 time: 0.4563572 Nov 09 18:01:16.551231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a09-869b-4ce2-9257-74e620197858 req-5b8fda64-9608-4e6e-8d05-8d64452a990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.552656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-5b8fda64-9608-4e6e-8d05-8d64452a990f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 200 len: 851 time: 0.4278114 Nov 09 18:01:16.608312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999953f-5dbb-476e-9091-d6730cc44993 req-fbaab610-23ad-4742-b113-8175709cdaae tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.609854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9999953f-5dbb-476e-9091-d6730cc44993 req-fbaab610-23ad-4742-b113-8175709cdaae tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 943 time: 0.1505945 Nov 09 18:01:16.611594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-9b5551c1-1142-460d-b7a6-156f41e6800a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2f57f03-884f-4a8d-a588-88cd31213570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459642 Nov 09 18:01:16.620716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6b40f-b9a8-405c-9c21-f0cdd470e5b3 req-63c97ec0-175f-4ae7-ab39-d3869ef528bd tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.622114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25c6b40f-b9a8-405c-9c21-f0cdd470e5b3 req-63c97ec0-175f-4ae7-ab39-d3869ef528bd tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 945 time: 0.1615539 Nov 09 18:01:16.704457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-6213a194-e35c-4cdb-a1e4-1bf9413e7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.706033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-6213a194-e35c-4cdb-a1e4-1bf9413e7cab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=318aca4218784719bcba0ea84a1e72b6&device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1096 time: 0.1890538 Nov 09 18:01:16.799152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9999953f-5dbb-476e-9091-d6730cc44993 req-e3263003-d1df-4883-b7bf-2c2d756121fa tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759429 Nov 09 18:01:16.806883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25c6b40f-b9a8-405c-9c21-f0cdd470e5b3 req-9fda6846-9115-429d-84c8-f879fab4af6c tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699793 Nov 09 18:01:16.870633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-d635184e-96c5-4c52-814d-8ad354b3d2e7 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465410 Nov 09 18:01:16.909700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-c6b5b383-1792-4d84-ade5-a82a6e210cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:16.911663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-c6b5b383-1792-4d84-ade5-a82a6e210cfb service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 200 len: 921 time: 0.1832438 Nov 09 18:01:16.991276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-67175334-9734-4974-bcd3-dc42a93b1e0c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 200 len: 217 time: 0.0488117 Nov 09 18:01:17.048626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-164e8324-debc-4b1a-83e4-676c94419e3d tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6d65c613-345e-4f83-a7cc-2644d65222ea HTTP/1.1" status: 200 len: 1805 time: 0.1754358 Nov 09 18:01:17.086037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-9e53ef74-3d4c-4893-994a-29440e9f9d09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519626 Nov 09 18:01:17.101906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-23abcddf-9cd7-44cc-b0d7-95012bbe028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:17.103475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-23abcddf-9cd7-44cc-b0d7-95012bbe028c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 200 len: 860 time: 0.0987451 Nov 09 18:01:17.129899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47855a09-869b-4ce2-9257-74e620197858 req-2d856fa8-c12a-42e4-b1b3-12fdeef63b71 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492902 Nov 09 18:01:17.145981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:17.149312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-196aa605-79bf-4b3e-af8e-c1c1b1aea845 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a4facf0-c687-48a1-bde1-0c241b60a116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354238 Nov 09 18:01:17.150459 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65358ed2-baaf-4e83-8cc3-3e201b395455" -d '{"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:17.173441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-66181816-7813-4e59-a64d-c32b95fdcc86 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/cc495ab6-d593-4325-ae5c-d02c06ad56f9 HTTP/1.1" status: 200 len: 1803 time: 0.1150968 Nov 09 18:01:17.203879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45448) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:17.218101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d65c613-345e-4f83-a7cc-2644d65222ea', 'remote_group_id': 'cc495ab6-d593-4325-ae5c-d02c06ad56f9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:17.218565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d65c613-345e-4f83-a7cc-2644d65222ea', 'remote_group_id': 'cc495ab6-d593-4325-ae5c-d02c06ad56f9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:17.222878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-deleted', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b'}, {'name': 'network-changed', 'server_uuid': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'tag': '1608caf9-7c3a-43d6-ba4b-55c98bd35107'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:17.225394 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7701543-f50e-46a1-a60d-e89cf10f1927" -d '{"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-deleted", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b"}, {"name": "network-changed", "server_uuid": "05092ceb-7e0f-454a-acce-4d2b9cd5e9a6", "tag": "1608caf9-7c3a-43d6-ba4b-55c98bd35107"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:17.273516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting subnet fd622747-e845-4d93-842b-632361ed5460 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:17.283035 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.326079 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.341900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-b2c5ae4f-5b22-49e9-b6e3-eff35cb57846 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842115 Nov 09 18:01:17.372657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f3aa3-bf12-4058-b104-706588c58921 req-488866b3-2e8a-443d-857e-d272535382cf tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:17.374032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-846f3aa3-bf12-4058-b104-706588c58921 req-488866b3-2e8a-443d-857e-d272535382cf tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 945 time: 0.1192937 Nov 09 18:01:17.420196 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.428199 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.497304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.511961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-846f3aa3-bf12-4058-b104-706588c58921 req-3497d6c0-720c-4d69-aaaf-b8dd6587fab2 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218464 Nov 09 18:01:17.513882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.519026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.535849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Subnet': ['ID=fd622747-e845-4d93-842b-632361ed5460,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:17.541040 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.542749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-a2d61ef3-c98a-47ee-9263-cb2bb9000c50 service neutron] 10.222.0.85 "GET /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913972 Nov 09 18:01:17.548433 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b74e8c9-5483-4638-916a-10fa03bbb008 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/subnets/fd622747-e845-4d93-842b-632361ed5460 HTTP/1.1" status: 204 len: 168 time: 0.3430791 Nov 09 18:01:17.548837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45466) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:17.552216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914788f-b0d8-4e60-b734-d5562b2e112b None None] Network a2a7aca9-1d58-45bb-9af1-bb95536e8208 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:17.561413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853062f2-a49c-4429-acc2-4c43864923ee,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:17.577358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.578568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13ed2b95-ba87-420b-90e1-2deaf61efec6 req-e82eacce-c13a-44b7-927f-b82e7a3d4d7c tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3913193 Nov 09 18:01:17.647085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.654466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:17.725842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:17.749542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e1610-166a-43a2-993f-4fbcd051e27e req-62e2e73d-5743-4022-a9df-a9f8c82b5e8b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:17.758007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a19e1610-166a-43a2-993f-4fbcd051e27e req-62e2e73d-5743-4022-a9df-a9f8c82b5e8b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1076109 Nov 09 18:01:17.828373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port af46b848-d9da-4b25-8bdc-dce5951660e7 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:17.828901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.845086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a19e1610-166a-43a2-993f-4fbcd051e27e req-9464b96e-686d-4aab-a3f8-7cdd62d9fcc2 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859127 Nov 09 18:01:17.953029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] DHCP port deletion for a2a7aca9-1d58-45bb-9af1-bb95536e8208 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:17.963906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port af46b848-d9da-4b25-8bdc-dce5951660e7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=af46b848-d9da-4b25-8bdc-dce5951660e7,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:17.964283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:17.998780 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3906e2dc-e27b-4108-aa52-5a086c38c3b4 x-openstack-request-id: req-3906e2dc-e27b-4108-aa52-5a086c38c3b4 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:17.998902 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:17.999272 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3906e2dc-e27b-4108-aa52-5a086c38c3b4 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:17.999588 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b', 'code': 200} Nov 09 18:01:18.010655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for af46b848-d9da-4b25-8bdc-dce5951660e7 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:18.029704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] Deleting port af46b848-d9da-4b25-8bdc-dce5951660e7 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:18.030285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.106509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] For port af46b848-d9da-4b25-8bdc-dce5951660e7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=af46b848-d9da-4b25-8bdc-dce5951660e7,segment=NetworkSegment(8639149b-055e-4859-b7ef-e530cf38b4e9),segment_id=8639149b-055e-4859-b7ef-e530cf38b4e9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:18.107203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.108227 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac81fd2-df63-4813-aae1-b8fbb1c0dbd0 x-openstack-request-id: req-bac81fd2-df63-4813-aae1-b8fbb1c0dbd0 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:18.108529 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d92d7-44f9-4de2-aee7-451fe4d96a4a", "name": "network-vif-deleted", "tag": "5981e7cc-bb76-44c2-b7b3-1d674848119b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05092ceb-7e0f-454a-acce-4d2b9cd5e9a6", "tag": "1608caf9-7c3a-43d6-ba4b-55c98bd35107", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:18.108784 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bac81fd2-df63-4813-aae1-b8fbb1c0dbd0 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:18.109836 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d92d7-44f9-4de2-aee7-451fe4d96a4a', 'name': 'network-vif-deleted', 'tag': '5981e7cc-bb76-44c2-b7b3-1d674848119b', 'status': 'completed', 'code': 200} Nov 09 18:01:18.110254 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'tag': '1608caf9-7c3a-43d6-ba4b-55c98bd35107', 'status': 'completed', 'code': 200} Nov 09 18:01:18.121412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] Calling delete_port for af46b848-d9da-4b25-8bdc-dce5951660e7 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:18.148777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-96dc8ef1-0575-4641-a5a0-32ba805686a5 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.151453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-96dc8ef1-0575-4641-a5a0-32ba805686a5 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462&tenant_id=318aca4218784719bcba0ea84a1e72b6&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.3348837 Nov 09 18:01:18.292213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac75fac9-db1c-41bf-8f8c-1deaf00f6028 req-496eca08-725a-406c-8b9f-b524e802fe20 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/cc495ab6-d593-4325-ae5c-d02c06ad56f9 HTTP/1.1" status: 200 len: 1803 time: 0.1811082 Nov 09 18:01:18.304635 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.310934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.313929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-3bd7a15a-9892-4469-a51e-8c0fa2cf2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.315457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-3bd7a15a-9892-4469-a51e-8c0fa2cf2bb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 1094 time: 0.2111504 Nov 09 18:01:18.334296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] No DVR routers for this DVR port af46b848-d9da-4b25-8bdc-dce5951660e7 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:18.339143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7baaa-abb8-45e9-9319-9b5be31f5805 None None] Pushing event deleted for resources: {'Port': ['ID=af46b848-d9da-4b25-8bdc-dce5951660e7,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:18.389290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=af46b848-d9da-4b25-8bdc-dce5951660e7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:18.416241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port af46b848-d9da-4b25-8bdc-dce5951660e7 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:18.449229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99e6a6-912c-426b-84a8-8755322ee3c5 req-95b11e10-4dec-4018-9dc6-8619d6b09971 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.450738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f99e6a6-912c-426b-84a8-8755322ee3c5 req-95b11e10-4dec-4018-9dc6-8619d6b09971 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 943 time: 0.2316301 Nov 09 18:01:18.610457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.645258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device af46b848-d9da-4b25-8bdc-dce5951660e7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:18.666626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: af46b848-d9da-4b25-8bdc-dce5951660e7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:18.667120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device af46b848-d9da-4b25-8bdc-dce5951660e7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:18.672734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f99e6a6-912c-426b-84a8-8755322ee3c5 req-e2dcbc2b-12e1-4df2-b844-b92ce62d0552 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781769 Nov 09 18:01:18.672951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-be5bde94-e544-48cb-b86d-ac99ab28c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.674606 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-be5bde94-e544-48cb-b86d-ac99ab28c5d5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1100 time: 0.0499289 Nov 09 18:01:18.677200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a7aca9-1d58-45bb-9af1-bb95536e8208']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:18.679819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-f59310a6-e66f-46f0-bc19-f4ac99a5c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.681322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-f59310a6-e66f-46f0-bc19-f4ac99a5c5ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 912 time: 0.3480740 Nov 09 18:01:18.682842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-98472493-6532-455f-bc7f-1a5183fa4761 service neutron] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:18.688531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac75fac9-db1c-41bf-8f8c-1deaf00f6028 req-11fdeff1-7fee-419a-ae95-a97316d90be2 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.694399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8639149b-055e-4859-b7ef-e530cf38b4e9') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:18.695281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8639149b-055e-4859-b7ef-e530cf38b4e9') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:18.705876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-98472493-6532-455f-bc7f-1a5183fa4761 service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.707918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c79851f-1ca9-416f-b710-fbb934fce869 req-98472493-6532-455f-bc7f-1a5183fa4761 service neutron] 10.222.0.85 "DELETE /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c/bindings/n-h1-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.5118983 Nov 09 18:01:18.720773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.779282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-30ab6e15-243e-453a-906f-d2310c820161 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107 HTTP/1.1" status: 200 len: 217 time: 0.0707138 Nov 09 18:01:18.794377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-292467c3-e13a-45a8-9db4-ab11fdf1581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.796501 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-292467c3-e13a-45a8-9db4-ab11fdf1581f service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1123595 Nov 09 18:01:18.797777 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.800802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac75fac9-db1c-41bf-8f8c-1deaf00f6028 req-11fdeff1-7fee-419a-ae95-a97316d90be2 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.840672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:18.841072 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:18.844669 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:18.848615 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-03490075-61c0-4db5-914f-341510d2f93e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0426927 Nov 09 18:01:18.867890 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.924965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-f3e458e2-81f6-4a2e-bacc-09740d297ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.926965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-f3e458e2-81f6-4a2e-bacc-09740d297ba2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0705178 Nov 09 18:01:18.930856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-ffe7ed0c-57ed-4364-8c82-ea6c0630e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:18.932341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-ffe7ed0c-57ed-4364-8c82-ea6c0630e68f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 200 len: 851 time: 0.1434338 Nov 09 18:01:18.953932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.967629 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:18.971680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/networks/a2a7aca9-1d58-45bb-9af1-bb95536e8208 HTTP/1.1" status: 204 len: 168 time: 1.4204292 Nov 09 18:01:18.975561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45490) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:18.998839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-a85d6272-dedb-44de-92a0-e7b764da3d6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2f57f03-884f-4a8d-a588-88cd31213570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560238 Nov 09 18:01:19.032711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-03ec2bea-8c49-44e8-9f5d-038eef7407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:19.034502 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-03ec2bea-8c49-44e8-9f5d-038eef7407e1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997207 Nov 09 18:01:19.040961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting subnet 138e4ded-d21c-41bf-bee9-9301d12cdc68 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:19.045345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.048242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae335c-20af-4745-b319-07612dfb9273 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Network': ['ID=a2a7aca9-1d58-45bb-9af1-bb95536e8208,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:19.108432 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac75fac9-db1c-41bf-8f8c-1deaf00f6028 req-11fdeff1-7fee-419a-ae95-a97316d90be2 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.111304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac75fac9-db1c-41bf-8f8c-1deaf00f6028 req-11fdeff1-7fee-419a-ae95-a97316d90be2 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.112551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac75fac9-db1c-41bf-8f8c-1deaf00f6028 req-11fdeff1-7fee-419a-ae95-a97316d90be2 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc495ab6-d593-4325-ae5c-d02c06ad56f9 HTTP/1.1" status: 204 len: 173 time: 0.8072278 Nov 09 18:01:19.136370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.136625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdeff1-7fee-419a-ae95-a97316d90be2 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc495ab6-d593-4325-ae5c-d02c06ad56f9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:19.151563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978193ff-03ab-4c60-8d19-d4e1c632682a req-b228c431-219e-48b8-9f25-2ad7bf6d5564 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:19.160121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-978193ff-03ab-4c60-8d19-d4e1c632682a req-b228c431-219e-48b8-9f25-2ad7bf6d5564 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 945 time: 0.1665795 Nov 09 18:01:19.207168 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-d84db0de-f758-425c-a069-b3c15b0bd383 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627059 Nov 09 18:01:19.220113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-5eca3800-e21b-4fc5-a42e-9f5b7244605f service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028568 Nov 09 18:01:19.236492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-978193ff-03ab-4c60-8d19-d4e1c632682a req-33072a47-9752-4612-bc1a-75607e6a0f69 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717549 Nov 09 18:01:19.314576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.385055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-bd67167a-6242-43ee-9500-53cc9befcecc service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692619 Nov 09 18:01:19.403809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7701543-f50e-46a1-a60d-e89cf10f1927 req-0a4fff97-42c0-463a-90e1-2b3bd645c740 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660955 Nov 09 18:01:19.416060 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.432278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846aa57-045c-4a08-a709-8dc58e42e323 req-2de7ded9-97d2-437a-8e8f-34d65a435880 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:19.434717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e846aa57-045c-4a08-a709-8dc58e42e323 req-2de7ded9-97d2-437a-8e8f-34d65a435880 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 945 time: 0.0707550 Nov 09 18:01:19.447911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Subnet': ['ID=138e4ded-d21c-41bf-bee9-9301d12cdc68,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:19.455216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.458591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-88ea7667-c308-458f-8149-262b74824b86 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/subnets/138e4ded-d21c-41bf-bee9-9301d12cdc68 HTTP/1.1" status: 204 len: 168 time: 0.4807796 Nov 09 18:01:19.464175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45498) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:19.468099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536972ae-4c5c-4e2c-97cd-9d50456d1cc4 None None] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:19.506269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e846aa57-045c-4a08-a709-8dc58e42e323 req-e961da9f-2a80-478a-977e-b5f15627504b tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654912 Nov 09 18:01:19.556510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.616201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port 38330bd2-0a34-4414-a8e6-4453030aaf95 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:19.617385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.669648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e73c-5a87-4f53-b34a-a92882e50d0f req-fcb6436f-78a4-4719-a194-f421131993ca tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:19.671202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1be7e73c-5a87-4f53-b34a-a92882e50d0f req-fcb6436f-78a4-4719-a194-f421131993ca tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.0960026 Nov 09 18:01:19.689419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256b03-1355-4eac-906e-e59cecbc8a5c req-d5755d3e-df83-46cc-982f-2a3a9ea80227 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:19.690865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c256b03-1355-4eac-906e-e59cecbc8a5c req-d5755d3e-df83-46cc-982f-2a3a9ea80227 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.0777183 Nov 09 18:01:19.698849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port 38330bd2-0a34-4414-a8e6-4453030aaf95, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=38330bd2-0a34-4414-a8e6-4453030aaf95,segment=NetworkSegment(2bb70a44-6c7a-40f1-821d-839db9ad6830),segment_id=2bb70a44-6c7a-40f1-821d-839db9ad6830)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:19.699326 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.716770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for 38330bd2-0a34-4414-a8e6-4453030aaf95 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:19.753594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] DHCP port deletion for 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:19.760986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c256b03-1355-4eac-906e-e59cecbc8a5c req-0d5d3aee-54bb-44b2-ac89-48dac3e5219d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607595 Nov 09 18:01:19.765755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1be7e73c-5a87-4f53-b34a-a92882e50d0f req-b92fe0b6-c151-4f51-9dd7-d2254a2f61c7 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866165 Nov 09 18:01:19.822198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.835220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Deleting port 38330bd2-0a34-4414-a8e6-4453030aaf95 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:19.836059 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.849858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=38330bd2-0a34-4414-a8e6-4453030aaf95,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:19.850563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b1901e2-0b9a-4258-91fc-9d71cfef8158 req-64a469a2-d1e6-46b2-acbe-f73151fb7385 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6d65c613-345e-4f83-a7cc-2644d65222ea HTTP/1.1" status: 200 len: 1805 time: 0.0558589 Nov 09 18:01:19.853676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port 38330bd2-0a34-4414-a8e6-4453030aaf95 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:19.965928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:19.981373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3197fe-b327-4d3a-954f-04aaf40c4a4e req-489f32ba-1ad9-49bb-b5cf-71be3ea9a6cb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:19.983582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e3197fe-b327-4d3a-954f-04aaf40c4a4e req-489f32ba-1ad9-49bb-b5cf-71be3ea9a6cb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 943 time: 0.0631135 Nov 09 18:01:19.989845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4ba3c1-7ffc-4686-b203-9dfa615ef812']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:20.001559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb70a44-6c7a-40f1-821d-839db9ad6830') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:20.001850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb70a44-6c7a-40f1-821d-839db9ad6830') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:20.013429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.028191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.034360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:20.034761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.041195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e3197fe-b327-4d3a-954f-04aaf40c4a4e req-1e6c5acf-bd58-4084-855a-49190cfdbeab tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504248 Nov 09 18:01:20.082078 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] For port 38330bd2-0a34-4414-a8e6-4453030aaf95, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:20.082078 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.088504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Calling delete_port for 38330bd2-0a34-4414-a8e6-4453030aaf95 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:20.090261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Port 38330bd2-0a34-4414-a8e6-4453030aaf95 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:01:20.092035 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:20.093928 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:20.098808 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.118811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Network 0c4ba3c1-7ffc-4686-b203-9dfa615ef812 is not hosted by any dhcp agent {{(pid=102142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:01:20.119398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] No DVR routers for this DVR port 38330bd2-0a34-4414-a8e6-4453030aaf95 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:20.121489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f856c-41ca-41ec-9f93-ab099f3e0899 None None] Pushing event deleted for resources: {'Port': ['ID=38330bd2-0a34-4414-a8e6-4453030aaf95,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:20.122408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.134299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/networks/0c4ba3c1-7ffc-4686-b203-9dfa615ef812 HTTP/1.1" status: 204 len: 168 time: 0.6636665 Nov 09 18:01:20.134299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addb8bc-d422-49cc-be7b-9b0a592ad433 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Network': ['ID=0c4ba3c1-7ffc-4686-b203-9dfa615ef812,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:20.134299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:20.137413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2039877962'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:20.170716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:20.174556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.200748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:20.209549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8596-f201-48c3-b4b4-6f4adbcc2401 req-b333910c-fa3b-4178-82c5-a9e0d873d755 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:20.211151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc0c8596-f201-48c3-b4b4-6f4adbcc2401 req-b333910c-fa3b-4178-82c5-a9e0d873d755 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 1096 time: 0.0535941 Nov 09 18:01:20.223291 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.223571 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Added segment 59801237-ff0d-470c-abdd-9f0599c4597b of type vlan for network bd4b44d0-04df-4929-950e-57b7170d2875 Nov 09 18:01:20.251703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a1c83d6f-5d63-4a4f-b1e0-9908e04498cd req-b69e667d-4393-47b8-8114-f781dfcc43bf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1892786910', 'description': 'tempest-description-1218337348'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:20.272051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.276742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a1c83d6f-5d63-4a4f-b1e0-9908e04498cd req-b69e667d-4393-47b8-8114-f781dfcc43bf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.296686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc0c8596-f201-48c3-b4b4-6f4adbcc2401 req-26934f66-4bbb-465b-9de0-f4ce979fdc57 tempest-LiveAutoBlockMigrationV225Test-152226125 tempest-LiveAutoBlockMigrationV225Test-152226125-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786314 Nov 09 18:01:20.299497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.305383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:20.305982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.361592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a1c83d6f-5d63-4a4f-b1e0-9908e04498cd req-b69e667d-4393-47b8-8114-f781dfcc43bf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.367237 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a1c83d6f-5d63-4a4f-b1e0-9908e04498cd req-b69e667d-4393-47b8-8114-f781dfcc43bf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.381204 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2475171 Nov 09 18:01:20.384023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45538) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:20.392607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'subnet': {'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:20.414682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cd269-badd-47d8-b569-50037fd985f4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Network': ['ID=bd4b44d0-04df-4929-950e-57b7170d2875,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:20.426215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network bd4b44d0-04df-4929-950e-57b7170d2875 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:20.453630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a1c83d6f-5d63-4a4f-b1e0-9908e04498cd req-b69e667d-4393-47b8-8114-f781dfcc43bf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.454711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1c83d6f-5d63-4a4f-b1e0-9908e04498cd req-b69e667d-4393-47b8-8114-f781dfcc43bf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2071159 Nov 09 18:01:20.465917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e667d-4393-47b8-8114-f781dfcc43bf tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bac8a67-d0a4-48cb-b9f2-ebef75f09c31,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:20.533934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:20.539655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.598631 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:01:20.687626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 38330bd2-0a34-4414-a8e6-4453030aaf95 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:20.709233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 38330bd2-0a34-4414-a8e6-4453030aaf95 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:20.709619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 38330bd2-0a34-4414-a8e6-4453030aaf95 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:20.735340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d425e1fd-e1ef-497a-99f2-b2005c095aea tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6bac8a67-d0a4-48cb-b9f2-ebef75f09c31 HTTP/1.1" status: 200 len: 1805 time: 0.0960004 Nov 09 18:01:20.755153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bac8a67-d0a4-48cb-b9f2-ebef75f09c31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:20.755455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bac8a67-d0a4-48cb-b9f2-ebef75f09c31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:20.805652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab017555-550b-406f-b960-00af40e6d51f req-39fbf3d6-df05-4dd8-963f-f66ae5e18607 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:20.807190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab017555-550b-406f-b960-00af40e6d51f req-39fbf3d6-df05-4dd8-963f-f66ae5e18607 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.1325037 Nov 09 18:01:20.822873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45554) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:20.903602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.913778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab017555-550b-406f-b960-00af40e6d51f req-2e743a38-d3da-4428-bb37-315dd67d30ed tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972564 Nov 09 18:01:20.937407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb6c0-4d69-4277-9488-19b54a4f51fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.963842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:20.994913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Subnet': ['ID=2c4626f5-aec4-41dc-9917-ba79298b474c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.024967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb6c0-4d69-4277-9488-19b54a4f51fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.028932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb6c0-4d69-4277-9488-19b54a4f51fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.045380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.052421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.065219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Checking segment: {'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:21.065581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network hostable DHCP agents. Network: bd4b44d0-04df-4929-950e-57b7170d2875, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:21.070654 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0e1cb6c0-4d69-4277-9488-19b54a4f51fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d1f7ac1807a41a0af6ed8b0c23de4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459610 Nov 09 18:01:21.071735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cb6c0-4d69-4277-9488-19b54a4f51fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c3d3d-ac56-46fc-8314-2be55d102856,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.073964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45560) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.087113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a28b5cb-d75a-40ef-8de5-4297deef63c0,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.100126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6212e-c4bd-47e1-992b-32b690b28dbb req-9997e572-8db3-4fd2-9684-fd366de0d39b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.101732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4d6212e-c4bd-47e1-992b-32b690b28dbb req-9997e572-8db3-4fd2-9684-fd366de0d39b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 945 time: 0.1022880 Nov 09 18:01:21.105147 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.106264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a4ab219-a33d-4eeb-9800-f6aa30f8b008 req-d456b2c2-b1d1-4a08-9046-ab408c54d238 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3621225 Nov 09 18:01:21.128314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network bd4b44d0-04df-4929-950e-57b7170d2875 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:21.146721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, bd4b44d0-04df-4929-950e-57b7170d2875) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:21.146971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f136fa62-06a0-4196-a282-6d0e62da6ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.152492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.153127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.158841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a130d85-dbaa-4f1f-9b4c-6c73356bcb20 None None] Network bd4b44d0-04df-4929-950e-57b7170d2875 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:21.162670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4d6212e-c4bd-47e1-992b-32b690b28dbb req-45413f04-c7d4-4b97-b164-295b59f63040 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Nov 09 18:01:21.196133 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f136fa62-06a0-4196-a282-6d0e62da6ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.224028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-27b6ccd6-f931-4777-85fd-0ce179279be2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8389215 Nov 09 18:01:21.228289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45564) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.247105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-932877889'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:21.255232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f136fa62-06a0-4196-a282-6d0e62da6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.258790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f136fa62-06a0-4196-a282-6d0e62da6ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.260139 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f136fa62-06a0-4196-a282-6d0e62da6ad5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf8c3d3d-ac56-46fc-8314-2be55d102856 HTTP/1.1" status: 204 len: 168 time: 0.1768239 Nov 09 18:01:21.268273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136fa62-06a0-4196-a282-6d0e62da6ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c3d3d-ac56-46fc-8314-2be55d102856,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.289320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fe0ea7fa-fda0-4049-9ccd-6d68b64905fa details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:21.300160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622404a3-34ac-4295-94b1-b73343ff4889 req-234db7f1-45b9-4c80-8515-b001747fed01 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.308012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-622404a3-34ac-4295-94b1-b73343ff4889 req-234db7f1-45b9-4c80-8515-b001747fed01 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1250784 Nov 09 18:01:21.326937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:21.330380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.356691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf4f26-3d44-4399-bb22-3eaa2dfbb9a0 req-a9158da1-32a7-47c3-89f7-cd98cb6a10c7 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.358211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58cf4f26-3d44-4399-bb22-3eaa2dfbb9a0 req-a9158da1-32a7-47c3-89f7-cd98cb6a10c7 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 943 time: 0.1288087 Nov 09 18:01:21.402101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-622404a3-34ac-4295-94b1-b73343ff4889 req-1f3f81f6-124c-4600-8880-550c94a13fa7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915861 Nov 09 18:01:21.421760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:21.430515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-bd4b44d0-04df-4929-950e-57b7170d2875', 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'fixed_ips': [{'subnet_id': '2c4626f5-aec4-41dc-9917-ba79298b474c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:21.431390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.452255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.452604 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Added segment d21bcd94-f9da-48d3-9a07-3509ec1a33fa of type vlan for network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 Nov 09 18:01:21.474847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:21.481353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58cf4f26-3d44-4399-bb22-3eaa2dfbb9a0 req-44fea291-7615-41a5-919d-0a5b4527c053 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089702 Nov 09 18:01:21.541783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.551184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-72e46304-4a42-499a-983a-59c47064199f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.553222 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-72e46304-4a42-499a-983a-59c47064199f tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 945 time: 0.0862308 Nov 09 18:01:21.558571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'mac_address': 'fa:16:3e:8b:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:21.566490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-e805de8b-f6a5-4cd7-b6d1-d74b4d2a8e1d tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6bac8a67-d0a4-48cb-b9f2-ebef75f09c31 HTTP/1.1" status: 200 len: 2398 time: 0.1216698 Nov 09 18:01:21.578340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bac8a67-d0a4-48cb-b9f2-ebef75f09c31', 'remote_group_id': None}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:21.579067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6bac8a67-d0a4-48cb-b9f2-ebef75f09c31', 'remote_group_id': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:21.612351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.621156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:21.621803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.652125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1608caf9-7c3a-43d6-ba4b-55c98bd35107 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:21.687114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45580) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.700835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4678743 Nov 09 18:01:21.704748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45582) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:21.714020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'subnet': {'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:21.720608 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.723646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Allocated IP 19.80.0.2 (bd4b44d0-04df-4929-950e-57b7170d2875/2c4626f5-aec4-41dc-9917-ba79298b474c/bff92d53-059b-4029-8919-ea1041039a2c) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:21.724667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Deleting port 208229ea-95f8-4e39-9325-773eb21fbb5c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:21.724915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f17bf5-cbd0-4b42-8c09-43426841596f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Network': ['ID=ef1fd7f4-5530-4d7a-8987-dad1871df2c9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.725027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.736232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.756419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.757306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:21.762258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.786887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43031c68-43c8-43bb-b3d1-a65b82a3988e,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:21.794361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.796650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a9279171-ffbb-4c7e-a01a-a55e19a31353 req-81372f5c-2e55-4167-8473-c48acd4faad7 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2238059 Nov 09 18:01:21.799156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc38ca1f-1aab-4f1d-bd65-ddf5250dbf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.809359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe0ea7fa-fda0-4049-9ccd-6d68b64905fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:21.863078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e556908e-6221-481c-b00b-eecbaa13a238 req-60754416-10d6-4a19-a020-4dd2e7554525 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6bac8a67-d0a4-48cb-b9f2-ebef75f09c31 HTTP/1.1" status: 200 len: 2996 time: 0.0447369 Nov 09 18:01:21.918212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:21.924364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db15674c-622a-4340-ac39-d1f2fb05e21f req-ccb3d41d-d733-4207-ad1b-4b30d810dfda tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-group-rules/43031c68-43c8-43bb-b3d1-a65b82a3988e HTTP/1.1" status: 200 len: 783 time: 0.0379376 Nov 09 18:01:21.931946 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.949289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:21.953609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:21.984315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db15674c-622a-4340-ac39-d1f2fb05e21f req-7fcdd532-0158-4a2b-94ab-d0d8f6abe3c8 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6bac8a67-d0a4-48cb-b9f2-ebef75f09c31 HTTP/1.1" status: 200 len: 2996 time: 0.0582814 Nov 09 18:01:22.033198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1608caf9-7c3a-43d6-ba4b-55c98bd35107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:22.053609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db15674c-622a-4340-ac39-d1f2fb05e21f req-a81adefe-268b-4e45-8ef6-01df32d4bf15 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.053881 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] For port 208229ea-95f8-4e39-9325-773eb21fbb5c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=208229ea-95f8-4e39-9325-773eb21fbb5c,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:22.054173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.063570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '1608caf9-7c3a-43d6-ba4b-55c98bd35107', 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'port_id': '1608caf9-7c3a-43d6-ba4b-55c98bd35107', 'mac_address': 'fa:16:3e:0f:a0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:22.072167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db15674c-622a-4340-ac39-d1f2fb05e21f req-a81adefe-268b-4e45-8ef6-01df32d4bf15 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.077470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Calling delete_port for 208229ea-95f8-4e39-9325-773eb21fbb5c owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:22.092070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['fe0ea7fa-fda0-4049-9ccd-6d68b64905fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:22.097804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.106678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b6db5-b99b-4655-a7fa-83f5c2e924f4 req-32e1bb90-2743-4cb4-bf0d-c58fc9a8aba8 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.115777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-395b6db5-b99b-4655-a7fa-83f5c2e924f4 req-32e1bb90-2743-4cb4-bf0d-c58fc9a8aba8 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.1036584 Nov 09 18:01:22.155181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db15674c-622a-4340-ac39-d1f2fb05e21f req-a81adefe-268b-4e45-8ef6-01df32d4bf15 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.166354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db15674c-622a-4340-ac39-d1f2fb05e21f req-a81adefe-268b-4e45-8ef6-01df32d4bf15 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.167953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db15674c-622a-4340-ac39-d1f2fb05e21f req-a81adefe-268b-4e45-8ef6-01df32d4bf15 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/43031c68-43c8-43bb-b3d1-a65b82a3988e HTTP/1.1" status: 204 len: 173 time: 0.1827137 Nov 09 18:01:22.173640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.179287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-395b6db5-b99b-4655-a7fa-83f5c2e924f4 req-4c3eac31-aa96-4064-a02e-b9c794703ce9 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626032 Nov 09 18:01:22.191509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81adefe-268b-4e45-8ef6-01df32d4bf15 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43031c68-43c8-43bb-b3d1-a65b82a3988e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.204955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.237479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc38ca1f-1aab-4f1d-bd65-ddf5250dbf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.252788 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.254997 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc38ca1f-1aab-4f1d-bd65-ddf5250dbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.286618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e37ed41b-c601-4fa1-94fd-de5ffc563106 req-ea2d1003-1f54-423e-a879-2811ad5d4fc8 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6bac8a67-d0a4-48cb-b9f2-ebef75f09c31 HTTP/1.1" status: 200 len: 2398 time: 0.0765004 Nov 09 18:01:22.313685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Network bd4b44d0-04df-4929-950e-57b7170d2875 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:22.314543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Pushing event updated for resources: {'Port': ['ID=bff92d53-059b-4029-8919-ea1041039a2c,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.319170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1608caf9-7c3a-43d6-ba4b-55c98bd35107 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:22.333622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:22.346825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:22.354468 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc38ca1f-1aab-4f1d-bd65-ddf5250dbf30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e38327feab944939193c611ac0c3372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657057 Nov 09 18:01:22.359883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8bdae-72b7-4716-b535-42df0b359565 req-71921e93-869f-426f-8284-afb3091f75f2 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.361375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40b8bdae-72b7-4716-b535-42df0b359565 req-71921e93-869f-426f-8284-afb3091f75f2 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 945 time: 0.0978673 Nov 09 18:01:22.362215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45594) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:22.363949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38ca1f-1aab-4f1d-bd65-ddf5250dbf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c9507-9a5d-4731-942d-5740fce44350,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.371433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1608caf9-7c3a-43d6-ba4b-55c98bd35107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:22.401342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.404350 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.427065 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e37ed41b-c601-4fa1-94fd-de5ffc563106 req-305d4323-320e-40b7-ae8b-1af3b1bbb1db tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.467846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40b8bdae-72b7-4716-b535-42df0b359565 req-35168b61-f71d-4b4a-82f9-cfac16352547 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840423 Nov 09 18:01:22.474951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.480348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e37ed41b-c601-4fa1-94fd-de5ffc563106 req-305d4323-320e-40b7-ae8b-1af3b1bbb1db tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.488542 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9cccc37-6c57-4d0a-8a43-1af87a927bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.489172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Subnet': ['ID=7532d918-b231-4176-8b43-af06be7961bb,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.492688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Attempting to bind port bff92d53-059b-4029-8919-ea1041039a2c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:22.494092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Attempting to bind port bff92d53-059b-4029-8919-ea1041039a2c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:22.494785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Attempting to bind port bff92d53-059b-4029-8919-ea1041039a2c on network bd4b44d0-04df-4929-950e-57b7170d2875 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:22.508369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:22.521847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event deleted for resources: {'Port': ['ID=208229ea-95f8-4e39-9325-773eb21fbb5c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.532492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Checking segment: {'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:22.532942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network hostable DHCP agents. Network: ef1fd7f4-5530-4d7a-8987-dad1871df2c9, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:22.547075 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9cccc37-6c57-4d0a-8a43-1af87a927bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.559331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:22.560118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Checking segment: {'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:22.560724 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.561514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Bound using segment: {'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:22.562290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Bound port: bff92d53-059b-4029-8919-ea1041039a2c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:22.563766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.565694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e37ed41b-c601-4fa1-94fd-de5ffc563106 req-305d4323-320e-40b7-ae8b-1af3b1bbb1db tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.569329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e37ed41b-c601-4fa1-94fd-de5ffc563106 req-305d4323-320e-40b7-ae8b-1af3b1bbb1db tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.569953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e37ed41b-c601-4fa1-94fd-de5ffc563106 req-305d4323-320e-40b7-ae8b-1af3b1bbb1db tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-groups/6bac8a67-d0a4-48cb-b9f2-ebef75f09c31 HTTP/1.1" status: 204 len: 173 time: 0.2820487 Nov 09 18:01:22.573712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] No DVR routers for this DVR port 208229ea-95f8-4e39-9325-773eb21fbb5c on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:22.578107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1608caf9-7c3a-43d6-ba4b-55c98bd35107,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.578857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.582926 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb2cef6a-d138-4420-8ed3-f81749d8c0a5 req-26545f66-e384-4e61-9baf-44a63a01efde tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "DELETE /v2.0/ports/208229ea-95f8-4e39-9325-773eb21fbb5c HTTP/1.1" status: 204 len: 173 time: 1.0188715 Nov 09 18:01:22.583480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'name': 'network-vif-deleted', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:22.586581 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf77e1-422a-4614-9d5c-b9d3bb535ff7" -d '{"events": [{"server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "name": "network-vif-deleted", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:22.602445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:22.615519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ef1fd7f4-5530-4d7a-8987-dad1871df2c9) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:22.617578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d4323-320e-40b7-ae8b-1af3b1bbb1db tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bac8a67-d0a4-48cb-b9f2-ebef75f09c31,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.630488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.631014 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.633200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b17513-7921-4e1f-b608-d1ebece7cc9a None None] Network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:22.653014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-24a6b74b-1cfd-441c-b947-2cc4523e0efc tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9436400 Nov 09 18:01:22.666051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9cccc37-6c57-4d0a-8a43-1af87a927bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.669202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9cccc37-6c57-4d0a-8a43-1af87a927bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:22.670414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b9cccc37-6c57-4d0a-8a43-1af87a927bb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/636c9507-9a5d-4731-942d-5740fce44350 HTTP/1.1" status: 204 len: 168 time: 0.3072360 Nov 09 18:01:22.694075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cccc37-6c57-4d0a-8a43-1af87a927bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c9507-9a5d-4731-942d-5740fce44350,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:22.725815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['208229ea-95f8-4e39-9325-773eb21fbb5c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:22.728825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1608caf9-7c3a-43d6-ba4b-55c98bd35107'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:22.785409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdbe23-fae6-4248-a1c7-441171b35012 req-65600740-f324-40a7-8c35-4d4d7a88c9d6 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.787382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6cdbe23-fae6-4248-a1c7-441171b35012 req-65600740-f324-40a7-8c35-4d4d7a88c9d6 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 944 time: 0.1030502 Nov 09 18:01:22.825025 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-fbca4af9-3525-4d28-84b7-5be7af3c5df2 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.827128 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-fbca4af9-3525-4d28-84b7-5be7af3c5df2 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.85 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.1135695 Nov 09 18:01:22.936852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6cdbe23-fae6-4248-a1c7-441171b35012 req-6b221b1b-ba30-4d65-b7b4-43eaa35eedb7 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166532 Nov 09 18:01:22.947714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096d428-6550-4a40-b81a-3c9df5c9089d req-b66eeb04-ba74-4611-ab42-ba0eb0354935 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:22.964100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] For port bff92d53-059b-4029-8919-ea1041039a2c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:22.965951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f096d428-6550-4a40-b81a-3c9df5c9089d req-b66eeb04-ba74-4611-ab42-ba0eb0354935 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1755986 Nov 09 18:01:22.978156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] For port bff92d53-059b-4029-8919-ea1041039a2c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bff92d53-059b-4029-8919-ea1041039a2c,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:23.002174 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.022589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f096d428-6550-4a40-b81a-3c9df5c9089d req-6e4c70df-7a27-4dc1-8bfc-fa1169cd2b72 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Nov 09 18:01:23.103731 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-8f83ab41-6307-4243-9e59-a6d29794290c req-c4f68764-f73d-4fc1-95b2-8d7eebc67646 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] show failed (client error): The resource could not be found. Nov 09 18:01:23.117423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f83ab41-6307-4243-9e59-a6d29794290c req-c4f68764-f73d-4fc1-95b2-8d7eebc67646 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/cc495ab6-d593-4325-ae5c-d02c06ad56f9 HTTP/1.1" status: 404 len: 352 time: 0.0548403 Nov 09 18:01:23.135894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Deleting port ad9c9458-4618-4583-b574-91e3dff84d01 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:23.136415 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.310580 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab52e31-3f0c-49e9-8237-28ed3f43aa89 x-openstack-request-id: req-9ab52e31-3f0c-49e9-8237-28ed3f43aa89 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:23.311194 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3da724-181c-4c64-8c90-c3994ad03462", "name": "network-vif-deleted", "tag": "208229ea-95f8-4e39-9325-773eb21fbb5c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:23.312049 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ab52e31-3f0c-49e9-8237-28ed3f43aa89 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:23.312555 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3da724-181c-4c64-8c90-c3994ad03462', 'name': 'network-vif-deleted', 'tag': '208229ea-95f8-4e39-9325-773eb21fbb5c', 'status': 'completed', 'code': 200} Nov 09 18:01:23.449207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282e92b7-9b8a-4915-8d66-2228e9d5b7d2 req-e58afc03-2893-44d2-93bd-73733dc6b147 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6d65c613-345e-4f83-a7cc-2644d65222ea HTTP/1.1" status: 200 len: 1805 time: 0.2310553 Nov 09 18:01:23.466907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] For port ad9c9458-4618-4583-b574-91e3dff84d01, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ad9c9458-4618-4583-b574-91e3dff84d01,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:23.467647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:23.602764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4d37d-c3c0-4653-a143-94453170de6f None None] Pushing event updated for resources: {'Port': ['ID=bff92d53-059b-4029-8919-ea1041039a2c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:23.617350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fe0ea7fa-fda0-4049-9ccd-6d68b64905fa up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:23.884874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ef1fd7f4-5530-4d7a-8987-dad1871df2c9', 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'fixed_ips': [{'subnet_id': '7532d918-b231-4176-8b43-af06be7961bb'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:23.890900 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.013857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-282e92b7-9b8a-4915-8d66-2228e9d5b7d2 req-933b8108-8ade-4359-bc5f-0f58c74a5781 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.064285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-282e92b7-9b8a-4915-8d66-2228e9d5b7d2 req-933b8108-8ade-4359-bc5f-0f58c74a5781 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.164312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-cc96a59a-c444-4634-8a96-726f46d4e65e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7141275 Nov 09 18:01:24.186293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-282e92b7-9b8a-4915-8d66-2228e9d5b7d2 req-933b8108-8ade-4359-bc5f-0f58c74a5781 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.191563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-282e92b7-9b8a-4915-8d66-2228e9d5b7d2 req-933b8108-8ade-4359-bc5f-0f58c74a5781 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.193158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282e92b7-9b8a-4915-8d66-2228e9d5b7d2 req-933b8108-8ade-4359-bc5f-0f58c74a5781 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-groups/6d65c613-345e-4f83-a7cc-2644d65222ea HTTP/1.1" status: 204 len: 173 time: 0.7176807 Nov 09 18:01:24.224858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:24.225230 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.225681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b8108-8ade-4359-bc5f-0f58c74a5781 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d65c613-345e-4f83-a7cc-2644d65222ea,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:24.249857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-4a0084b6-02cd-4fed-adcf-b05ee97f42b4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:24.255916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-4a0084b6-02cd-4fed-adcf-b05ee97f42b4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:24.273249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-4a0084b6-02cd-4fed-adcf-b05ee97f42b4 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/networks?id=bd4b44d0-04df-4929-950e-57b7170d2875&id=ef1fd7f4-5530-4d7a-8987-dad1871df2c9 HTTP/1.1" status: 200 len: 1391 time: 0.9555757 Nov 09 18:01:24.333120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-ebfc873d-545a-447d-ada4-0d94dd2924b7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/quotas/23c42c2fc29d477c86de43347d74b267 HTTP/1.1" status: 200 len: 375 time: 0.0588338 Nov 09 18:01:24.461236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Allocated IP 19.86.0.2 (ef1fd7f4-5530-4d7a-8987-dad1871df2c9/7532d918-b231-4176-8b43-af06be7961bb/c1d2469f-ed93-4f16-97b5-12dd76eaac1c) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:24.531825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-b0dcfc1c-edb6-4436-affd-9d6f9e738d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:24.535778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-b0dcfc1c-edb6-4436-affd-9d6f9e738d29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 1100 time: 0.2604656 Nov 09 18:01:24.567519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110f77-716e-41f9-89ca-22e288c7b89a req-3c64c8c0-3db4-47da-b4d8-d5ada44d9f9b tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:24.573843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43110f77-716e-41f9-89ca-22e288c7b89a req-3c64c8c0-3db4-47da-b4d8-d5ada44d9f9b tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 945 time: 0.1957028 Nov 09 18:01:24.616940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-455471c7-39d0-4f65-91f4-29ef59510f82 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2828615 Nov 09 18:01:24.715245 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.715713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.715909 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Floating IP 543b0e02-2f83-41d7-9445-942a00655062 disassociated. External IP: 172.25.0.241, port: ad9c9458-4618-4583-b574-91e3dff84d01. Nov 09 18:01:24.716265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Calling delete_port for ad9c9458-4618-4583-b574-91e3dff84d01 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:24.761737 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:24.841466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:24.858852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43110f77-716e-41f9-89ca-22e288c7b89a req-8163f5da-9818-4191-9fe5-7e43a5e79cfd tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd76525-e21f-421e-95a2-cd76fb6bb175&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271981 Nov 09 18:01:24.861837 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ec99fe-7c21-48f1-94e6-9385377a047f" -d '{"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-plugged", "status": "completed", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:24.907013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bff92d53-059b-4029-8919-ea1041039a2c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:24.925983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5b89f-9686-4347-8b00-24dc6f756d00 None None] Network bd4b44d0-04df-4929-950e-57b7170d2875 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:24.941053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-dd3bceb6-a2d8-4f07-829a-a6f8ee4280e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:24.943987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-dd3bceb6-a2d8-4f07-829a-a6f8ee4280e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3663480 Nov 09 18:01:25.027711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:25.087933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.130470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.131690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ad9c9458-4618-4583-b574-91e3dff84d01 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:25.170939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-37ef66a9-58a9-4678-b4ad-b21b2419e867 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 200 len: 217 time: 0.2142932 Nov 09 18:01:25.194525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event deleted for resources: {'Port': ['ID=ad9c9458-4618-4583-b574-91e3dff84d01,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:25.240640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-0a43b9c3-ebbe-4f6b-81ec-a2dddc193a97 service neutron] 10.222.0.32 "GET /v2.0/networks/bd4b44d0-04df-4929-950e-57b7170d2875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225533 Nov 09 18:01:25.281351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: ad9c9458-4618-4583-b574-91e3dff84d01 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:25.282271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ad9c9458-4618-4583-b574-91e3dff84d01 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:25.333332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c42420c4-4470-452b-8a5d-9ba3f737d110 None None] Provisioning complete for port bff92d53-059b-4029-8919-ea1041039a2c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:25.336363 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c42420c4-4470-452b-8a5d-9ba3f737d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.358211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:25.362833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c667a5df-829f-4504-86f4-121b18760dee req-39c6a0bb-76db-4be9-a68f-bc6e8a22514b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 210 time: 0.3733468 Nov 09 18:01:25.425221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Router 805eaf2d-7153-4701-a1db-1494fb221556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:25.495394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-b1c368d1-2600-42e1-9ed5-7aa2ce83af58 service neutron] 10.222.0.32 "GET /v2.0/networks/bd4b44d0-04df-4929-950e-57b7170d2875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421823 Nov 09 18:01:25.541229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 208229ea-95f8-4e39-9325-773eb21fbb5c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:25.541574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 208229ea-95f8-4e39-9325-773eb21fbb5c not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:25.626047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:25.627082 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.684904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] Sync routers for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:25.685651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-523ec093-6aba-46f8-a28e-254cb3fbd695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:25.687778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-523ec093-6aba-46f8-a28e-254cb3fbd695 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.4454916 Nov 09 18:01:25.715008 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.717514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:25.731036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] No DVR routers for this DVR port ad9c9458-4618-4583-b574-91e3dff84d01 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:25.735159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:25.745217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4b7ccb9-3dff-49b7-84b9-4f45a2ae9d1b req-5c105c4c-42e8-4c16-ab2e-f78e591f221f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.85 "DELETE /v2.0/ports/ad9c9458-4618-4583-b574-91e3dff84d01 HTTP/1.1" status: 204 len: 173 time: 2.9083352 Nov 09 18:01:25.746724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'name': 'network-vif-deleted', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:25.748851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067c6e-908b-4c61-9fb2-56cfc1f8a2a0 req-d5925452-dac3-410a-9de9-58eba7af963e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:25.754826 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5e579b-f484-4bae-b3ec-78747abe83d1" -d '{"events": [{"server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "name": "network-vif-deleted", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:25.756631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5067c6e-908b-4c61-9fb2-56cfc1f8a2a0 req-d5925452-dac3-410a-9de9-58eba7af963e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 944 time: 0.2502062 Nov 09 18:01:25.844756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-2c1b5580-aa95-41c7-ae54-31c61ece0675 service neutron] 10.222.0.32 "GET /v2.0/networks/ef1fd7f4-5530-4d7a-8987-dad1871df2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442802 Nov 09 18:01:25.858721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1608caf9-7c3a-43d6-ba4b-55c98bd35107 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:25.862506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-e9e47b99-43b2-4f1e-8d34-9fc5018329da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:25.864019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-e9e47b99-43b2-4f1e-8d34-9fc5018329da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643806 Nov 09 18:01:25.882172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Pushing event updated for resources: {'Port': ['ID=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:25.890578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5067c6e-908b-4c61-9fb2-56cfc1f8a2a0 req-87fcf823-15a5-422b-83cb-4b301f300fb0 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317520 Nov 09 18:01:25.963890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bff92d53-059b-4029-8919-ea1041039a2c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:25.978669 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.129681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:26.146735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:26.151149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:26.157817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65977e-a1ac-4ce5-8c82-1dadf99aed04 req-eec7a556-f529-4ea7-8441-9b3bc9a46f54 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:26.161349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:26.162003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:26.165776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df65977e-a1ac-4ce5-8c82-1dadf99aed04 req-eec7a556-f529-4ea7-8441-9b3bc9a46f54 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1530659 Nov 09 18:01:26.198289 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-37b6015e-b646-4b97-aacd-998379d83d46 service neutron] 10.222.0.32 "GET /v2.0/networks/ef1fd7f4-5530-4d7a-8987-dad1871df2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525009 Nov 09 18:01:26.245779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-b787e545-54e3-4a27-9dc8-af7134308d09 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526092 Nov 09 18:01:26.269027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df65977e-a1ac-4ce5-8c82-1dadf99aed04 req-57123bd0-0e26-47b5-a1f4-a50124f403af tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023037 Nov 09 18:01:26.304203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:26.530516 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55e50c1-bba9-42d1-b772-d4512c8ecfdf x-openstack-request-id: req-c55e50c1-bba9-42d1-b772-d4512c8ecfdf {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:26.530856 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-plugged", "status": "completed", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:26.531068 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c55e50c1-bba9-42d1-b772-d4512c8ecfdf {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:26.531467 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'code': 200} Nov 09 18:01:26.533422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:26.579470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90ef60b2-383f-4d29-a22e-9ce1f48a5360 req-824b5686-7c7a-4156-8ada-fad246acc9eb service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046565 Nov 09 18:01:26.615204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31e7908a-bcd7-4978-9eda-41dadd256442 req-56e90d80-f291-4a52-a55f-6cb990ffbbc3 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/6a081a2b-a92b-44cd-bc03-0be8f8eb600b HTTP/1.1" status: 200 len: 1804 time: 0.1760619 Nov 09 18:01:26.636702 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c42420c4-4470-452b-8a5d-9ba3f737d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.710954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-31e7908a-bcd7-4978-9eda-41dadd256442 req-3f8f8892-5ae7-4919-a159-3787679d37e1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.737610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-31e7908a-bcd7-4978-9eda-41dadd256442 req-3f8f8892-5ae7-4919-a159-3787679d37e1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.883038 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33478d86-870e-4b9e-b31d-00294418a382 x-openstack-request-id: req-33478d86-870e-4b9e-b31d-00294418a382 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:26.883578 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e5a14-9df3-47bc-8aae-7ff3882ab93c", "name": "network-vif-deleted", "tag": "ad9c9458-4618-4583-b574-91e3dff84d01", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:26.883578 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33478d86-870e-4b9e-b31d-00294418a382 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:26.887530 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e5a14-9df3-47bc-8aae-7ff3882ab93c', 'name': 'network-vif-deleted', 'tag': 'ad9c9458-4618-4583-b574-91e3dff84d01', 'status': 'completed', 'code': 200} Nov 09 18:01:26.895614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-31e7908a-bcd7-4978-9eda-41dadd256442 req-3f8f8892-5ae7-4919-a159-3787679d37e1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.907165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-31e7908a-bcd7-4978-9eda-41dadd256442 req-3f8f8892-5ae7-4919-a159-3787679d37e1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.911677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31e7908a-bcd7-4978-9eda-41dadd256442 req-3f8f8892-5ae7-4919-a159-3787679d37e1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-groups/6a081a2b-a92b-44cd-bc03-0be8f8eb600b HTTP/1.1" status: 204 len: 173 time: 0.2894080 Nov 09 18:01:26.924622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:26.925000 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:26.944023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f8892-5ae7-4919-a159-3787679d37e1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a081a2b-a92b-44cd-bc03-0be8f8eb600b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:26.995899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Attempting to bind port c1d2469f-ed93-4f16-97b5-12dd76eaac1c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:26.996487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Attempting to bind port c1d2469f-ed93-4f16-97b5-12dd76eaac1c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:26.996846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Attempting to bind port c1d2469f-ed93-4f16-97b5-12dd76eaac1c on network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:27.010856 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.044136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c42420c4-4470-452b-8a5d-9ba3f737d110 None None] For port bff92d53-059b-4029-8919-ea1041039a2c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bff92d53-059b-4029-8919-ea1041039a2c,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:27.048858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:27.049239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Checking segment: {'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:27.049645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.050041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Bound using segment: {'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:27.050549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Bound port: c1d2469f-ed93-4f16-97b5-12dd76eaac1c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:27.050932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.087924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c42420c4-4470-452b-8a5d-9ba3f737d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.091898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f6898b8-2588-4b2f-9deb-5217506c31b7 req-6d9c9db3-0ef7-491b-b3ec-4cebe23d0801 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.0623584 Nov 09 18:01:27.172750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23cd7bdd-868c-4cc4-ad1d-3e8ec16429cb req-fb1da797-80f0-4725-8afc-bbb4b93076f7 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 210 time: 0.0796564 Nov 09 18:01:27.227541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81bfa951-cfb3-4ca8-8fb7-982d78e4f990 req-440248ac-2e71-4af3-a663-a63a7b5e02ad tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 210 time: 0.0456169 Nov 09 18:01:27.393068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42420c4-4470-452b-8a5d-9ba3f737d110 None None] Pushing event updated for resources: {'Port': ['ID=bff92d53-059b-4029-8919-ea1041039a2c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:27.437461 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:01:27.437878 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:01:27.473011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec79930-853c-4274-bfd4-b77582d3632b req-44274a51-1848-4ad3-8e13-8281f8957a5f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:27.474797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aec79930-853c-4274-bfd4-b77582d3632b req-44274a51-1848-4ad3-8e13-8281f8957a5f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 944 time: 0.1907487 Nov 09 18:01:27.575597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b17eff62-72ae-4b74-a9d0-1e1d84223938 req-ccbe4096-08f5-464a-a125-89db2130bbba tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/14dee831-1b29-479f-8b17-4016aa86d62d HTTP/1.1" status: 200 len: 1804 time: 0.2040288 Nov 09 18:01:27.590697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aec79930-853c-4274-bfd4-b77582d3632b req-72bb9f89-3986-4481-8575-698f6e31f97e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009264 Nov 09 18:01:27.657504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] For port c1d2469f-ed93-4f16-97b5-12dd76eaac1c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:27.661503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] For port c1d2469f-ed93-4f16-97b5-12dd76eaac1c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:27.681631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:27.684347 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.692046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.728830 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b17eff62-72ae-4b74-a9d0-1e1d84223938 req-21c591ad-9269-4aa4-8e34-c1e36b4b19c1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.762041 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b17eff62-72ae-4b74-a9d0-1e1d84223938 req-21c591ad-9269-4aa4-8e34-c1e36b4b19c1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.778863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f60f3-659f-41e8-b6bf-6c38bbb48e19 req-36c850b3-2c04-4835-8a0c-d7776baae648 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:27.786305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-535f60f3-659f-41e8-b6bf-6c38bbb48e19 req-36c850b3-2c04-4835-8a0c-d7776baae648 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1003647 Nov 09 18:01:27.820581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f87b6-fae2-4b95-b3cd-2264f707b4ab None None] Pushing event updated for resources: {'Port': ['ID=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:27.829983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] Checking router: 805eaf2d-7153-4701-a1db-1494fb221556 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:27.841590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:27.842529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:27.886550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-535f60f3-659f-41e8-b6bf-6c38bbb48e19 req-88835a43-c648-4075-ac44-4dde58ea5e77 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979402 Nov 09 18:01:27.889859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b17eff62-72ae-4b74-a9d0-1e1d84223938 req-21c591ad-9269-4aa4-8e34-c1e36b4b19c1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.892697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b17eff62-72ae-4b74-a9d0-1e1d84223938 req-21c591ad-9269-4aa4-8e34-c1e36b4b19c1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:27.907462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b17eff62-72ae-4b74-a9d0-1e1d84223938 req-21c591ad-9269-4aa4-8e34-c1e36b4b19c1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-groups/14dee831-1b29-479f-8b17-4016aa86d62d HTTP/1.1" status: 204 len: 173 time: 0.3310673 Nov 09 18:01:27.934890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c591ad-9269-4aa4-8e34-c1e36b4b19c1 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dee831-1b29-479f-8b17-4016aa86d62d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:27.999038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:28.189473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7c7b384-2bc3-4d54-9ad7-301044666431 req-35965e36-5e9a-43eb-912d-31b47b14cf84 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/06d68bf8-842c-41fa-a151-f4c5eaf69c11 HTTP/1.1" status: 200 len: 2403 time: 0.1638365 Nov 09 18:01:28.338630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1608caf9-7c3a-43d6-ba4b-55c98bd35107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:28.390497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.398343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-782b8b8c-20e8-4dd2-a510-193b9e700d0d None None] Provisioning complete for port bff92d53-059b-4029-8919-ea1041039a2c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:28.398723 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-782b8b8c-20e8-4dd2-a510-193b9e700d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.447438 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c7c7b384-2bc3-4d54-9ad7-301044666431 req-aac36c3d-cdf9-4b6d-96af-6ab7849da373 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.515625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-526f6993-69ba-40c1-99e8-b375962ee6da req-04c7cea7-cf42-4b1a-95b7-5f4ece17a7d6 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.1593447 Nov 09 18:01:28.553505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1608caf9-7c3a-43d6-ba4b-55c98bd35107'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:28.562860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c7c7b384-2bc3-4d54-9ad7-301044666431 req-aac36c3d-cdf9-4b6d-96af-6ab7849da373 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.563981 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520d3fb8-433d-49a4-b0c9-f488c1dbdfca" -d '{"events": [{"server_uuid": "05092ceb-7e0f-454a-acce-4d2b9cd5e9a6", "name": "network-vif-plugged", "status": "completed", "tag": "1608caf9-7c3a-43d6-ba4b-55c98bd35107"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:28.581408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-448fa4d6-7e13-48eb-a21d-192604747054 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:28.588058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-448fa4d6-7e13-48eb-a21d-192604747054 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:28.590557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-448fa4d6-7e13-48eb-a21d-192604747054 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.73 "GET /v2.0/networks?id=bd4b44d0-04df-4929-950e-57b7170d2875&id=ef1fd7f4-5530-4d7a-8987-dad1871df2c9 HTTP/1.1" status: 200 len: 1391 time: 0.5179033 Nov 09 18:01:28.618301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'port': {'device_id': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875', 'admin_state_up': True, 'tenant_id': '23c42c2fc29d477c86de43347d74b267'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:28.661995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1608caf9-7c3a-43d6-ba4b-55c98bd35107,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:28.802215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:28.833673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2054bbb8-1b5d-4092-8f91-d5888263b650 None None] The sync data for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 is: [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T17:57:59Z', 'revision_number': 4, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '6b3409a9-2fe9-4ac8-83ac-d584691636ec', 'name': '', 'network_id': '290e3234-bd36-4066-9320-45c0befce4c3', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'mac_address': 'fa:16:3e:8f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:58Z', 'updated_at': '2021-11-09T17:58:04Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'subnets': [{'id': '96ba9a67-5907-4051-ad33-7d8da38c97e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:28.872155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dad7a9c-72e5-409d-bc5e-e55da4efd35a req-96f571ab-8148-4901-8c1b-6de941863c85 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 210 time: 0.0738776 Nov 09 18:01:28.933261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c7c7b384-2bc3-4d54-9ad7-301044666431 req-aac36c3d-cdf9-4b6d-96af-6ab7849da373 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.940817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c7c7b384-2bc3-4d54-9ad7-301044666431 req-aac36c3d-cdf9-4b6d-96af-6ab7849da373 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:28.944320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7c7b384-2bc3-4d54-9ad7-301044666431 req-aac36c3d-cdf9-4b6d-96af-6ab7849da373 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-groups/06d68bf8-842c-41fa-a151-f4c5eaf69c11 HTTP/1.1" status: 204 len: 173 time: 0.7520115 Nov 09 18:01:28.968973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c1d2469f-ed93-4f16-97b5-12dd76eaac1c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:29.000714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac36c3d-cdf9-4b6d-96af-6ab7849da373 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d68bf8-842c-41fa-a151-f4c5eaf69c11,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:29.026276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:29.030714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.089907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c1d2469f-ed93-4f16-97b5-12dd76eaac1c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:29.091063 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.106737 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf6b263-9bcc-4d8f-ba66-935fe4e52e98 x-openstack-request-id: req-bbf6b263-9bcc-4d8f-ba66-935fe4e52e98 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:29.107032 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05092ceb-7e0f-454a-acce-4d2b9cd5e9a6", "name": "network-vif-plugged", "status": "completed", "tag": "1608caf9-7c3a-43d6-ba4b-55c98bd35107", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:29.107293 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbf6b263-9bcc-4d8f-ba66-935fe4e52e98 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:29.107696 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1608caf9-7c3a-43d6-ba4b-55c98bd35107', 'code': 200} Nov 09 18:01:29.131165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46c553e1-b381-44c3-b5ef-4fbdfd400ab5 req-75a4cbae-51c2-431c-8c15-090bcaf4e9ad tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 210 time: 0.0787010 Nov 09 18:01:29.377998 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.403911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c53c-a3b2-4469-a7be-9a18e152241e req-cff66ba8-87b6-41e0-ac6d-d57dae950484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.406688 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7b1c53c-a3b2-4469-a7be-9a18e152241e req-cff66ba8-87b6-41e0-ac6d-d57dae950484 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 1096 time: 0.2456934 Nov 09 18:01:29.460570 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-4b0261cf-4d07-4f86-98fc-8c34cef45f98 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1533794 Nov 09 18:01:29.469377 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae4198-d742-47bc-b5bd-ea44c34a2820 None None] New status for floating IP 543b0e02-2f83-41d7-9445-942a00655062: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:01:29.517083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6150f-6c71-4cbf-9dea-78717df68e22 req-0d1e1f91-4c94-45c7-91da-d01ddece52d3 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.524596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eb6150f-6c71-4cbf-9dea-78717df68e22 req-0d1e1f91-4c94-45c7-91da-d01ddece52d3 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.2418444 Nov 09 18:01:29.525219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c1d2469f-ed93-4f16-97b5-12dd76eaac1c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:29.537890 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.539194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bff92d53-059b-4029-8919-ea1041039a2c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:29.544881 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7b1c53c-a3b2-4469-a7be-9a18e152241e req-5e9c63b0-f875-4041-ac51-76acb4e6bc02 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273971 Nov 09 18:01:29.549771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-2ce2b5ed-0e29-4b91-99ea-bbc804c34da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.551489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-2ce2b5ed-0e29-4b91-99ea-bbc804c34da8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 1100 time: 0.0537424 Nov 09 18:01:29.561141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8c8b1-f169-46c2-9ab8-0f2574b5a8e6 req-becab76f-3122-4aa1-aa7d-e68cd8b62702 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.570177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10f8c8b1-f169-46c2-9ab8-0f2574b5a8e6 req-becab76f-3122-4aa1-aa7d-e68cd8b62702 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1888373 Nov 09 18:01:29.583991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Allocated IP 19.80.0.112 (bd4b44d0-04df-4929-950e-57b7170d2875/2c4626f5-aec4-41dc-9917-ba79298b474c/af5060c8-1595-4cea-9a7b-f6972eab94fa) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:29.684392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-dd0bf8b2-4d72-4cd6-9862-d7e9db831386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.686282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-dd0bf8b2-4d72-4cd6-9862-d7e9db831386 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1082399 Nov 09 18:01:29.697830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:29.701432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76904fe2-d67a-4981-af92-3ff6dd6cc37d None None] Network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:29.740923 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-bff84d34-e711-458e-a5b3-a588716ccf10 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 200 len: 217 time: 0.0454702 Nov 09 18:01:29.767524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-eebeb214-d513-4cab-9ded-bb61bfccbc59 None None] Provisioning complete for port c1d2469f-ed93-4f16-97b5-12dd76eaac1c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:29.767898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eebeb214-d513-4cab-9ded-bb61bfccbc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.781934 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eb6150f-6c71-4cbf-9dea-78717df68e22 req-c70f40b5-52b8-4977-ad2a-2553ed0e085a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513919 Nov 09 18:01:29.845177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10f8c8b1-f169-46c2-9ab8-0f2574b5a8e6 req-fba00bbe-4056-4670-845b-9c46b91c6ffa tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740567 Nov 09 18:01:29.851689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-0ec61b74-6830-4fc5-8fb4-223a1a8d7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.853303 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-0ec61b74-6830-4fc5-8fb4-223a1a8d7c58 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1043863 Nov 09 18:01:29.939234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bff92d53-059b-4029-8919-ea1041039a2c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:29.942292 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:29.970121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-174ea95b-40d5-482e-afdc-c63ba12cea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:29.971549 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-174ea95b-40d5-482e-afdc-c63ba12cea68 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098425 Nov 09 18:01:30.185276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-6dec3b1e-e6c7-4b56-b433-4b0d2ee2db51 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049086 Nov 09 18:01:30.260146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba259a48-f553-44b6-ba30-09a7b4d8c4b7 req-909844ab-61f2-4f49-8c0b-ac8237437b26 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.1509643 Nov 09 18:01:30.380859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64e1df94-7b11-4b77-9103-12318dd9fcf0 req-ec126b9c-18a8-42fb-9b7b-0224d9459103 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878369 Nov 09 18:01:30.410102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f76295c7-6a23-42ea-a35c-a754abc5015f req-06e2461c-16f6-4b2a-bf62-7435e34741dc tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "GET /v2.0/security-groups/dab65d61-9fc4-4e29-8279-09d32bd20be8 HTTP/1.1" status: 200 len: 2397 time: 0.5531826 Nov 09 18:01:30.474108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.534184 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.664570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a94919aa-1b0f-4c81-8066-1d3f7c9e6392 req-bff4fb7d-5538-42ce-aa58-46e88820229b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b3da724-181c-4c64-8c90-c3994ad03462 HTTP/1.1" status: 200 len: 210 time: 0.1438656 Nov 09 18:01:30.720361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b09cbf3b-83ee-43b8-9646-77a0a185acee None None] Provisioning complete for port c1d2469f-ed93-4f16-97b5-12dd76eaac1c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:30.721717 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b09cbf3b-83ee-43b8-9646-77a0a185acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.779473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c1d2469f-ed93-4f16-97b5-12dd76eaac1c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:30.784815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network bd4b44d0-04df-4929-950e-57b7170d2875 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:30.825663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:30.847162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:30.907836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:30.908667 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.912569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f76295c7-6a23-42ea-a35c-a754abc5015f req-4d8eed78-ec2b-44d6-9226-f55f44231872 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.918522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Port': ['ID=af5060c8-1595-4cea-9a7b-f6972eab94fa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:30.972482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f76295c7-6a23-42ea-a35c-a754abc5015f req-4d8eed78-ec2b-44d6-9226-f55f44231872 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:30.978373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-6c727d11-9009-454a-befd-5d764d67e4fa tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3717744 Nov 09 18:01:30.990783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Request body: {'port': {'device_id': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9', 'admin_state_up': True, 'tenant_id': '23c42c2fc29d477c86de43347d74b267'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:31.160320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f76295c7-6a23-42ea-a35c-a754abc5015f req-4d8eed78-ec2b-44d6-9226-f55f44231872 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.165326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f76295c7-6a23-42ea-a35c-a754abc5015f req-4d8eed78-ec2b-44d6-9226-f55f44231872 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.167408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c1d2469f-ed93-4f16-97b5-12dd76eaac1c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:31.168846 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.174598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45802) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:31.184133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f76295c7-6a23-42ea-a35c-a754abc5015f req-4d8eed78-ec2b-44d6-9226-f55f44231872 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] 10.222.0.32 "DELETE /v2.0/security-groups/dab65d61-9fc4-4e29-8279-09d32bd20be8 HTTP/1.1" status: 204 len: 173 time: 0.7704706 Nov 09 18:01:31.245366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eed78-ec2b-44d6-9226-f55f44231872 tempest-SecurityGroupRulesTestJSON-470981368 tempest-SecurityGroupRulesTestJSON-470981368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab65d61-9fc4-4e29-8279-09d32bd20be8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:31.293217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49982df-4883-4171-9124-5ddf33800690 req-152f5e35-7ff0-4e89-b67e-b407012a7fa3 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.312715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e49982df-4883-4171-9124-5ddf33800690 req-152f5e35-7ff0-4e89-b67e-b407012a7fa3 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 932 time: 0.2327428 Nov 09 18:01:31.339759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Made reservation on behalf of 23c42c2fc29d477c86de43347d74b267 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:31.343599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.367382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] Deleting subnet 173436a0-4317-4902-9e4e-b1e16bf64024 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:31.377730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.447750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e49982df-4883-4171-9124-5ddf33800690 req-3c71ec1c-9a42-4995-b523-4d29cabb88fb tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149082 Nov 09 18:01:31.455239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.501833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-eec99e5f-003a-4264-ba35-8600420090e3 None None] Provisioning complete for port af5060c8-1595-4cea-9a7b-f6972eab94fa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:31.502239 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eec99e5f-003a-4264-ba35-8600420090e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.544886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.575312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-eec99e5f-003a-4264-ba35-8600420090e3 None None] Port af5060c8-1595-4cea-9a7b-f6972eab94fa cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:31.583938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45808) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:31.592946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4a269-3eea-4a54-9dc1-51442ec1fcdd req-7c27ee7f-f2a1-4242-b414-cd03a27a46e7 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.596084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccd4a269-3eea-4a54-9dc1-51442ec1fcdd req-7c27ee7f-f2a1-4242-b414-cd03a27a46e7 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.2818787 Nov 09 18:01:31.636565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.679169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173436a0-4317-4902-9e4e-b1e16bf64024,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:31.682740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.687126 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4377f06f-d3fe-49fa-9c47-facfa3a8002e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/173436a0-4317-4902-9e4e-b1e16bf64024 HTTP/1.1" status: 204 len: 168 time: 0.5108013 Nov 09 18:01:31.690019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45812) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:31.736244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccd4a269-3eea-4a54-9dc1-51442ec1fcdd req-62d5f339-6c01-4118-9264-dcb2840ef682 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305845 Nov 09 18:01:31.756389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a6339-43a6-4217-9d79-71dfbc121c30 req-51e01f11-fb5a-449b-94e3-c4a75839852f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:31.765279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-206a6339-43a6-4217-9d79-71dfbc121c30 req-51e01f11-fb5a-449b-94e3-c4a75839852f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1675639 Nov 09 18:01:31.790417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.810454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Allocated IP 19.86.0.99 (ef1fd7f4-5530-4d7a-8987-dad1871df2c9/7532d918-b231-4176-8b43-af06be7961bb/6a930a74-1a85-4f48-86e6-e7dfeb231ff3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:31.819147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b656-7559-4f26-a2d1-d4c359978bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.924658 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:31.952753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb87c81-37d6-44d7-bbdb-49b1200330ed']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:31.972096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c496d2-ea77-4ed2-9f31-049e0a1db743') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:31.972096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c496d2-ea77-4ed2-9f31-049e0a1db743') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:31.978842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d53ab29d-35b4-4c74-91c0-82a91002c1cc req-e098dec4-4eba-4118-8561-c3cb47f24951 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.0467274 Nov 09 18:01:31.987735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.014077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.030706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:32.030706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:32.032467 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:32.055627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-206a6339-43a6-4217-9d79-71dfbc121c30 req-d13b1dd8-ce43-4986-9fcc-c957e3615f81 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893786 Nov 09 18:01:32.193286 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.209037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.210354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.215211 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] 10.222.0.32 "DELETE /v2.0/networks/1eb87c81-37d6-44d7-bbdb-49b1200330ed HTTP/1.1" status: 204 len: 168 time: 0.5234776 Nov 09 18:01:32.274863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088637e9-526e-4af3-a2cf-4e615ec0fdea admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb87c81-37d6-44d7-bbdb-49b1200330ed,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.311468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b656-7559-4f26-a2d1-d4c359978bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.318299 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.332095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ee3b656-7559-4f26-a2d1-d4c359978bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.387788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3ee3b656-7559-4f26-a2d1-d4c359978bc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d2b7a6c46bb46f896372a5fbe229bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003120 Nov 09 18:01:32.387788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3b656-7559-4f26-a2d1-d4c359978bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d488c30-dc88-478e-8e6e-72889725d439,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.389099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45832) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.435136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45838) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.442991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:32.449192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:32.464008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:32.473935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event updated for resources: {'Port': ['ID=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.610025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.611354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.640003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a0ba-fd7a-4b54-910f-acce60e1f893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.671831 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a0ba-fd7a-4b54-910f-acce60e1f893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.706897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-7eb688a4-8889-4657-8c98-a834093157a5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7203457 Nov 09 18:01:32.735679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df79769-1db5-4bf5-9348-343e2fc84d1c req-aea4458d-1e3a-40e0-8b4c-87df64382086 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.737771 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-050e5b06-dad4-4dd4-8b21-0a437cf5cc74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4f765c8c9854e1b852f353678d3e89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009264 Nov 09 18:01:32.741549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45844) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:32.742679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df79769-1db5-4bf5-9348-343e2fc84d1c req-aea4458d-1e3a-40e0-8b4c-87df64382086 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.744279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5df79769-1db5-4bf5-9348-343e2fc84d1c req-aea4458d-1e3a-40e0-8b4c-87df64382086 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1654 time: 0.1576226 Nov 09 18:01:32.758490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Request body: {'port': {'device_id': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:32.784621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-714fa16d-d836-43e8-9ccc-ac8e62fe7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.786285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-714fa16d-d836-43e8-9ccc-ac8e62fe7d4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 1096 time: 0.2287400 Nov 09 18:01:32.791716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a0ba-fd7a-4b54-910f-acce60e1f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.794752 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a0ba-fd7a-4b54-910f-acce60e1f893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.795975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3fe0a0ba-fd7a-4b54-910f-acce60e1f893 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d488c30-dc88-478e-8e6e-72889725d439 HTTP/1.1" status: 204 len: 168 time: 0.3887362 Nov 09 18:01:32.867057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0a0ba-fd7a-4b54-910f-acce60e1f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d488c30-dc88-478e-8e6e-72889725d439,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:32.910618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cea02-d9fd-44c1-a22e-1e438232fd1b req-cb6669a0-7176-4076-a1f6-d3ed8edd0298 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.944714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d63cea02-d9fd-44c1-a22e-1e438232fd1b req-cb6669a0-7176-4076-a1f6-d3ed8edd0298 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.3042963 Nov 09 18:01:32.954625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c7528906-94ca-40e5-b061-f56a422020db None None] Provisioning complete for port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:32.955938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c7528906-94ca-40e5-b061-f56a422020db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:32.982962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-23346be5-7d4b-411a-8491-ad1c5d65fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:32.984593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-23346be5-7d4b-411a-8491-ad1c5d65fa90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 912 time: 0.1874940 Nov 09 18:01:32.996786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c7528906-94ca-40e5-b061-f56a422020db None None] Port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:33.005462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3faeefc0-75ae-4d40-8a6a-b04a79860b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.020438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5df79769-1db5-4bf5-9348-343e2fc84d1c req-a0cd709b-b42a-479b-992c-ea7ddc761cda tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629821 Nov 09 18:01:33.055565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.068422 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-333dd04f-84e5-4ed8-8510-5051ba76e568 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107 HTTP/1.1" status: 200 len: 217 time: 0.0631628 Nov 09 18:01:33.089614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d63cea02-d9fd-44c1-a22e-1e438232fd1b req-2af7d1d1-c2df-4a24-a0ea-f900692aaeb1 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426263 Nov 09 18:01:33.150295 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3faeefc0-75ae-4d40-8a6a-b04a79860b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.219169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-47456f22-fb73-4516-a4ec-7677d495518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:33.221554 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-47456f22-fb73-4516-a4ec-7677d495518a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 200 len: 851 time: 0.1431322 Nov 09 18:01:33.320122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-0add4818-f433-405f-b341-6ba29fc3b996 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2f57f03-884f-4a8d-a588-88cd31213570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868511 Nov 09 18:01:33.325810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3faeefc0-75ae-4d40-8a6a-b04a79860b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.332926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3faeefc0-75ae-4d40-8a6a-b04a79860b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.340145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3faeefc0-75ae-4d40-8a6a-b04a79860b4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fdf737c-7a0f-4b9b-a428-ae284b1cfde0 HTTP/1.1" status: 204 len: 168 time: 0.5879157 Nov 09 18:01:33.473691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faeefc0-75ae-4d40-8a6a-b04a79860b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf737c-7a0f-4b9b-a428-ae284b1cfde0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:33.562823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45868) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:33.586116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5060c8-1595-4cea-9a7b-f6972eab94fa {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:33.621321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-3fd16801-cabe-48dd-b857-b95c9eb95585 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800245 Nov 09 18:01:33.630845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-269a39d7-aeb0-43c1-ba94-c3f367a377f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.646325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.678431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Transition to ACTIVE for port object af5060c8-1595-4cea-9a7b-f6972eab94fa will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:33.715674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:33.733501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a9fa7d65-6052-4db4-8aba-08d4544694f1 req-cd1629bd-f34c-48ee-a976-541726a907c4 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.1132808 Nov 09 18:01:33.778660 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bf64574e-1732-412d-99b7-0f207fb9c4ec req-e2672f3b-f279-46da-9549-5a7ba9d35e3a service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427460 Nov 09 18:01:33.849435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12fa53-0658-4c7b-bf59-854253a2e59d req-82822a3d-6dc6-480c-bcd5-a48f460035ba tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:33.868510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac12fa53-0658-4c7b-bf59-854253a2e59d req-82822a3d-6dc6-480c-bcd5-a48f460035ba tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.2756236 Nov 09 18:01:33.923053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Pushing event updated for resources: {'Port': ['ID=af5060c8-1595-4cea-9a7b-f6972eab94fa,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:34.008641 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-269a39d7-aeb0-43c1-ba94-c3f367a377f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.020455 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-269a39d7-aeb0-43c1-ba94-c3f367a377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.104237 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-269a39d7-aeb0-43c1-ba94-c3f367a377f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3eeb596d668415c88f01bbfb903690b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325103 Nov 09 18:01:34.121579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a39d7-aeb0-43c1-ba94-c3f367a377f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4801165-81d4-42c1-8542-47ddc3c41a9f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:34.135433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45886) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:34.209336 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-254c6d93-9445-47b1-acf8-12cb0262f06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.241953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-254c6d93-9445-47b1-acf8-12cb0262f06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.314502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-254c6d93-9445-47b1-acf8-12cb0262f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.317201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-254c6d93-9445-47b1-acf8-12cb0262f06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:34.319586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-254c6d93-9445-47b1-acf8-12cb0262f06b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4801165-81d4-42c1-8542-47ddc3c41a9f HTTP/1.1" status: 204 len: 168 time: 0.1788182 Nov 09 18:01:34.336234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c6d93-9445-47b1-acf8-12cb0262f06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4801165-81d4-42c1-8542-47ddc3c41a9f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:34.514181 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac12fa53-0658-4c7b-bf59-854253a2e59d req-132a124e-3ece-4e05-9a16-ff4a7b5b3bde tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442146 Nov 09 18:01:34.604268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9f5d-a916-4367-8ded-95b35880284c req-acc3eee4-153c-4b17-8c64-f9acf2179f5a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:34.621341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a9f5d-a916-4367-8ded-95b35880284c req-acc3eee4-153c-4b17-8c64-f9acf2179f5a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:34.632695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-053a9f5d-a916-4367-8ded-95b35880284c req-acc3eee4-153c-4b17-8c64-f9acf2179f5a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1666 time: 0.1993444 Nov 09 18:01:34.663503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45904) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:34.694160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Attempting to bind port af5060c8-1595-4cea-9a7b-f6972eab94fa on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:34.694695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Attempting to bind port af5060c8-1595-4cea-9a7b-f6972eab94fa by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:34.695140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Attempting to bind port af5060c8-1595-4cea-9a7b-f6972eab94fa on network bd4b44d0-04df-4929-950e-57b7170d2875 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:34.702795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Port af5060c8-1595-4cea-9a7b-f6972eab94fa on network bd4b44d0-04df-4929-950e-57b7170d2875 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:34.703156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Attempting to bind port af5060c8-1595-4cea-9a7b-f6972eab94fa on network bd4b44d0-04df-4929-950e-57b7170d2875 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:34.738695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-053a9f5d-a916-4367-8ded-95b35880284c req-f947f053-e3f2-47d2-b474-e238f2f1bef5 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005862 Nov 09 18:01:34.761485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:34.765732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Checking segment: {'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:34.766449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Bound using segment: {'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:34.768004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Bound port: af5060c8-1595-4cea-9a7b-f6972eab94fa, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59801237-ff0d-470c-abdd-9f0599c4597b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:34.768619 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.024143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1121488058-network', 'tenant_id': '304b6fe5a268489ebccfa466688b4419'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:35.056467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabf276-9496-4ad3-994a-27165123678f req-ad9cb701-32ac-40a4-b143-534b843913df tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.066618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Made reservation on behalf of 304b6fe5a268489ebccfa466688b4419 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:35.070973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-caabf276-9496-4ad3-994a-27165123678f req-ad9cb701-32ac-40a4-b143-534b843913df tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.4276953 Nov 09 18:01:35.071898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.116251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.186133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91d7ae27-95d6-4b18-991a-99cac3f45c18 req-87942d51-0d88-4d50-95d5-664ff24517c4 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.1529112 Nov 09 18:01:35.189402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] For port af5060c8-1595-4cea-9a7b-f6972eab94fa, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:35.241878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-caabf276-9496-4ad3-994a-27165123678f req-f61f7f49-cae4-4632-9a3f-31816843701e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654761 Nov 09 18:01:35.250350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.250792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] For port af5060c8-1595-4cea-9a7b-f6972eab94fa, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=af5060c8-1595-4cea-9a7b-f6972eab94fa,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:35.257314 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.258782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.276524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:35.286847 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.287241 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Added segment 6b73908e-c506-4eb5-adf5-832ed16b0d2d of type vlan for network ad726dfc-e8dd-4b38-a69d-c46faa338e05 Nov 09 18:01:35.335101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.353331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.355911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.357614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] 10.222.0.73 "PUT /v2.0/ports/af5060c8-1595-4cea-9a7b-f6972eab94fa HTTP/1.1" status: 200 len: 1092 time: 2.6070888 Nov 09 18:01:35.359385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'tag': 'af5060c8-1595-4cea-9a7b-f6972eab94fa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:35.363642 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c269ad88-ddb5-4fc1-8fbd-15be9863d873" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "tag": "af5060c8-1595-4cea-9a7b-f6972eab94fa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:35.411557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Request body: {'port': {'device_id': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:35.446109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.447439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.450217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.473014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23435c0d-99f0-4bc5-a0f0-dd82f499fa87 service neutron] Pushing event updated for resources: {'Port': ['ID=af5060c8-1595-4cea-9a7b-f6972eab94fa,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:35.511170 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e926368-3d56-4749-a39d-c4fe020f23cd x-openstack-request-id: req-9e926368-3d56-4749-a39d-c4fe020f23cd {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:35.512212 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "tag": "af5060c8-1595-4cea-9a7b-f6972eab94fa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:35.512633 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e926368-3d56-4749-a39d-c4fe020f23cd {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:35.513190 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'tag': 'af5060c8-1595-4cea-9a7b-f6972eab94fa', 'status': 'completed', 'code': 200} Nov 09 18:01:35.535243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6236be5-5c6d-42c5-8e9b-3e87e427a5c2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:35.574576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:35.722334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] Pushing event updated for resources: {'Network': ['ID=ad726dfc-e8dd-4b38-a69d-c46faa338e05,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:35.735216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:35.755232 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f634952-a16b-4562-a4e0-27f49a49e7cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0905807 Nov 09 18:01:35.758206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45942) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:35.771637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Request body: {'subnet': {'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-subnet', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:35.844639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-a3b3f5c8-ca34-495d-b45e-bddafe868878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.845145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-a3b3f5c8-ca34-495d-b45e-bddafe868878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:35.849120 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-a3b3f5c8-ca34-495d-b45e-bddafe868878 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1913 time: 0.3043456 Nov 09 18:01:35.851750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Made reservation on behalf of 304b6fe5a268489ebccfa466688b4419 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:35.857220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.005659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:36.014159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.028626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Transition to ACTIVE for port object 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:36.054383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.241749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-7aebda13-de85-4e09-b67b-0dc9a83412b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.242306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-7aebda13-de85-4e09-b67b-0dc9a83412b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.242705 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-7aebda13-de85-4e09-b67b-0dc9a83412b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.244333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-7aebda13-de85-4e09-b67b-0dc9a83412b0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=23c42c2fc29d477c86de43347d74b267&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3768597 Nov 09 18:01:36.313738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4cdb2-d2b7-4868-9842-30dd620260d5 req-133c61b6-12d4-42c5-80f5-c438a9e31f8d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.321754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4cdb2-d2b7-4868-9842-30dd620260d5 req-133c61b6-12d4-42c5-80f5-c438a9e31f8d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.6787264 Nov 09 18:01:36.353278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:36.383162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d21a78-dfc6-4046-ab17-9f6e28ba715d req-43612860-771a-4d0d-821a-904c80eea354 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.389845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d21a78-dfc6-4046-ab17-9f6e28ba715d req-43612860-771a-4d0d-821a-904c80eea354 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.391688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4d21a78-dfc6-4046-ab17-9f6e28ba715d req-43612860-771a-4d0d-821a-904c80eea354 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1678 time: 0.3475094 Nov 09 18:01:36.443045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4cdb2-d2b7-4868-9842-30dd620260d5 req-2bcd68e0-26b2-442a-9da4-daedeecb4157 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149986 Nov 09 18:01:36.575650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-912ff3ad-0eb9-4a88-ab29-e53d08d2a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:36.577286 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c269ad88-ddb5-4fc1-8fbd-15be9863d873 req-912ff3ad-0eb9-4a88-ab29-e53d08d2a98e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3057148 Nov 09 18:01:36.617645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4d21a78-dfc6-4046-ab17-9f6e28ba715d req-d215884d-2aec-417a-8028-549c0cf57603 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033286 Nov 09 18:01:36.649312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Attempting to bind port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:36.657916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Attempting to bind port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:36.660909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Attempting to bind port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 on network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:36.681149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 on network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:36.684081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Attempting to bind port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 on network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:36.716186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:36.728354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Checking segment: {'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:36.730400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Bound using segment: {'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:36.732650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Bound port: 6a930a74-1a85-4f48-86e6-e7dfeb231ff3, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:36.733136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.801182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e425f6-1567-493d-a5ec-26a9626d6d91 req-3a17faf6-a0be-4917-b64e-6e1af0a8329f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/ports?device_id=482e5a14-9df3-47bc-8aae-7ff3882ab93c HTTP/1.1" status: 200 len: 210 time: 0.1027870 Nov 09 18:01:36.834139 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:36.917100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3239cabc-e9ad-4a62-91b7-c2c18cf3a512,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:36.994448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Checking segment: {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:36.994819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Network hostable DHCP agents. Network: ad726dfc-e8dd-4b38-a69d-c46faa338e05, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:37.002807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] For port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:37.007405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] For port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:37.017305 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.055388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:37.064933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7991476-bc9a-4d71-8007-0f96223a30b8 req-74683c4c-6b90-4fa5-b120-c9ec1d5870b5 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.071142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7991476-bc9a-4d71-8007-0f96223a30b8 req-74683c4c-6b90-4fa5-b120-c9ec1d5870b5 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.2727063 Nov 09 18:01:37.087645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ad726dfc-e8dd-4b38-a69d-c46faa338e05) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:37.096660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c263443-cbfe-4ec1-9952-76838b5cb041 None None] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:37.097880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.100458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.152506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.153268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.159128 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ab02ebd1-260d-44b4-8124-f702d8bdb892 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3998778 Nov 09 18:01:37.189850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/6a930a74-1a85-4f48-86e6-e7dfeb231ff3 HTTP/1.1" status: 200 len: 1091 time: 1.7589941 Nov 09 18:01:37.190728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45978) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:37.204700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:37.238636 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9c62-eee8-443e-a061-d150e99bd9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.301355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.309228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.453468 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.474987 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:37.478015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.521600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'tag': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:37.526470 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "tag": "6a930a74-1a85-4f48-86e6-e7dfeb231ff3"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:37.705488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb32d59-734c-487f-97ed-a02ed5aa59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:37.736530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Allocated IP 172.20.0.2 (ad726dfc-e8dd-4b38-a69d-c46faa338e05/3239cabc-e9ad-4a62-91b7-c2c18cf3a512/7d6d0bb3-031d-4ef1-bff2-421a3ca41825) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:37.870361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7991476-bc9a-4d71-8007-0f96223a30b8 req-93e26e54-a00e-4c6b-9c09-6f849baa91b5 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416446 Nov 09 18:01:37.874477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-3c879fa6-4e28-4d9e-8586-726883c2f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.875113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-3c879fa6-4e28-4d9e-8586-726883c2f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.877516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-3c879fa6-4e28-4d9e-8586-726883c2f9d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1980 time: 0.6237798 Nov 09 18:01:37.890598 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.902457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464b52-7b1a-4b63-9e94-169124d44184 req-1b1b0125-ab2c-4900-9017-de288d7f22a6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:37.907353 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.910255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d464b52-7b1a-4b63-9e94-169124d44184 req-1b1b0125-ab2c-4900-9017-de288d7f22a6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1906662 Nov 09 18:01:37.920520 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:37.966750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:37.978345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:37.989763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:38.028789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-83e0f121-b218-4e93-907b-e7ac436975b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=af5060c8-1595-4cea-9a7b-f6972eab94fa HTTP/1.1" status: 200 len: 217 time: 0.1164846 Nov 09 18:01:38.066901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d464b52-7b1a-4b63-9e94-169124d44184 req-7d9eb6c1-6ebb-4f54-adc6-7e071a4e9e22 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556873 Nov 09 18:01:38.115233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Pushing event updated for resources: {'Port': ['ID=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:38.117659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Attempting to bind port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:38.118055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Attempting to bind port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:38.118400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Attempting to bind port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 on network ad726dfc-e8dd-4b38-a69d-c46faa338e05 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:38.137528 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54394b98-b617-4a6b-8a2d-3bb8ebb9b25e x-openstack-request-id: req-54394b98-b617-4a6b-8a2d-3bb8ebb9b25e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:38.138134 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "tag": "6a930a74-1a85-4f48-86e6-e7dfeb231ff3", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:38.138589 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54394b98-b617-4a6b-8a2d-3bb8ebb9b25e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:38.139133 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'tag': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3', 'status': 'completed', 'code': 200} Nov 09 18:01:38.143584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:38.143950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Checking segment: {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:38.144363 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.144802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Bound using segment: {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:38.145346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Bound port: 7d6d0bb3-031d-4ef1-bff2-421a3ca41825, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:38.145660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.181402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-f463f89a-2c26-4201-a53d-c26a9f1c7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.183484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-f463f89a-2c26-4201-a53d-c26a9f1c7839 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2c4626f5-aec4-41dc-9917-ba79298b474c HTTP/1.1" status: 200 len: 801 time: 0.1322050 Nov 09 18:01:38.323815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca9b7c-1c7b-4747-a679-82241c3d124b req-0e7fb0c3-36b1-42ce-b10e-51a1709aa2fe tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.330544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca9b7c-1c7b-4747-a679-82241c3d124b req-0e7fb0c3-36b1-42ce-b10e-51a1709aa2fe tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.332257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8aca9b7c-1c7b-4747-a679-82241c3d124b req-0e7fb0c3-36b1-42ce-b10e-51a1709aa2fe tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1678 time: 0.1001253 Nov 09 18:01:38.334327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-bf483785-b688-46b6-bae0-0538ffdd5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:38.335844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-bf483785-b688-46b6-bae0-0538ffdd5854 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bd4b44d0-04df-4929-950e-57b7170d2875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1426334 Nov 09 18:01:38.359851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] For port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:38.364742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] For port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:38.374286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.484935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258d79-8263-4c9a-8830-c1a66d0b7550 None None] Pushing event updated for resources: {'Port': ['ID=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:38.582389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8aca9b7c-1c7b-4747-a679-82241c3d124b req-9f85e1f0-4793-4c8d-94cc-9d58051e47c6 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150323 Nov 09 18:01:38.594137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46012) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:38.666661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-84d6482e-dde2-438a-abf7-e75e3c62e9f1 service neutron] 10.222.0.73 "GET /v2.0/networks/bd4b44d0-04df-4929-950e-57b7170d2875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934210 Nov 09 18:01:38.667884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.704003 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.741546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1e9-6be0-4e6a-b439-8fbfc68e122f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:38.811590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1e9-6be0-4e6a-b439-8fbfc68e122f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.001661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1e9-6be0-4e6a-b439-8fbfc68e122f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.004273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d1e9-6be0-4e6a-b439-8fbfc68e122f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.008003 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bfa7d1e9-6be0-4e6a-b439-8fbfc68e122f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbd76525-e21f-421e-95a2-cd76fb6bb175 HTTP/1.1" status: 204 len: 168 time: 0.4095585 Nov 09 18:01:39.008637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46018) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:39.033273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7d1e9-6be0-4e6a-b439-8fbfc68e122f tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd76525-e21f-421e-95a2-cd76fb6bb175,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:39.035215 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-5ab48d8f-a095-4bc2-8dd4-81d0e5880855 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] show failed (client error): The resource could not be found. Nov 09 18:01:39.039692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ab48d8f-a095-4bc2-8dd4-81d0e5880855 tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "GET /v2.0/security-groups/dbd76525-e21f-421e-95a2-cd76fb6bb175 HTTP/1.1" status: 404 len: 347 time: 0.0266922 Nov 09 18:01:39.041355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46022) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:39.206629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-a0c595a3-7d5c-48ac-bc92-49dd00427577 service neutron] 10.222.0.73 "GET /v2.0/networks/bd4b44d0-04df-4929-950e-57b7170d2875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129266 Nov 09 18:01:39.342961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-bd2ba2a9-e8db-4a76-ad5d-b3978842063c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=6a930a74-1a85-4f48-86e6-e7dfeb231ff3 HTTP/1.1" status: 200 len: 217 time: 0.1126106 Nov 09 18:01:39.366105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Allocated IP 172.25.0.152 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3f6113fe-d318-4fa6-805a-dd8d1957140f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:39.387454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Deleting port 0be1167c-4fd9-4fda-a96f-6d37a33da26f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:39.387798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.470742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163975f4-f89c-4c4c-b031-51492b2c7a45 req-726bea0e-b046-46cb-b059-7e3733a0cf21 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:39.477425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46038) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:39.482789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-163975f4-f89c-4c4c-b031-51492b2c7a45 req-726bea0e-b046-46cb-b059-7e3733a0cf21 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.4611738 Nov 09 18:01:39.563530 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.563925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.589415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Calling delete_port for 0be1167c-4fd9-4fda-a96f-6d37a33da26f owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:39.623489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-163975f4-f89c-4c4c-b031-51492b2c7a45 req-94578505-713f-467c-9107-85076a687df4 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392698 Nov 09 18:01:39.758546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29a7cafd-d032-4155-b6d6-a6d8f3fa9af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.768340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-12f88aed-768c-4d08-9926-39fc6a72e074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:39.837989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-c6c3814a-dbad-4f3f-8ee8-047fe1855786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:39.845119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-c6c3814a-dbad-4f3f-8ee8-047fe1855786 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7532d918-b231-4176-8b43-af06be7961bb HTTP/1.1" status: 200 len: 801 time: 0.4138110 Nov 09 18:01:39.859922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4fad1-88b9-4a3d-b611-66a54e04b124 req-4cb3f8ae-92fe-4467-8e40-0d2cf0fdd6bb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:39.868765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11f4fad1-88b9-4a3d-b611-66a54e04b124 req-4cb3f8ae-92fe-4467-8e40-0d2cf0fdd6bb tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.5215282 Nov 09 18:01:40.074413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-12f88aed-768c-4d08-9926-39fc6a72e074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.076372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.119339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11f4fad1-88b9-4a3d-b611-66a54e04b124 req-25cbd7ee-fee6-41e0-9919-f25d9eceb2e0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493021 Nov 09 18:01:40.158983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.168723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-b49c2e41-a10c-4b18-960d-670cc502ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:40.170922 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-b49c2e41-a10c-4b18-960d-670cc502ec9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef1fd7f4-5530-4d7a-8987-dad1871df2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2976303 Nov 09 18:01:40.174401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.185127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50b6b8-0163-4766-8752-a35dfde869ac req-66070c81-2111-4bd8-857f-ca35610d2732 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:40.195029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50b6b8-0163-4766-8752-a35dfde869ac req-66070c81-2111-4bd8-857f-ca35610d2732 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:40.201143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f50b6b8-0163-4766-8752-a35dfde869ac req-66070c81-2111-4bd8-857f-ca35610d2732 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1678 time: 0.4048836 Nov 09 18:01:40.283484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc214e4-9dc5-490d-a4b0-19316c832be5 None None] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:40.322991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-12f88aed-768c-4d08-9926-39fc6a72e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.327193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Pushing event deleted for resources: {'Port': ['ID=0be1167c-4fd9-4fda-a96f-6d37a33da26f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.393004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-8bd77cad-ebc5-4881-bbfd-e87c7315ead3 service neutron] 10.222.0.73 "GET /v2.0/networks/ef1fd7f4-5530-4d7a-8987-dad1871df2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905680 Nov 09 18:01:40.399047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f88aed-768c-4d08-9926-39fc6a72e074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346ca88c-e9ed-47fe-8b50-b47ece22e003,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:40.514377 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-12f88aed-768c-4d08-9926-39fc6a72e074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51602501079b4fb68a17220bb014f81a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0343990 Nov 09 18:01:40.525036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:40.531207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c34c5afd-89d2-4b20-a9f0-ee35610cf587 req-4fd65456-dec6-4344-9ccf-b0456a490e08 service neutron] 10.222.0.73 "GET /v2.0/networks/ef1fd7f4-5530-4d7a-8987-dad1871df2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129265 Nov 09 18:01:40.551727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f50b6b8-0163-4766-8752-a35dfde869ac req-86bcf114-e37a-451a-90ec-ae33706f2155 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241282 Nov 09 18:01:40.603156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.619735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.622805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.627315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc547e6c-cf00-4720-a1e9-7c20af326bcb tempest-ServersTestBootFromVolume-2111638151 tempest-ServersTestBootFromVolume-2111638151-project] 10.222.0.32 "DELETE /v2.0/floatingips/543b0e02-2f83-41d7-9445-942a00655062 HTTP/1.1" status: 204 len: 168 time: 1.5850081 Nov 09 18:01:40.657835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46062) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:40.667391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3626a4cf-4f7e-4f81-962b-468cd5327c3c None None] Provisioning complete for port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:40.668209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3626a4cf-4f7e-4f81-962b-468cd5327c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:40.799655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:40.908912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:40.929796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:40.932313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:40.987591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be601cf-d801-4041-a309-00b1c5cf584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.049291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6113fe-d318-4fa6-805a-dd8d1957140f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:41.087875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be601cf-d801-4041-a309-00b1c5cf584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.109424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-64b0efa9-de42-4d13-8ffd-7c385620d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:41.109911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-64b0efa9-de42-4d13-8ffd-7c385620d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:41.111530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-64b0efa9-de42-4d13-8ffd-7c385620d1b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23c42c2fc29d477c86de43347d74b267&device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1980 time: 0.4938674 Nov 09 18:01:41.128672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3626a4cf-4f7e-4f81-962b-468cd5327c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.154271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafaf8f-4a4e-4274-a551-0fdc2ad3feac req-ffc0d933-944f-47e7-9707-7f5256223e57 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:41.171543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fafaf8f-4a4e-4274-a551-0fdc2ad3feac req-ffc0d933-944f-47e7-9707-7f5256223e57 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.3808134 Nov 09 18:01:41.475371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be601cf-d801-4041-a309-00b1c5cf584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.477938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be601cf-d801-4041-a309-00b1c5cf584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.487522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:41.489602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.509663 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2be601cf-d801-4041-a309-00b1c5cf584c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/346ca88c-e9ed-47fe-8b50-b47ece22e003 HTTP/1.1" status: 204 len: 168 time: 0.9814475 Nov 09 18:01:41.555312 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.602197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3626a4cf-4f7e-4f81-962b-468cd5327c3c None None] For port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:41.605507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-6169667b-ce8d-4ec4-adea-edb660c621c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:41.609019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-6169667b-ce8d-4ec4-adea-edb660c621c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef1fd7f4-5530-4d7a-8987-dad1871df2c9 HTTP/1.1" status: 200 len: 902 time: 0.3793356 Nov 09 18:01:41.619088 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3626a4cf-4f7e-4f81-962b-468cd5327c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:41.759071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626a4cf-4f7e-4f81-962b-468cd5327c3c None None] Pushing event updated for resources: {'Port': ['ID=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:41.795199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c5fdb326-6e2e-4766-b5cb-11a68b72bced None None] Provisioning complete for port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:41.795827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb326-6e2e-4766-b5cb-11a68b72bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.300717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be601cf-d801-4041-a309-00b1c5cf584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ca88c-e9ed-47fe-8b50-b47ece22e003,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:42.317304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46078) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:42.361542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ed585d5-4429-4631-87e0-cc25ffc275fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.470502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ed585d5-4429-4631-87e0-cc25ffc275fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.500535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ed585d5-4429-4631-87e0-cc25ffc275fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.503625 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.586570 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ed585d5-4429-4631-87e0-cc25ffc275fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c223f12f94c4a508f23f231c56cf118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677693 Nov 09 18:01:42.588610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed585d5-4429-4631-87e0-cc25ffc275fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9d4a3-8a55-47d6-ae9d-319fe6120fd7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:42.592400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:42.665703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fafaf8f-4a4e-4274-a551-0fdc2ad3feac req-0e6a997b-4d80-44c7-857a-67a24280efbb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4932001 Nov 09 18:01:42.666562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05632a3e-a427-4587-a155-b1a8fa3e2ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.705252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05632a3e-a427-4587-a155-b1a8fa3e2ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.802717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05632a3e-a427-4587-a155-b1a8fa3e2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.806009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05632a3e-a427-4587-a155-b1a8fa3e2ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:42.810518 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-05632a3e-a427-4587-a155-b1a8fa3e2ef8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24b9d4a3-8a55-47d6-ae9d-319fe6120fd7 HTTP/1.1" status: 204 len: 168 time: 0.2134941 Nov 09 18:01:42.818255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:42.847877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05632a3e-a427-4587-a155-b1a8fa3e2ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9d4a3-8a55-47d6-ae9d-319fe6120fd7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:42.892375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-9482cc46-48c9-46ac-a6de-368cbf3d684a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.99&port_id=6a930a74-1a85-4f48-86e6-e7dfeb231ff3 HTTP/1.1" status: 200 len: 217 time: 0.2427433 Nov 09 18:01:42.903031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.039776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-d4ee5a30-ee3d-4bdc-87bf-1a826fe102e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.041314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-d4ee5a30-ee3d-4bdc-87bf-1a826fe102e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7532d918-b231-4176-8b43-af06be7961bb HTTP/1.1" status: 200 len: 801 time: 0.1292183 Nov 09 18:01:43.045853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:43.046537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.253609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd375c2c-6859-443f-9f4f-21d77fd29956 req-1273358e-eb2a-4403-b562-068101e38f4f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.267036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd375c2c-6859-443f-9f4f-21d77fd29956 req-1273358e-eb2a-4403-b562-068101e38f4f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 1.7134585 Nov 09 18:01:43.421031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Deleting port 6b3409a9-2fe9-4ac8-83ac-d584691636ec {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:43.421648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.473547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-89900a9e-4b1b-4ded-bfcd-dbc17c0ed63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.476299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-89900a9e-4b1b-4ded-bfcd-dbc17c0ed63e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef1fd7f4-5530-4d7a-8987-dad1871df2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4101887 Nov 09 18:01:43.486235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf696a56-7e21-476f-92d1-96e44d4e899b req-47421f46-45c9-4f72-8f6e-f1e12d910652 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.494214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf696a56-7e21-476f-92d1-96e44d4e899b req-47421f46-45c9-4f72-8f6e-f1e12d910652 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:43.496446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf696a56-7e21-476f-92d1-96e44d4e899b req-47421f46-45c9-4f72-8f6e-f1e12d910652 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1678 time: 0.4466753 Nov 09 18:01:43.605099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] For port 6b3409a9-2fe9-4ac8-83ac-d584691636ec, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6b3409a9-2fe9-4ac8-83ac-d584691636ec,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:43.605479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.651163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Calling delete_port for 6b3409a9-2fe9-4ac8-83ac-d584691636ec owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:43.669671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd375c2c-6859-443f-9f4f-21d77fd29956 req-56ce3424-bd5b-4904-a7a5-84bc0c67267f tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011798 Nov 09 18:01:43.713429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf696a56-7e21-476f-92d1-96e44d4e899b req-e45cd603-dc02-4789-8924-c6383f148e28 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039425 Nov 09 18:01:43.757119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device af5060c8-1595-4cea-9a7b-f6972eab94fa details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:43.773914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:43.948631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-56f88f1d-b5ea-4037-a196-6ac1c4b27177 service neutron] 10.222.0.73 "GET /v2.0/networks/ef1fd7f4-5530-4d7a-8987-dad1871df2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510188 Nov 09 18:01:44.131774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port af5060c8-1595-4cea-9a7b-f6972eab94fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=af5060c8-1595-4cea-9a7b-f6972eab94fa,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:44.197993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.209289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'af5060c8-1595-4cea-9a7b-f6972eab94fa', 'network_id': 'bd4b44d0-04df-4929-950e-57b7170d2875', 'port_id': 'af5060c8-1595-4cea-9a7b-f6972eab94fa', 'mac_address': 'fa:16:3e:93:22:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4626f5-aec4-41dc-9917-ba79298b474c', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:44.331273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3409a9-2fe9-4ac8-83ac-d584691636ec,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:44.340368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.393175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5060c8-1595-4cea-9a7b-f6972eab94fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:44.454974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port af5060c8-1595-4cea-9a7b-f6972eab94fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=af5060c8-1595-4cea-9a7b-f6972eab94fa,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:44.465095 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.465915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:44.573632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=af5060c8-1595-4cea-9a7b-f6972eab94fa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:44.624816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06bf12-a091-4de5-97f5-45ab51ed6d0d req-d70b9fe6-f386-4bf3-8552-891f76366abc tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.635903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec06bf12-a091-4de5-97f5-45ab51ed6d0d req-d70b9fe6-f386-4bf3-8552-891f76366abc tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.7077899 Nov 09 18:01:44.638784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:44.805709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:44.823380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3', 'network_id': 'ef1fd7f4-5530-4d7a-8987-dad1871df2c9', 'port_id': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3', 'mac_address': 'fa:16:3e:b7:df:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7532d918-b231-4176-8b43-af06be7961bb', 'ip_address': '19.86.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:44.833752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834b3db-6127-43d4-8db5-efe369dbb906 req-345ca587-b728-452b-b06d-ee9a608d0d06 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.836416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1834b3db-6127-43d4-8db5-efe369dbb906 req-345ca587-b728-452b-b06d-ee9a608d0d06 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.4405422 Nov 09 18:01:44.863632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b49971dd-5a5f-4dd0-a91b-faf55fcc55b8 req-dfc84864-c86a-46c4-a5b2-da67767da6f7 service neutron] 10.222.0.73 "GET /v2.0/networks/ef1fd7f4-5530-4d7a-8987-dad1871df2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553999 Nov 09 18:01:44.877159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-3fd9c183-d5dd-4159-bb0d-b9abed6fc296 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:44.878683 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-3fd9c183-d5dd-4159-bb0d-b9abed6fc296 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.2390072 Nov 09 18:01:44.906487 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:44.927332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:44.933038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec06bf12-a091-4de5-97f5-45ab51ed6d0d req-3eee73af-fb9c-4998-924e-24ee0b60af85 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960494 Nov 09 18:01:44.995169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1834b3db-6127-43d4-8db5-efe369dbb906 req-45b74f6d-d2f4-4d5d-a4bb-19fe8e6b3a15 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338279 Nov 09 18:01:44.996838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.021401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:45.035453 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.065198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-490634504-network', 'tenant_id': '1fa94ba7ab4549d8b42f8b343991a6e7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:45.117598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.158336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:45.166704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Made reservation on behalf of 1fa94ba7ab4549d8b42f8b343991a6e7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:45.169209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.181140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.282603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a25c8-cd2a-4094-a3bb-feeb79db19b3 req-7f871e4e-f234-4abf-ba99-5cbf56e72530 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.291221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a25c8-cd2a-4094-a3bb-feeb79db19b3 req-7f871e4e-f234-4abf-ba99-5cbf56e72530 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.300062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-636a25c8-cd2a-4094-a3bb-feeb79db19b3 req-7f871e4e-f234-4abf-ba99-5cbf56e72530 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1680 time: 0.1345739 Nov 09 18:01:45.312231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910af8-7338-4c79-9334-f060aefe3acb req-80d99414-50fd-4194-8c09-df12901dec90 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:45.313801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f910af8-7338-4c79-9334-f060aefe3acb req-80d99414-50fd-4194-8c09-df12901dec90 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1474216 Nov 09 18:01:45.320491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:01:45.335222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['6a930a74-1a85-4f48-86e6-e7dfeb231ff3'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:45.423106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Deleting port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:45.423587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.465486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-636a25c8-cd2a-4094-a3bb-feeb79db19b3 req-0c0e4d0e-b06b-4da3-8499-e072dd723ee2 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645913 Nov 09 18:01:45.483792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f910af8-7338-4c79-9334-f060aefe3acb req-9e63ec07-2329-4c46-ab26-0249741081b4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493053 Nov 09 18:01:45.544376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:45.574260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Sync routers for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:45.576042 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.580488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f159d90e-eaa1-4dfa-9ef3-3fbfe28ace58 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3859484 Nov 09 18:01:45.581212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:45.604042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:45.604708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:45.759665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Router 805eaf2d-7153-4701-a1db-1494fb221556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:45.761751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.778785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.806958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] For port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:45.807344 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.898018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Calling delete_port for 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:45.916013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:45.947278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ae213-3451-432f-820c-f18022406d12,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:45.958187 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:45.958520 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Added segment 7ded867c-f589-419d-8325-74ec972cb055 of type vlan for network e035d1ff-5dad-47eb-8957-15c7ffd65043 Nov 09 18:01:45.959380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:46.057443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.067060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:46.075081 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6ab11b78-14c6-431b-b955-7f8c98a447e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/805eaf2d-7153-4701-a1db-1494fb221556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4093893 Nov 09 18:01:46.078139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46152) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:46.081052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] Sync routers for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:46.109544 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:46.110325 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:46.224293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.237270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.247732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.248690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:46.249307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.268529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fb826-b8cc-4d93-9ca5-598af696930f req-98adc399-b877-4637-b6b0-b447262b4b10 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:46.269899 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:46.270453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-922fb826-b8cc-4d93-9ca5-598af696930f req-98adc399-b877-4637-b6b0-b447262b4b10 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1441607 Nov 09 18:01:46.298502 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6509669 Nov 09 18:01:46.303930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505592a-84d3-4f3b-91b0-d2b31ce3593b req-518e2985-fbe8-45a7-a71a-488f94d2a3bb tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:46.316430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3505592a-84d3-4f3b-91b0-d2b31ce3593b req-518e2985-fbe8-45a7-a71a-488f94d2a3bb tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=68ede150-3aef-434c-8869-7ab0fd0ad79b HTTP/1.1" status: 200 len: 944 time: 0.1509321 Nov 09 18:01:46.318884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46154) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:46.343756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Request body: {'subnet': {'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-490634504-subnet', 'tenant_id': '1fa94ba7ab4549d8b42f8b343991a6e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:46.464408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010839-2d35-4a1b-ac5d-9d35cf80d41a admin admin] Pushing event updated for resources: {'Network': ['ID=e035d1ff-5dad-47eb-8957-15c7ffd65043,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:46.473401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.490946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:46.505078 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:46.536370 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] Checking router: 805eaf2d-7153-4701-a1db-1494fb221556 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:46.550963 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] Routers {'805eaf2d-7153-4701-a1db-1494fb221556'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:46.551894 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['805eaf2d-7153-4701-a1db-1494fb221556'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:46.556462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.594105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event deleted for resources: {'Port': ['ID=712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:46.624815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-922fb826-b8cc-4d93-9ca5-598af696930f req-763ec398-5558-4ae6-84b5-1b2eb3c6ec97 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460083 Nov 09 18:01:46.681250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['af5060c8-1595-4cea-9a7b-f6972eab94fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:46.684792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3505592a-84d3-4f3b-91b0-d2b31ce3593b req-f8dc0ef8-df2a-478b-91a7-96548fd338cf tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672631 Nov 09 18:01:46.697352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Made reservation on behalf of 1fa94ba7ab4549d8b42f8b343991a6e7 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:46.707161 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.743913 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] Set router 805eaf2d-7153-4701-a1db-1494fb221556 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:46.747367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] No DVR routers for this DVR port 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:46.754863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.760614 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59d62043-afa2-4f91-bd4d-aa0e0ee21b5b req-6f83f406-a3cd-4af0-b266-5f346229b652 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.73 "DELETE /v2.0/ports/712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb HTTP/1.1" status: 204 len: 173 time: 1.8635323 Nov 09 18:01:46.827121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'name': 'network-vif-deleted', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:46.831623 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd78b8-f914-47dc-8845-d98ff1d70ac5" -d '{"events": [{"server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "name": "network-vif-deleted", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:46.856426 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-85ac0e8b-3387-4219-986e-51595aa17202 req-102af2d3-6bbf-4fb7-b00c-5eca840ef9c7 service neutron] show failed (client error): The resource could not be found. Nov 09 18:01:46.858361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-102af2d3-6bbf-4fb7-b00c-5eca840ef9c7 service neutron] 10.222.0.85 "GET /v2.0/ports/66af44d3-52c0-4f6a-aebe-fed5bb19e395/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.2758150 Nov 09 18:01:46.878980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:46.955653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:43Z', 'revision_number': 3, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:47.008687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Deleting port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:47.008687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.040698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Checking router: 43ecb358-ba22-47b7-a39c-c4b9cc203c19 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:47.041322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Updating router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 port 3f6113fe-d318-4fa6-805a-dd8d1957140f binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:01:47.139939 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:47.191968 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d1a4f-2ff2-439a-a773-3ae380f072ea None None] The sync data for ids ['805eaf2d-7153-4701-a1db-1494fb221556'] in n-d-817240-1 is: [{'id': '805eaf2d-7153-4701-a1db-1494fb221556', 'name': 'tempest-ServersTestBootFromVolume-1494384424-router', 'tenant_id': '5fb921facf074c68a74304192e0833f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T17:57:53Z', 'updated_at': '2021-11-09T18:01:44Z', 'revision_number': 5, 'project_id': '5fb921facf074c68a74304192e0833f1', 'gw_port': {'id': '1cab26da-5ffb-4518-97d2-8e38da3ed6e5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805eaf2d-7153-4701-a1db-1494fb221556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T17:57:54Z', 'updated_at': '2021-11-09T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:47.199454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.202661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] For port 1cab26da-5ffb-4518-97d2-8e38da3ed6e5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:47.205547 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.280218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Calling delete_port for 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:47.402521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-c3744654-a461-4a12-b4f1-e9dcb8ed7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.402521 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-c3744654-a461-4a12-b4f1-e9dcb8ed7774 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9&tenant_id=ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 1100 time: 0.1802554 Nov 09 18:01:47.432574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:47.440153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bced8e-05c1-4763-a05e-a982e4f5aab0 req-2257e579-fb82-4c2f-89c7-c4120127fd8c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.447760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bced8e-05c1-4763-a05e-a982e4f5aab0 req-2257e579-fb82-4c2f-89c7-c4120127fd8c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.449476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1bced8e-05c1-4763-a05e-a982e4f5aab0 req-2257e579-fb82-4c2f-89c7-c4120127fd8c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1680 time: 0.7081745 Nov 09 18:01:47.607753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.608461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98675ebc-7114-48a2-962a-74f28295838a req-4bef3eb9-e333-40f3-a525-1220b08dfc39 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:47.623932 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98675ebc-7114-48a2-962a-74f28295838a req-4bef3eb9-e333-40f3-a525-1220b08dfc39 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.7931526 Nov 09 18:01:47.639220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.640478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Allocated IP 172.20.0.1 (ad726dfc-e8dd-4b38-a69d-c46faa338e05/3239cabc-e9ad-4a62-91b7-c2c18cf3a512/b9b0dbd0-bac3-434e-8954-4f7216822ae1) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:47.646572 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.721524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Attempting to bind port 3f6113fe-d318-4fa6-805a-dd8d1957140f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:47.722088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Attempting to bind port 3f6113fe-d318-4fa6-805a-dd8d1957140f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:47.722583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Attempting to bind port 3f6113fe-d318-4fa6-805a-dd8d1957140f on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:47.736050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Pushing event updated for resources: {'Port': ['ID=3f6113fe-d318-4fa6-805a-dd8d1957140f,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:47.752357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.752865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.753366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.753851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.754316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.754750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.755181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.755918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.756166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.756641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.757068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.757541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.767515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:47.768254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:47.769418 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.770052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:47.770833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Bound port: 3f6113fe-d318-4fa6-805a-dd8d1957140f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:47.771488 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.778722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1bced8e-05c1-4763-a05e-a982e4f5aab0 req-66603dc9-fa7c-43b5-afb8-aad21cea6ac8 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169000 Nov 09 18:01:47.842739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] For port 3f6113fe-d318-4fa6-805a-dd8d1957140f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:47.846836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] For port 3f6113fe-d318-4fa6-805a-dd8d1957140f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3f6113fe-d318-4fa6-805a-dd8d1957140f,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:47.848808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:47.854997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:47.860270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98675ebc-7114-48a2-962a-74f28295838a req-72be3086-1ef7-44a8-8cee-48311fc12eab tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351246 Nov 09 18:01:47.878529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.892832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:47.939481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cab26da-5ffb-4518-97d2-8e38da3ed6e5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:47.953844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52121f7-ea3a-43a7-b304-dfe141c7f170 None None] Pushing event updated for resources: {'Port': ['ID=3f6113fe-d318-4fa6-805a-dd8d1957140f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:47.991016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.991779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.992277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.992800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.993289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.993775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.994430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.995007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.995488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.995969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.996449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:47.996945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:48.023954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:48.024736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:48.058511 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db43f2d-f2e9-4020-8815-7c5b9028e7cb x-openstack-request-id: req-0db43f2d-f2e9-4020-8815-7c5b9028e7cb {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:48.059185 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ede150-3aef-434c-8869-7ab0fd0ad79b", "name": "network-vif-deleted", "tag": "712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:48.059592 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0db43f2d-f2e9-4020-8815-7c5b9028e7cb {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:48.060137 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ede150-3aef-434c-8869-7ab0fd0ad79b', 'name': 'network-vif-deleted', 'tag': '712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb', 'status': 'completed', 'code': 200} Nov 09 18:01:48.099086 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.102416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.105466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:48.150841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:48.151228 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.392171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6e92-49f1-4446-b34a-9c1463d33857 req-b4b829bc-667c-4216-aca0-dad29e407901 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:48.399038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddee6e92-49f1-4446-b34a-9c1463d33857 req-b4b829bc-667c-4216-aca0-dad29e407901 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.3155549 Nov 09 18:01:48.406573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.419201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6052a951-5024-40c9-9323-bc9f9a42c40e,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:48.469875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:48.470581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Network hostable DHCP agents. Network: e035d1ff-5dad-47eb-8957-15c7ffd65043, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:48.483367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:48.485841 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.544744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:48.554685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.557741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddee6e92-49f1-4446-b34a-9c1463d33857 req-61f6faa9-87ca-4a29-9019-ab3a67cfcd07 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267142 Nov 09 18:01:48.557879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.582723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:48.603343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86127280-68a5-40c5-88ab-d3ab2d5e1e86 req-4ed14abc-0964-4a1b-b906-f78f3a6b6968 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:48.605357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86127280-68a5-40c5-88ab-d3ab2d5e1e86 req-4ed14abc-0964-4a1b-b906-f78f3a6b6968 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 945 time: 0.1085980 Nov 09 18:01:48.608416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.621336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e035d1ff-5dad-47eb-8957-15c7ffd65043) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:48.625920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:48.628342 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13df7594-474f-45ab-93dc-343cad64256d" -d '{"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-plugged", "status": "completed", "tag": "6a930a74-1a85-4f48-86e6-e7dfeb231ff3"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:48.638384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.639253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 805eaf2d-7153-4701-a1db-1494fb221556 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:01:48.647831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56b208-871a-4cb8-803b-74846390dcd2 None None] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:48.657091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:48.658819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.676984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:48.688010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.689408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-60dfcd9c-5fdb-4cb0-9191-107d4f723609 admin admin] 10.222.0.32 "DELETE /v2.0/routers/805eaf2d-7153-4701-a1db-1494fb221556 HTTP/1.1" status: 204 len: 168 time: 2.6091101 Nov 09 18:01:48.702256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46182) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:48.788917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:48.813473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:48.830380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:48.854425 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430351a8-50e5-4723-8220-15481bc1be43 x-openstack-request-id: req-430351a8-50e5-4723-8220-15481bc1be43 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:48.869354 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-plugged", "status": "completed", "tag": "6a930a74-1a85-4f48-86e6-e7dfeb231ff3", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:48.869695 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-430351a8-50e5-4723-8220-15481bc1be43 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:48.870322 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3', 'code': 200} Nov 09 18:01:48.873182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6b3409a9-2fe9-4ac8-83ac-d584691636ec no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:48.874047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] Deleting subnet 96ba9a67-5907-4051-ad33-7d8da38c97e8 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:48.883270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:48.886961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-62269d4d-0174-40a2-ab71-3a098593e92d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5579371 Nov 09 18:01:48.888386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b0dbd0-bac3-434e-8954-4f7216822ae1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:48.900095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.915271 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:48.977623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86127280-68a5-40c5-88ab-d3ab2d5e1e86 req-4afe2a47-4df5-4d09-9eaa-31b1ed6593ee tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607026 Nov 09 18:01:48.996645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6b3409a9-2fe9-4ac8-83ac-d584691636ec {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:48.997351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6b3409a9-2fe9-4ac8-83ac-d584691636ec not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:49.055093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f35bf-743c-4887-a456-e65905284170 req-98e7a448-b42c-4285-909c-19decfe5ab70 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.056333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a8f35bf-743c-4887-a456-e65905284170 req-98e7a448-b42c-4285-909c-19decfe5ab70 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 945 time: 0.0948114 Nov 09 18:01:49.071590 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.122017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.179016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b004-35c8-41d2-95e8-72b0be5bad77 req-28d86351-41c8-48f5-8d1c-a381e81be62d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.187758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b004-35c8-41d2-95e8-72b0be5bad77 req-28d86351-41c8-48f5-8d1c-a381e81be62d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.189912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3a2b004-35c8-41d2-95e8-72b0be5bad77 req-28d86351-41c8-48f5-8d1c-a381e81be62d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1681 time: 0.2812316 Nov 09 18:01:49.218835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.289224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:49.341037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3a2b004-35c8-41d2-95e8-72b0be5bad77 req-ac71b963-4565-4420-a8bd-4b7f14d0c026 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419189 Nov 09 18:01:49.382840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208a177-145d-46f9-bd39-b5bb709135a2 req-b7ca345a-34be-48ea-8af0-714a21eecfc3 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:49.384509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a208a177-145d-46f9-bd39-b5bb709135a2 req-b7ca345a-34be-48ea-8af0-714a21eecfc3 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.1605849 Nov 09 18:01:49.388137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.439643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.458604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:49.483666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.503173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a208a177-145d-46f9-bd39-b5bb709135a2 req-1617b5d1-26ed-45dd-9d5e-dec85e3abe91 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123657 Nov 09 18:01:49.513763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Transition to ACTIVE for port object 66af44d3-52c0-4f6a-aebe-fed5bb19e395 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:01:49.528656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.554367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Deleting port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:49.555005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.568975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0967d5c2-9eda-4097-8612-4a2d7ac88e89 None None] Provisioning complete for port b9b0dbd0-bac3-434e-8954-4f7216822ae1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:49.569486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0967d5c2-9eda-4097-8612-4a2d7ac88e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.604131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627568a8-7cfa-4cb5-9c4e-1c6e1f9a63e7 None None] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:49.736740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0967d5c2-9eda-4097-8612-4a2d7ac88e89 None None] Port b9b0dbd0-bac3-434e-8954-4f7216822ae1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:49.741524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:49.742083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a1dcefd3-157d-4fd5-9c4e-023c57af5f58 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:49.772112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] No DVR routers for this DVR port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:49.803535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:43Z', 'revision_number': 3, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:49.809059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.831533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device af5060c8-1595-4cea-9a7b-f6972eab94fa up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:49.850998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.876572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:49.877115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:49.878006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:49.880248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=6']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:49.889935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.957699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ba9a67-5907-4051-ad33-7d8da38c97e8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:49.973841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:49.979779 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ee5135c6-c34d-48a9-a3a6-71c5f5a8ffb4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96ba9a67-5907-4051-ad33-7d8da38c97e8 HTTP/1.1" status: 204 len: 168 time: 1.2752843 Nov 09 18:01:49.979779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:01:49.979779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:49.982229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46218) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:49.982506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04da15c5-a67a-4685-93b9-292d99c3db3b None None] The sync data for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 is: [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:43Z', 'revision_number': 3, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:49.982667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46220) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:49.991388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-806857215-network', 'tenant_id': 'be426ca1522d42f98dd588dec2a3ead9'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:49.995237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36bed4-3b21-403e-8e58-c1deae54f4d2 None None] Network 290e3234-bd36-4066-9320-45c0befce4c3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:50.040237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Made reservation on behalf of be426ca1522d42f98dd588dec2a3ead9 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:50.041037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b0dbd0-bac3-434e-8954-4f7216822ae1,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:50.042044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.049559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.093350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.103269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:50.105722 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29d04e2-7e08-477f-a403-bd68c9d61496" -d '{"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:50.114299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:50.114817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:50.115986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:50.115986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Bound port: 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:50.118369 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.144046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6366b-82d7-4f6b-bf86-3a0b96fb34d8 req-a8f4e507-c0cc-41bd-a5f5-f2cab9920eeb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.150102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1df6366b-82d7-4f6b-bf86-3a0b96fb34d8 req-a8f4e507-c0cc-41bd-a5f5-f2cab9920eeb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.3340275 Nov 09 18:01:50.196448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] For port a1dcefd3-157d-4fd5-9c4e-023c57af5f58, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:50.199554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.253734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Calling delete_port for a1dcefd3-157d-4fd5-9c4e-023c57af5f58 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:50.265774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port af5060c8-1595-4cea-9a7b-f6972eab94fa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:01:50.268729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1df6366b-82d7-4f6b-bf86-3a0b96fb34d8 req-a88f3615-e925-40dc-9aec-c3ca04df7c2f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010761 Nov 09 18:01:50.289584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604992b2-094f-4143-86f4-af6832bda1f7 req-f6cda2af-d107-4705-975a-1b6b67cc7b35 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.292922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port af5060c8-1595-4cea-9a7b-f6972eab94fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:50.293871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.304265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-604992b2-094f-4143-86f4-af6832bda1f7 req-f6cda2af-d107-4705-975a-1b6b67cc7b35 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 945 time: 0.1529758 Nov 09 18:01:50.323765 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.369135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:50.375126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:50.429946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-604992b2-094f-4143-86f4-af6832bda1f7 req-90ac2b77-941c-45d0-8fa0-ccf7859696b3 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246984 Nov 09 18:01:50.508329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:50.536073 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8667bc-30d5-43e0-9f5f-9d56b9caf09f x-openstack-request-id: req-0d8667bc-30d5-43e0-9f5f-9d56b9caf09f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:50.536405 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:50.536644 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d8667bc-30d5-43e0-9f5f-9d56b9caf09f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:50.537028 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'code': 200} Nov 09 18:01:50.592366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:50.702173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.729842 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.765426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] DHCP port deletion for 290e3234-bd36-4066-9320-45c0befce4c3 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:01:50.775698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port af5060c8-1595-4cea-9a7b-f6972eab94fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=af5060c8-1595-4cea-9a7b-f6972eab94fa,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:50.791500 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.792637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:50.820427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:50.820779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 712e5e7a-5b7c-4d98-ad9e-5ffc9d005ecb not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:50.874388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5060c8-1595-4cea-9a7b-f6972eab94fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:50.876801 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf53e8b-e6dd-464b-ba9a-5ba0addae9b2" -d '{"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-plugged", "status": "completed", "tag": "af5060c8-1595-4cea-9a7b-f6972eab94fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:50.888637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3f6113fe-d318-4fa6-805a-dd8d1957140f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:50.954968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:50.956411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.959503 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] 10.222.0.73 "PUT /v2.0/ports/66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 1095 time: 3.5399296 Nov 09 18:01:50.968526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.972146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:50.990768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2fad341f-5768-4603-9aa1-315dd0cf0dc4 None None] Provisioning complete for port b9b0dbd0-bac3-434e-8954-4f7216822ae1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:50.991297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fad341f-5768-4603-9aa1-315dd0cf0dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.003784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.011636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=af5060c8-1595-4cea-9a7b-f6972eab94fa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.024346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ccf9-7728-4800-b5be-3e78a4c0cc6c req-6e4c6242-f573-4870-b022-b772be0bcfef tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.027095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d4ccf9-7728-4800-b5be-3e78a4c0cc6c req-6e4c6242-f573-4870-b022-b772be0bcfef tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 947 time: 0.1997716 Nov 09 18:01:51.030333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:01:51.039801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7ddcc-6ebd-4ca7-b5d2-85a0cf77a30c req-c5572642-2805-4d6b-a02f-45d275277bb6 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.046410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7ddcc-6ebd-4ca7-b5d2-85a0cf77a30c req-c5572642-2805-4d6b-a02f-45d275277bb6 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.054990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69f7ddcc-6ebd-4ca7-b5d2-85a0cf77a30c req-c5572642-2805-4d6b-a02f-45d275277bb6 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1681 time: 0.3519638 Nov 09 18:01:51.078246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] Deleting port 5011abee-1af3-42f3-809c-828a54900b52 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:51.078713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.125030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3cc1-fca5-4a0d-94ea-f6f47ecd31df service neutron] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=7']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.155331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555dc093-e156-4005-a26b-71a6bfbd292e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.173334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3f6113fe-d318-4fa6-805a-dd8d1957140f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:51.173807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.181813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Deleting port 5011abee-1af3-42f3-809c-828a54900b52 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:51.181984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2fad341f-5768-4603-9aa1-315dd0cf0dc4 None None] Port b9b0dbd0-bac3-434e-8954-4f7216822ae1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:01:51.182142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.185895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:51.194085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69f7ddcc-6ebd-4ca7-b5d2-85a0cf77a30c req-44112ded-b54a-4be8-aba5-bdf7651a7a90 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370995 Nov 09 18:01:51.243451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] For port 5011abee-1af3-42f3-809c-828a54900b52, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5011abee-1af3-42f3-809c-828a54900b52,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:51.243932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.263562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] Calling delete_port for 5011abee-1af3-42f3-809c-828a54900b52 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:51.263884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] No DVR routers for this DVR port a1dcefd3-157d-4fd5-9c4e-023c57af5f58 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:51.273246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.275722 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08208e4e-8a00-4abc-9713-78559783ead0 x-openstack-request-id: req-08208e4e-8a00-4abc-9713-78559783ead0 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:51.276085 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-plugged", "status": "completed", "tag": "af5060c8-1595-4cea-9a7b-f6972eab94fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:51.276409 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08208e4e-8a00-4abc-9713-78559783ead0 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:51.276962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a8f35bf-743c-4887-a456-e65905284170 req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "DELETE /v2.0/ports/a1dcefd3-157d-4fd5-9c4e-023c57af5f58 HTTP/1.1" status: 204 len: 173 time: 2.2080610 Nov 09 18:01:51.277108 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5060c8-1595-4cea-9a7b-f6972eab94fa', 'code': 200} Nov 09 18:01:51.281699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba14ef6-e632-4057-983c-004a19e5b28b tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event deleted for resources: {'Port': ['ID=a1dcefd3-157d-4fd5-9c4e-023c57af5f58,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.304094 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.304447 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Added segment 769724ed-c015-4966-af69-d212ebc803b6 of type vlan for network cab1d99f-29c1-418b-b4a9-bf9472dce5e8 Nov 09 18:01:51.337362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-5ebe58d3-b9e1-4b44-87e5-3d5396a021be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.348450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d4ccf9-7728-4800-b5be-3e78a4c0cc6c req-8f5d2563-c12b-4267-802e-d198968afd10 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910852 Nov 09 18:01:51.356065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-5ebe58d3-b9e1-4b44-87e5-3d5396a021be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1098 time: 0.3445175 Nov 09 18:01:51.430379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.483909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 3f6113fe-d318-4fa6-805a-dd8d1957140f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3f6113fe-d318-4fa6-805a-dd8d1957140f,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:51.492405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:01:51.494827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.527243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e299921f-63a5-4b78-9383-266a2c494349 admin admin] 10.222.0.32 "PUT /v2.0/routers/43ecb358-ba22-47b7-a39c-c4b9cc203c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9368215 Nov 09 18:01:51.539209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:51.549819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7e75e-7c43-44a3-b11c-fa791b26a92e req-eb5acad1-6d6a-49dd-8c76-6384b38caeec tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.551740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7a7e75e-7c43-44a3-b11c-fa791b26a92e req-eb5acad1-6d6a-49dd-8c76-6384b38caeec tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1618600 Nov 09 18:01:51.575483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:51.575924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1cab26da-5ffb-4518-97d2-8e38da3ed6e5 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:51.586174 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.607895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=3f6113fe-d318-4fa6-805a-dd8d1957140f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.613073 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.619811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-00e9a009-fc81-4813-bd1a-5cf99d1566d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.620838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-00e9a009-fc81-4813-bd1a-5cf99d1566d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2053084 Nov 09 18:01:51.626927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] For port 5011abee-1af3-42f3-809c-828a54900b52, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5011abee-1af3-42f3-809c-828a54900b52,segment=NetworkSegment(7ae6c1b6-791d-4a29-806d-29a0233f9ee4),segment_id=7ae6c1b6-791d-4a29-806d-29a0233f9ee4)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:51.627408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.631270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce5ddccf-5b6e-4dad-abf7-a3dde7adb53a req-40343930-3ba9-4ef8-a9bf-95876acb8578 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e0cfbe-0c02-44e4-b68a-6b7077a267f3 HTTP/1.1" status: 200 len: 210 time: 0.0691543 Nov 09 18:01:51.635857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187762e-af50-4571-814b-f429d83f5227 req-c4866df5-04bf-4148-ba2a-987bfdd969e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.636577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187762e-af50-4571-814b-f429d83f5227 req-c4866df5-04bf-4148-ba2a-987bfdd969e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.638743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0187762e-af50-4571-814b-f429d83f5227 req-c4866df5-04bf-4148-ba2a-987bfdd969e8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1984 time: 0.2167323 Nov 09 18:01:51.642282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Calling delete_port for 5011abee-1af3-42f3-809c-828a54900b52 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:51.688497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] Pushing event deleted for resources: {'Port': ['ID=5011abee-1af3-42f3-809c-828a54900b52,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.697956 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f357fc-eadb-4792-aa5a-a449f52323ac None None] No DVR routers for this DVR port 5011abee-1af3-42f3-809c-828a54900b52 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:51.703532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7a7e75e-7c43-44a3-b11c-fa791b26a92e req-de3a8496-e876-4aca-a3ed-e46da52187ca tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402798 Nov 09 18:01:51.722403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0187762e-af50-4571-814b-f429d83f5227 req-a7ac0d49-7791-4022-8e15-00caf6196635 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708089 Nov 09 18:01:51.725622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.728999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:51.728999 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.812014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-4f7e1530-6713-4b71-a2bc-ecbee92fbb33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0947340 Nov 09 18:01:51.836030 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8488603 Nov 09 18:01:51.839293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:51.848380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b1ce-2391-4c81-bb59-0243ca516a8e admin admin] Pushing event updated for resources: {'Network': ['ID=cab1d99f-29c1-418b-b4a9-bf9472dce5e8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.851469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Request body: {'subnet': {'network_id': 'cab1d99f-29c1-418b-b4a9-bf9472dce5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-806857215-subnet', 'tenant_id': 'be426ca1522d42f98dd588dec2a3ead9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:51.861665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network cab1d99f-29c1-418b-b4a9-bf9472dce5e8 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:51.891631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.940807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Made reservation on behalf of be426ca1522d42f98dd588dec2a3ead9 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:51.949367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Pushing event deleted for resources: {'Port': ['ID=5011abee-1af3-42f3-809c-828a54900b52,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:51.962597 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:51.967423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] No DVR routers for this DVR port 5011abee-1af3-42f3-809c-828a54900b52 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:52.111033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-b5903aa0-58b9-44d4-bd97-a8646946fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.112795 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-b5903aa0-58b9-44d4-bd97-a8646946fa54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1645377 Nov 09 18:01:52.218168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.248532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290e3234-bd36-4066-9320-45c0befce4c3']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.263007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac0e8b-3387-4219-986e-51595aa17202 req-b5ec0e3b-6a83-4fd2-96b4-0dc10d2709ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.264754 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-b5ec0e3b-6a83-4fd2-96b4-0dc10d2709ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887718 Nov 09 18:01:52.266220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae6c1b6-791d-4a29-806d-29a0233f9ee4') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.266513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae6c1b6-791d-4a29-806d-29a0233f9ee4') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.286470 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.289406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:52.295169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.302783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4b2f16f3-94b7-4adc-b909-93c13f41c9f2 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6806982', 'description': 'tempest-description--1127889798'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:52.357173 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16f3-94b7-4adc-b909-93c13f41c9f2 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.368970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.382927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:52.383348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:52.385044 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:01:52.428739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bea5b0f-a6fb-4715-b9af-a45e64d9477c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:52.460473 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.466393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263558fa-9984-49b2-b139-f72e474bf86b req-9d339823-60a5-4679-9966-223bf94ee1ef tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.468311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.472705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263558fa-9984-49b2-b139-f72e474bf86b req-9d339823-60a5-4679-9966-223bf94ee1ef tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.474763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-263558fa-9984-49b2-b139-f72e474bf86b req-9d339823-60a5-4679-9966-223bf94ee1ef tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1682 time: 0.1259844 Nov 09 18:01:52.480172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] 10.222.0.32 "DELETE /v2.0/networks/290e3234-bd36-4066-9320-45c0befce4c3 HTTP/1.1" status: 204 len: 168 time: 2.4631548 Nov 09 18:01:52.486035 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-68b4e801-09b3-458b-ae8d-90139f3c8536 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079828 Nov 09 18:01:52.496652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b02f17-e58b-4946-85cc-a84ade64f33e admin admin] Pushing event deleted for resources: {'Network': ['ID=290e3234-bd36-4066-9320-45c0befce4c3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:52.519862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Checking segment: {'id': '769724ed-c015-4966-af69-d212ebc803b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'cab1d99f-29c1-418b-b4a9-bf9472dce5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:52.520235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Network hostable DHCP agents. Network: cab1d99f-29c1-418b-b4a9-bf9472dce5e8, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:52.551029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}, {'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'name': 'network-vif-deleted', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:52.554054 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d619e90-8154-454b-869e-c3ef17111129" -d '{"events": [{"name": "network-changed", "server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}, {"server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "name": "network-vif-deleted", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:52.579227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16f3-94b7-4adc-b909-93c13f41c9f2 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.604997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-263558fa-9984-49b2-b139-f72e474bf86b req-a08ac36a-db81-46b9-8b7c-d8b17a2cafe7 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153188 Nov 09 18:01:52.606422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16f3-94b7-4adc-b909-93c13f41c9f2 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.622884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Network cab1d99f-29c1-418b-b4a9-bf9472dce5e8 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:52.629024 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-85ac0e8b-3387-4219-986e-51595aa17202 req-5a19f4e6-1130-454b-a1c4-21a4166ea8d2 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332719 Nov 09 18:01:52.645071 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b2f16f3-94b7-4adc-b909-93c13f41c9f2 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.646474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4b2f16f3-94b7-4adc-b909-93c13f41c9f2 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3531847 Nov 09 18:01:52.653246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46332) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:52.656865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, cab1d99f-29c1-418b-b4a9-bf9472dce5e8) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:52.670190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.670860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.674841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac475d-9636-4718-ad58-06b265ed7fd5 None None] Network cab1d99f-29c1-418b-b4a9-bf9472dce5e8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:52.696764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-57d63ed9-73dc-410b-9c4e-0da82ff8ba5e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Request body: {'security_group_rule': {'security_group_id': '7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:52.706543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f16f3-94b7-4adc-b909-93c13f41c9f2 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:52.736144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4c7232d4-99d1-4c88-8edd-bedab6ec5769 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8956528 Nov 09 18:01:52.798554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57d63ed9-73dc-410b-9c4e-0da82ff8ba5e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:52.806530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Sync routers for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:01:52.820019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0caa-d256-430d-820a-15b9a987a439 req-93020f3b-c296-4589-bc58-aa20c3a12464 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:52.822131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65ba0caa-d256-430d-820a-15b9a987a439 req-93020f3b-c296-4589-bc58-aa20c3a12464 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 947 time: 0.0940731 Nov 09 18:01:52.841421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:52.842502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:52.883487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46342) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:52.891509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65ba0caa-d256-430d-820a-15b9a987a439 req-20093457-7007-4a7b-9ba8-ab4e1d2421f0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632079 Nov 09 18:01:52.947519 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e57d7b-382e-40a4-985c-fe435f91dd00 x-openstack-request-id: req-06e57d7b-382e-40a4-985c-fe435f91dd00 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:52.947705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3f6113fe-d318-4fa6-805a-dd8d1957140f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:52.948281 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "status": "completed", "code": 200}, {"server_uuid": "23e0cfbe-0c02-44e4-b68a-6b7077a267f3", "name": "network-vif-deleted", "tag": "a1dcefd3-157d-4fd5-9c4e-023c57af5f58", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:52.949056 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06e57d7b-382e-40a4-985c-fe435f91dd00 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:52.949600 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'status': 'completed', 'code': 200} Nov 09 18:01:52.950306 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e0cfbe-0c02-44e4-b68a-6b7077a267f3', 'name': 'network-vif-deleted', 'tag': 'a1dcefd3-157d-4fd5-9c4e-023c57af5f58', 'status': 'completed', 'code': 200} Nov 09 18:01:53.078776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-afa902d4-13c3-43d7-850d-d3402262613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.080310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f12447-2f77-4519-bf49-242913cc5788 req-cfb820dc-3cdb-4c57-ba7d-e2598ac9fefc tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.080473 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-afa902d4-13c3-43d7-850d-d3402262613f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1098 time: 0.1260228 Nov 09 18:01:53.082089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4f12447-2f77-4519-bf49-242913cc5788 req-cfb820dc-3cdb-4c57-ba7d-e2598ac9fefc tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.0771399 Nov 09 18:01:53.116970 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e4a69de0-4ba4-433d-9ddd-a2231661e6b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fb921facf074c68a74304192e0833f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266700 Nov 09 18:01:53.117165 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57d63ed9-73dc-410b-9c4e-0da82ff8ba5e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.120355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46348) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:53.120676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-8bca19dc-e663-4fdd-a492-a4c95c2232a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.122620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-8bca19dc-e663-4fdd-a492-a4c95c2232a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1098 time: 0.1707981 Nov 09 18:01:53.183179 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57d63ed9-73dc-410b-9c4e-0da82ff8ba5e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.215175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4f12447-2f77-4519-bf49-242913cc5788 req-e850825d-373a-4371-8f19-02a5113d68c6 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220930 Nov 09 18:01:53.250994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b3c7d-58c2-4ad8-8a7c-6cf494a1357f None None] Network cab1d99f-29c1-418b-b4a9-bf9472dce5e8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:53.275549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36c37391-555a-43cc-93a3-0dbe2e85abe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.289314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57d63ed9-73dc-410b-9c4e-0da82ff8ba5e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.290987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57d63ed9-73dc-410b-9c4e-0da82ff8ba5e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6357033 Nov 09 18:01:53.296386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46356) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:53.301144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d63ed9-73dc-410b-9c4e-0da82ff8ba5e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6e55cc-865d-49e0-a5b6-c9636b6b2081,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:53.316899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-97051b54-e1f9-4485-8a43-b986ef771319 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Request body: {'security_group_rule': {'security_group_id': '7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:53.342693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36c37391-555a-43cc-93a3-0dbe2e85abe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.371942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-3b6647b8-70f1-4569-82fb-c9e75c379b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.374135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:53.374696 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-3b6647b8-70f1-4569-82fb-c9e75c379b77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2366343 Nov 09 18:01:53.375942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-8da99ed6-14b1-4790-9537-d54ea940ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.377728 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-8da99ed6-14b1-4790-9537-d54ea940ee35 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2838049 Nov 09 18:01:53.383270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97051b54-e1f9-4485-8a43-b986ef771319 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.432377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36c37391-555a-43cc-93a3-0dbe2e85abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.437319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36c37391-555a-43cc-93a3-0dbe2e85abe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.439640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-36c37391-555a-43cc-93a3-0dbe2e85abe3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3bbec4e-5065-49d8-ab66-758a29cf00c8 HTTP/1.1" status: 204 len: 168 time: 0.3183138 Nov 09 18:01:53.449347 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-3563984d-28ae-4db0-a65c-435c30484302 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0658767 Nov 09 18:01:53.471343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97051b54-e1f9-4485-8a43-b986ef771319 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.472667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c37391-555a-43cc-93a3-0dbe2e85abe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bbec4e-5065-49d8-ab66-758a29cf00c8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:53.481705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fe0ea7fa-fda0-4049-9ccd-6d68b64905fa no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:53.482106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97051b54-e1f9-4485-8a43-b986ef771319 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.498663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97051b54-e1f9-4485-8a43-b986ef771319 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd2371c-a6f3-4f51-af4c-fdd89391fc09,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:53.521926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97051b54-e1f9-4485-8a43-b986ef771319 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.526025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-97051b54-e1f9-4485-8a43-b986ef771319 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2250836 Nov 09 18:01:53.530608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46372) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:53.536302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:53.540526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-5a51b43b-686e-4785-ae80-7fbbd5ffed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.542043 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-5a51b43b-686e-4785-ae80-7fbbd5ffed32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0490403 Nov 09 18:01:53.543493 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-4538a4ca-77ba-4af1-ae3d-f12a3971d898 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0931096 Nov 09 18:01:53.580179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.585772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3f6113fe-d318-4fa6-805a-dd8d1957140f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:53.586435 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.679012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-c51f344a-6b37-4c7a-a7fa-c98906ef045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.680480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-c51f344a-6b37-4c7a-a7fa-c98906ef045a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1039934 Nov 09 18:01:53.739927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-2e0e3bbb-a307-4ae3-bba1-ad70e4c07c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.742355 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-2e0e3bbb-a307-4ae3-bba1-ad70e4c07c07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1837187 Nov 09 18:01:53.748763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619e90-8154-454b-869e-c3ef17111129 req-3b288115-620e-4816-8bc6-a864d2580956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.750531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-3b288115-620e-4816-8bc6-a864d2580956 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568624 Nov 09 18:01:53.774555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-0e2143ef-bac9-4229-8aa4-8e00c202773f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.776055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-0e2143ef-bac9-4229-8aa4-8e00c202773f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.2249877 Nov 09 18:01:53.815114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-d0b0d312-edc4-4397-8fb8-fe84e9effb81 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/quotas/5d3484a1604e4260b59cc058c059ac3e HTTP/1.1" status: 200 len: 375 time: 0.0268021 Nov 09 18:01:53.829751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-ec61af0a-d337-494e-83f6-6c8c3b49cd1e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:53.831236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-ec61af0a-d337-494e-83f6-6c8c3b49cd1e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.1785166 Nov 09 18:01:53.842436 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.889886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-91806716-d808-4e8b-9014-3bfe1df51992 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/quotas/1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 375 time: 0.0458786 Nov 09 18:01:53.899891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:53.902879 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94189cab-794b-4aad-9fc1-7e03f75585cc" -d '{"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:53.924011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-de5bafa7-62a0-42ac-af93-e3e09e2d8e31 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917966 Nov 09 18:01:53.944590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:53.947493 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-b936fb1d-1586-4901-a0bc-94713ee8767a service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958482 Nov 09 18:01:53.952620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-fe4a8448-322d-4f1d-8ac6-7a793d305a00 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498688 Nov 09 18:01:53.965691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:54.001550 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.120385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 2, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:54.129965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-2351d724-6cdc-42fd-8c99-b9a69e20cd4e service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095707 Nov 09 18:01:54.152355 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-31517e11-2042-4e7c-8372-3d19aa4df41a service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807056 Nov 09 18:01:54.176795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Checking router: 43ecb358-ba22-47b7-a39c-c4b9cc203c19 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:01:54.178610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Updating router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 port b9b0dbd0-bac3-434e-8954-4f7216822ae1 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:01:54.248693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:54.253881 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.270148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-517a6668-2422-4fb2-ba06-a382ec2d397a service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271217 Nov 09 18:01:54.308545 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d619e90-8154-454b-869e-c3ef17111129 req-debe5882-2964-4334-a903-c05dcdc537fa service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508107 Nov 09 18:01:54.402123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5011abee-1af3-42f3-809c-828a54900b52 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:54.420365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-8c90e0b3-7ced-4c5f-96c4-1549d4bdc3a5 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:54.421880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-8c90e0b3-7ced-4c5f-96c4-1549d4bdc3a5 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 944 time: 0.4515779 Nov 09 18:01:54.439597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5011abee-1af3-42f3-809c-828a54900b52 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:54.442099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5011abee-1af3-42f3-809c-828a54900b52 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:54.502716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-8bd231e1-8340-47d7-8b79-31697d999df0 service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093453 Nov 09 18:01:54.515975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Allocated IP 172.25.0.91 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/21b27093-39c6-4817-b85f-efa4cab95eb8) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:54.531732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-4d1eb0fc-80b8-459b-8f02-22fa3b44619e service neutron] 10.222.0.32 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607288 Nov 09 18:01:54.621658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.640731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.692888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46410) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:54.855582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1393558211-network', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:54.891312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Made reservation on behalf of 0707b4f2730944cabc30bba05bec5e87 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:54.894559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.911842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.930136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Attempting to bind port b9b0dbd0-bac3-434e-8954-4f7216822ae1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:54.931026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Attempting to bind port b9b0dbd0-bac3-434e-8954-4f7216822ae1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:54.931678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Attempting to bind port b9b0dbd0-bac3-434e-8954-4f7216822ae1 on network ad726dfc-e8dd-4b38-a69d-c46faa338e05 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:54.938668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:54.939376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Checking segment: {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:54.939979 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.940698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Bound using segment: {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:54.941501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Bound port: b9b0dbd0-bac3-434e-8954-4f7216822ae1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:54.942359 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:54.945522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df6e0c-a94a-42c5-bc7a-99df1aab39b9 None None] Pushing event updated for resources: {'Port': ['ID=b9b0dbd0-bac3-434e-8954-4f7216822ae1,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.078799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.086646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.093599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] For port b9b0dbd0-bac3-434e-8954-4f7216822ae1, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:55.097649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] For port b9b0dbd0-bac3-434e-8954-4f7216822ae1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b9b0dbd0-bac3-434e-8954-4f7216822ae1,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:55.109732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.172625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df6e0c-a94a-42c5-bc7a-99df1aab39b9 None None] Pushing event updated for resources: {'Port': ['ID=b9b0dbd0-bac3-434e-8954-4f7216822ae1,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.193025 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:01:55.221340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6158ad69-a110-40bc-bb09-ff8dab9bd0ef,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.229563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-18a2f276-18d1-4584-ac13-7c23bca1f0fb None None] Provisioning complete for port b9b0dbd0-bac3-434e-8954-4f7216822ae1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:55.229949 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-18a2f276-18d1-4584-ac13-7c23bca1f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.243483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.244066 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Added segment fdb65d3f-0f20-4517-af39-6ba237f5fb93 of type vlan for network bd837fb1-c02f-46c3-9aa2-89708ce2a23a Nov 09 18:01:55.282136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:01:55.282890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:55.291597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.323392 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.324809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.325653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.367726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-92e67e8b-5e33-4104-a640-a82a3d458587 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.372133 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-92e67e8b-5e33-4104-a640-a82a3d458587 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c789668-8eee-4083-ba99-3fa1f39d8b29 HTTP/1.1" status: 200 len: 943 time: 0.2808070 Nov 09 18:01:55.386298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.442774 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.482230 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7847166 Nov 09 18:01:55.500545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46424) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:55.507994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Request body: {'subnet': {'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1393558211-subnet', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:55.542574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5ee42-1ca2-400f-bd92-ca7ca1722fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=bd837fb1-c02f-46c3-9aa2-89708ce2a23a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.581570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Made reservation on behalf of 0707b4f2730944cabc30bba05bec5e87 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:55.585135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.606791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-4323f47d-17d4-4205-b8e5-cfbbfffef4b0 service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0919554 Nov 09 18:01:55.610301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:55.615726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:01:55.634513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:55.645786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:55.650567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event updated for resources: {'Port': ['ID=21b27093-39c6-4817-b85f-efa4cab95eb8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:55.681646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Deleting port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:55.682149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.684989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Deleting port 1aff39f6-8491-4279-8126-a65dfbceee24 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:55.685425 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.699400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.699788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.700181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.700514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.700886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.701264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.701593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.701958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.702353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.702678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.703040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.703408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:01:55.732109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566229b-8e3b-4d81-ae25-7d7176bfab81 req-3699e95c-39cd-46f3-88a2-e8a46ec471c9 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:55.741862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9566229b-8e3b-4d81-ae25-7d7176bfab81 req-3699e95c-39cd-46f3-88a2-e8a46ec471c9 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 944 time: 0.3170593 Nov 09 18:01:55.838998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] For port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:55.840488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:55.858952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Calling delete_port for fe0ea7fa-fda0-4049-9ccd-6d68b64905fa owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:55.894667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:01:55.896474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:01:55.908510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9566229b-8e3b-4d81-ae25-7d7176bfab81 req-bc3977be-aae7-4dab-9ddd-0cdc9937e72d tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b50529b-770c-4f47-8f02-ffca9fedf035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655757 Nov 09 18:01:55.991794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.024258 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f27f6e-1bf5-4185-a9c9-d230b73b9c46 x-openstack-request-id: req-65f27f6e-1bf5-4185-a9c9-d230b73b9c46 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:56.024796 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:56.025038 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65f27f6e-1bf5-4185-a9c9-d230b73b9c46 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:56.025367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.025491 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'code': 200} Nov 09 18:01:56.040073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] For port 1aff39f6-8491-4279-8126-a65dfbceee24, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1aff39f6-8491-4279-8126-a65dfbceee24,segment=NetworkSegment(37a2f034-09c1-41fb-b7de-e0d2bc1f49ab),segment_id=37a2f034-09c1-41fb-b7de-e0d2bc1f49ab)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:56.040453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.058967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Calling delete_port for 1aff39f6-8491-4279-8126-a65dfbceee24 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:01:56.081037 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.resource_extend [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:01:56.108929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-18a2f276-18d1-4584-ac13-7c23bca1f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.125065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f86780-7148-44cc-a4fe-1c8a398a40a9 req-ec8d1c94-0cad-4ab0-995c-eda30abc9a42 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.131232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f86780-7148-44cc-a4fe-1c8a398a40a9 req-ec8d1c94-0cad-4ab0-995c-eda30abc9a42 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.138524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17f86780-7148-44cc-a4fe-1c8a398a40a9 req-ec8d1c94-0cad-4ab0-995c-eda30abc9a42 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1682 time: 0.1655464 Nov 09 18:01:56.139852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b2f3c3-998b-48c6-8a02-b75aff0b1888,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:56.184849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.223604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:55Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:56.295576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bb2f3-da37-48d2-9506-790c3fefaee3 None None] The sync data for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 is: [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:55Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:01:56.325908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17f86780-7148-44cc-a4fe-1c8a398a40a9 req-808d0379-2af4-4821-a211-53399ee0a036 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822190 Nov 09 18:01:56.358100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c041f3-ef3f-4608-a933-89b4ea4713e1 req-f485fcb7-4a18-482f-b18a-2c3c12efae84 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.358368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-18a2f276-18d1-4584-ac13-7c23bca1f0fb None None] For port b9b0dbd0-bac3-434e-8954-4f7216822ae1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b9b0dbd0-bac3-434e-8954-4f7216822ae1,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:56.373797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c041f3-ef3f-4608-a933-89b4ea4713e1 req-f485fcb7-4a18-482f-b18a-2c3c12efae84 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 947 time: 0.2851536 Nov 09 18:01:56.377843 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-18a2f276-18d1-4584-ac13-7c23bca1f0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.484999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:56.542382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'mac_address': 'fa:16:3e:47:73:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:01:56.569855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-89f34ad5-8b51-448c-86a2-6e5e02d8bda2 None None] Provisioning complete for port b9b0dbd0-bac3-434e-8954-4f7216822ae1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:56.570258 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-89f34ad5-8b51-448c-86a2-6e5e02d8bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.604745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2f276-18d1-4584-ac13-7c23bca1f0fb None None] Pushing event updated for resources: {'Port': ['ID=b9b0dbd0-bac3-434e-8954-4f7216822ae1,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:56.677800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c041f3-ef3f-4608-a933-89b4ea4713e1 req-a80b78dc-7ec7-42b1-a0a0-25062fd07027 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877624 Nov 09 18:01:56.699521 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.700448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Checking segment: {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:56.700931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Network hostable DHCP agents. Network: bd837fb1-c02f-46c3-9aa2-89708ce2a23a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:01:56.731657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66af44d3-52c0-4f6a-aebe-fed5bb19e395 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:01:56.804688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f805b-0a51-48f6-bde3-493b6090a766 req-45a96ea7-dd13-406b-9512-e3f7e5634b3f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.806547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a0f805b-0a51-48f6-bde3-493b6090a766 req-45a96ea7-dd13-406b-9512-e3f7e5634b3f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.3126750 Nov 09 18:01:56.812827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:01:56.827309 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.849091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, bd837fb1-c02f-46c3-9aa2-89708ce2a23a) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:56.858291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:01:56.863406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b9b0dbd0-bac3-434e-8954-4f7216822ae1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:56.864292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:56.865005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.866342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d755525d-7c91-40fc-bb0d-212385cd3293 None None] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:56.882378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.886038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78354fed-99ad-4e74-af86-0bacbf4ecd49 req-82159d1f-7155-472a-9baf-ff837a91dc1e tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 210 time: 0.0906534 Nov 09 18:01:56.916110 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f9eda40-8330-43c2-a3d9-fa0b5147502f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4125593 Nov 09 18:01:56.936094 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:56.940833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46440) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:56.948752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:56.950238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Pushing event deleted for resources: {'Port': ['ID=1aff39f6-8491-4279-8126-a65dfbceee24,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:57.014338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.038304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.060897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a0f805b-0a51-48f6-bde3-493b6090a766 req-e0a8ebf0-c25c-4ac3-8eca-8d793f30345d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282379 Nov 09 18:01:57.079417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event deleted for resources: {'Port': ['ID=fe0ea7fa-fda0-4049-9ccd-6d68b64905fa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:57.093793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.095301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.110395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-2725a16d-b963-470c-b58b-5dfa614b1c55 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:57.111952 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-2725a16d-b963-470c-b58b-5dfa614b1c55 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 803 time: 0.4875085 Nov 09 18:01:57.149944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd8c9970-5d7a-45e7-b65a-47a3694b8e45 req-8c77e46a-eaa1-4d7b-b423-fd6473a81ef1 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 210 time: 0.1205683 Nov 09 18:01:57.150834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] No DVR routers for this DVR port 1aff39f6-8491-4279-8126-a65dfbceee24 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:57.154212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.158640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efae7012-2eb7-4a44-84c1-1d0bfc12fdc1 req-72312e61-c2d8-4a98-9ee4-c200c2f306ac tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.85 "DELETE /v2.0/ports/1aff39f6-8491-4279-8126-a65dfbceee24 HTTP/1.1" status: 204 len: 173 time: 2.7234519 Nov 09 18:01:57.164308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'name': 'network-vif-deleted', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:57.165643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:57.167453 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b965892-e6bc-4daf-aa56-dd338264b3e4" -d '{"events": [{"server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "name": "network-vif-deleted", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:57.217242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Request body: {'port': {'device_id': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'admin_state_up': True, 'tenant_id': '5d3484a1604e4260b59cc058c059ac3e'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:57.224629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] No DVR routers for this DVR port fe0ea7fa-fda0-4049-9ccd-6d68b64905fa on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:01:57.227538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event updated for resources: {'Port': ['ID=21b27093-39c6-4817-b85f-efa4cab95eb8,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:57.235268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.262434 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.272274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23c89b56-b867-4b42-88c0-515c14c6692e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7311099 Nov 09 18:01:57.339947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:01:57.341009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.347019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.355782 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-752ea8aa-48e3-4de0-95dc-1baedf7c132d req-9a20a5b0-c68d-4306-9e40-d2a445c64a54 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "DELETE /v2.0/ports/fe0ea7fa-fda0-4049-9ccd-6d68b64905fa HTTP/1.1" status: 204 len: 173 time: 1.8909822 Nov 09 18:01:57.356280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-deleted', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:01:57.359955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['66af44d3-52c0-4f6a-aebe-fed5bb19e395'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:01:57.360859 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf466e-39f8-4fc5-9a81-234060e6fe3a" -d '{"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-deleted", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:01:57.415767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b9b0dbd0-bac3-434e-8954-4f7216822ae1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:01:57.416250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.428741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08f78f69-1f2d-4482-8bc0-4bf92eba084f req-2224a5f9-3778-427e-a685-5d556cafc410 tempest-LiveAutoBlockMigrationV225Test-1872888841 tempest-LiveAutoBlockMigrationV225Test-1872888841-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe35108f-f275-4bd3-8e8c-a6fd745a68b6 HTTP/1.1" status: 200 len: 210 time: 0.1225529 Nov 09 18:01:57.492900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:57.525296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:57.534936 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e0e337-0467-4ae1-9e88-3bfe2e63065b x-openstack-request-id: req-40e0e337-0467-4ae1-9e88-3bfe2e63065b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:57.535248 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe35108f-f275-4bd3-8e8c-a6fd745a68b6", "name": "network-vif-deleted", "tag": "1aff39f6-8491-4279-8126-a65dfbceee24", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:57.535624 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40e0e337-0467-4ae1-9e88-3bfe2e63065b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:57.536088 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe35108f-f275-4bd3-8e8c-a6fd745a68b6', 'name': 'network-vif-deleted', 'tag': '1aff39f6-8491-4279-8126-a65dfbceee24', 'status': 'completed', 'code': 200} Nov 09 18:01:57.598985 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:01:57.650319 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb52b5-bf99-4f30-9681-917de5f7d8f6 x-openstack-request-id: req-e9eb52b5-bf99-4f30-9681-917de5f7d8f6 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:01:57.650654 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c789668-8eee-4083-ba99-3fa1f39d8b29", "name": "network-vif-deleted", "tag": "fe0ea7fa-fda0-4049-9ccd-6d68b64905fa", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:01:57.651551 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9eb52b5-bf99-4f30-9681-917de5f7d8f6 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:01:57.652266 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c789668-8eee-4083-ba99-3fa1f39d8b29', 'name': 'network-vif-deleted', 'tag': 'fe0ea7fa-fda0-4049-9ccd-6d68b64905fa', 'status': 'completed', 'code': 200} Nov 09 18:01:57.664906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 1aff39f6-8491-4279-8126-a65dfbceee24 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:57.665130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1aff39f6-8491-4279-8126-a65dfbceee24 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:57.665604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fe0ea7fa-fda0-4049-9ccd-6d68b64905fa no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:01:57.708836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: fe0ea7fa-fda0-4049-9ccd-6d68b64905fa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:01:57.709217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fe0ea7fa-fda0-4049-9ccd-6d68b64905fa not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:01:57.742494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-f5dbf24d-1480-47fc-9a56-2e870045b9c5 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--6806982&fields=id&tenant_id=304b6fe5a268489ebccfa466688b4419 HTTP/1.1" status: 200 len: 267 time: 0.0630405 Nov 09 18:01:57.960976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Allocated IP 172.20.0.2 (bd837fb1-c02f-46c3-9aa2-89708ce2a23a/67b2f3c3-998b-48c6-8a02-b75aff0b1888/0a6987ce-1301-41e4-98e2-88ec9b175086) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:57.985378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.016304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-6cf7282a-c2c6-4f76-8df7-4183c730b528 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.017862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-6cf7282a-c2c6-4f76-8df7-4183c730b528 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/networks?id=ad726dfc-e8dd-4b38-a69d-c46faa338e05 HTTP/1.1" status: 200 len: 815 time: 0.2642326 Nov 09 18:01:58.042747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f425-ae0d-452b-b220-e4e595ca8c65 req-fa8444ed-3b68-4beb-a4e4-9ba56c69f22c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.050367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e52f425-ae0d-452b-b220-e4e595ca8c65 req-fa8444ed-3b68-4beb-a4e4-9ba56c69f22c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.1416926 Nov 09 18:01:58.087785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-54711f9f-6044-40f6-8651-f564a90887bd tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.089338 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-54711f9f-6044-40f6-8651-f564a90887bd tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9&tenant_id=ea203ed014a247679fc90b98961ccf26&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 948 time: 0.4409013 Nov 09 18:01:58.098441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-f91d5925-7cae-465b-bfb4-438226ba8598 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/quotas/304b6fe5a268489ebccfa466688b4419 HTTP/1.1" status: 200 len: 375 time: 0.0651503 Nov 09 18:01:58.113415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e52f425-ae0d-452b-b220-e4e595ca8c65 req-03e6a1b2-15f8-425d-8a7d-f16f19035852 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574105 Nov 09 18:01:58.130253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Made reservation on behalf of 5d3484a1604e4260b59cc058c059ac3e for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:58.134757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.144050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-d046a17c-30d4-4200-9200-0ecca4dc4c53 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.145546 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-d046a17c-30d4-4200-9200-0ecca4dc4c53 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.6692324 Nov 09 18:01:58.189760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Request body: {'port': {'device_id': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'admin_state_up': True, 'tenant_id': '1fa94ba7ab4549d8b42f8b343991a6e7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:01:58.212275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-7bb05d69-cfb7-4e57-837a-f0615e041fea tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=304b6fe5a268489ebccfa466688b4419&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974898 Nov 09 18:01:58.265716 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.280970 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.357001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:58.360389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:58.368265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-399baea2-b49f-48b7-84da-d2e05d9a494d service neutron] 10.222.0.73 "GET /v2.0/ports/66af44d3-52c0-4f6a-aebe-fed5bb19e395/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 382 time: 0.2397606 Nov 09 18:01:58.368999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:58.373832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-2d5bc2aa-2de8-44b2-abee-c7395fd384ae service neutron] 10.222.0.32 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419935 Nov 09 18:01:58.389366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Pushing event updated for resources: {'Port': ['ID=0a6987ce-1301-41e4-98e2-88ec9b175086,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:58.444058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Attempting to bind port 0a6987ce-1301-41e4-98e2-88ec9b175086 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:01:58.444433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Attempting to bind port 0a6987ce-1301-41e4-98e2-88ec9b175086 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:01:58.444837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Attempting to bind port 0a6987ce-1301-41e4-98e2-88ec9b175086 on network bd837fb1-c02f-46c3-9aa2-89708ce2a23a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:01:58.450429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:01:58.450814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Checking segment: {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:01:58.451294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.451692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Bound using segment: {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:01:58.452164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Bound port: 0a6987ce-1301-41e4-98e2-88ec9b175086, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:01:58.452549 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.507099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-5ec355b7-4522-42c8-a020-67f56f2bc9b0 service neutron] 10.222.0.32 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311712 Nov 09 18:01:58.520626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Allocated IP 172.20.0.2 (3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b/6ebefc5f-5a06-455b-893f-f91c482ef6f1/37622f18-d866-45ae-af84-9b4150696d07) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:58.534663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Made reservation on behalf of 1fa94ba7ab4549d8b42f8b343991a6e7 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:01:58.538985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.544007 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] For port 0a6987ce-1301-41e4-98e2-88ec9b175086, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:01:58.550433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] For port 0a6987ce-1301-41e4-98e2-88ec9b175086, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0a6987ce-1301-41e4-98e2-88ec9b175086,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:01:58.555068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-793a27da-db74-4baf-b207-12ea9b30e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.556732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-793a27da-db74-4baf-b207-12ea9b30e031 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1099 time: 0.1560090 Nov 09 18:01:58.560174 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:58.561277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a85a-d5c7-428f-a552-9e2595525b5b req-a0496de0-b21c-4fc6-8a81-e55518ade3a9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.569476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a85a-d5c7-428f-a552-9e2595525b5b req-a0496de0-b21c-4fc6-8a81-e55518ade3a9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.578609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b310a85a-d5c7-428f-a552-9e2595525b5b req-a0496de0-b21c-4fc6-8a81-e55518ade3a9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1682 time: 0.0816410 Nov 09 18:01:58.636431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b310a85a-d5c7-428f-a552-9e2595525b5b req-22848740-61c6-4072-84c6-38a7f6d5f0de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528321 Nov 09 18:01:58.662925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2796c4-4e34-4221-bec4-862da61c7684 None None] Pushing event updated for resources: {'Port': ['ID=0a6987ce-1301-41e4-98e2-88ec9b175086,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:58.772610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-baeb2acc-605e-490c-aed1-b5e7f1fcea2b req-fbb09c4a-e61a-4e3f-ae02-06fd114cf0a4 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 210 time: 0.0563622 Nov 09 18:01:58.845620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c187e-44f6-4055-b8c2-79b47812fcc7 req-c17d4392-4cd2-43e7-a9ec-c905c1b2e18d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:58.854682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f05c187e-44f6-4055-b8c2-79b47812fcc7 req-c17d4392-4cd2-43e7-a9ec-c905c1b2e18d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.0871537 Nov 09 18:01:58.916752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56937415-b9cb-449b-ba68-38a3ec013d55 req-7075feeb-6275-44cf-8e02-3ccff6fd2f74 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 210 time: 0.0607228 Nov 09 18:01:58.967874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f05c187e-44f6-4055-b8c2-79b47812fcc7 req-933a026f-e64b-4895-bcf9-116933979787 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005492 Nov 09 18:01:58.979009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46482) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:59.018703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-c061e10e-6471-4cc5-9e06-875ead24a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.020221 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-c061e10e-6471-4cc5-9e06-875ead24a6c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.4510128 Nov 09 18:01:59.041175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] Deleting subnet 9346dad8-ca84-4a50-af9e-5fca0b0d293f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:01:59.047020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.107698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-155a1efd-dc89-4699-9772-4bdf2c2b26a5 req-d250083d-1b65-4d04-bdbd-99fdaa572eb4 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 210 time: 0.0613842 Nov 09 18:01:59.108427 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-4f2ed7e9-6952-4898-a63b-98d7d8243fbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0754216 Nov 09 18:01:59.122112 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.148855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Allocated IP 172.20.0.7 (e035d1ff-5dad-47eb-8957-15c7ffd65043/6052a951-5024-40c9-9323-bc9f9a42c40e/cd84b069-1d9c-450a-988f-5e2f43bb0951) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:59.178719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.278465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.287175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1da403-5c92-4dd5-9ff0-72ce793d1756 req-8dd5561c-692c-4cc1-97be-4258c88b7391 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.288724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1da403-5c92-4dd5-9ff0-72ce793d1756 req-8dd5561c-692c-4cc1-97be-4258c88b7391 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.0752010 Nov 09 18:01:59.294764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.336110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9346dad8-ca84-4a50-af9e-5fca0b0d293f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:59.340484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.342612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.345858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a2c142b-680f-4b56-90a4-bb33ab79642a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9346dad8-ca84-4a50-af9e-5fca0b0d293f HTTP/1.1" status: 204 len: 168 time: 0.3655987 Nov 09 18:01:59.346239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.348394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46488) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:01:59.390543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-5419d2ca-ea5a-49aa-a759-632336da771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.392037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-5419d2ca-ea5a-49aa-a759-632336da771b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.2738621 Nov 09 18:01:59.453748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1da403-5c92-4dd5-9ff0-72ce793d1756 req-c5b69779-0a91-49b3-a70f-c305b69215ae tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565082 Nov 09 18:01:59.496783 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.499728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-6a8f33c1-d5c6-4250-be4b-7ae5d9cbc720 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.507535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-6a8f33c1-d5c6-4250-be4b-7ae5d9cbc720 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.509518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-6a8f33c1-d5c6-4250-be4b-7ae5d9cbc720 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1682 time: 0.1423423 Nov 09 18:01:59.517435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.545672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.606956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-3f8b35ae-1c78-4473-a242-803f104b7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.608486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-3f8b35ae-1c78-4473-a242-803f104b7f56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733749 Nov 09 18:01:59.644544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Allocated IP 172.25.0.100 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/358e7d2f-4337-497d-9da6-00a3f239aaf1) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:01:59.704204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.720590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:01:59.738927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:01:59.745271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:01:59.747923 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.759117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:01:59.760393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:01:59.760745 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.764588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4facf0-c687-48a1-bde1-0c241b60a116']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:59.824472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:59.825193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a2f034-09c1-41fb-b7de-e0d2bc1f49ab') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:01:59.851284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.857356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:01:59.932614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.943167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022f489-6819-4dde-af2f-3d2bb1c92d75 None None] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:01:59.964901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4743-9930-42c9-bf8d-a55d0d8a1faa req-c2787951-663c-4007-9600-3fb65441970e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.971126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4743-9930-42c9-bf8d-a55d0d8a1faa req-c2787951-663c-4007-9600-3fb65441970e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:01:59.981147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-699e4743-9930-42c9-bf8d-a55d0d8a1faa req-c2787951-663c-4007-9600-3fb65441970e tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 1682 time: 0.2674258 Nov 09 18:01:59.985290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:01:59.985703 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:01:59.989108 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:00.007873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:00.014143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:00.014831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.075723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081900-6e9b-4213-8a34-67849fc6f4ae req-f16f1cfc-3d1d-49b1-b3e7-e98b81b13cd4 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.084812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7081900-6e9b-4213-8a34-67849fc6f4ae req-f16f1cfc-3d1d-49b1-b3e7-e98b81b13cd4 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 931 time: 0.2403491 Nov 09 18:02:00.095910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-791fdd3b-27f6-4c44-997b-48badb9e81ae None None] Provisioning complete for port 0a6987ce-1301-41e4-98e2-88ec9b175086 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:00.096575 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-791fdd3b-27f6-4c44-997b-48badb9e81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.103981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:00.104355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.194974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-699e4743-9930-42c9-bf8d-a55d0d8a1faa req-7a07e27e-54fc-4970-aca7-c1859071b8d9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128980 Nov 09 18:02:00.210907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:00.229067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.229713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.233300 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-3595acd7-f0a9-4b77-a72a-43fe0bc53646 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089215 Nov 09 18:02:00.241384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.255807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:00.289701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:00.294864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.298448 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] 10.222.0.32 "DELETE /v2.0/networks/5a4facf0-c687-48a1-bde1-0c241b60a116 HTTP/1.1" status: 204 len: 168 time: 0.9490802 Nov 09 18:02:00.307409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46502) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:00.319961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.329741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:00.335389 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-594efcd6-2341-4752-9e69-9c00bab13fa3 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1227388 Nov 09 18:02:00.362680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7081900-6e9b-4213-8a34-67849fc6f4ae req-a9d11ba8-c96c-45a1-bcff-b0c005bedf99 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768703 Nov 09 18:02:00.371744 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.384601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Request body: {'port': {'device_id': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:00.391345 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.436780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:00.439578 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c80343c-1c23-4ced-93c4-4d427baf2adf" -d '{"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-plugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:00.445953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:00.452215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffd2ea-a0f1-4a52-827a-496821e55f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4facf0-c687-48a1-bde1-0c241b60a116,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.457228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] Deleting subnet b66ab628-6009-4985-8ab8-0a75f4162753 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:00.467660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.504574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.505213 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.517362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.520788 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.545566 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-0903e77a-8139-4f0d-922a-9f374b079213 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920070 Nov 09 18:02:00.557874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-c2efaf1d-ac15-4f10-b9fb-28af758ee940 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3760059 Nov 09 18:02:00.567565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.571872 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-791fdd3b-27f6-4c44-997b-48badb9e81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.585579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Request body: {'port': {'device_id': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:00.589005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.619623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-791fdd3b-27f6-4c44-997b-48badb9e81ae None None] For port 0a6987ce-1301-41e4-98e2-88ec9b175086, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0a6987ce-1301-41e4-98e2-88ec9b175086,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:00.622313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-a6d13c1a-e48e-4398-9387-66e33575cc3e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.623849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-a6d13c1a-e48e-4398-9387-66e33575cc3e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.73 "GET /v2.0/networks?id=ad726dfc-e8dd-4b38-a69d-c46faa338e05 HTTP/1.1" status: 200 len: 815 time: 0.5795662 Nov 09 18:02:00.626811 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-791fdd3b-27f6-4c44-997b-48badb9e81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.631330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.685862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fdd3b-27f6-4c44-997b-48badb9e81ae None None] Pushing event updated for resources: {'Port': ['ID=0a6987ce-1301-41e4-98e2-88ec9b175086,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.711695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-89a6d5c8-de50-4610-958d-7c46140759b0 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=304b6fe5a268489ebccfa466688b4419 HTTP/1.1" status: 200 len: 377 time: 0.0531657 Nov 09 18:02:00.722641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1cad1-c036-43f4-827f-fe13a0951676 req-35d63bb1-fe68-4290-b6ab-4bed6ed64510 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.724557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ed1cad1-c036-43f4-827f-fe13a0951676 req-35d63bb1-fe68-4290-b6ab-4bed6ed64510 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.2636726 Nov 09 18:02:00.740421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd6d4-0c4f-4166-af11-ddd765a9123c req-cec45ffd-65ea-4c99-98b5-cbd65bc0cf33 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:00.742250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c0cd6d4-0c4f-4166-af11-ddd765a9123c req-cec45ffd-65ea-4c99-98b5-cbd65bc0cf33 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 931 time: 0.4227026 Nov 09 18:02:00.753082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Request body: {'port': {'device_id': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'admin_state_up': True, 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'security_groups': ['7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:00.776039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=358e7d2f-4337-497d-9da6-00a3f239aaf1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:00.811812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0a6987ce-1301-41e4-98e2-88ec9b175086 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:00.815219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:00.850312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:00.869284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0343e579-174c-49ba-ba6c-274fc2d1cab6 None None] Provisioning complete for port 0a6987ce-1301-41e4-98e2-88ec9b175086 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:00.869814 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0343e579-174c-49ba-ba6c-274fc2d1cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.874896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:00.909860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0a6987ce-1301-41e4-98e2-88ec9b175086 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:00.911112 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.914639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.917975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.973419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:00.985303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c0cd6d4-0c4f-4166-af11-ddd765a9123c req-fcafb383-7cd5-46da-a710-953bfcb3a2b1 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045128 Nov 09 18:02:00.998832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['6a930a74-1a85-4f48-86e6-e7dfeb231ff3', 'af5060c8-1595-4cea-9a7b-f6972eab94fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:01.033965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ed1cad1-c036-43f4-827f-fe13a0951676 req-68bb914f-af89-40bf-909e-6c88b033fcaf tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852867 Nov 09 18:02:01.037878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=6a930a74-1a85-4f48-86e6-e7dfeb231ff3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:01.158421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Made reservation on behalf of 304b6fe5a268489ebccfa466688b4419 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:01.162551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.175395 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.198236 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77704c27-c152-4426-9eeb-5004a69ff283 x-openstack-request-id: req-77704c27-c152-4426-9eeb-5004a69ff283 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:01.198665 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-plugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:01.199010 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77704c27-c152-4426-9eeb-5004a69ff283 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:01.199422 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'code': 200} Nov 09 18:02:01.222702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:01.251626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90a67e9f-1971-474b-8508-d539c5d884d1 req-8c9daa22-ffce-4d92-92e9-8d4b96cc5c56 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 210 time: 0.0810273 Nov 09 18:02:01.253227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.257150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-7aa118fb-333d-455f-96a9-f60f7912b35f tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.73 "DELETE /v2.0/ports/6a930a74-1a85-4f48-86e6-e7dfeb231ff3 HTTP/1.1" status: 204 len: 173 time: 1.7374759 Nov 09 18:02:01.294558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-deleted', 'tag': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:01.297209 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3b172-a0e2-43b1-bd13-82b2b6e69061" -d '{"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-deleted", "tag": "6a930a74-1a85-4f48-86e6-e7dfeb231ff3"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:01.306682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66ab628-6009-4985-8ab8-0a75f4162753,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:01.438421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37622f18-d866-45ae-af84-9b4150696d07 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:01.453660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.491902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Transition to ACTIVE for port object 37622f18-d866-45ae-af84-9b4150696d07 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:01.504888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.570259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.650118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:01.654388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.657502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-737e6bcb-bbb8-4c2e-b278-1c7e9e5be8d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b66ab628-6009-4985-8ab8-0a75f4162753 HTTP/1.1" status: 204 len: 168 time: 1.3490913 Nov 09 18:02:01.663074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46514) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:01.774413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd84b069-1d9c-450a-988f-5e2f43bb0951 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:01.791024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.809234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc625cf-ba40-4187-842e-3170c6bacbb6 req-8963d3ad-cc2e-4c07-9279-fc4f2c40ce8b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:01.810657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dc625cf-ba40-4187-842e-3170c6bacbb6 req-8963d3ad-cc2e-4c07-9279-fc4f2c40ce8b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.5097625 Nov 09 18:02:01.833227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Transition to ACTIVE for port object cd84b069-1d9c-450a-988f-5e2f43bb0951 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:01.845977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.846386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e804f48-e8e1-4ac8-ad94-d0fcf67f47a0 req-8bcae29e-7eec-42f2-a97e-1fef020d35fb tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:01.847431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.848210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e804f48-e8e1-4ac8-ad94-d0fcf67f47a0 req-8bcae29e-7eec-42f2-a97e-1fef020d35fb tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 946 time: 0.5219281 Nov 09 18:02:01.924908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Allocated IP 172.20.0.12 (ad726dfc-e8dd-4b38-a69d-c46faa338e05/3239cabc-e9ad-4a62-91b7-c2c18cf3a512/b1a259a1-23da-4a34-b891-ad08791c8e1d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:01.938234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dc625cf-ba40-4187-842e-3170c6bacbb6 req-c1fc2e70-e68e-4a54-bf2b-a06a77c2dcc5 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017158 Nov 09 18:02:01.947842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port af5060c8-1595-4cea-9a7b-f6972eab94fa {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:01.948185 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:01.951147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Attempting to bind port 37622f18-d866-45ae-af84-9b4150696d07 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:01.951481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Attempting to bind port 37622f18-d866-45ae-af84-9b4150696d07 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:01.951806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Attempting to bind port 37622f18-d866-45ae-af84-9b4150696d07 on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:01.969264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Port 37622f18-d866-45ae-af84-9b4150696d07 on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:01.970132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Attempting to bind port 37622f18-d866-45ae-af84-9b4150696d07 on network 3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:01.994852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:01.997215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:01.997566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Checking segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:01.997923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Bound using segment: {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:01.998841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Bound port: 37622f18-d866-45ae-af84-9b4150696d07, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c08e063-8ae8-46dd-b323-4daf9f3eadd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:01.999398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.002991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e804f48-e8e1-4ac8-ad94-d0fcf67f47a0 req-b6bd108b-607c-4b47-9ade-e76f3793016c tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/security-groups?id=411688e5-cc90-4518-86f3-390e146059eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324441 Nov 09 18:02:02.009146 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cb352c-c19e-4af6-9344-54e4d7964194 x-openstack-request-id: req-c2cb352c-c19e-4af6-9344-54e4d7964194 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:02.009439 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-deleted", "tag": "6a930a74-1a85-4f48-86e6-e7dfeb231ff3", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:02.009691 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2cb352c-c19e-4af6-9344-54e4d7964194 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:02.010119 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-deleted', 'tag': '6a930a74-1a85-4f48-86e6-e7dfeb231ff3', 'status': 'completed', 'code': 200} Nov 09 18:02:02.199872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port af5060c8-1595-4cea-9a7b-f6972eab94fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=af5060c8-1595-4cea-9a7b-f6972eab94fa,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:02.200250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.205181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.231607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for af5060c8-1595-4cea-9a7b-f6972eab94fa owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:02.253346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.256370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419ddff6-3585-4dda-9fa4-0ab81b808cf9']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:02.266885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821940-abe0-4f24-b8f7-c87097af7f4b req-07aa7b31-4635-454c-baac-cb27660a6807 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:02.268371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13821940-abe0-4f24-b8f7-c87097af7f4b req-07aa7b31-4635-454c-baac-cb27660a6807 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 943 time: 0.1811616 Nov 09 18:02:02.274760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:02.277994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7686b368-5429-4bdf-894f-aad2e3ba6618') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:02.278318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7686b368-5429-4bdf-894f-aad2e3ba6618') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:02.289399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d775c-1e03-4739-b97f-0ea425995a85 req-ede13334-3438-4eab-af72-be76d35bdd1e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:02.290885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-769d775c-1e03-4739-b97f-0ea425995a85 req-ede13334-3438-4eab-af72-be76d35bdd1e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.1781404 Nov 09 18:02:02.302524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.338872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.342201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:02.342542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:02.342869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:02.348007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:02.380320 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.383751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.396760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:02.397090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:02.421267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:02.421673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.423941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13821940-abe0-4f24-b8f7-c87097af7f4b req-d7863c7d-ae74-4778-9646-2c8f5f8ef355 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465154 Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:02.428054 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:02.435511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-769d775c-1e03-4739-b97f-0ea425995a85 req-7c9ba9ee-1a75-4bde-9378-c7154c18625f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021721 Nov 09 18:02:02.470342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.585469 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.636525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:02.659348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:02.666941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:02.735315 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event updated for resources: {'Port': ['ID=b1a259a1-23da-4a34-b891-ad08791c8e1d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:02.794495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0a6987ce-1301-41e4-98e2-88ec9b175086 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:02.805891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:02.806951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:02.807505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:02.808128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Bound port: cd84b069-1d9c-450a-988f-5e2f43bb0951, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:02.808672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.826853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:02.827761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.829652 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] 10.222.0.85 "PUT /v2.0/ports/37622f18-d866-45ae-af84-9b4150696d07 HTTP/1.1" status: 200 len: 1091 time: 2.4791589 Nov 09 18:02:02.832004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'tag': '37622f18-d866-45ae-af84-9b4150696d07'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:02.835258 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "tag": "37622f18-d866-45ae-af84-9b4150696d07"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:02.856919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port af5060c8-1595-4cea-9a7b-f6972eab94fa on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:02.881172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.885533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3e0d2f3-b77d-418c-a969-a831bb4a832e req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.73 "DELETE /v2.0/ports/af5060c8-1595-4cea-9a7b-f6972eab94fa HTTP/1.1" status: 204 len: 173 time: 1.5823548 Nov 09 18:02:02.907483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b1f4-5a3c-48ea-babc-4dc0f425af18 req-ce9375cd-8ce2-4f39-878a-b03400c7e2fb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:02.916146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7720b1f4-5a3c-48ea-babc-4dc0f425af18 req-ce9375cd-8ce2-4f39-878a-b03400c7e2fb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.3570118 Nov 09 18:02:02.921039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5f60c-43a4-4533-a9f7-fefb68979c0e service neutron] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:02.930684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0a6987ce-1301-41e4-98e2-88ec9b175086 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:02.931297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.936981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:02.937790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.940660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b749f9-eca6-4ed3-8925-6e19a845e3bf tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=af5060c8-1595-4cea-9a7b-f6972eab94fa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:02.958101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:02.975233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac91f8-999e-4879-9efe-265b8c5b7210 req-695d5dfc-07da-4aeb-b414-8c48e8840d08 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:02.976946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6ac91f8-999e-4879-9efe-265b8c5b7210 req-695d5dfc-07da-4aeb-b414-8c48e8840d08 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 932 time: 0.4190423 Nov 09 18:02:02.996523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.000017 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] 10.222.0.32 "DELETE /v2.0/networks/419ddff6-3585-4dda-9fa4-0ab81b808cf9 HTTP/1.1" status: 204 len: 168 time: 1.3348672 Nov 09 18:02:03.041893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec7d2-65de-490c-9f97-d5ce36b60481 admin admin] Pushing event deleted for resources: {'Network': ['ID=419ddff6-3585-4dda-9fa4-0ab81b808cf9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:03.071485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:03.078870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:03.087998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-5220660a-4263-41bd-96ed-bf6916970caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.089368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-dc5eeec9-956c-431f-8d12-8c0de52c5447 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3614168 Nov 09 18:02:03.089548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-5220660a-4263-41bd-96ed-bf6916970caf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9&tenant_id=ea203ed014a247679fc90b98961ccf26 HTTP/1.1" status: 200 len: 1100 time: 0.2078328 Nov 09 18:02:03.092043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-e7ead574-0711-4153-ac42-68db1144137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.092226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.096977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-e7ead574-0711-4153-ac42-68db1144137d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 1094 time: 0.1428218 Nov 09 18:02:03.144766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7720b1f4-5a3c-48ea-babc-4dc0f425af18 req-5d6f3fa6-9915-4017-b81b-df0c71512e55 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228675 Nov 09 18:02:03.153459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:03.157299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:02:03.165025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Request body: {'port': {'device_id': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:03.198687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.199311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.200910 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] 10.222.0.85 "PUT /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 1091 time: 2.6217611 Nov 09 18:02:03.206548 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b1f4f0-adc9-4454-83d8-1c7a0d562598 x-openstack-request-id: req-03b1f4f0-adc9-4454-83d8-1c7a0d562598 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:03.207046 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "tag": "37622f18-d866-45ae-af84-9b4150696d07", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:03.207448 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03b1f4f0-adc9-4454-83d8-1c7a0d562598 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:03.207931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f2beab19-f6b3-4267-b797-f951fe23819b None None] Provisioning complete for port b1a259a1-23da-4a34-b891-ad08791c8e1d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:03.208174 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'tag': '37622f18-d866-45ae-af84-9b4150696d07', 'status': 'completed', 'code': 200} Nov 09 18:02:03.209693 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f2beab19-f6b3-4267-b797-f951fe23819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.213151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6ac91f8-999e-4879-9efe-265b8c5b7210 req-3f2b5edf-858b-4c3d-b2fc-cb0f34d5729b tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2145379 Nov 09 18:02:03.307970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f2beab19-f6b3-4267-b797-f951fe23819b None None] Port b1a259a1-23da-4a34-b891-ad08791c8e1d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:03.314779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46530) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:03.328795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-8bb864bd-e7a9-44eb-aec2-7dff5af573c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37622f18-d866-45ae-af84-9b4150696d07 HTTP/1.1" status: 200 len: 217 time: 0.2098792 Nov 09 18:02:03.332353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf352b5-cbd2-415f-8caa-5fb3bcbb7a75 service neutron] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:03.359837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.386799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.420741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-1005c81e-9329-4652-a896-5c42a4cc8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.422270 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-1005c81e-9329-4652-a896-5c42a4cc8ac3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1094 time: 0.1376011 Nov 09 18:02:03.444045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31612b37-4e9c-4f55-b3ce-1ea2bbdc0e58 req-58cf60b8-21d2-4aa8-a758-b8e983faeb3d tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9d3660-546e-4e1d-ae8c-ba155d2e624f HTTP/1.1" status: 200 len: 210 time: 0.1142311 Nov 09 18:02:03.479967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:03.485679 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-b5fb8d32-cb04-4d94-b909-c9bef3aeaf59 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 217 time: 0.0535901 Nov 09 18:02:03.502826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Sync routers for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:03.520807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-ca8714a3-ace3-4ee4-9fc4-efc806de6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.522553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-ca8714a3-ace3-4ee4-9fc4-efc806de6f06 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.1563783 Nov 09 18:02:03.532506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91979d43-9c79-4c5b-b3ec-af3c235b0fb9 req-a0c2e704-a4b4-45e0-9492-a1ac8da49596 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.534152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91979d43-9c79-4c5b-b3ec-af3c235b0fb9 req-a0c2e704-a4b4-45e0-9492-a1ac8da49596 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.2165942 Nov 09 18:02:03.539587 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:03.541577 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:03.550796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1796259e-4b1d-4505-bd2d-f851d2659269 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=318aca4218784719bcba0ea84a1e72b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311292 Nov 09 18:02:03.580464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46536) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:03.607794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.609013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c4f7d91c-4e49-4d83-aef7-ddbe9677f6f6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.6637456 Nov 09 18:02:03.619664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46538) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:03.625230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-f01b7ad3-fb21-407a-a930-23ca7233ee37 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886328 Nov 09 18:02:03.703140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-9b7047c8-ed1a-4ac7-938e-1d9665d0a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.704386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-9b7047c8-ed1a-4ac7-938e-1d9665d0a2fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.1667192 Nov 09 18:02:03.783627 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:03.787452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91979d43-9c79-4c5b-b3ec-af3c235b0fb9 req-f2e30fc6-2a05-4569-8f76-f474bf897c10 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310865 Nov 09 18:02:03.799327 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-037c667e-7ba8-434b-a955-33c5b2e19bfb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762842 Nov 09 18:02:03.842913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d907-0588-4b84-9e90-5860458236de req-22f94db6-1763-4470-b57c-a541206f01ad tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:03.844798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5876d907-0588-4b84-9e90-5860458236de req-22f94db6-1763-4470-b57c-a541206f01ad tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 943 time: 0.3093908 Nov 09 18:02:03.847999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-f55424c1-df8f-4a9b-bc47-9bb7b68f7953 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063880 Nov 09 18:02:03.866661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device af5060c8-1595-4cea-9a7b-f6972eab94fa no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:03.869037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fee693b6-bfb6-4de8-add6-daed104338db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:03.894706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: af5060c8-1595-4cea-9a7b-f6972eab94fa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:03.897633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device af5060c8-1595-4cea-9a7b-f6972eab94fa not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:03.898828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:03.925351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:03.926443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6a930a74-1a85-4f48-86e6-e7dfeb231ff3 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:03.983390 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:01Z', 'revision_number': 3, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:04.011288 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Checking router: aa8fac4b-91af-458c-9b3a-ebd6c98004f9 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:04.011784 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Updating router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 port 358e7d2f-4337-497d-9da6-00a3f239aaf1 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:02:04.021335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fee693b6-bfb6-4de8-add6-daed104338db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.024197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-deleted', 'tag': 'af5060c8-1595-4cea-9a7b-f6972eab94fa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:04.026468 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9249472f-b3c5-4718-a2bb-ac1489469f9b" -d '{"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-deleted", "tag": "af5060c8-1595-4cea-9a7b-f6972eab94fa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:04.035196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:04.040257 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.089649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb355596-a006-4540-bba1-87b221ac9802 req-2c2b3726-9a54-495c-9a82-9ecd98d990f9 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:04.091194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb355596-a006-4540-bba1-87b221ac9802 req-2c2b3726-9a54-495c-9a82-9ecd98d990f9 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.2421877 Nov 09 18:02:04.099033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5876d907-0588-4b84-9e90-5860458236de req-980d2a93-6292-4939-a1fa-d798649bf0c1 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450559 Nov 09 18:02:04.102608 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-ec1e0ee4-af43-463b-9963-2d8210490e68 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941782 Nov 09 18:02:04.116925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:04.162452 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5692a9bc-4375-4bc2-b9b3-d12ab3a558bf x-openstack-request-id: req-5692a9bc-4375-4bc2-b9b3-d12ab3a558bf {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:04.162715 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9d3660-546e-4e1d-ae8c-ba155d2e624f", "name": "network-vif-deleted", "tag": "af5060c8-1595-4cea-9a7b-f6972eab94fa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:04.163287 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5692a9bc-4375-4bc2-b9b3-d12ab3a558bf {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:04.163433 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9d3660-546e-4e1d-ae8c-ba155d2e624f', 'name': 'network-vif-deleted', 'tag': 'af5060c8-1595-4cea-9a7b-f6972eab94fa', 'status': 'completed', 'code': 200} Nov 09 18:02:04.169420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdba2de2-7291-43e7-8656-720eb6ad3fb5 req-dddf26d9-bfb1-445b-8e7e-69d3cf5bdd25 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779937 Nov 09 18:02:04.237907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb355596-a006-4540-bba1-87b221ac9802 req-1008a879-d6c6-4a17-8c39-45fc51e90e9a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763271 Nov 09 18:02:04.339360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.348550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a259a1-23da-4a34-b891-ad08791c8e1d {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:04.361922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fee693b6-bfb6-4de8-add6-daed104338db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.364487 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fee693b6-bfb6-4de8-add6-daed104338db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.366281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fee693b6-bfb6-4de8-add6-daed104338db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b50529b-770c-4f47-8f02-ffca9fedf035 HTTP/1.1" status: 204 len: 168 time: 0.7850046 Nov 09 18:02:04.372056 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.381420 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.384806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Transition to ACTIVE for port object 66af44d3-52c0-4f6a-aebe-fed5bb19e395 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:04.392336 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.399876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee693b6-bfb6-4de8-add6-daed104338db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50529b-770c-4f47-8f02-ffca9fedf035,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:04.400113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Transition to ACTIVE for port object b1a259a1-23da-4a34-b891-ad08791c8e1d will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:04.408749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.411329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-b0971514-adef-43b9-9301-6305d21bd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:04.413316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-b0971514-adef-43b9-9301-6305d21bd8ef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d3484a1604e4260b59cc058c059ac3e&device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 1094 time: 0.1742175 Nov 09 18:02:04.417844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.428445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc0b25-8575-4be2-bf3d-9072d95143cd req-9f090713-25f8-4964-bf67-42ce72873776 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:04.435811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8cc0b25-8575-4be2-bf3d-9072d95143cd req-9f090713-25f8-4964-bf67-42ce72873776 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1656744 Nov 09 18:02:04.463121 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d14e37db-41d1-47bf-8bad-9bd3c2dc219b req-e3c85928-10bc-4f8c-86ae-0b99c0c5cb4f service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499284 Nov 09 18:02:04.469222 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Pushing event updated for resources: {'Port': ['ID=358e7d2f-4337-497d-9da6-00a3f239aaf1,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:04.507975 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.508649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7266a2-130a-4a43-8872-d2c33006910e req-009e7f5e-1c43-4732-930e-eda83d934bd6 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:04.509272 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.509770 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.510207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be7266a2-130a-4a43-8872-d2c33006910e req-009e7f5e-1c43-4732-930e-eda83d934bd6 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 932 time: 0.1960700 Nov 09 18:02:04.520672 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.521562 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.521903 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.522289 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.522620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.522947 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.523426 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.523753 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.524075 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:04.527984 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Attempting to bind port 358e7d2f-4337-497d-9da6-00a3f239aaf1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:04.528659 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Attempting to bind port 358e7d2f-4337-497d-9da6-00a3f239aaf1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:04.529200 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Attempting to bind port 358e7d2f-4337-497d-9da6-00a3f239aaf1 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:04.534870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:04.538284 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:04.538534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] No DVR routers for this DVR port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:04.538664 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:04.539047 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.539611 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:04.540260 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Bound port: 358e7d2f-4337-497d-9da6-00a3f239aaf1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:04.540833 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.611002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a259a1-23da-4a34-b891-ad08791c8e1d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:04.619052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] For port 358e7d2f-4337-497d-9da6-00a3f239aaf1, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:04.624118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:04.624739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:04.625045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:04.625457 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] For port 358e7d2f-4337-497d-9da6-00a3f239aaf1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=358e7d2f-4337-497d-9da6-00a3f239aaf1,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:04.634324 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.666793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8cc0b25-8575-4be2-bf3d-9072d95143cd req-b989a30a-1d85-4a7d-b15f-0dc2a0dd67ea tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301142 Nov 09 18:02:04.699120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:04.699498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Attempting to bind port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:04.716202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:04.716469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:04.717016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:04.717176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Bound port: 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:04.717538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.729124 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:04.730216 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:04.761258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:04.795827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be7266a2-130a-4a43-8872-d2c33006910e req-d6a079d2-8466-495b-b0a9-adecd3be5851 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2474794 Nov 09 18:02:04.807347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-f88d645e-47fb-4140-b101-4d8a1f326d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:04.809692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-f88d645e-47fb-4140-b101-4d8a1f326d4f service neutron] 10.222.0.85 "GET /v2.0/networks?id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 200 len: 904 time: 0.3697288 Nov 09 18:02:04.884831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-7b4d6728-64d8-4469-9dfe-f1d8210c6d2f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37622f18-d866-45ae-af84-9b4150696d07 HTTP/1.1" status: 200 len: 217 time: 0.0539839 Nov 09 18:02:04.923421 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014d39f-3f60-4565-8be8-6454b2959a0c None None] Pushing event updated for resources: {'Port': ['ID=358e7d2f-4337-497d-9da6-00a3f239aaf1,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:04.973389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Attempting to bind port b1a259a1-23da-4a34-b891-ad08791c8e1d on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:04.973732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Attempting to bind port b1a259a1-23da-4a34-b891-ad08791c8e1d by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:04.974698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Attempting to bind port b1a259a1-23da-4a34-b891-ad08791c8e1d on network ad726dfc-e8dd-4b38-a69d-c46faa338e05 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:04.982302 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:04.987301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting subnet 7532d918-b231-4176-8b43-af06be7961bb {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:04.994645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.996781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:04.996923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Port b1a259a1-23da-4a34-b891-ad08791c8e1d on network ad726dfc-e8dd-4b38-a69d-c46faa338e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:04.997229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Attempting to bind port b1a259a1-23da-4a34-b891-ad08791c8e1d on network ad726dfc-e8dd-4b38-a69d-c46faa338e05 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:04.999740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:05.014318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:05.014661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Checking segment: {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:05.015054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Bound using segment: {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:05.015498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Bound port: b1a259a1-23da-4a34-b891-ad08791c8e1d, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b73908e-c506-4eb5-adf5-832ed16b0d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:05.015862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.020353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-4b3dce84-2966-4f7e-bf39-1fcb949e78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.022447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-4b3dce84-2966-4f7e-bf39-1fcb949e78af service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 200 len: 843 time: 0.1285837 Nov 09 18:02:05.064696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:05.075209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-9ec82203-b00f-475c-87a6-a23e2fc0713b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436568 Nov 09 18:02:05.079198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.085342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.139138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0499615-9548-4563-9664-13fa80d6f09e req-636a1263-b337-4ae0-9d83-4c9f39b1769b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.147478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0499615-9548-4563-9664-13fa80d6f09e req-636a1263-b337-4ae0-9d83-4c9f39b1769b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.2323396 Nov 09 18:02:05.160078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:05.217407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951'}, {'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:05.220855 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951"}, {"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:05.239115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.240041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.241414 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] 10.222.0.85 "PUT /v2.0/ports/66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 1096 time: 2.0980182 Nov 09 18:02:05.274899 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:01Z', 'revision_number': 3, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:05.308315 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea618a78-d33a-4118-ae09-4255be2dc1fe None None] The sync data for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 is: [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:01Z', 'revision_number': 3, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:05.346717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0499615-9548-4563-9664-13fa80d6f09e req-bf448292-0c0d-4123-873a-22102c5d51a8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879740 Nov 09 18:02:05.353673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] For port b1a259a1-23da-4a34-b891-ad08791c8e1d, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:05.358566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] For port b1a259a1-23da-4a34-b891-ad08791c8e1d, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:05.381910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.400172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d4322-8c7a-419b-9a52-fbcc1d04c6b6 req-7ca483b6-06fe-4133-a45c-1a0c983f93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.401959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d4322-8c7a-419b-9a52-fbcc1d04c6b6 req-7ca483b6-06fe-4133-a45c-1a0c983f93b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 1096 time: 0.2138195 Nov 09 18:02:05.415361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-312d4fb4-2644-4a57-89ac-0347f18a8bac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc7f449ac19446099b7b6490a1e2b17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479126 Nov 09 18:02:05.416040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46564) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:05.439525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7770445-5af3-433b-8522-b54914fe8a0a service neutron] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=11']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:05.463990 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ad9f9c-e7b9-46be-8ac6-a206e45ff705 x-openstack-request-id: req-51ad9f9c-e7b9-46be-8ac6-a206e45ff705 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:05.464482 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951", "status": "completed", "code": 200}, {"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:05.464802 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51ad9f9c-e7b9-46be-8ac6-a206e45ff705 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:05.465348 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951', 'status': 'completed', 'code': 200} Nov 09 18:02:05.465667 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'code': 200} Nov 09 18:02:05.535497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 37622f18-d866-45ae-af84-9b4150696d07 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:05.565453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.594167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-e6bccdbe-9406-4f14-a1fe-393a6ac015ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.595733 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-e6bccdbe-9406-4f14-a1fe-393a6ac015ae service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1099 time: 0.2986257 Nov 09 18:02:05.651370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Allocated IP 172.20.0.1 (bd837fb1-c02f-46c3-9aa2-89708ce2a23a/67b2f3c3-998b-48c6-8a02-b75aff0b1888/f2f67315-7c40-43e3-b228-838e7371997e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:05.734230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfe736-48d1-4d52-bd5c-d1d3c69addc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.735843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:05.753417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '37622f18-d866-45ae-af84-9b4150696d07', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': '37622f18-d866-45ae-af84-9b4150696d07', 'mac_address': 'fa:16:3e:72:89:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:05.781155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-594a123d-657b-4c9d-82cd-f68bf59c7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.783015 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-594a123d-657b-4c9d-82cd-f68bf59c7abb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1094 time: 0.2807641 Nov 09 18:02:05.811239 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.826405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37622f18-d866-45ae-af84-9b4150696d07 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:05.832324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-b041eba9-4a2b-469a-9b3f-5c461fcfb6db service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420521 Nov 09 18:02:05.855577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfe736-48d1-4d52-bd5c-d1d3c69addc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.859892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:05.866019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939385b-3842-4e20-b700-8496c30574fa req-8fbec99f-4833-416e-9d16-cd0cc13dab11 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.867588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1939385b-3842-4e20-b700-8496c30574fa req-8fbec99f-4833-416e-9d16-cd0cc13dab11 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 943 time: 0.6360719 Nov 09 18:02:05.871340 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.876376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.876555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:05.929627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a259a1-23da-4a34-b891-ad08791c8e1d,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:05.933615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:05.934468 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:05.936686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b4934c0f-3aaa-4dd0-9949-09f9457e4ae7 service neutron] 10.222.0.73 "PUT /v2.0/ports/b1a259a1-23da-4a34-b891-ad08791c8e1d HTTP/1.1" status: 200 len: 1092 time: 2.8197987 Nov 09 18:02:06.002280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:06.004900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:06.020281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d4322-8c7a-419b-9a52-fbcc1d04c6b6 req-0eea0808-741c-4c8e-b960-44dad36e078c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787666 Nov 09 18:02:06.133593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33109-6aef-4b5f-85d9-b0ac4e36e45a req-d8cb85e4-eb6f-4c8d-a511-5d562aee2514 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.135281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab33109-6aef-4b5f-85d9-b0ac4e36e45a req-d8cb85e4-eb6f-4c8d-a511-5d562aee2514 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.2912855 Nov 09 18:02:06.155203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['37622f18-d866-45ae-af84-9b4150696d07'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:06.167102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:06.169393 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88acfb73-54a2-4ef8-be89-1026fd928003" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:06.188734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1939385b-3842-4e20-b700-8496c30574fa req-ec40f5eb-8119-40aa-b6ab-3fd45d67f9fa tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493172 Nov 09 18:02:06.241416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab33109-6aef-4b5f-85d9-b0ac4e36e45a req-299d9c91-c5d2-4cb7-b794-cf99a6bd25bb tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956693 Nov 09 18:02:06.249930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-5f84657d-0bd4-44e9-9554-3eb74c97e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.251477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-5f84657d-0bd4-44e9-9554-3eb74c97e80a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=304b6fe5a268489ebccfa466688b4419&device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 1095 time: 0.2296498 Nov 09 18:02:06.272877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c15d1262-6102-4fb4-94fe-69f47a4f2d9d req-c5fe533e-2a7d-43e5-9566-7bc274b39777 service neutron] 10.222.0.85 "GET /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042964 Nov 09 18:02:06.312779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-22266bd6-ff36-4123-88f0-0dd7b7f5f7e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d HTTP/1.1" status: 200 len: 217 time: 0.0513036 Nov 09 18:02:06.433015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b8e4fa96-7180-4ae9-87e3-3947673612e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.434574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-b8e4fa96-7180-4ae9-87e3-3947673612e2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3239cabc-e9ad-4a62-91b7-c2c18cf3a512 HTTP/1.1" status: 200 len: 854 time: 0.1066911 Nov 09 18:02:06.446377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3ede0-4342-440b-b28d-c346bb8dce68 req-e8afe1ef-0b03-46e2-bc7f-2586cb24eb1c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.447871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbb3ede0-4342-440b-b28d-c346bb8dce68 req-e8afe1ef-0b03-46e2-bc7f-2586cb24eb1c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1305082 Nov 09 18:02:06.457774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Subnet': ['ID=7532d918-b231-4176-8b43-af06be7961bb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:06.461532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-252a990f-c8fd-4f5c-afea-f7a3dcb08e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.461532 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-252a990f-c8fd-4f5c-afea-f7a3dcb08e4d service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.8520048 Nov 09 18:02:06.473615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41abb5-f2b6-4fd4-a8d7-a6cccf22ce7d None None] Network ef1fd7f4-5530-4d7a-8987-dad1871df2c9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:06.476945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.480183 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa418abc-0697-4407-8a81-367b5ef6b4c9 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/subnets/7532d918-b231-4176-8b43-af06be7961bb HTTP/1.1" status: 204 len: 168 time: 1.7176404 Nov 09 18:02:06.485417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46574) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:06.496485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e313-7ac6-4a8b-86bf-9d23fd33ac99 req-cab7ad4f-d5a7-4cb9-beb3-9fbc841ddb78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.498185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8d6e313-7ac6-4a8b-86bf-9d23fd33ac99 req-cab7ad4f-d5a7-4cb9-beb3-9fbc841ddb78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 944 time: 0.1213372 Nov 09 18:02:06.547334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-5c399088-4ca1-490f-8da4-4433a563cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.548816 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-5c399088-4ca1-490f-8da4-4433a563cf23 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.7338388 Nov 09 18:02:06.571783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-4e6b555e-c401-40c1-bd12-c5e1efd8d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.573818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-4e6b555e-c401-40c1-bd12-c5e1efd8d7d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad726dfc-e8dd-4b38-a69d-c46faa338e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234548 Nov 09 18:02:06.577372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8d6e313-7ac6-4a8b-86bf-9d23fd33ac99 req-d66b41e3-a4db-4c0b-89f6-e4217732a532 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0682478 Nov 09 18:02:06.588023 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-3a67ac92-7211-4fea-8deb-9864c37eaced service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.1050775 Nov 09 18:02:06.591893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbb3ede0-4342-440b-b28d-c346bb8dce68 req-afd170a0-3440-4663-8606-bc87e5f0a68b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312721 Nov 09 18:02:06.674001 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-578d2d4c-6fbc-405a-8d46-2c72cabeb1dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 217 time: 0.0941937 Nov 09 18:02:06.679811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.708449 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b0ead-c454-4da1-9433-c4256542c0ff x-openstack-request-id: req-694b0ead-c454-4da1-9433-c4256542c0ff {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:06.708741 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:06.708905 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-694b0ead-c454-4da1-9433-c4256542c0ff {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:06.709302 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'status': 'completed', 'code': 200} Nov 09 18:02:06.711708 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfe736-48d1-4d52-bd5c-d1d3c69addc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.719407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-debfe736-48d1-4d52-bd5c-d1d3c69addc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.721462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-debfe736-48d1-4d52-bd5c-d1d3c69addc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32f213f9-c10c-419b-8041-f64cbf568343 HTTP/1.1" status: 204 len: 168 time: 1.2990386 Nov 09 18:02:06.794314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] DHCP port deletion for ef1fd7f4-5530-4d7a-8987-dad1871df2c9 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:06.833769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68fb70-2d0b-4490-911f-6e506c7c206d req-223d5742-6c26-40f4-bc63-abe49385ec7b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.835577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c68fb70-2d0b-4490-911f-6e506c7c206d req-223d5742-6c26-40f4-bc63-abe49385ec7b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.1086411 Nov 09 18:02:06.837164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe736-48d1-4d52-bd5c-d1d3c69addc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f213f9-c10c-419b-8041-f64cbf568343,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:06.842281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:06.863476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 358e7d2f-4337-497d-9da6-00a3f239aaf1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:06.871463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-84f7239a-caf3-472d-a563-d6c0c95553ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.873404 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-84f7239a-caf3-472d-a563-d6c0c95553ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.2408090 Nov 09 18:02:06.885300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-5ac3e7e0-607c-41ab-9d95-aa2a7d64aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:06.892916 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-5ac3e7e0-607c-41ab-9d95-aa2a7d64aaa3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.2056370 Nov 09 18:02:06.910392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-5cf5b018-ca83-469d-8794-0734927f9d1c service neutron] 10.222.0.73 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172209 Nov 09 18:02:06.945906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c68fb70-2d0b-4490-911f-6e506c7c206d req-99312054-143c-4cd6-a44c-14ae1444ce8d tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822849 Nov 09 18:02:06.997096 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-3f8a8ad6-f526-48b5-bd83-5e6506407d62 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466068 Nov 09 18:02:07.022105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.032844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] Deleting port c1d2469f-ed93-4f16-97b5-12dd76eaac1c {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:07.035107 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.080698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23773a16-25a4-4feb-bef4-26ed39b0749f req-d5d38f0d-2d71-4514-a6a4-f570ade48d6b service neutron] 10.222.0.73 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382911 Nov 09 18:02:07.129146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 358e7d2f-4337-497d-9da6-00a3f239aaf1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:07.129729 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.214697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] For port c1d2469f-ed93-4f16-97b5-12dd76eaac1c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,segment=NetworkSegment(d21bcd94-f9da-48d3-9a07-3509ec1a33fa),segment_id=d21bcd94-f9da-48d3-9a07-3509ec1a33fa)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:07.215325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.259890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] Calling delete_port for c1d2469f-ed93-4f16-97b5-12dd76eaac1c owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:07.278351 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea45a82f-4cb4-4a70-a2a2-b1a0de7b5836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.281640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Pushing event updated for resources: {'Port': ['ID=f2f67315-7c40-43e3-b228-838e7371997e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:07.316178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:07.320111 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-1db9f036-3ede-496d-8c52-800efed35b80 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996888 Nov 09 18:02:07.321844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-1a8e5996-369d-4d1e-a8b4-d850bd1e1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:07.323282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-1a8e5996-369d-4d1e-a8b4-d850bd1e1118 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4263430 Nov 09 18:02:07.325488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:07.328180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:07.370262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.388072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-60e43011-5e75-4a33-8eda-725ad0252a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:07.397768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.398413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-60e43011-5e75-4a33-8eda-725ad0252a14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=304b6fe5a268489ebccfa466688b4419&device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 1095 time: 0.2201483 Nov 09 18:02:07.438663 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.455624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 358e7d2f-4337-497d-9da6-00a3f239aaf1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=358e7d2f-4337-497d-9da6-00a3f239aaf1,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:07.475536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:07.477946 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd90218-b043-4548-afec-2bd6a9edc062" -d '{"events": [{"name": "network-changed", "server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:07.509252 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.511404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] No DVR routers for this DVR port c1d2469f-ed93-4f16-97b5-12dd76eaac1c on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:07.512873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd20d7d-c3a6-4e8c-a74e-115a2085d41b None None] Pushing event deleted for resources: {'Port': ['ID=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:07.549960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:07.552902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 37622f18-d866-45ae-af84-9b4150696d07 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:07.607140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port c1d2469f-ed93-4f16-97b5-12dd76eaac1c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:07.607391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.625017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ee06-6b50-4438-a3a3-64716de3ac8c req-ac3d93bb-d87b-4719-baf7-460ab3e4e35d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:07.628988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a425ee06-6b50-4438-a3a3-64716de3ac8c req-ac3d93bb-d87b-4719-baf7-460ab3e4e35d tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 944 time: 0.3154354 Nov 09 18:02:07.710367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=358e7d2f-4337-497d-9da6-00a3f239aaf1,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:07.723327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce4113-d517-4a52-a36e-41e015bb04cf req-ac62e7c9-96a1-467d-b841-e22e40fdd3fe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:07.724903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcce4113-d517-4a52-a36e-41e015bb04cf req-ac62e7c9-96a1-467d-b841-e22e40fdd3fe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.2128682 Nov 09 18:02:07.748623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 37622f18-d866-45ae-af84-9b4150696d07 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:07.797616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a425ee06-6b50-4438-a3a3-64716de3ac8c req-63d1308a-788c-48e5-8f62-2fecd1f189ae tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430869 Nov 09 18:02:07.799312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.801672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:07.814884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-f13332bc-622d-4eee-bd88-cde1f709000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:07.816657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-f13332bc-622d-4eee-bd88-cde1f709000d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad726dfc-e8dd-4b38-a69d-c46faa338e05 HTTP/1.1" status: 200 len: 916 time: 0.4078703 Nov 09 18:02:07.818335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 37622f18-d866-45ae-af84-9b4150696d07 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:07.818726 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.864977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'cd84b069-1d9c-450a-988f-5e2f43bb0951', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'port_id': 'cd84b069-1d9c-450a-988f-5e2f43bb0951', 'mac_address': 'fa:16:3e:dd:4e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6052a951-5024-40c9-9323-bc9f9a42c40e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:07.878114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-22b19b7a-5b11-4dec-b082-d4077d445b60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d HTTP/1.1" status: 200 len: 217 time: 0.0467763 Nov 09 18:02:07.882407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcce4113-d517-4a52-a36e-41e015bb04cf req-2f7abd56-8e5a-4072-9f0f-958b0a6b4d2d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409135 Nov 09 18:02:07.932988 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c0b8e3b5-3f5e-4d69-95f0-026f20024b8c req-dc3d6f08-7932-41f5-92a5-77486ccf868f service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155048 Nov 09 18:02:07.941934 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e9f9fb-eadf-4c5e-8cfc-1cc835a58ef8 x-openstack-request-id: req-57e9f9fb-eadf-4c5e-8cfc-1cc835a58ef8 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:07.942254 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:07.942545 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57e9f9fb-eadf-4c5e-8cfc-1cc835a58ef8 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:07.942970 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'status': 'completed', 'code': 200} Nov 09 18:02:07.955163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port c1d2469f-ed93-4f16-97b5-12dd76eaac1c, host n-d-817240-1, got binding levels [] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:07.955535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:07.982597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e32c9a32-75e9-46cb-a887-c4bfa5275359 None None] Provisioning complete for port f2f67315-7c40-43e3-b228-838e7371997e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:07.982977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e32c9a32-75e9-46cb-a887-c4bfa5275359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.022432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for c1d2469f-ed93-4f16-97b5-12dd76eaac1c owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:08.026019 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-2aa040dd-1b22-42df-934d-b02b279e307d service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100562 Nov 09 18:02:08.032420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Port c1d2469f-ed93-4f16-97b5-12dd76eaac1c was not found and therefore no delete operation was performed {{(pid=102141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:02:08.044813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.057658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.082788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-9ca6232e-1e2d-43b7-9eff-328731467b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.084233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-9ca6232e-1e2d-43b7-9eff-328731467b33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3239cabc-e9ad-4a62-91b7-c2c18cf3a512 HTTP/1.1" status: 200 len: 854 time: 0.1962037 Nov 09 18:02:08.101433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:08.107042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37622f18-d866-45ae-af84-9b4150696d07'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:08.109897 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d91f18-e74a-496b-a6b2-3370a2ea4bfb" -d '{"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-plugged", "status": "completed", "tag": "37622f18-d866-45ae-af84-9b4150696d07"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:08.117375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-694dc4a9-e510-4afc-90c3-5357b2a11f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.120242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-694dc4a9-e510-4afc-90c3-5357b2a11f6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1099 time: 0.1722960 Nov 09 18:02:08.121721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.126487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=c1d2469f-ed93-4f16-97b5-12dd76eaac1c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:08.133190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port c1d2469f-ed93-4f16-97b5-12dd76eaac1c on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:08.144660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.148942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e32c9a32-75e9-46cb-a887-c4bfa5275359 None None] Port f2f67315-7c40-43e3-b228-838e7371997e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:08.186120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd84b069-1d9c-450a-988f-5e2f43bb0951 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:08.208357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02af92-fb0d-4122-a174-d1857b94b8f2 req-18943f56-fb71-47b5-a649-1e9c31bf6234 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.211817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b02af92-fb0d-4122-a174-d1857b94b8f2 req-18943f56-fb71-47b5-a649-1e9c31bf6234 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 944 time: 0.2103958 Nov 09 18:02:08.219413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:08.225132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:08.226621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c0b04-9e44-45ea-a830-119b9ac8c547 req-94fda336-47c2-4797-801a-dbbb5729c32c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.229971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.240578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c70c0b04-9e44-45ea-a830-119b9ac8c547 req-94fda336-47c2-4797-801a-dbbb5729c32c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.2698312 Nov 09 18:02:08.290765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:08.305974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03708ce7-d703-45e3-b527-aa94ac113eb7 req-67b6a6b1-e625-4e64-85cc-1baebf6707d5 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706459 Nov 09 18:02:08.307382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.350493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1fd7f4-5530-4d7a-8987-dad1871df2c9']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:08.354080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-91ee54d4-a2a1-4ec3-85b2-74bb09b1e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.355876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-91ee54d4-a2a1-4ec3-85b2-74bb09b1e163 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad726dfc-e8dd-4b38-a69d-c46faa338e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582507 Nov 09 18:02:08.372433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:08.372764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21bcd94-f9da-48d3-9a07-3509ec1a33fa') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:08.399906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.417323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c70c0b04-9e44-45ea-a830-119b9ac8c547 req-3144c53d-2070-41d1-88e8-058f9fe7d839 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750193 Nov 09 18:02:08.436110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.455730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.457806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b02af92-fb0d-4122-a174-d1857b94b8f2 req-c3e11d70-4c0f-4793-acc2-01a46357475b tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1601939 Nov 09 18:02:08.470390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.483305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-ca4b074b-cd69-4bbc-9179-9514305b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.484840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-ca4b074b-cd69-4bbc-9179-9514305b970c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.3127646 Nov 09 18:02:08.485007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:08.485486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.499702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['cd84b069-1d9c-450a-988f-5e2f43bb0951'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:08.528454 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:08.556272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-8d6b61da-9443-4710-b5bc-72e4799454f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0566599 Nov 09 18:02:08.591116 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0072c630-2b85-4849-823f-8865b2d2f507 x-openstack-request-id: req-0072c630-2b85-4849-823f-8865b2d2f507 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:08.591778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-6aef5f9a-2e85-4bc4-8023-bfc60bfc83dc service neutron] 10.222.0.73 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217228 Nov 09 18:02:08.595999 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-plugged", "status": "completed", "tag": "37622f18-d866-45ae-af84-9b4150696d07", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:08.596520 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0072c630-2b85-4849-823f-8865b2d2f507 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:08.597089 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37622f18-d866-45ae-af84-9b4150696d07', 'code': 200} Nov 09 18:02:08.719611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.728667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-9dfe6347-6594-4e98-a135-547f698e909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.730290 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-9dfe6347-6594-4e98-a135-547f698e909a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ea203ed014a247679fc90b98961ccf26&device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1099 time: 0.3716984 Nov 09 18:02:08.734691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-e5bee750-cc32-4ba1-a021-efdbd2d7f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.736205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-e5bee750-cc32-4ba1-a021-efdbd2d7f194 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1471968 Nov 09 18:02:08.757578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184d59e-255d-457d-8abd-645e3a1e12ef req-a04ea810-d3c9-4d75-a7d3-b29516011abc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.765824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 358e7d2f-4337-497d-9da6-00a3f239aaf1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:08.766078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3184d59e-255d-457d-8abd-645e3a1e12ef req-a04ea810-d3c9-4d75-a7d3-b29516011abc tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.2137170 Nov 09 18:02:08.841244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 358e7d2f-4337-497d-9da6-00a3f239aaf1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:08.842090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.929180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-42843161-2aec-44d1-8b5e-e9dabf274aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:08.930833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-42843161-2aec-44d1-8b5e-e9dabf274aa6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1810784 Nov 09 18:02:08.937045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Pushing event updated for resources: {'Port': ['ID=f2f67315-7c40-43e3-b228-838e7371997e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:08.942035 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.966034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:08.971723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3184d59e-255d-457d-8abd-645e3a1e12ef req-693996e0-63d2-408d-a163-cd4123056ff0 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034447 Nov 09 18:02:08.972323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88acfb73-54a2-4ef8-be89-1026fd928003 req-ad95fa01-2ddf-4abc-9c26-f950c16d2280 service neutron] 10.222.0.73 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705220 Nov 09 18:02:08.972519 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/networks/ef1fd7f4-5530-4d7a-8987-dad1871df2c9 HTTP/1.1" status: 204 len: 168 time: 2.4784343 Nov 09 18:02:08.972907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46640) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:09.013565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-8c25eb70-87ca-4a17-a802-0cc667395a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:09.015929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-8c25eb70-87ca-4a17-a802-0cc667395a8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439165 Nov 09 18:02:09.019236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-e7c0b7a1-e742-4d65-84f2-cb5659f66f67 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 200 len: 217 time: 0.0747845 Nov 09 18:02:09.021485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c902e5-d877-45b0-9155-02d70ac6bd88 tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Network': ['ID=ef1fd7f4-5530-4d7a-8987-dad1871df2c9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:09.027115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b61dc-f257-4a86-8e27-b224ff4cafa9 req-6c77d7ec-ad55-4d2b-9bf6-5c91aa296188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:09.029471 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-006b61dc-f257-4a86-8e27-b224ff4cafa9 req-6c77d7ec-ad55-4d2b-9bf6-5c91aa296188 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 1096 time: 0.3055062 Nov 09 18:02:09.066021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c1d2469f-ed93-4f16-97b5-12dd76eaac1c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:09.086572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c1d2469f-ed93-4f16-97b5-12dd76eaac1c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:09.087201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c1d2469f-ed93-4f16-97b5-12dd76eaac1c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:09.126494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:09.131531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:09.138248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-547f9579-1fa2-41e3-a5f0-dbac90827df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:09.139662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-547f9579-1fa2-41e3-a5f0-dbac90827df4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1069322 Nov 09 18:02:09.142271 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-006b61dc-f257-4a86-8e27-b224ff4cafa9 req-8ce94666-e828-4457-99ea-f501e0fa6ba4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984526 Nov 09 18:02:09.155897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08809-18c2-4930-8392-c89b48bdca03 req-e03bc35b-65be-46ce-81a8-8c9d3d6e465d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:09.157358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-e03bc35b-65be-46ce-81a8-8c9d3d6e465d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 811 time: 0.4283230 Nov 09 18:02:09.179977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting subnet 2c4626f5-aec4-41dc-9917-ba79298b474c {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:09.200456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.232470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-ac9a0d33-7b61-4f1f-a28c-3374ac8d15b6 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/quotas/da88936682394454b18b5ed7dffe9f2d HTTP/1.1" status: 200 len: 375 time: 0.0632620 Nov 09 18:02:09.256670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:09.298408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.312330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d75a5a-d7ad-4e95-af14-2244d557f9b6 req-fc471e5e-7baf-480b-82be-093c13f788b6 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:09.313852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12d75a5a-d7ad-4e95-af14-2244d557f9b6 req-fc471e5e-7baf-480b-82be-093c13f788b6 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 945 time: 0.2385681 Nov 09 18:02:09.345654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-c8591019-eccd-4f4e-8cf1-3b214f72c1d4 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028047 Nov 09 18:02:09.378792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-133ff8c3-1865-46d5-b5f3-b5136d3807f0 None None] Provisioning complete for port f2f67315-7c40-43e3-b228-838e7371997e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:09.379177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-133ff8c3-1865-46d5-b5f3-b5136d3807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.405200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:09.407900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-864188ca-b7ae-4d89-8ccf-373c59b7516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:09.409340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-864188ca-b7ae-4d89-8ccf-373c59b7516c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616715 Nov 09 18:02:09.413348 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-70d57962-5c46-4b7a-886e-2c9e4ff699ad admin admin] 10.222.0.32 "PUT /v2.0/routers/aa8fac4b-91af-458c-9b3a-ebd6c98004f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7912920 Nov 09 18:02:09.421745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Sync routers for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:09.425554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-133ff8c3-1865-46d5-b5f3-b5136d3807f0 None None] Port f2f67315-7c40-43e3-b228-838e7371997e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:09.435069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:09.436256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:09.455520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-5d3f8588-5221-458f-b44f-60a03b52a859 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043476 Nov 09 18:02:09.508126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12d75a5a-d7ad-4e95-af14-2244d557f9b6 req-dda33e21-f2e3-4c88-a417-847725685272 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673775 Nov 09 18:02:09.529669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-8ab6d7a6-b576-4a1a-989c-a0ede57f529f service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114314 Nov 09 18:02:09.588730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.620382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:09.639703 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-11262011-c44f-4815-852e-24421f8b208a service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989799 Nov 09 18:02:09.721025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port cd84b069-1d9c-450a-988f-5e2f43bb0951 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:09.724463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:09.747912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dd90218-b043-4548-afec-2bd6a9edc062 req-7342335c-bb8b-4b70-b9c4-9db6d2730440 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915656 Nov 09 18:02:09.756688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port cd84b069-1d9c-450a-988f-5e2f43bb0951 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:09.757022 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.772363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5daa2d-3e2f-4f64-9fde-f75b04b980cc req-a273a43b-5ff1-48c7-9176-6b54fff4bf62 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:09.773827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c5daa2d-3e2f-4f64-9fde-f75b04b980cc req-a273a43b-5ff1-48c7-9176-6b54fff4bf62 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 944 time: 0.1310849 Nov 09 18:02:09.776853 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.793779 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-314801cd-029d-40a4-9fee-3721249ddad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.806178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-b1f7d016-627e-47cc-bc6f-017cb6110e04 service neutron] 10.222.0.32 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398590 Nov 09 18:02:09.815160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4626f5-aec4-41dc-9917-ba79298b474c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:09.833626 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.836761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-57e7b13e-5824-4dca-a9c3-5900b763190a tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/subnets/2c4626f5-aec4-41dc-9917-ba79298b474c HTTP/1.1" status: 204 len: 168 time: 0.8587615 Nov 09 18:02:09.839694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:09.844363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca6fa76-8051-41f7-95ef-ac162a29dcf9 None None] Network bd4b44d0-04df-4929-950e-57b7170d2875 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:09.926176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b1a259a1-23da-4a34-b891-ad08791c8e1d details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:09.938171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:09.996292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Deleting port bff92d53-059b-4029-8919-ea1041039a2c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:09.996657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.067069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] For port bff92d53-059b-4029-8919-ea1041039a2c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bff92d53-059b-4029-8919-ea1041039a2c,segment=NetworkSegment(59801237-ff0d-470c-abdd-9f0599c4597b),segment_id=59801237-ff0d-470c-abdd-9f0599c4597b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:10.067449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.082547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Calling delete_port for bff92d53-059b-4029-8919-ea1041039a2c owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:10.096486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.171018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.203561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Port': ['ID=bff92d53-059b-4029-8919-ea1041039a2c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:10.208160 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.211846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c5daa2d-3e2f-4f64-9fde-f75b04b980cc req-3a313793-949d-489f-94b1-6fb9c3cc7272 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262745 Nov 09 18:02:10.214279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b1a259a1-23da-4a34-b891-ad08791c8e1d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:10.214571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] No DVR routers for this DVR port bff92d53-059b-4029-8919-ea1041039a2c on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:10.233571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:10.240718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'port_id': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'mac_address': 'fa:16:3e:aa:2b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:10.249446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.265471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-7eca5391-6c6d-4712-895a-b1bc1ec55a3f service neutron] 10.222.0.32 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519634 Nov 09 18:02:10.332534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:08Z', 'revision_number': 2, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:10.342565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.373250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4929bee0-1fde-4721-b83c-b5b9fe871f7a None None] DHCP port deletion for bd4b44d0-04df-4929-950e-57b7170d2875 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:10.377588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:10.387823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Checking router: aa8fac4b-91af-458c-9b3a-ebd6c98004f9 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:10.388178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Updating router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 port f2f67315-7c40-43e3-b228-838e7371997e binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:02:10.411357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a259a1-23da-4a34-b891-ad08791c8e1d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:10.434604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.440444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b1a259a1-23da-4a34-b891-ad08791c8e1d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:10.452587 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.635795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:10.641772 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5df90-cd7e-4c72-a3bb-2b0ff7ffb289" -d '{"events": [{"server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "name": "network-vif-plugged", "status": "completed", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:10.684004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b1a259a1-23da-4a34-b891-ad08791c8e1d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:10.738114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.776089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2003097-5b79-4ea7-b2b7-646c21be88bc req-24eca093-e7d4-4877-9eee-c9d0bcaf0f14 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.783793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2003097-5b79-4ea7-b2b7-646c21be88bc req-24eca093-e7d4-4877-9eee-c9d0bcaf0f14 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 945 time: 0.1983976 Nov 09 18:02:10.785668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4b44d0-04df-4929-950e-57b7170d2875']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:10.792703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.793173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.793632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.794104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.794566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.795022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.795478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.795930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.796386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.796831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.797276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:10.810178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59801237-ff0d-470c-abdd-9f0599c4597b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:10.810678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fdf43391-11e7-45d9-ae01-5a033509f78a req-32b1240a-3245-4698-901c-35ed7c07afaa tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7732 time: 0.3888917 Nov 09 18:02:10.810999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59801237-ff0d-470c-abdd-9f0599c4597b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:10.830716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.852627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2003097-5b79-4ea7-b2b7-646c21be88bc req-c3146e8a-259c-4f78-ba96-f4fa298f6d6b tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638475 Nov 09 18:02:10.869511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.871800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['b1a259a1-23da-4a34-b891-ad08791c8e1d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:10.875823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bff92d53-059b-4029-8919-ea1041039a2c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:10.879243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:10.879711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:10.898620 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:10.998173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: bff92d53-059b-4029-8919-ea1041039a2c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:10.998649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bff92d53-059b-4029-8919-ea1041039a2c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:11.013394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.018462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.031123 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] 10.222.0.32 "DELETE /v2.0/networks/bd4b44d0-04df-4929-950e-57b7170d2875 HTTP/1.1" status: 204 len: 168 time: 1.1884000 Nov 09 18:02:11.047403 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.056809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b6cdd-405b-442b-8697-ed42f64f68de tempest-ServersTestMultiNic-1577557404 tempest-ServersTestMultiNic-1577557404-project] Pushing event deleted for resources: {'Network': ['ID=bd4b44d0-04df-4929-950e-57b7170d2875,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.084469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55880ddb-b1b2-4c16-a94c-2b72031f48c6 req-e85002db-e8d5-4a4a-9cb4-30b05b4d453c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.087761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55880ddb-b1b2-4c16-a94c-2b72031f48c6 req-e85002db-e8d5-4a4a-9cb4-30b05b4d453c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 948 time: 0.1317129 Nov 09 18:02:11.158658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55880ddb-b1b2-4c16-a94c-2b72031f48c6 req-c27191e2-6a01-48f3-a6b3-785d67ca12aa tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Nov 09 18:02:11.184264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.199240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.260555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46678) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:11.264981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-522157b1-ec99-4b71-ab2c-7cd02ca45f00 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496173345', 'description': 'tempest-description--1804116650'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:11.268696 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9af0a05-32a6-4cef-9dbc-9517d1b5bd37 req-05c62012-164c-459d-8388-090e78fd6a83 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 210 time: 0.0419104 Nov 09 18:02:11.292000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d9ec1-9cfc-4073-8264-73e8faa774eb None None] Pushing event updated for resources: {'Port': ['ID=f2f67315-7c40-43e3-b228-838e7371997e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.311188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-522157b1-ec99-4b71-ab2c-7cd02ca45f00 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.348331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Attempting to bind port f2f67315-7c40-43e3-b228-838e7371997e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:11.349492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Attempting to bind port f2f67315-7c40-43e3-b228-838e7371997e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:11.349864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Attempting to bind port f2f67315-7c40-43e3-b228-838e7371997e on network bd837fb1-c02f-46c3-9aa2-89708ce2a23a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:11.355547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:11.355937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Checking segment: {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:11.356315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.356709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Bound using segment: {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:11.357343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Bound port: f2f67315-7c40-43e3-b228-838e7371997e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:11.357725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.372544 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512e0f76-521b-4adc-a519-7d997d679a1f x-openstack-request-id: req-512e0f76-521b-4adc-a519-7d997d679a1f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:11.372839 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "name": "network-vif-plugged", "status": "completed", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:11.373093 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-512e0f76-521b-4adc-a519-7d997d679a1f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:11.373480 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951', 'code': 200} Nov 09 18:02:11.464809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] For port f2f67315-7c40-43e3-b228-838e7371997e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:11.474146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] For port f2f67315-7c40-43e3-b228-838e7371997e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f2f67315-7c40-43e3-b228-838e7371997e,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:11.486752 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.486980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-522157b1-ec99-4b71-ab2c-7cd02ca45f00 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.497360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-522157b1-ec99-4b71-ab2c-7cd02ca45f00 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.527816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8664780-7093-432c-9347-84e43e5d52e1 req-7b850c72-d8b4-41ea-bb00-88be16dbfbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.530213 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8664780-7093-432c-9347-84e43e5d52e1 req-7b850c72-d8b4-41ea-bb00-88be16dbfbd8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1096 time: 0.0831683 Nov 09 18:02:11.540530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a059716-fbbd-4a63-89f8-751566305dfc req-a7e8ee37-4b7d-44fe-bd83-dda3dbcc2547 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.542258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a059716-fbbd-4a63-89f8-751566305dfc req-a7e8ee37-4b7d-44fe-bd83-dda3dbcc2547 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 945 time: 0.1949885 Nov 09 18:02:11.551183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-522157b1-ec99-4b71-ab2c-7cd02ca45f00 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.552913 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-522157b1-ec99-4b71-ab2c-7cd02ca45f00 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2915976 Nov 09 18:02:11.555247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:11.555810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46680) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:11.560187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-58a29cc7-dec5-49ab-bed1-2194662b5160 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Request body: {'security_group_rule': {'security_group_id': '1470e251-5a79-4b18-bcf2-b313ecc5e07a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:11.573034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522157b1-ec99-4b71-ab2c-7cd02ca45f00 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1470e251-5a79-4b18-bcf2-b313ecc5e07a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.603095 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8664780-7093-432c-9347-84e43e5d52e1 req-ab6a1b7f-7b47-4358-9c27-5b21d1f3e468 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613711 Nov 09 18:02:11.606180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f8b4a-0341-42e8-a156-e34d6e938539 req-dd58d147-97e4-44a5-afdd-4e5939a7cd26 tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.618142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58a29cc7-dec5-49ab-bed1-2194662b5160 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.618415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-447f8b4a-0341-42e8-a156-e34d6e938539 req-dd58d147-97e4-44a5-afdd-4e5939a7cd26 tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 886 time: 0.2102716 Nov 09 18:02:11.644639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a059716-fbbd-4a63-89f8-751566305dfc req-ab6524b9-d38d-4ed8-85cf-783547737a67 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945210 Nov 09 18:02:11.693195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58a29cc7-dec5-49ab-bed1-2194662b5160 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.698939 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58a29cc7-dec5-49ab-bed1-2194662b5160 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.709059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:11.709712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:02:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:11.726782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a29cc7-dec5-49ab-bed1-2194662b5160 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1cdb08-77ed-40ba-82a8-6976c58bfce6,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.756441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58a29cc7-dec5-49ab-bed1-2194662b5160 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.757901 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-58a29cc7-dec5-49ab-bed1-2194662b5160 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011094 Nov 09 18:02:11.760968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46688) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:11.768279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0bbdb08e-d316-420f-801d-5c58fe84ebcd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Request body: {'security_group_rule': {'security_group_id': '1470e251-5a79-4b18-bcf2-b313ecc5e07a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:11.822938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb08e-d316-420f-801d-5c58fe84ebcd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.880398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.881486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.882140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.882794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.883500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.884198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.884876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.885498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.886247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.886919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.889219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d208969-ae6f-4bbb-8126-f2970a696189 req-e2c08780-b2c9-48f5-a013-1d416d1aae2c tempest-NetworksTest-1265853138 tempest-NetworksTest-1265853138-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7080 time: 0.2122223 Nov 09 18:02:11.919513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-05f6912c-6863-4437-9862-2907d9c83a35 None None] Provisioning complete for port f2f67315-7c40-43e3-b228-838e7371997e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:11.920109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-05f6912c-6863-4437-9862-2907d9c83a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.921402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d9ec1-9cfc-4073-8264-73e8faa774eb None None] Pushing event updated for resources: {'Port': ['ID=f2f67315-7c40-43e3-b228-838e7371997e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:11.931551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b1a259a1-23da-4a34-b891-ad08791c8e1d up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:11.943375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c40aa-f9fb-4a51-8a85-96ceaecd1d84 req-821f0f95-9bde-4720-b666-0974c459ad35 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:11.953637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-070c40aa-f9fb-4a51-8a85-96ceaecd1d84 req-821f0f95-9bde-4720-b666-0974c459ad35 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 945 time: 0.1907797 Nov 09 18:02:11.969352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb08e-d316-420f-801d-5c58fe84ebcd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:11.977119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb08e-d316-420f-801d-5c58fe84ebcd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.020134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb08e-d316-420f-801d-5c58fe84ebcd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9e2149-d019-4530-9f6a-aa22b9477915,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:12.028036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:12.030324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb08e-d316-420f-801d-5c58fe84ebcd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.031286 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0bbdb08e-d316-420f-801d-5c58fe84ebcd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2691991 Nov 09 18:02:12.034349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46696) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.040440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:12.067403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.102568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'mac_address': 'fa:16:3e:47:73:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:12.147088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-070c40aa-f9fb-4a51-8a85-96ceaecd1d84 req-20bc9112-42d1-4d1f-8a39-272bf82b9ab5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886959 Nov 09 18:02:12.200642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08809-18c2-4930-8392-c89b48bdca03 req-715a7ca2-4315-4f5e-8fbe-5c7e7c91075c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:12.202546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-715a7ca2-4315-4f5e-8fbe-5c7e7c91075c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 811 time: 0.3119481 Nov 09 18:02:12.219107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Request body: {'port': {'device_id': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'admin_state_up': True, 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:12.237721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.285429 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.319519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:12.366849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cae917-8a6f-4277-a8cd-e9b2dab0d48d req-e810067c-25d9-4626-8f67-c83bf701ddd6 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:12.371031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66af44d3-52c0-4f6a-aebe-fed5bb19e395 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:12.372794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cae917-8a6f-4277-a8cd-e9b2dab0d48d req-e810067c-25d9-4626-8f67-c83bf701ddd6 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 945 time: 0.0962741 Nov 09 18:02:12.377093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46712) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.414439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Allocated IP 172.25.0.191 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/323d96e3-9a00-4451-9465-5eb43721bcc8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:12.417333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port b1a259a1-23da-4a34-b891-ad08791c8e1d completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:12.446896 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port b1a259a1-23da-4a34-b891-ad08791c8e1d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:12.447275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.497967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cae917-8a6f-4277-a8cd-e9b2dab0d48d req-b4d364c3-ce97-46d9-82ba-a71e442898ae tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1085389 Nov 09 18:02:12.500281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Made reservation on behalf of da88936682394454b18b5ed7dffe9f2d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:12.509475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.522453 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-05f6912c-6863-4437-9862-2907d9c83a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.543446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:12.604938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.622605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.634089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad16-0ea1-481a-b9db-f18daf67f6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.672932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.687677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=12']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:12.716291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-569d6b5c-c1f2-4460-af51-b6982b5e1e4a req-c45d3992-1d6f-4608-b63d-33b7e2ce32b6 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 210 time: 0.0541356 Nov 09 18:02:12.749476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:12.760543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:12.769147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:12.815756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Allocated IP 172.20.0.9 (e2f57f03-884f-4a8d-a588-88cd31213570/f8715b05-3ea5-4160-b0be-98e152d65395/9666e91a-eb9d-4e02-90ad-9a5e206943b4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:12.829817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event updated for resources: {'Port': ['ID=323d96e3-9a00-4451-9465-5eb43721bcc8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:12.831851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-05f6912c-6863-4437-9862-2907d9c83a35 None None] For port f2f67315-7c40-43e3-b228-838e7371997e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f2f67315-7c40-43e3-b228-838e7371997e,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:12.847347 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.852801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-05f6912c-6863-4437-9862-2907d9c83a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.871749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46732) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:12.900162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad16-0ea1-481a-b9db-f18daf67f6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.925454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e7dad16-0ea1-481a-b9db-f18daf67f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:12.980075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['66af44d3-52c0-4f6a-aebe-fed5bb19e395'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:13.029215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e7dad16-0ea1-481a-b9db-f18daf67f6d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d9c85d5cfe54df5aef2a9ae076b2318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6509335 Nov 09 18:02:13.029843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46748) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:13.041130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dad16-0ea1-481a-b9db-f18daf67f6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10479e82-6e8b-4fe4-b53b-ba619ac908c6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.059389 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.080803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6912c-6863-4437-9862-2907d9c83a35 None None] Pushing event updated for resources: {'Port': ['ID=f2f67315-7c40-43e3-b228-838e7371997e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.115259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4aa1ba5d-1eb7-4b4d-bdb9-5454825008cd None None] Provisioning complete for port f2f67315-7c40-43e3-b228-838e7371997e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:13.115638 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ba5d-1eb7-4b4d-bdb9-5454825008cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.125217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b1a259a1-23da-4a34-b891-ad08791c8e1d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:13.159995 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.160680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.215339 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.224182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b1a259a1-23da-4a34-b891-ad08791c8e1d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.228367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:11Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:13.260990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee42c8-48ac-4558-9fb0-758a777cb94c None None] The sync data for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 is: [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:11Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:13.278684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.338547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48c19678-1722-41e6-b76b-9cc380852cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.374728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48c19678-1722-41e6-b76b-9cc380852cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.381912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:13.384354 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09181db6-276a-48a5-8fcb-70a62e1927c1" -d '{"events": [{"server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "name": "network-vif-plugged", "status": "completed", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:13.476657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab4f2f-994b-4fce-823c-e14a2f743b04 req-2c149cb8-79e5-419a-97ee-1384192f4035 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:13.481976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7fab4f2f-994b-4fce-823c-e14a2f743b04 req-2c149cb8-79e5-419a-97ee-1384192f4035 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 949 time: 0.3468473 Nov 09 18:02:13.502710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.517566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1608caf9-7c3a-43d6-ba4b-55c98bd35107'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:13.563297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f7a8-0d9e-4b48-ae07-83f4816df7b1 req-e6128ede-e467-42cb-b199-c98ab39975c9 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:13.564023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.566486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05a4f7a8-0d9e-4b48-ae07-83f4816df7b1 req-e6128ede-e467-42cb-b199-c98ab39975c9 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 945 time: 0.2289653 Nov 09 18:02:13.577978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.604023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Network e2f57f03-884f-4a8d-a588-88cd31213570 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:13.615973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:13.644282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7fab4f2f-994b-4fce-823c-e14a2f743b04 req-fdbe1a30-2161-45bb-aeeb-62cb0f12a454 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595871 Nov 09 18:02:13.646408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:13.662584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Pushing event updated for resources: {'Port': ['ID=9666e91a-eb9d-4e02-90ad-9a5e206943b4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.665231 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48c19678-1722-41e6-b76b-9cc380852cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.673826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48c19678-1722-41e6-b76b-9cc380852cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.675273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-48c19678-1722-41e6-b76b-9cc380852cc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10479e82-6e8b-4fe4-b53b-ba619ac908c6 HTTP/1.1" status: 204 len: 168 time: 0.6414495 Nov 09 18:02:13.720052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event updated for resources: {'Port': ['ID=323d96e3-9a00-4451-9465-5eb43721bcc8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.747033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.795967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.806029 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-80178666-aa3b-4e8d-9b5c-d00311f02a4e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7616353 Nov 09 18:02:13.806299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c19678-1722-41e6-b76b-9cc380852cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10479e82-6e8b-4fe4-b53b-ba619ac908c6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:13.840199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05a4f7a8-0d9e-4b48-ae07-83f4816df7b1 req-1e21bcd5-bd80-4ab5-9861-2c0ae99be06c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550902 Nov 09 18:02:13.854784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:13.858443 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.898328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:13.907369 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c216be3d-33c3-4a60-9313-ef66336becf5 x-openstack-request-id: req-c216be3d-33c3-4a60-9313-ef66336becf5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:13.907804 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "name": "network-vif-plugged", "status": "completed", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:13.908107 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c216be3d-33c3-4a60-9313-ef66336becf5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:13.908508 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'code': 200} Nov 09 18:02:13.909019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07149e-b0bc-4b76-a204-963f8522bfbb req-b4e78662-ee16-4f2b-a0fe-71add84c31ee tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:13.915777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e07149e-b0bc-4b76-a204-963f8522bfbb req-b4e78662-ee16-4f2b-a0fe-71add84c31ee tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 945 time: 0.1852543 Nov 09 18:02:13.923863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-34337592-fa94-4190-ad2a-584ccd263978 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7107754 Nov 09 18:02:13.955813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Request body: {'port': {'device_id': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:14.047736 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.132711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e07149e-b0bc-4b76-a204-963f8522bfbb req-fde77eb1-c0e3-4da5-bcf9-2a400b912b05 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054539 Nov 09 18:02:14.163920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46778) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:14.181837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b40041da-91d4-4c5a-85ba-71dbff992ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.305641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9a06-5cd9-427e-b145-095918d1d43b req-0269a4d1-3fc9-4932-8236-992fdc6eca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:14.307710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dceb9a06-5cd9-427e-b145-095918d1d43b req-0269a4d1-3fc9-4932-8236-992fdc6eca6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 1097 time: 0.2665787 Nov 09 18:02:14.321170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdeb78-0bb1-4870-a9bb-2e8c29c718da req-9c48c37a-8023-4cee-9e12-66553a33bf71 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:14.322746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6efdeb78-0bb1-4870-a9bb-2e8c29c718da req-9c48c37a-8023-4cee-9e12-66553a33bf71 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 946 time: 0.2828307 Nov 09 18:02:14.359194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b40041da-91d4-4c5a-85ba-71dbff992ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.366626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b40041da-91d4-4c5a-85ba-71dbff992ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.397052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b40041da-91d4-4c5a-85ba-71dbff992ec4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfe735204f0149cda61910dced72bbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279506 Nov 09 18:02:14.397052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46780) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:14.433484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54e300-15a3-4bac-b38b-d21eb0766e04 req-630a8fb5-0459-467a-8753-07c982aca8fc tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:14.435059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c54e300-15a3-4bac-b38b-d21eb0766e04 req-630a8fb5-0459-467a-8753-07c982aca8fc tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 1100 time: 0.1764126 Nov 09 18:02:14.436000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40041da-91d4-4c5a-85ba-71dbff992ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e169b26-1395-4c06-85e3-3cf1434b2fd5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:14.450690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Deleting port c423a559-aa2a-492a-93b6-baa94dba7d4c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:14.451101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.453775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dceb9a06-5cd9-427e-b145-095918d1d43b req-11685677-fc23-4643-ac90-c9d7e992b46d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1275184 Nov 09 18:02:14.477763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6efdeb78-0bb1-4870-a9bb-2e8c29c718da req-c2cb4eb1-7ae8-434c-bcf1-9693d85db97e tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1403189 Nov 09 18:02:14.517712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c54e300-15a3-4bac-b38b-d21eb0766e04 req-7ea03016-f544-48f5-a38d-d5b5fe5cf566 tempest-MigrationsAdminTest-1604825499 tempest-MigrationsAdminTest-1604825499-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697770 Nov 09 18:02:14.524252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a384db2b-fa0d-42f7-b0ba-b936de570a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.559458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a384db2b-fa0d-42f7-b0ba-b936de570a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.583952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] For port c423a559-aa2a-492a-93b6-baa94dba7d4c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c423a559-aa2a-492a-93b6-baa94dba7d4c,segment=NetworkSegment(2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d),segment_id=2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:14.584318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.608360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Calling delete_port for c423a559-aa2a-492a-93b6-baa94dba7d4c owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:14.641128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9666e91a-eb9d-4e02-90ad-9a5e206943b4 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:14.667140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.675898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a384db2b-fa0d-42f7-b0ba-b936de570a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.678550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a384db2b-fa0d-42f7-b0ba-b936de570a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.681621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a384db2b-fa0d-42f7-b0ba-b936de570a71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e169b26-1395-4c06-85e3-3cf1434b2fd5 HTTP/1.1" status: 204 len: 168 time: 0.2827253 Nov 09 18:02:14.690161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384db2b-fa0d-42f7-b0ba-b936de570a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e169b26-1395-4c06-85e3-3cf1434b2fd5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:14.725252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Transition to ACTIVE for port object 9666e91a-eb9d-4e02-90ad-9a5e206943b4 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:14.752769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3abc3-bca2-4205-80f6-bc4604edc846 req-ea056a87-d816-4fcf-9ffd-5a455e4c6ecb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:14.768416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7dc3abc3-bca2-4205-80f6-bc4604edc846 req-ea056a87-d816-4fcf-9ffd-5a455e4c6ecb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 931 time: 0.1805210 Nov 09 18:02:14.769968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.830217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f2f67315-7c40-43e3-b228-838e7371997e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:14.888775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f2f67315-7c40-43e3-b228-838e7371997e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:14.889203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.889571 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:14.928616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Pushing event updated for resources: {'Port': ['ID=9666e91a-eb9d-4e02-90ad-9a5e206943b4,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:14.933008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Pushing event deleted for resources: {'Port': ['ID=c423a559-aa2a-492a-93b6-baa94dba7d4c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:14.953306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7dc3abc3-bca2-4205-80f6-bc4604edc846 req-afd91e5c-9188-4e4c-89ee-865bc75d859f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709881 Nov 09 18:02:15.157472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290e89-74e8-4d9d-9154-5b11ca5455a7 req-a12b2736-2801-48e2-af3c-fb91d389a642 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:15.166653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd290e89-74e8-4d9d-9154-5b11ca5455a7 req-a12b2736-2801-48e2-af3c-fb91d389a642 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1096 time: 0.1509376 Nov 09 18:02:15.174409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-49de4bdb-2867-45a4-b525-1397ea894c60 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1496173345&fields=id&tenant_id=0707b4f2730944cabc30bba05bec5e87 HTTP/1.1" status: 200 len: 267 time: 0.1012311 Nov 09 18:02:15.181937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Attempting to bind port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:15.182856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Attempting to bind port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:15.183150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Attempting to bind port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 on network e2f57f03-884f-4a8d-a588-88cd31213570 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:15.184639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.236180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 on network e2f57f03-884f-4a8d-a588-88cd31213570 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:15.236505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Attempting to bind port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 on network e2f57f03-884f-4a8d-a588-88cd31213570 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:15.271381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd290e89-74e8-4d9d-9154-5b11ca5455a7 req-4de93dea-0389-4287-a531-7a45888fc2f0 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026056 Nov 09 18:02:15.278806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:15.279055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Checking segment: {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:15.286914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Bound using segment: {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:15.288450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Bound port: 9666e91a-eb9d-4e02-90ad-9a5e206943b4, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b524b33-7b0a-4322-8523-f55c28de5027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:15.289437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.400065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ca44676e-38ea-4c22-a076-d3b1118dcf40 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:15.407230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ca44676e-38ea-4c22-a076-d3b1118dcf40 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/networks?id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a HTTP/1.1" status: 200 len: 806 time: 0.2214594 Nov 09 18:02:15.444132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-27c31973-6a14-456d-a650-f08791655e42 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/quotas/0707b4f2730944cabc30bba05bec5e87 HTTP/1.1" status: 200 len: 375 time: 0.0359743 Nov 09 18:02:15.445095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Router 1d2659a1-3a3a-4679-a29b-6e090b51f945 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:15.458435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] For port 9666e91a-eb9d-4e02-90ad-9a5e206943b4, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:15.491521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] For port 9666e91a-eb9d-4e02-90ad-9a5e206943b4, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:15.506021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.565126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 37622f18-d866-45ae-af84-9b4150696d07 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:15.570047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:15.589123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-262d9901-ebfc-4fea-83de-3ec8b8046201 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0707b4f2730944cabc30bba05bec5e87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439083 Nov 09 18:02:15.603303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:15.610113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0741306e-2d55-4d40-bb7c-c84fc54fe09c admin admin] 10.222.0.32 "PUT /v2.0/routers/1d2659a1-3a3a-4679-a29b-6e090b51f945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340772 Nov 09 18:02:15.611166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46820) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:15.616820 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] Sync routers for ids ['1d2659a1-3a3a-4679-a29b-6e090b51f945'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:15.630722 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] Routers {'1d2659a1-3a3a-4679-a29b-6e090b51f945'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:15.631558 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:02:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1d2659a1-3a3a-4679-a29b-6e090b51f945'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:15.669442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:15.670080 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.671426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] 10.222.0.73 "PUT /v2.0/ports/9666e91a-eb9d-4e02-90ad-9a5e206943b4 HTTP/1.1" status: 200 len: 1091 time: 1.7281361 Nov 09 18:02:15.683153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'tag': '9666e91a-eb9d-4e02-90ad-9a5e206943b4'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:15.685601 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0b2ba5-7b0c-45af-9c66-a2f83c56a169", "tag": "9666e91a-eb9d-4e02-90ad-9a5e206943b4"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:15.728819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296ece0-c969-4294-9616-75c2b1b640be service neutron] Pushing event updated for resources: {'Port': ['ID=9666e91a-eb9d-4e02-90ad-9a5e206943b4,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:15.794203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a012ac-168a-4a5f-929b-988b5313783c req-3b89abe5-4b00-41d1-9f33-dde586bf88b5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:15.797312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16a012ac-168a-4a5f-929b-988b5313783c req-3b89abe5-4b00-41d1-9f33-dde586bf88b5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 945 time: 0.3131497 Nov 09 18:02:15.811902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:15.826889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.827590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '37622f18-d866-45ae-af84-9b4150696d07', 'network_id': '3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b', 'port_id': '37622f18-d866-45ae-af84-9b4150696d07', 'mac_address': 'fa:16:3e:72:89:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebefc5f-5a06-455b-893f-f91c482ef6f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:15.839569 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] Set router 1d2659a1-3a3a-4679-a29b-6e090b51f945 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:15.877545 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.900790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37622f18-d866-45ae-af84-9b4150696d07 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:15.936446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:15.949041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:15.949825 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:15.976406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16a012ac-168a-4a5f-929b-988b5313783c req-e101f084-5891-4829-8875-fa210d3de583 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416888 Nov 09 18:02:16.026109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:16.038651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.048326 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.049355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08809-18c2-4930-8392-c89b48bdca03 req-79f7419c-72da-4763-a555-9ab3d0cbc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.055193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.060239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-79f7419c-72da-4763-a555-9ab3d0cbc628 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 1094 time: 0.2598660 Nov 09 18:02:16.127357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5fe642bd-e0f8-4f24-80eb-d263dc8951b1 service neutron] 10.222.0.32 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941535 Nov 09 18:02:16.127673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.148183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:16.153852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['37622f18-d866-45ae-af84-9b4150696d07'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:16.180816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Deleting port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:16.181205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.184771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:16.188406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-dd629d2c-ddce-4596-ad52-21e69ed5eb79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4 HTTP/1.1" status: 200 len: 217 time: 0.1123645 Nov 09 18:02:16.213546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:16.233971 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0070a06d-2346-43cd-bf90-6be383e531a5" -d '{"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-plugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:16.238529 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:02:14Z', 'revision_number': 5, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port': {'id': '5c9ab36b-8f1c-4464-bb60-eaebe644b6c5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:22Z', 'updated_at': '2021-11-09T18:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:16.247646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.305653 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] Checking router: 1d2659a1-3a3a-4679-a29b-6e090b51f945 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:16.325422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] For port 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:16.325805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.328193 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] Routers {'1d2659a1-3a3a-4679-a29b-6e090b51f945'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:16.328987 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:02:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1d2659a1-3a3a-4679-a29b-6e090b51f945'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:16.360365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Calling delete_port for 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:16.475378 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] Set router 1d2659a1-3a3a-4679-a29b-6e090b51f945 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:16.482534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=13']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:16.594270 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:02:16Z', 'revision_number': 6, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:16.642150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.684916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe0a96-5ff6-4faf-a8dc-50ca5ebb6a50 req-db32cb8b-1e8d-4fef-8c1c-d0542e36fd12 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.693115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3fe0a96-5ff6-4faf-a8dc-50ca5ebb6a50 req-db32cb8b-1e8d-4fef-8c1c-d0542e36fd12 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1096 time: 0.6062584 Nov 09 18:02:16.710885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9ab36b-8f1c-4464-bb60-eaebe644b6c5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:16.733220 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e3cca6-99a1-42d2-ab04-0bf7ffdddfa6 None None] The sync data for ids ['1d2659a1-3a3a-4679-a29b-6e090b51f945'] in n-d-817240-1 is: [{'id': '1d2659a1-3a3a-4679-a29b-6e090b51f945', 'name': 'tempest-ServersTestMultiNic-277836197-router', 'tenant_id': '23c42c2fc29d477c86de43347d74b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:20Z', 'updated_at': '2021-11-09T18:02:16Z', 'revision_number': 6, 'project_id': '23c42c2fc29d477c86de43347d74b267', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:16.739847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08809-18c2-4930-8392-c89b48bdca03 req-b3b75e60-a0bc-49b4-a4b9-b1396dbed451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.741296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-b3b75e60-a0bc-49b4-a4b9-b1396dbed451 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 200 len: 851 time: 0.1378703 Nov 09 18:02:16.787097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3fe0a96-5ff6-4faf-a8dc-50ca5ebb6a50 req-dc94a565-a33d-4e82-a1c4-8798473bb316 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906525 Nov 09 18:02:16.810034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-c201c27a-1ac0-4877-9442-91010e21bf28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2f57f03-884f-4a8d-a588-88cd31213570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449164 Nov 09 18:02:16.811081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.819638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ee07ce73-4bee-494c-b82c-e7ca7b8a462e service neutron] 10.222.0.32 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900275 Nov 09 18:02:16.930439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.933740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:16.957442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e49858-d560-4019-8f39-0e8e5cfeddd7 req-97e1a3a8-ae56-4575-a701-c802d8598cb6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:16.959635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c8e49858-d560-4019-8f39-0e8e5cfeddd7 req-97e1a3a8-ae56-4575-a701-c802d8598cb6 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 950 time: 0.1145284 Nov 09 18:02:16.977418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-a9eb6643-288b-4c4c-8012-b01c2e56619f service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567519 Nov 09 18:02:17.014651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46856) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.088383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c8e49858-d560-4019-8f39-0e8e5cfeddd7 req-cf523ee1-6402-413c-8475-dcdc7e185fa9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154852 Nov 09 18:02:17.199822 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0856607d-bb13-404d-aa75-7931b5d394a8 x-openstack-request-id: req-0856607d-bb13-404d-aa75-7931b5d394a8 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:17.201869 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0b2ba5-7b0c-45af-9c66-a2f83c56a169", "tag": "9666e91a-eb9d-4e02-90ad-9a5e206943b4", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:17.202424 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0856607d-bb13-404d-aa75-7931b5d394a8 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:17.203887 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'tag': '9666e91a-eb9d-4e02-90ad-9a5e206943b4', 'status': 'completed', 'code': 200} Nov 09 18:02:17.251409 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-363623df-822d-4524-996e-c82937c5f739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.303386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded08809-18c2-4930-8392-c89b48bdca03 req-068f79ff-f484-4a5f-9c55-e8407160c179 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096585 Nov 09 18:02:17.343757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1283af6-2272-41f5-a325-8557aac5ab07 req-6922606d-590f-486b-90a1-eef1cf2ae7d7 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:17.345370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1283af6-2272-41f5-a325-8557aac5ab07 req-6922606d-590f-486b-90a1-eef1cf2ae7d7 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 946 time: 0.2400756 Nov 09 18:02:17.374506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.375154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2659a1-3a3a-4679-a29b-6e090b51f945 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:02:17.383109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.387966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-15d8932b-dc61-40bb-9da9-be80aa5fd057 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1d2659a1-3a3a-4679-a29b-6e090b51f945 HTTP/1.1" status: 204 len: 168 time: 1.7691190 Nov 09 18:02:17.387966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46866) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.390293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d5eff-d1a1-4324-9048-21bb738231a4 req-63722ef5-d665-4b55-8a67-486f5ccb5cac tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:17.397828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b3d5eff-d1a1-4324-9048-21bb738231a4 req-63722ef5-d665-4b55-8a67-486f5ccb5cac tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 943 time: 0.1071489 Nov 09 18:02:17.423246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-d65d6f8e-52d8-4fcc-a41e-ec684597b2ca tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:17.424805 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-d65d6f8e-52d8-4fcc-a41e-ec684597b2ca tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 950 time: 0.0844390 Nov 09 18:02:17.471491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] Deleting subnet 185ae64b-af2d-4bd7-8033-e5f023a7bba6 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:17.478816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.501799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1283af6-2272-41f5-a325-8557aac5ab07 req-19fc1113-67c7-45e0-87d6-e6a85b0ca144 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1303389 Nov 09 18:02:17.511642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b3d5eff-d1a1-4324-9048-21bb738231a4 req-c049afe3-2422-42b3-b743-e705f1f711b3 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128123 Nov 09 18:02:17.545060 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.550883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-fb284314-4ba0-4b59-832f-6e6de0889a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:17.557263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-fb284314-4ba0-4b59-832f-6e6de0889a60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 1094 time: 0.1520357 Nov 09 18:02:17.572102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 37622f18-d866-45ae-af84-9b4150696d07 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:17.632674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Deleting port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:17.633034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.635281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-363623df-822d-4524-996e-c82937c5f739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.664048 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b1f6c8-4949-4092-8afe-500dbd91c0b4 x-openstack-request-id: req-28b1f6c8-4949-4092-8afe-500dbd91c0b4 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:17.666877 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-plugged", "status": "completed", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:17.667397 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28b1f6c8-4949-4092-8afe-500dbd91c0b4 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:17.668821 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'code': 200} Nov 09 18:02:17.699628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.732317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 37622f18-d866-45ae-af84-9b4150696d07 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:17.733197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.746491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-a207b828-f983-4320-9f74-b90f49753ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:17.749547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-a207b828-f983-4320-9f74-b90f49753ab6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 912 time: 0.1835020 Nov 09 18:02:17.774122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] For port 66af44d3-52c0-4f6a-aebe-fed5bb19e395, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=66af44d3-52c0-4f6a-aebe-fed5bb19e395,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:17.774517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.794510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Calling delete_port for 66af44d3-52c0-4f6a-aebe-fed5bb19e395 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:17.802832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-363623df-822d-4524-996e-c82937c5f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.806533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.845069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.869334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185ae64b-af2d-4bd7-8033-e5f023a7bba6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:17.877801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.881470 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eccdea00-074d-4a0f-9fce-e1ade4fd071d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/185ae64b-af2d-4bd7-8033-e5f023a7bba6 HTTP/1.1" status: 204 len: 168 time: 0.4932542 Nov 09 18:02:17.882744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e7a7fd2-fb3a-4a9f-b7bf-cc86755638d6 req-1777db75-5d64-4854-b620-9bd3a46a66fb tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 210 time: 0.1324944 Nov 09 18:02:17.884307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46876) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:17.890259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-51078e32-42f8-48da-8876-db0be945766c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4 HTTP/1.1" status: 200 len: 217 time: 0.1022339 Nov 09 18:02:17.931800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:17.939560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053cca7f-1e12-4226-a820-9e13eb803fe2 None None] Network 363f81b7-fdba-44d6-b929-7581aea0ee63 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:17.960173 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.963069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:17.982908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:17.998214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121dfc5-0781-4529-a366-71bcc629c7ca req-edbf7d06-e005-4bc3-a3cc-561ed9a69d07 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:18.014784 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c121dfc5-0781-4529-a366-71bcc629c7ca req-edbf7d06-e005-4bc3-a3cc-561ed9a69d07 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 944 time: 0.3818099 Nov 09 18:02:18.022572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363623df-822d-4524-996e-c82937c5f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af27dc2-4e36-4db2-926b-c6aec620e9a5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:18.064100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-363623df-822d-4524-996e-c82937c5f739 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecaf9b3915864ae5a1124c3d83e5e0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0458822 Nov 09 18:02:18.067374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46878) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:18.110956 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.119020 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c121dfc5-0781-4529-a366-71bcc629c7ca req-fd6eb435-cbcd-450a-9580-1f2cca2f609f tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026995 Nov 09 18:02:18.131424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-37df0d37-14f3-4c7c-a5f3-06744a7d228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:18.133242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-37df0d37-14f3-4c7c-a5f3-06744a7d228f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 200 len: 851 time: 0.2301230 Nov 09 18:02:18.173132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event deleted for resources: {'Port': ['ID=66af44d3-52c0-4f6a-aebe-fed5bb19e395,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:18.191333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9aa98-f077-4f57-b095-008c2bfedbb0 req-2d700ed2-b79a-46d4-b1f5-4022b06d2bb7 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:18.197192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Deleting port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:18.197192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.204310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:18.233625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdd9aa98-f077-4f57-b095-008c2bfedbb0 req-2d700ed2-b79a-46d4-b1f5-4022b06d2bb7 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 946 time: 0.2131062 Nov 09 18:02:18.246764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0', '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:18.278341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-3c25e88f-f900-4373-a44d-515f8b9676c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2f57f03-884f-4a8d-a588-88cd31213570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295974 Nov 09 18:02:18.298351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46884) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:18.311078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] No DVR routers for this DVR port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:18.316885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['99d00e9c-1437-4ba8-a583-0dc9a72ee062'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:18.318205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.322133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Request body: {'floatingip': {'port_id': 'b1a259a1-23da-4a34-b891-ad08791c8e1d'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:18.323088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-426ebd25-98a5-4789-a4c7-a5d1461d8e2e req-6046da03-0311-44ab-9387-2df2daf131e9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "DELETE /v2.0/ports/66af44d3-52c0-4f6a-aebe-fed5bb19e395 HTTP/1.1" status: 204 len: 173 time: 0.8872404 Nov 09 18:02:18.323618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-deleted', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:18.327503 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03212d05-e7a9-4849-a7d5-050b92af5a88" -d '{"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-deleted", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:18.361547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No active binding found for port 66af44d3-52c0-4f6a-aebe-fed5bb19e395 {{(pid=102142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 18:02:18.363136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 66af44d3-52c0-4f6a-aebe-fed5bb19e395 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:18.366788 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca542b76-d8a1-4715-9265-351121cf696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.401924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] For port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,segment=NetworkSegment(2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d),segment_id=2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:18.402783 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.419984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca542b76-d8a1-4715-9265-351121cf696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.451415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Calling delete_port for c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:18.553989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.564401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd1b37c9-e921-40f8-8e7b-4573e0fae71a req-1419ec24-9dad-44f3-9af8-56e5726a06a4 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1537ed56-4e82-484d-a734-9cfedb97e6e9 HTTP/1.1" status: 200 len: 210 time: 0.1256380 Nov 09 18:02:18.653570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] DHCP port deletion for 363f81b7-fdba-44d6-b929-7581aea0ee63 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:02:18.808211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c423a559-aa2a-492a-93b6-baa94dba7d4c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:18.844970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c423a559-aa2a-492a-93b6-baa94dba7d4c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:18.845326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c423a559-aa2a-492a-93b6-baa94dba7d4c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:18.845747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:18.867852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-4d21ef52-aad3-4e09-95e6-315bcb2979a0 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800490 Nov 09 18:02:18.899811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:18.900153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5c9ab36b-8f1c-4464-bb60-eaebe644b6c5 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:18.900564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:18.951955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca542b76-d8a1-4715-9265-351121cf696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.954810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca542b76-d8a1-4715-9265-351121cf696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.956163 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca542b76-d8a1-4715-9265-351121cf696a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8af27dc2-4e36-4db2-926b-c6aec620e9a5 HTTP/1.1" status: 204 len: 168 time: 0.8874822 Nov 09 18:02:18.966426 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:18.975805 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d3dfb6-34a4-463c-9079-4c791fd9af39 x-openstack-request-id: req-b6d3dfb6-34a4-463c-9079-4c791fd9af39 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:18.976098 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1537ed56-4e82-484d-a734-9cfedb97e6e9", "name": "network-vif-deleted", "tag": "66af44d3-52c0-4f6a-aebe-fed5bb19e395", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:18.976357 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6d3dfb6-34a4-463c-9079-4c791fd9af39 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:18.976929 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1537ed56-4e82-484d-a734-9cfedb97e6e9', 'name': 'network-vif-deleted', 'tag': '66af44d3-52c0-4f6a-aebe-fed5bb19e395', 'status': 'completed', 'code': 200} Nov 09 18:02:19.013029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] Deleting port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:19.013410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.034656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca542b76-d8a1-4715-9265-351121cf696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af27dc2-4e36-4db2-926b-c6aec620e9a5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.059370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-714213da-81a7-4b7d-a1ae-54e8e847cb41 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:19.065416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-714213da-81a7-4b7d-a1ae-54e8e847cb41 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.85 "GET /v2.0/networks?id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a HTTP/1.1" status: 200 len: 806 time: 0.5799809 Nov 09 18:02:19.069835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.109804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.114087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No active binding found for port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 {{(pid=102142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 18:02:19.114751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:19.165910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] For port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,segment=NetworkSegment(2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d),segment_id=2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:19.166524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] No DVR routers for this DVR port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:19.166698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.196223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] Calling delete_port for c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:19.299188 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-2204c0e2-ad36-4347-874b-45fae7f3ca24 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0707b4f2730944cabc30bba05bec5e87 HTTP/1.1" status: 200 len: 380 time: 0.2011633 Nov 09 18:02:19.310843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4ac680b-c5d4-468b-acd2-c0b95dbd4d9c req-983d3c14-4ef0-4851-b740-b052089d9b09 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337380 Nov 09 18:02:19.323783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff3917-af5d-4706-bb93-9ea1d8451d3b req-685dbe5f-87ee-4875-a4c6-ec2568ccdd1d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:19.330773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.331578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44ff3917-af5d-4706-bb93-9ea1d8451d3b req-685dbe5f-87ee-4875-a4c6-ec2568ccdd1d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 943 time: 0.2002578 Nov 09 18:02:19.347532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.363378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] Pushing event deleted for resources: {'Port': ['ID=c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.368740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36f16e-8ed5-49f8-8d3e-c4cda71171a7 None None] No DVR routers for this DVR port c3e5d3cf-4e4d-4afe-bc87-32e5e8440d06 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:19.381692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363f81b7-fdba-44d6-b929-7581aea0ee63']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:19.396117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:19.396420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7c85cc-b34b-4d0e-bc63-e8e57dd1400d') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:19.401115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Request body: {'port': {'device_id': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'admin_state_up': True, 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'security_groups': ['1470e251-5a79-4b18-bcf2-b313ecc5e07a']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:19.417691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44ff3917-af5d-4706-bb93-9ea1d8451d3b req-a9f9b30e-e84f-4278-8c6b-5fbd9f31d73b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850868 Nov 09 18:02:19.455159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.480592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.501777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:19.502224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:19.503929 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:19.575285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46924) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.590841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 37622f18-d866-45ae-af84-9b4150696d07 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:19.591095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.600109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.606191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/363f81b7-fdba-44d6-b929-7581aea0ee63 HTTP/1.1" status: 204 len: 168 time: 1.7209334 Nov 09 18:02:19.618834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Made reservation on behalf of 0707b4f2730944cabc30bba05bec5e87 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:19.622218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.625397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d13858-e269-4ec1-bc8a-32794fe74cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=363f81b7-fdba-44d6-b929-7581aea0ee63,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.669658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37622f18-d866-45ae-af84-9b4150696d07'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:19.673053 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966aa68e-3ff1-4352-8492-f78cb49ad7d5" -d '{"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-plugged", "status": "completed", "tag": "37622f18-d866-45ae-af84-9b4150696d07"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:19.676205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-a7b088c4-c036-48f3-a3f2-0d88733df09d tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:19.677793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-a7b088c4-c036-48f3-a3f2-0d88733df09d tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286045 Nov 09 18:02:19.682006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3caef8d9-8cd8-45d2-9e18-975264621aa6 req-ebbd8c99-0754-4d37-8f07-b4b61ec2f192 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 210 time: 0.1176410 Nov 09 18:02:19.682842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-281b0050-e636-4f10-a023-c1235585bf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.692705 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.705270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:02:19.733772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:19.738892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.789882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-79e3f4a1-90f4-40b1-8e06-3cb797c81e59 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:19.797032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-79e3f4a1-90f4-40b1-8e06-3cb797c81e59 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 1093 time: 0.1118846 Nov 09 18:02:19.803597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Request body: {'binding': {'host': 'n-h1-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:19.804098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Unknown quota resources ['binding']. {{(pid=102140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 18:02:19.816705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:19.834477 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.837898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Allocated IP 172.20.0.6 (bd837fb1-c02f-46c3-9aa2-89708ce2a23a/67b2f3c3-998b-48c6-8a02-b75aff0b1888/b4e4c2f5-c508-4824-8f39-66d840e989ae) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:19.849248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:19.896838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46934) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:19.960325 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5732d390-44e1-4973-b094-9a2591118bf9 x-openstack-request-id: req-5732d390-44e1-4973-b094-9a2591118bf9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:19.960611 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-plugged", "status": "completed", "tag": "37622f18-d866-45ae-af84-9b4150696d07", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:19.960867 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5732d390-44e1-4973-b094-9a2591118bf9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:19.961258 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37622f18-d866-45ae-af84-9b4150696d07', 'code': 200} Nov 09 18:02:19.973121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 9666e91a-eb9d-4e02-90ad-9a5e206943b4 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:20.009893 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a3060ea-d72e-4a85-a912-5c2c07b9b3ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23c42c2fc29d477c86de43347d74b267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118474 Nov 09 18:02:20.012475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46940) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.066954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.079693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 9666e91a-eb9d-4e02-90ad-9a5e206943b4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:20.094888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '9666e91a-eb9d-4e02-90ad-9a5e206943b4', 'network_id': 'e2f57f03-884f-4a8d-a588-88cd31213570', 'port_id': '9666e91a-eb9d-4e02-90ad-9a5e206943b4', 'mac_address': 'fa:16:3e:25:c8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8715b05-3ea5-4160-b0be-98e152d65395', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:20.100254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9008a13-170b-498e-9325-5091b0dfd970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.136781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9008a13-170b-498e-9325-5091b0dfd970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.149171 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.151264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.168576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9666e91a-eb9d-4e02-90ad-9a5e206943b4 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:20.173022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-281b0050-e636-4f10-a023-c1235585bf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.182535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe42bb-2eca-4816-a435-35a91de11413 req-2ff6efc8-d2a8-4dab-85be-659127a41a9a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:20.184347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bbe42bb-2eca-4816-a435-35a91de11413 req-2ff6efc8-d2a8-4dab-85be-659127a41a9a tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 943 time: 0.1434851 Nov 09 18:02:20.187533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on host n-h1-817240-1 for vnic_type normal with profile None {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:20.188156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:20.188754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:20.197293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 9666e91a-eb9d-4e02-90ad-9a5e206943b4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:20.197646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-281b0050-e636-4f10-a023-c1235585bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.201574 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.213891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:20.217539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:20.218295 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Floating IP 811069d5-1c71-4210-aa51-d0684f357a6d associated. External IP: 172.25.0.91, port: b1a259a1-23da-4a34-b891-ad08791c8e1d. Nov 09 18:02:20.221838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:20.230132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:20.230731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:20.251520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event updated for resources: {'Port': ['ID=b4e4c2f5-c508-4824-8f39-66d840e989ae,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.276923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=9666e91a-eb9d-4e02-90ad-9a5e206943b4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.298345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:20.299634 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.311199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9008a13-170b-498e-9325-5091b0dfd970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.313864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9008a13-170b-498e-9325-5091b0dfd970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.315262 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e9008a13-170b-498e-9325-5091b0dfd970 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/411688e5-cc90-4518-86f3-390e146059eb HTTP/1.1" status: 204 len: 168 time: 0.3016620 Nov 09 18:02:20.327810 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-5c688239-e016-4b6f-a81d-10f00134dbf4 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9340763 Nov 09 18:02:20.328678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9008a13-170b-498e-9325-5091b0dfd970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411688e5-cc90-4518-86f3-390e146059eb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.332813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:20.333362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:20.333692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:20.333964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Bound port: cd84b069-1d9c-450a-988f-5e2f43bb0951, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:20.342302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-281b0050-e636-4f10-a023-c1235585bf29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab58205ae2a2491d980c0bf86c9ab202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018600 Nov 09 18:02:20.346850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:20.353733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Request body: {'port': {'device_id': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:20.390383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b0050-e636-4f10-a023-c1235585bf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d308327-6e48-4d78-aa9d-c2d5272b72df,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:20.448889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bbe42bb-2eca-4816-a435-35a91de11413 req-ea8f835a-5416-4e84-aec2-d5a11c9ed5d5 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/security-groups?id=a03299f9-a28a-48c0-9a97-c2b40b505ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571423 Nov 09 18:02:20.479024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['9666e91a-eb9d-4e02-90ad-9a5e206943b4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:20.493107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-709d5a46-23ac-49bf-afe9-4219d8279100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.537719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:20.557298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.574486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-de7a2908-202d-41c6-9b73-ad879314147f service neutron] 10.222.0.32 "POST /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951/bindings HTTP/1.1" status: 201 len: 389 time: 0.7751601 Nov 09 18:02:20.579815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.602730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-709d5a46-23ac-49bf-afe9-4219d8279100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.643783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-122b5ace-c1cb-4d74-bbc1-b4ada3dd6ae0 None None] Provisioning complete for port b4e4c2f5-c508-4824-8f39-66d840e989ae triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:20.644084 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-122b5ace-c1cb-4d74-bbc1-b4ada3dd6ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:20.826166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-122b5ace-c1cb-4d74-bbc1-b4ada3dd6ae0 None None] Port b4e4c2f5-c508-4824-8f39-66d840e989ae cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:20.972964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:20.989890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3b82c-a839-4bfb-97b5-938492995275 req-a6006448-926e-405d-9170-f2802a90c7bf tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:20.991663 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-75c3b82c-a839-4bfb-97b5-938492995275 req-a6006448-926e-405d-9170-f2802a90c7bf tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 943 time: 0.1410151 Nov 09 18:02:21.008713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de73dbc-59c0-4325-96e4-8c2e96f707f5 req-74255e34-06c8-4a65-86ab-801099b2d74a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:21.009272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8de73dbc-59c0-4325-96e4-8c2e96f707f5 req-74255e34-06c8-4a65-86ab-801099b2d74a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 944 time: 0.1553683 Nov 09 18:02:21.023659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faff26-5240-424f-9f4d-c99aa6c39932 req-22fead2b-fa86-4bca-b090-718c816eaa1e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:21.025242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70faff26-5240-424f-9f4d-c99aa6c39932 req-22fead2b-fa86-4bca-b090-718c816eaa1e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 931 time: 0.1749120 Nov 09 18:02:21.031462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-c8644ac3-b103-47f9-8b42-24a325525b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:21.032890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-c8644ac3-b103-47f9-8b42-24a325525b2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1096 time: 0.1152358 Nov 09 18:02:21.059334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-709d5a46-23ac-49bf-afe9-4219d8279100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.061883 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-709d5a46-23ac-49bf-afe9-4219d8279100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.065664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-709d5a46-23ac-49bf-afe9-4219d8279100 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d308327-6e48-4d78-aa9d-c2d5272b72df HTTP/1.1" status: 204 len: 168 time: 0.7173197 Nov 09 18:02:21.105737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5a46-23ac-49bf-afe9-4219d8279100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d308327-6e48-4d78-aa9d-c2d5272b72df,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:21.189910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Deleting port 37622f18-d866-45ae-af84-9b4150696d07 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:21.190556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.257923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e4c2f5-c508-4824-8f39-66d840e989ae {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:21.270986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.302349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Transition to ACTIVE for port object b4e4c2f5-c508-4824-8f39-66d840e989ae will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:21.312186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.335386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] For port 37622f18-d866-45ae-af84-9b4150696d07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=37622f18-d866-45ae-af84-9b4150696d07,segment=NetworkSegment(1c08e063-8ae8-46dd-b323-4daf9f3eadd2),segment_id=1c08e063-8ae8-46dd-b323-4daf9f3eadd2)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:21.335886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.376677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Calling delete_port for 37622f18-d866-45ae-af84-9b4150696d07 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:21.434782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e4c2f5-c508-4824-8f39-66d840e989ae,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:21.599671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70faff26-5240-424f-9f4d-c99aa6c39932 req-686c0cb2-1a2b-4cc6-8ac6-653870a02f58 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5624797 Nov 09 18:02:21.624301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Attempting to bind port b4e4c2f5-c508-4824-8f39-66d840e989ae on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:21.624902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Attempting to bind port b4e4c2f5-c508-4824-8f39-66d840e989ae by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:21.626667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Attempting to bind port b4e4c2f5-c508-4824-8f39-66d840e989ae on network bd837fb1-c02f-46c3-9aa2-89708ce2a23a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:21.631001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8de73dbc-59c0-4325-96e4-8c2e96f707f5 req-f7e7aaf0-ad66-4b87-b081-e7e1da46dcf9 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034207 Nov 09 18:02:21.643407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Port b4e4c2f5-c508-4824-8f39-66d840e989ae on network bd837fb1-c02f-46c3-9aa2-89708ce2a23a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:21.643745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Attempting to bind port b4e4c2f5-c508-4824-8f39-66d840e989ae on network bd837fb1-c02f-46c3-9aa2-89708ce2a23a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:21.678801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:21.679153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Checking segment: {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:21.679550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Bound using segment: {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:21.682456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Bound port: b4e4c2f5-c508-4824-8f39-66d840e989ae, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb65d3f-0f20-4517-af39-6ba237f5fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:21.683656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.702736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-d91716a0-e43a-4a99-8e42-057b91b1e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:21.704257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-d91716a0-e43a-4a99-8e42-057b91b1e692 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.6252716 Nov 09 18:02:21.705345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:21.711474 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.719073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] Sync routers for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:21.735031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:21.736763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:02:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:21.740028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46986) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:21.812780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.844850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2e876f85-7ce0-4cc9-8cd3-bee957eeaf78 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "PUT /v2.0/floatingips/811069d5-1c71-4210-aa51-d0684f357a6d HTTP/1.1" status: 200 len: 991 time: 3.5449009 Nov 09 18:02:21.846865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-7054d919-e1da-436c-ab40-e6b645d5377c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 217 time: 0.1290119 Nov 09 18:02:21.854450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Pushing event deleted for resources: {'Port': ['ID=37622f18-d866-45ae-af84-9b4150696d07,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:21.856877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] For port b4e4c2f5-c508-4824-8f39-66d840e989ae, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:21.888847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] For port b4e4c2f5-c508-4824-8f39-66d840e989ae, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:21.890961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:21.895645 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524478cb-bb7c-4c46-a7d9-fc62204a0e84" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:21.896759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-327634483-network', 'tenant_id': '21b88e40f4f24c15aa8b3759047ff93c'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:21.914550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] No DVR routers for this DVR port 37622f18-d866-45ae-af84-9b4150696d07 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:21.917026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.924694 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.929135 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-75c3b82c-a839-4bfb-97b5-938492995275 req-c1936133-2c2b-4fc1-a980-320c2b4059ca tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.85 "DELETE /v2.0/ports/37622f18-d866-45ae-af84-9b4150696d07 HTTP/1.1" status: 204 len: 173 time: 0.9304111 Nov 09 18:02:21.932110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-deleted', 'tag': '37622f18-d866-45ae-af84-9b4150696d07'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:21.937859 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fa63dd-7f01-46ba-9e96-100da07758e1" -d '{"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-deleted", "tag": "37622f18-d866-45ae-af84-9b4150696d07"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:21.943557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:21.984004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:21.984822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:21.985993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37622f18-d866-45ae-af84-9b4150696d07'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:21.986810 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] 10.222.0.85 "PUT /v2.0/ports/b4e4c2f5-c508-4824-8f39-66d840e989ae HTTP/1.1" status: 200 len: 1091 time: 1.6409633 Nov 09 18:02:21.988312 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a467a4-b08b-40a3-9185-91f9bd0352a6" -d '{"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-unplugged", "status": "completed", "tag": "37622f18-d866-45ae-af84-9b4150696d07"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:21.995774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 9666e91a-eb9d-4e02-90ad-9a5e206943b4 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:22.002951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebf422-32b4-4261-b842-37a71f7208cb req-4c2c49bd-138b-4e4d-be55-dc32300f528e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.006624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Made reservation on behalf of 21b88e40f4f24c15aa8b3759047ff93c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:22.012909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdebf422-32b4-4261-b842-37a71f7208cb req-4c2c49bd-138b-4e4d-be55-dc32300f528e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 945 time: 0.2988877 Nov 09 18:02:22.014989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.029202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc572a4-2b14-408e-bb51-36428f10e715 req-96f9778a-6868-4825-9c56-66e331540f35 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.031075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dc572a4-2b14-408e-bb51-36428f10e715 req-96f9778a-6868-4825-9c56-66e331540f35 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 950 time: 0.2495351 Nov 09 18:02:22.045423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.049718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a131d-22af-4db2-b608-29e8a6f4fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e4c2f5-c508-4824-8f39-66d840e989ae,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:22.145761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:22.187735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:22.188605 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.206754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-fc7d6689-0792-497e-9633-4ee6d7731031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.210341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-fc7d6689-0792-497e-9633-4ee6d7731031 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.3078132 Nov 09 18:02:22.226719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdebf422-32b4-4261-b842-37a71f7208cb req-5dcb2ac3-32ec-4da7-9cc3-b127851f0343 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126691 Nov 09 18:02:22.249012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-d89eed9e-1e3e-4c4e-be1a-e208df506574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.250821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-d89eed9e-1e3e-4c4e-be1a-e208df506574 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0707b4f2730944cabc30bba05bec5e87&device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 1094 time: 0.1379530 Nov 09 18:02:22.286042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.302611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-1a557faf-3492-43d0-84e2-69704808e2d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734303 Nov 09 18:02:22.342617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-01b04e98-60b1-49c9-8a61-d9d9dfc0d083 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae HTTP/1.1" status: 200 len: 217 time: 0.0809352 Nov 09 18:02:22.343195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.361730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.406340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:22.417725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 9666e91a-eb9d-4e02-90ad-9a5e206943b4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:22.423154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '811069d5-1c71-4210-aa51-d0684f357a6d', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'port_id': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'mac_address': 'fa:16:3e:aa:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:55Z', 'updated_at': '2021-11-09T18:02:19Z', 'revision_number': 1, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:56Z', 'revision_number': 5, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:22.428251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd95913-f9ab-4cc3-9c23-7fb32579dd87,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:22.443185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.443911 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Added segment 85020731-24f0-4830-9c62-67a58dfaa161 of type vlan for network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 Nov 09 18:02:22.446965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-8f75eccc-695d-4fd1-a5d7-e37c9b3d920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.448848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-8f75eccc-695d-4fd1-a5d7-e37c9b3d920d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67b2f3c3-998b-48c6-8a02-b75aff0b1888 HTTP/1.1" status: 200 len: 845 time: 0.0922418 Nov 09 18:02:22.521258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dc572a4-2b14-408e-bb51-36428f10e715 req-78c5545c-03b3-4688-8fa4-ef32553abd7b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397094 Nov 09 18:02:22.555963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b75382ac-8781-42eb-a6f8-43cde20b104e req-ec2f8789-9470-44e1-a81e-11a38559a394 tempest-ImagesTestJSON-219166545 tempest-ImagesTestJSON-219166545-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7fbe7a-2874-4230-ae0e-f185b0768be8 HTTP/1.1" status: 200 len: 210 time: 0.1226053 Nov 09 18:02:22.558486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.594055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e182a3-577e-423b-ae41-d63384376b19 req-751e4d37-cda8-43f6-8dc1-1aea90141a8a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.599386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18e182a3-577e-423b-ae41-d63384376b19 req-751e4d37-cda8-43f6-8dc1-1aea90141a8a tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 950 time: 0.2954059 Nov 09 18:02:22.685527 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81cffb0-fb5b-4592-8119-3c44fc381d2e x-openstack-request-id: req-f81cffb0-fb5b-4592-8119-3c44fc381d2e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:22.686200 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:22.687815 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f81cffb0-fb5b-4592-8119-3c44fc381d2e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:22.688327 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'status': 'completed', 'code': 200} Nov 09 18:02:22.710692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.713072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.717536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.792956 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01111866-6786-49fc-8873-fec61c6504d1 x-openstack-request-id: req-01111866-6786-49fc-8873-fec61c6504d1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:22.793341 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-deleted", "tag": "37622f18-d866-45ae-af84-9b4150696d07", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:22.793638 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01111866-6786-49fc-8873-fec61c6504d1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:22.794051 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-deleted', 'tag': '37622f18-d866-45ae-af84-9b4150696d07', 'status': 'completed', 'code': 200} Nov 09 18:02:22.822325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:22.839765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] Checking router: 43ecb358-ba22-47b7-a39c-c4b9cc203c19 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:22.841587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-c73e0c7a-592d-4e8e-963a-07099d42f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:22.843841 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-c73e0c7a-592d-4e8e-963a-07099d42f6e7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628895 Nov 09 18:02:22.849614 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917a9839-a6d2-43c1-84cb-6eda6c742c4a x-openstack-request-id: req-917a9839-a6d2-43c1-84cb-6eda6c742c4a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:22.849925 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7fbe7a-2874-4230-ae0e-f185b0768be8", "name": "network-vif-unplugged", "status": "completed", "tag": "37622f18-d866-45ae-af84-9b4150696d07", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:22.850242 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-917a9839-a6d2-43c1-84cb-6eda6c742c4a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:22.850692 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7fbe7a-2874-4230-ae0e-f185b0768be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37622f18-d866-45ae-af84-9b4150696d07', 'code': 200} Nov 09 18:02:22.871411 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-c5166d01-5e56-4b2d-bcff-95bbf00a5f09 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217669 Nov 09 18:02:22.915613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1743026 Nov 09 18:02:22.925085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:22.925743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:02:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:22.949016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47020) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:22.962754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Request body: {'subnet': {'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-327634483-subnet', 'tenant_id': '21b88e40f4f24c15aa8b3759047ff93c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:22.971063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7b937-74ae-4a72-a43c-4ca13c0c2f79 admin admin] Pushing event updated for resources: {'Network': ['ID=032ec63e-1eb2-4edf-abd2-d92c58412cc4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:22.989355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Deleting port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:22.990388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.000941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-9722b649-280f-41e9-aeec-aa5b46fbfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.002590 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-9722b649-280f-41e9-aeec-aa5b46fbfd17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=304b6fe5a268489ebccfa466688b4419&device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 1097 time: 0.2716951 Nov 09 18:02:23.011187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:23.033161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Made reservation on behalf of 21b88e40f4f24c15aa8b3759047ff93c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:23.035533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.075459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=9666e91a-eb9d-4e02-90ad-9a5e206943b4,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:23.123672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-044d9f32-793f-45dc-bf1e-29d31bf4dc01 service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419510 Nov 09 18:02:23.133280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] For port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:23.133926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.138982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:23.150130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Calling delete_port for 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:23.237154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2bbb2-7959-4c5d-b067-6e80e0b8f6e6 req-8eefe99f-8891-4629-b5c1-dd5137f78336 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.238635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5f2bbb2-7959-4c5d-b067-6e80e0b8f6e6 req-8eefe99f-8891-4629-b5c1-dd5137f78336 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 943 time: 0.4149053 Nov 09 18:02:23.266792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-c53531a7-f701-43c9-ad40-f6b7c7028c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.268446 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-c53531a7-f701-43c9-ad40-f6b7c7028c33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad726dfc-e8dd-4b38-a69d-c46faa338e05 HTTP/1.1" status: 200 len: 916 time: 0.2512281 Nov 09 18:02:23.323014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34a20c-a304-481b-bac4-8d2e87da4ca4 req-013df272-f5a2-4e20-9e56-2170aaefdb84 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.324493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a34a20c-a304-481b-bac4-8d2e87da4ca4 req-013df272-f5a2-4e20-9e56-2170aaefdb84 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.3601820 Nov 09 18:02:23.340868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-9e26ffa7-5b37-454e-908a-cffb22f8c337 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599276 Nov 09 18:02:23.345142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5f2bbb2-7959-4c5d-b067-6e80e0b8f6e6 req-79a68ce6-de90-4a95-a767-669b95d28da3 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966234 Nov 09 18:02:23.374511 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5624e478-e0ab-408b-9643-4fe27e7c7777 req-654db6b6-1728-4efc-8224-d81a910373d3 service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389545 Nov 09 18:02:23.384151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a34a20c-a304-481b-bac4-8d2e87da4ca4 req-f9b56e35-e06c-4a5e-b145-424f014183dd tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521779 Nov 09 18:02:23.434360 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-02a96367-6f9d-4c87-8ee4-4dd4e23638ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d HTTP/1.1" status: 200 len: 999 time: 0.1560900 Nov 09 18:02:23.478644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '811069d5-1c71-4210-aa51-d0684f357a6d', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'port_id': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'mac_address': 'fa:16:3e:aa:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:55Z', 'updated_at': '2021-11-09T18:02:19Z', 'revision_number': 1, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:56Z', 'revision_number': 5, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:23.499991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-a7a010cb-7d86-47ad-963d-869cc9f1a8f4 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.501464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-a7a010cb-7d86-47ad-963d-869cc9f1a8f4 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.0741689 Nov 09 18:02:23.505515 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.524756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-b71513c2-155c-48a6-a6ec-b12dcba2f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.526882 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-b71513c2-155c-48a6-a6ec-b12dcba2f877 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3239cabc-e9ad-4a62-91b7-c2c18cf3a512 HTTP/1.1" status: 200 len: 854 time: 0.0840685 Nov 09 18:02:23.527207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['99d00e9c-1437-4ba8-a583-0dc9a72ee062'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:23.528427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.529621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0', '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:23.543712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817240-1'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:23.549192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event deleted for resources: {'Port': ['ID=6b8cb0e0-aedc-4b54-acb1-8ad6af623922,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:23.609060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c82220-b30c-416d-aae1-9662e99f0646 None None] The sync data for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 is: [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '811069d5-1c71-4210-aa51-d0684f357a6d', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'port_id': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'mac_address': 'fa:16:3e:aa:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:01:55Z', 'updated_at': '2021-11-09T18:02:19Z', 'revision_number': 1, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:56Z', 'revision_number': 5, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:23.647888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a11a1f6-5d60-48e9-92d0-d75a16eb017d,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:23.665050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-7f56f1d9-a04d-4c2c-b2e6-c6c5a2dd5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.667038 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-7f56f1d9-a04d-4c2c-b2e6-c6c5a2dd5d1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad726dfc-e8dd-4b38-a69d-c46faa338e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297398 Nov 09 18:02:23.671665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 37622f18-d866-45ae-af84-9b4150696d07 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:23.674053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Checking segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:23.674407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Network hostable DHCP agents. Network: 032ec63e-1eb2-4edf-abd2-d92c58412cc4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:23.741604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 37622f18-d866-45ae-af84-9b4150696d07 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:23.746217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 37622f18-d866-45ae-af84-9b4150696d07 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:23.753137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefec6c-07d1-4640-a917-dbd0bc0e6635 req-d1905a27-d541-469c-bb9b-3dfc84f0bfdf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.756735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eefec6c-07d1-4640-a917-dbd0bc0e6635 req-d1905a27-d541-469c-bb9b-3dfc84f0bfdf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 945 time: 0.2528524 Nov 09 18:02:23.772606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] No DVR routers for this DVR port 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:23.775172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.780163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18e182a3-577e-423b-ae41-d63384376b19 req-8bda752a-9b63-4caf-88e7-5c5aefdcc67c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "DELETE /v2.0/ports/6b8cb0e0-aedc-4b54-acb1-8ad6af623922 HTTP/1.1" status: 204 len: 173 time: 1.1729000 Nov 09 18:02:23.791726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:23.818845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f0d9dc5-2a51-4817-9f39-051ec20f9327 req-b755dced-9409-44e6-8dca-d567095549b8 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae6fb456-d6fc-457f-93eb-7106c0e617b7 HTTP/1.1" status: 200 len: 210 time: 0.0553288 Nov 09 18:02:23.819829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.832254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 032ec63e-1eb2-4edf-abd2-d92c58412cc4) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:23.841577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:23.842193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:23.849410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4fffa0-03a9-41f1-89ed-5043a6e75e4c None None] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:23.862535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-3efb819f-eecd-4265-bd86-149ae1e4b812 service neutron] 10.222.0.73 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855712 Nov 09 18:02:23.883321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c25a917-9dcf-489e-ae55-6578bec4de0f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9312096 Nov 09 18:02:24.090951 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b448df8-a898-4117-854a-2dffbace2a00 None None] New status for floating IP 811069d5-1c71-4210-aa51-d0684f357a6d: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:02:24.105820 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-524478cb-bb7c-4c46-a7d9-fc62204a0e84 req-a3d6247b-a1a6-4513-947f-8c7478cdb50a service neutron] 10.222.0.73 "GET /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212865 Nov 09 18:02:24.260147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'tenant_id': '21b88e40f4f24c15aa8b3759047ff93c', 'fixed_ips': [{'subnet_id': '7a11a1f6-5d60-48e9-92d0-d75a16eb017d'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:02:24.261276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.265352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:24.304522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eefec6c-07d1-4640-a917-dbd0bc0e6635 req-8cdc9eac-3556-4f5b-8eb1-bfd1210323ad tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176444 Nov 09 18:02:24.342680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:24.453101 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.465001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.544142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Allocated IP 172.20.0.2 (032ec63e-1eb2-4edf-abd2-d92c58412cc4/7a11a1f6-5d60-48e9-92d0-d75a16eb017d/b2312bc6-8eb6-468a-b9bd-df706b2d3b45) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:24.634719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:24.695974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d686c5-fac2-43cd-884e-011d1de9310c req-a54df0a2-96fd-4605-b775-5208bfcb083b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:24.697470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35d686c5-fac2-43cd-884e-011d1de9310c req-a54df0a2-96fd-4605-b775-5208bfcb083b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 943 time: 0.1738486 Nov 09 18:02:24.701663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-deleted', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922'}, {'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:24.703995 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d623e5b-f018-4050-9d40-26273cbeedd5" -d '{"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-deleted", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922"}, {"server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:24.724434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on host n-h2-817240-1 for vnic_type normal with profile {"migrating_to": "n-h1-817240-1"} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:24.724771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:24.725103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:24.731374 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.737041 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.746780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:24.747111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Attempting to bind port cd84b069-1d9c-450a-988f-5e2f43bb0951 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:24.763497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-0724d889-2f51-4304-a7f8-5310ca62eee6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:24.764960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-0724d889-2f51-4304-a7f8-5310ca62eee6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 815 time: 0.2426448 Nov 09 18:02:24.769065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:24.769406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:24.769787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:24.770862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Bound port: cd84b069-1d9c-450a-988f-5e2f43bb0951, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:24.771225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.777136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:24.779956 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:24.786850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:24.789885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Pushing event updated for resources: {'Port': ['ID=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:24.794719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:24.798261 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d12712-9f40-4277-b405-052e7cfa7795" -d '{"events": [{"name": "network-changed", "server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:24.803059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-1c8dc334-4a47-4f8e-8835-2f7aef35066c tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/quotas/21b88e40f4f24c15aa8b3759047ff93c HTTP/1.1" status: 200 len: 375 time: 0.0297551 Nov 09 18:02:24.805935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35d686c5-fac2-43cd-884e-011d1de9310c req-ca7721ec-ff52-45c1-a980-6c9cd67d61a8 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973327 Nov 09 18:02:24.850130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Attempting to bind port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:24.850505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Attempting to bind port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:24.851017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Attempting to bind port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:24.852749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9666e91a-eb9d-4e02-90ad-9a5e206943b4'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:24.855043 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5917d326-9d85-41ba-8ceb-bd61c17469f5" -d '{"events": [{"server_uuid": "2a0b2ba5-7b0c-45af-9c66-a2f83c56a169", "name": "network-vif-plugged", "status": "completed", "tag": "9666e91a-eb9d-4e02-90ad-9a5e206943b4"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:24.861511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:24.861859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Checking segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:24.862556 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.862955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Bound using segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:24.863422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Bound port: b2312bc6-8eb6-468a-b9bd-df706b2d3b45, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:24.863839 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.895658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:24.899569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:24.907827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-0ab18bf9-2785-4e78-8651-c19368518c45 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826356 Nov 09 18:02:24.909461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:24.944346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] For port b2312bc6-8eb6-468a-b9bd-df706b2d3b45, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:24.947545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] For port b2312bc6-8eb6-468a-b9bd-df706b2d3b45, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:24.951022 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.005362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f092c3-07b6-4b58-812c-286db78411d0 None None] Pushing event updated for resources: {'Port': ['ID=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:25.062981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:25.102144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037700e-7cfa-40bc-82e4-bcbad92740ec req-6f679212-986a-4fbd-9566-bd2eb3719eb7 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.103643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0037700e-7cfa-40bc-82e4-bcbad92740ec req-6f679212-986a-4fbd-9566-bd2eb3719eb7 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1674244 Nov 09 18:02:25.108201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.108901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.110267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eedc7141-734b-4c25-9f75-45a865f05f46 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 1121 time: 1.5959222 Nov 09 18:02:25.139531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-705e268d-5a86-4f18-9ee1-d98e28d895ec service neutron] 10.222.0.32 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047038 Nov 09 18:02:25.175412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0037700e-7cfa-40bc-82e4-bcbad92740ec req-bd0deb76-dcf2-485c-843d-52a028343144 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625026 Nov 09 18:02:25.204836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['cd84b069-1d9c-450a-988f-5e2f43bb0951'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:25.283801 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604ed3d-5503-4602-8845-b9a49cd401b4 x-openstack-request-id: req-3604ed3d-5503-4602-8845-b9a49cd401b4 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:25.284293 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6fb456-d6fc-457f-93eb-7106c0e617b7", "name": "network-vif-deleted", "tag": "6b8cb0e0-aedc-4b54-acb1-8ad6af623922", "status": "completed", "code": 200}, {"server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:25.284716 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3604ed3d-5503-4602-8845-b9a49cd401b4 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:25.285276 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6fb456-d6fc-457f-93eb-7106c0e617b7', 'name': 'network-vif-deleted', 'tag': '6b8cb0e0-aedc-4b54-acb1-8ad6af623922', 'status': 'completed', 'code': 200} Nov 09 18:02:25.285722 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951', 'code': 200} Nov 09 18:02:25.290481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-f3a93599-267d-46fb-875e-56645b839b59 service neutron] 10.222.0.32 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140621 Nov 09 18:02:25.330980 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34c04ab-c72e-4865-bd6e-a22a9db6bf30 x-openstack-request-id: req-e34c04ab-c72e-4865-bd6e-a22a9db6bf30 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:25.331426 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:25.331878 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e34c04ab-c72e-4865-bd6e-a22a9db6bf30 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:25.332472 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'status': 'completed', 'code': 200} Nov 09 18:02:25.418226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-0d5bfc93-d807-41dd-8b65-a28d3e451c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.426523 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-0d5bfc93-d807-41dd-8b65-a28d3e451c31 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0707b4f2730944cabc30bba05bec5e87&device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 1094 time: 0.0583737 Nov 09 18:02:25.460382 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12f1210-a7a3-4683-942e-4c6ccd96f065 x-openstack-request-id: req-f12f1210-a7a3-4683-942e-4c6ccd96f065 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:25.460973 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0b2ba5-7b0c-45af-9c66-a2f83c56a169", "name": "network-vif-plugged", "status": "completed", "tag": "9666e91a-eb9d-4e02-90ad-9a5e206943b4", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:25.461095 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f12f1210-a7a3-4683-942e-4c6ccd96f065 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:25.461539 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9666e91a-eb9d-4e02-90ad-9a5e206943b4', 'code': 200} Nov 09 18:02:25.571842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364b28-3bae-4588-837c-babd8b43ff50 req-844f9086-e123-4859-b425-dcc3962ce039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.575117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc364b28-3bae-4588-837c-babd8b43ff50 req-844f9086-e123-4859-b425-dcc3962ce039 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 1096 time: 0.0796864 Nov 09 18:02:25.616615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-d46bf64e-ef97-43da-8f73-1b59d71da45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.618105 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-d46bf64e-ef97-43da-8f73-1b59d71da45e service neutron] 10.222.0.85 "GET /v2.0/networks?id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a HTTP/1.1" status: 200 len: 907 time: 0.1841283 Nov 09 18:02:25.642116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b4e4c2f5-c508-4824-8f39-66d840e989ae details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:25.647745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc364b28-3bae-4588-837c-babd8b43ff50 req-d3c9e2b5-0f64-4595-b67c-0a2d51a40b82 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614133 Nov 09 18:02:25.672494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586c4fc-12cc-441d-affe-6e5cd82e702e req-c06af415-58f2-4527-af6e-5dcd95e6ec40 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.674658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9586c4fc-12cc-441d-affe-6e5cd82e702e req-c06af415-58f2-4527-af6e-5dcd95e6ec40 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.0898097 Nov 09 18:02:25.693080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-c5655476-bbdc-49bb-ab82-9fead5eb8dde service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae HTTP/1.1" status: 200 len: 217 time: 0.0666103 Nov 09 18:02:25.754347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9586c4fc-12cc-441d-affe-6e5cd82e702e req-73e5acaa-67a1-4efd-95c8-f359b33b774e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718517 Nov 09 18:02:25.797033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-d0720d85-ad9f-40d1-bdfc-a8cb5baa50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.800730 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-d0720d85-ad9f-40d1-bdfc-a8cb5baa50e2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67b2f3c3-998b-48c6-8a02-b75aff0b1888 HTTP/1.1" status: 200 len: 845 time: 0.1000917 Nov 09 18:02:25.833343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b4e4c2f5-c508-4824-8f39-66d840e989ae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:25.852277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'port_id': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'mac_address': 'fa:16:3e:fb:9a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:25.864580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-ff9e8069-66c3-43eb-b8e1-8a3946ceacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:25.866122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-ff9e8069-66c3-43eb-b8e1-8a3946ceacb3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584455 Nov 09 18:02:25.950169 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:25.975041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e4c2f5-c508-4824-8f39-66d840e989ae {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:25.982659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:25.986952 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-18508701-6dfb-47f5-9e48-c8d5fcc41672 service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083376 Nov 09 18:02:26.018740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:26.018740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6b8cb0e0-aedc-4b54-acb1-8ad6af623922 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:26.040145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b4e4c2f5-c508-4824-8f39-66d840e989ae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:26.048594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.062564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012e9-e1d3-44f0-a049-7713949611fd req-294edd66-eeb8-4cb3-a127-f44afd954467 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.064138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d26012e9-e1d3-44f0-a049-7713949611fd req-294edd66-eeb8-4cb3-a127-f44afd954467 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.0931070 Nov 09 18:02:26.097482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-fa0120bb-53b5-438c-87fd-9b99bb1d6b75 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.099721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-fa0120bb-53b5-438c-87fd-9b99bb1d6b75 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 815 time: 0.2315576 Nov 09 18:02:26.120000 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c4d12712-9f40-4277-b405-052e7cfa7795 req-b160bf3b-d65d-47ec-a896-d9e329bfd433 service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201475 Nov 09 18:02:26.128429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-eba5eb51-925f-427b-8c26-354782ef8704 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/quotas/21b88e40f4f24c15aa8b3759047ff93c HTTP/1.1" status: 200 len: 375 time: 0.0168717 Nov 09 18:02:26.137622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b4e4c2f5-c508-4824-8f39-66d840e989ae,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:26.152250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d26012e9-e1d3-44f0-a049-7713949611fd req-5a47294e-4547-4c94-a3c5-26c10f7a6287 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758688 Nov 09 18:02:26.219195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-b74c6c24-23d1-406d-a951-d72f8298c2fa tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824811 Nov 09 18:02:26.309798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef40d6-eb5d-4f6e-8b97-425983127f01 None None] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:26.333470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b4e4c2f5-c508-4824-8f39-66d840e989ae'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:26.354351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d0283-f9c4-4e9c-90fd-ecd552bff55b req-1cd684cb-0a01-4bad-90c0-d362986eb11f tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.355751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b7d0283-f9c4-4e9c-90fd-ecd552bff55b req-1cd684cb-0a01-4bad-90c0-d362986eb11f tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 944 time: 0.1189435 Nov 09 18:02:26.361843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-e79a23fd-4327-4007-add8-0a1ec67ab047 service neutron] 10.222.0.32 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345041 Nov 09 18:02:26.403352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cc399c76-89a5-4527-b15f-b5fb158d7c4e None None] Provisioning complete for port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:26.404040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc399c76-89a5-4527-b15f-b5fb158d7c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.444619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b7d0283-f9c4-4e9c-90fd-ecd552bff55b req-2f432a4a-69ef-4de7-aab5-883a69b49f14 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798855 Nov 09 18:02:26.485797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-61e1418e-b745-4429-9e0e-e2aeb8367d40 service neutron] 10.222.0.32 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147895 Nov 09 18:02:26.635117 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc399c76-89a5-4527-b15f-b5fb158d7c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.692452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15633445-752b-4b7a-9fbe-6964966a4485 req-6c563cd2-4f1b-4288-a3a5-4d96750587c2 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:26.698987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15633445-752b-4b7a-9fbe-6964966a4485 req-6c563cd2-4f1b-4288-a3a5-4d96750587c2 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1052823 Nov 09 18:02:26.778593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cc399c76-89a5-4527-b15f-b5fb158d7c4e None None] For port b2312bc6-8eb6-468a-b9bd-df706b2d3b45, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:26.797437 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15633445-752b-4b7a-9fbe-6964966a4485 req-7f7fcbee-e986-4b29-8901-8527d4decbec tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845678 Nov 09 18:02:26.800024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc399c76-89a5-4527-b15f-b5fb158d7c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.866967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47174) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:26.878290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2312bc6-8eb6-468a-b9bd-df706b2d3b45 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:26.952646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] Deleting subnet 6ebefc5f-5a06-455b-893f-f91c482ef6f1 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:02:26.956375 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:26.992261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc399c76-89a5-4527-b15f-b5fb158d7c4e None None] Pushing event updated for resources: {'Port': ['ID=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:27.049722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:27.050129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.062646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.174135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-39191839-b46e-4b59-8f12-6adcfde37fec None None] Provisioning complete for port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:27.174544 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-39191839-b46e-4b59-8f12-6adcfde37fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.294593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:27.299775 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:27.428531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.433633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47196) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.510661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8907f-e142-4f9d-b762-800b85f88606 req-23e7546a-03ff-4a58-ad65-188d0685c514 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.517975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5de8907f-e142-4f9d-b762-800b85f88606 req-23e7546a-03ff-4a58-ad65-188d0685c514 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.3181481 Nov 09 18:02:27.552031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-de3b3730-4f96-4053-80cb-44f21c0db7e8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.559090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-de3b3730-4f96-4053-80cb-44f21c0db7e8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 815 time: 0.4930475 Nov 09 18:02:27.583988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-fb83be86-6b35-446d-833d-b07adee9d71b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/quotas/21b88e40f4f24c15aa8b3759047ff93c HTTP/1.1" status: 200 len: 375 time: 0.0239794 Nov 09 18:02:27.638703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5de8907f-e142-4f9d-b762-800b85f88606 req-c1208931-e2e5-4fe6-9f25-4ee1e3217f6a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196949 Nov 09 18:02:27.644786 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-935bf595-38e3-4e08-b88f-49af7cb65255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.662427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f986459-015c-4fa1-be07-6395b11f1786 req-09e8b70b-f5db-44bf-9938-e7af540cfa5b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.662427 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f986459-015c-4fa1-be07-6395b11f1786 req-09e8b70b-f5db-44bf-9938-e7af540cfa5b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1019247 Nov 09 18:02:27.663383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.673038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b4e4c2f5-c508-4824-8f39-66d840e989ae up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:27.700463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-c717d85e-016d-4aa1-b65f-cbab8091f21d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.702241 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-c717d85e-016d-4aa1-b65f-cbab8091f21d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 815 time: 0.7975137 Nov 09 18:02:27.727447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Request body: {'port': {'device_id': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'admin_state_up': True, 'tenant_id': '21b88e40f4f24c15aa8b3759047ff93c'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:27.746417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebefc5f-5a06-455b-893f-f91c482ef6f1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:27.751564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port b4e4c2f5-c508-4824-8f39-66d840e989ae completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:27.757558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port b4e4c2f5-c508-4824-8f39-66d840e989ae triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:27.758295 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.774940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.778765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-33b1593f-8f75-47f2-bac7-66fe9305dbf8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ebefc5f-5a06-455b-893f-f91c482ef6f1 HTTP/1.1" status: 204 len: 168 time: 0.9105575 Nov 09 18:02:27.784846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47202) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:27.848687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.854573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-7c4bb5a8-9ee0-4fed-81b9-6b6e422db7cd tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2697237 Nov 09 18:02:27.870849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Deleting port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:27.871216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.872294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:27.874643 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c63c0-27f2-4a94-8b97-7b09107614fe" -d '{"events": [{"server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "name": "network-vif-plugged", "status": "completed", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:27.887103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b4e4c2f5-c508-4824-8f39-66d840e989ae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:27.891822 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.920369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb8cfe-69dc-42d1-803d-30c8fb292d57 req-1637a594-d9f0-45c2-a807-5ec8addd3141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:27.921891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90eb8cfe-69dc-42d1-803d-30c8fb292d57 req-1637a594-d9f0-45c2-a807-5ec8addd3141 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec87e5c2-0db5-4e8c-8c45-6eea87ce8808 HTTP/1.1" status: 200 len: 949 time: 0.1917348 Nov 09 18:02:27.951483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b4e4c2f5-c508-4824-8f39-66d840e989ae,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:27.951790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-935bf595-38e3-4e08-b88f-49af7cb65255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.960959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Made reservation on behalf of 21b88e40f4f24c15aa8b3759047ff93c for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:27.964586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.968343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-935bf595-38e3-4e08-b88f-49af7cb65255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:27.980315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:27.995282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] For port 99d00e9c-1437-4ba8-a583-0dc9a72ee062, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=99d00e9c-1437-4ba8-a583-0dc9a72ee062,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:27.995651 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.003748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.020753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Calling delete_port for 99d00e9c-1437-4ba8-a583-0dc9a72ee062 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:28.052752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bf595-38e3-4e08-b88f-49af7cb65255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f47f03f-fe04-4cba-8b2e-2b2798c11001,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.067815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-935bf595-38e3-4e08-b88f-49af7cb65255 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a4d74a259be49af93119f7463a3d023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6330719 Nov 09 18:02:28.069908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47210) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:28.084373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90eb8cfe-69dc-42d1-803d-30c8fb292d57 req-59c0b268-ad54-4c66-86aa-94c22573e6af tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228147 Nov 09 18:02:28.169385 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ea00cb-536b-44e8-a894-8f5225657977 x-openstack-request-id: req-b4ea00cb-536b-44e8-a894-8f5225657977 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:28.169728 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:28.169934 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4ea00cb-536b-44e8-a894-8f5225657977 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:28.170355 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951', 'status': 'completed', 'code': 200} Nov 09 18:02:28.172587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-c83c7095-efcf-4f6b-a171-ba8741477f59 service neutron] 10.222.0.32 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031790 Nov 09 18:02:28.223103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-594e28ae-154b-4189-9a21-4ca63a7b372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.253974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Allocated IP 172.20.0.6 (032ec63e-1eb2-4edf-abd2-d92c58412cc4/7a11a1f6-5d60-48e9-92d0-d75a16eb017d/de9aded0-558e-4eea-9173-6da2531375fa) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:28.273383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.274037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-594e28ae-154b-4189-9a21-4ca63a7b372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.315474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:28.330825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 has no active binding in host n-h1-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:02:28.439647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.458349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-594e28ae-154b-4189-9a21-4ca63a7b372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.460931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-594e28ae-154b-4189-9a21-4ca63a7b372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.461543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:28.462114 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-594e28ae-154b-4189-9a21-4ca63a7b372f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f47f03f-fe04-4cba-8b2e-2b2798c11001 HTTP/1.1" status: 204 len: 168 time: 0.3900313 Nov 09 18:02:28.495041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event deleted for resources: {'Port': ['ID=99d00e9c-1437-4ba8-a583-0dc9a72ee062,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.504413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e28ae-154b-4189-9a21-4ca63a7b372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f47f03f-fe04-4cba-8b2e-2b2798c11001,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.564043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] No DVR routers for this DVR port 99d00e9c-1437-4ba8-a583-0dc9a72ee062 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:28.574964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.579510 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f986459-015c-4fa1-be07-6395b11f1786 req-aa6f5ce0-3f83-4aa7-84bb-b098a33e4584 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.85 "DELETE /v2.0/ports/99d00e9c-1437-4ba8-a583-0dc9a72ee062 HTTP/1.1" status: 204 len: 173 time: 0.9121656 Nov 09 18:02:28.580130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-deleted', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:28.590828 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac71d4c3-0bd9-47c5-85c8-097735eb7ae9" -d '{"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-deleted", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:28.634824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.733673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.779129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2312bc6-8eb6-468a-b9bd-df706b2d3b45 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:28.781836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:28.805130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:28.810636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:28.818295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:28.830626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c08e063-8ae8-46dd-b323-4daf9f3eadd2') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:28.831056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c08e063-8ae8-46dd-b323-4daf9f3eadd2') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:28.838201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-1a43e620-c5e7-4b11-b202-b64fbdc08c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:28.841458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-1a43e620-c5e7-4b11-b202-b64fbdc08c46 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1124 time: 0.6658053 Nov 09 18:02:28.848761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Pushing event updated for resources: {'Port': ['ID=de9aded0-558e-4eea-9173-6da2531375fa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:28.855381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:28.855938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.900076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce7cc-40c7-4b40-b728-e7a5366af9d4 req-4f5ed8a5-952a-45d9-9893-41367ec6b38b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:28.908821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b7ce7cc-40c7-4b40-b728-e7a5366af9d4 req-4f5ed8a5-952a-45d9-9893-41367ec6b38b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.6841133 Nov 09 18:02:28.918376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:28.919059 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.928148 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:28.944749 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-3f1b015d-7284-4a13-8b3e-0dd390e5cc49 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2231603 Nov 09 18:02:28.964525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Request body: {'port': {'device_id': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:28.997757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47220) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:29.020869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-87b72b2a-622e-4baf-863c-11bfe6f0f89b service neutron] 10.222.0.32 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334880 Nov 09 18:02:29.022321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54cc19a6-c889-4ec7-8560-a50d9e967176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.057281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.086581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:02:29.087282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.088370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:02:29.091184 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:02:29.153680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-065df4d6-93b2-40eb-9d5c-9c85e9e4abd2 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:29.155818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-065df4d6-93b2-40eb-9d5c-9c85e9e4abd2 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.73 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 815 time: 0.4812725 Nov 09 18:02:29.195364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b7ce7cc-40c7-4b40-b728-e7a5366af9d4 req-a8ef7a13-fe5f-446b-85cd-47e343c73000 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820406 Nov 09 18:02:29.210518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Request body: {'port': {'device_id': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'admin_state_up': True, 'tenant_id': '21b88e40f4f24c15aa8b3759047ff93c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:29.318176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-72bacdf4-4b9a-4c28-b6a9-c36c02dbc86b None None] Provisioning complete for port de9aded0-558e-4eea-9173-6da2531375fa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:29.320505 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-72bacdf4-4b9a-4c28-b6a9-c36c02dbc86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.324433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.335763 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.343996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] 10.222.0.32 "DELETE /v2.0/networks/3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b HTTP/1.1" status: 204 len: 168 time: 1.5528755 Nov 09 18:02:29.373415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-e02a53ed-5e61-4da0-81bb-83c82026bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:29.375171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-e02a53ed-5e61-4da0-81bb-83c82026bd99 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.5064347 Nov 09 18:02:29.390093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54cc19a6-c889-4ec7-8560-a50d9e967176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.401141 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54cc19a6-c889-4ec7-8560-a50d9e967176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.413002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960404ff-ba7a-417b-9ea2-c85ed116fd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5db4a9-7641-4dfb-b6b4-ade7f974ab0b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:29.414629 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960cfc64-95fe-46f2-8d98-9e1a89e1925c x-openstack-request-id: req-960cfc64-95fe-46f2-8d98-9e1a89e1925c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:29.414993 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "name": "network-vif-plugged", "status": "completed", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:29.415283 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-960cfc64-95fe-46f2-8d98-9e1a89e1925c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:29.415689 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'code': 200} Nov 09 18:02:29.449679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-72bacdf4-4b9a-4c28-b6a9-c36c02dbc86b None None] Port de9aded0-558e-4eea-9173-6da2531375fa cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:29.494789 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a812fd-10ad-4ffc-a246-26fc33070b1f x-openstack-request-id: req-f6a812fd-10ad-4ffc-a246-26fc33070b1f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:29.495085 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87e5c2-0db5-4e8c-8c45-6eea87ce8808", "name": "network-vif-deleted", "tag": "99d00e9c-1437-4ba8-a583-0dc9a72ee062", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:29.495283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-3a31d4d7-0bc7-44e9-aac8-e5e965182757 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 217 time: 0.0952718 Nov 09 18:02:29.495419 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6a812fd-10ad-4ffc-a246-26fc33070b1f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:29.495729 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87e5c2-0db5-4e8c-8c45-6eea87ce8808', 'name': 'network-vif-deleted', 'tag': '99d00e9c-1437-4ba8-a583-0dc9a72ee062', 'status': 'completed', 'code': 200} Nov 09 18:02:29.537579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc19a6-c889-4ec7-8560-a50d9e967176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e743d8-3f33-47e2-87fd-aa96b7d53078,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:29.559383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-54cc19a6-c889-4ec7-8560-a50d9e967176 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d859b57918c4a4a921ea455294312ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602834 Nov 09 18:02:29.566005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47230) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:29.610292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef9b7-6c6d-4cc5-8253-22987b6e179b req-41862455-1a79-4fdf-bd50-08be004375ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:29.611879 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a51ef9b7-6c6d-4cc5-8253-22987b6e179b req-41862455-1a79-4fdf-bd50-08be004375ef service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 1096 time: 0.2053730 Nov 09 18:02:29.612282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f268c58-ac2f-4bc7-af58-22ce6cf96997 req-d6a3a883-92b4-4e9d-ba4c-f63dd404ba08 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:29.619559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f268c58-ac2f-4bc7-af58-22ce6cf96997 req-d6a3a883-92b4-4e9d-ba4c-f63dd404ba08 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.2495308 Nov 09 18:02:29.670214 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a51ef9b7-6c6d-4cc5-8253-22987b6e179b req-7938186d-491d-468c-bd26-d5bae1034f27 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499709 Nov 09 18:02:29.686351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Made reservation on behalf of 21b88e40f4f24c15aa8b3759047ff93c for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:29.690628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.691274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:29.693777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47236) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:29.730991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9aded0-558e-4eea-9173-6da2531375fa {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:29.738191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 99d00e9c-1437-4ba8-a583-0dc9a72ee062 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:29.739707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 99d00e9c-1437-4ba8-a583-0dc9a72ee062 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:29.739870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-20855bef-ad97-4780-80f5-c663690b9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:29.741445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-20855bef-ad97-4780-80f5-c663690b9e04 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.2382245 Nov 09 18:02:29.746591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.758837 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e98d8812-17b2-4fb2-8912-ec36e9b13108 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d3484a1604e4260b59cc058c059ac3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638220 Nov 09 18:02:29.762196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47238) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:29.777385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e241d3-965a-40bd-b4d7-e23df493a2a0 req-1c22f024-9cb1-4c74-9d01-1547df120a1e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:29.778982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82e241d3-965a-40bd-b4d7-e23df493a2a0 req-1c22f024-9cb1-4c74-9d01-1547df120a1e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.2180855 Nov 09 18:02:29.780105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Transition to ACTIVE for port object de9aded0-558e-4eea-9173-6da2531375fa will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:29.794178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.817688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f268c58-ac2f-4bc7-af58-22ce6cf96997 req-1264fe83-3dd2-493e-9c8d-0795bf0bd818 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603580 Nov 09 18:02:29.871023 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f878f59e-60cc-448f-a03b-f4231aa43886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.883504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Pushing event updated for resources: {'Port': ['ID=de9aded0-558e-4eea-9173-6da2531375fa,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:29.926968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e161cb45-3aba-4458-aa81-293f2ccb1489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.936926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-a6485d27-bbde-4ff7-82da-e95567ea171b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537341 Nov 09 18:02:29.990119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e161cb45-3aba-4458-aa81-293f2ccb1489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:29.992199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82e241d3-965a-40bd-b4d7-e23df493a2a0 req-06ed8bc0-e62c-4dba-9bd7-73cf0b51292b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712084 Nov 09 18:02:29.999364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f878f59e-60cc-448f-a03b-f4231aa43886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.065252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Attempting to bind port de9aded0-558e-4eea-9173-6da2531375fa on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:30.065636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Attempting to bind port de9aded0-558e-4eea-9173-6da2531375fa by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:30.065975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Attempting to bind port de9aded0-558e-4eea-9173-6da2531375fa on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:30.073331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Port de9aded0-558e-4eea-9173-6da2531375fa on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:30.073737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Attempting to bind port de9aded0-558e-4eea-9173-6da2531375fa on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:30.080716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:30.081181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Checking segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:30.083167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Bound using segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:30.083672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Bound port: de9aded0-558e-4eea-9173-6da2531375fa, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:30.084089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.154654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddbc6454-c932-470a-a5ec-7a21e8f850a9 req-d805638a-e9a6-4d64-8b24-51c01a36a740 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 210 time: 0.1179647 Nov 09 18:02:30.168163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e161cb45-3aba-4458-aa81-293f2ccb1489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.173539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e161cb45-3aba-4458-aa81-293f2ccb1489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.175374 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e161cb45-3aba-4458-aa81-293f2ccb1489 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a03299f9-a28a-48c0-9a97-c2b40b505ff8 HTTP/1.1" status: 204 len: 168 time: 0.4122515 Nov 09 18:02:30.219288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Allocated IP 172.20.0.3 (032ec63e-1eb2-4edf-abd2-d92c58412cc4/7a11a1f6-5d60-48e9-92d0-d75a16eb017d/df72e536-7a37-4407-8cd9-ee8b51e1cc0c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:30.221859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161cb45-3aba-4458-aa81-293f2ccb1489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03299f9-a28a-48c0-9a97-c2b40b505ff8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:30.295317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] For port de9aded0-558e-4eea-9173-6da2531375fa, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:30.312168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] For port de9aded0-558e-4eea-9173-6da2531375fa, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=de9aded0-558e-4eea-9173-6da2531375fa,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:30.329047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f878f59e-60cc-448f-a03b-f4231aa43886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.332925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f878f59e-60cc-448f-a03b-f4231aa43886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.334630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f878f59e-60cc-448f-a03b-f4231aa43886 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2e743d8-3f33-47e2-87fd-aa96b7d53078 HTTP/1.1" status: 204 len: 168 time: 0.7612107 Nov 09 18:02:30.337168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-0e8b8f3b-f6cb-41d9-ab79-8723ec89a4a3 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701739 Nov 09 18:02:30.364699 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.411384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:30.412093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.413661 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] 10.222.0.85 "PUT /v2.0/ports/de9aded0-558e-4eea-9173-6da2531375fa HTTP/1.1" status: 200 len: 1091 time: 1.4562616 Nov 09 18:02:30.441280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-f3479079-3b34-4632-aaff-94f81c95382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:30.442838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-f3479079-3b34-4632-aaff-94f81c95382f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 1096 time: 0.1246555 Nov 09 18:02:30.465302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f59e-60cc-448f-a03b-f4231aa43886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e743d8-3f33-47e2-87fd-aa96b7d53078,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:30.594513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-45c3e71e-208a-4fc2-adca-eedacbb51f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:30.596351 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-45c3e71e-208a-4fc2-adca-eedacbb51f06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 912 time: 0.1188850 Nov 09 18:02:30.634509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581af00-fa8e-4eff-a4f3-dd2dae6077c8 service neutron] Pushing event updated for resources: {'Port': ['ID=de9aded0-558e-4eea-9173-6da2531375fa,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:30.679098 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-4b20fe26-1fb8-43e7-97d2-e257ce01335e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4 HTTP/1.1" status: 200 len: 217 time: 0.0584195 Nov 09 18:02:30.757456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.85', 62503) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:30.763964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-f15db94a-70f1-4b99-8fce-aa9780602c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:30.765633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-f15db94a-70f1-4b99-8fce-aa9780602c4a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 1094 time: 0.2985904 Nov 09 18:02:30.786183 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-6e1c39d0-58df-488f-b828-92515935e19d service neutron] 10.222.0.85 "GET /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.3552072 Nov 09 18:02:30.887051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:30.910380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-1223c7d5-a5bb-48aa-ba57-f63b6d59ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:30.912862 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-1223c7d5-a5bb-48aa-ba57-f63b6d59ddaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 200 len: 851 time: 0.2083826 Nov 09 18:02:30.941769 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-68a17598-dc69-4fcc-a655-47f6ff39f33a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9aded0-558e-4eea-9173-6da2531375fa HTTP/1.1" status: 200 len: 217 time: 0.1516712 Nov 09 18:02:30.984179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.056486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-76cc4560-274d-40e3-974c-e5c8960ef160 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2f57f03-884f-4a8d-a588-88cd31213570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187427 Nov 09 18:02:31.063221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:31.069149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Pushing event updated for resources: {'Port': ['ID=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:31.071792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:31.088268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:31.101058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d86b5-0ac6-4f54-9a7b-3d8fc606b579 req-23d07913-927e-4fe9-ab68-273a3340765b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.108804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f94d86b5-0ac6-4f54-9a7b-3d8fc606b579 req-23d07913-927e-4fe9-ab68-273a3340765b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.7622993 Nov 09 18:02:31.117936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c34ec-ef00-43c3-8068-58a0ee31ba50 req-2bb8220a-2dae-4372-b4fc-59f9a2006e49 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.125070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83c34ec-ef00-43c3-8068-58a0ee31ba50 req-2bb8220a-2dae-4372-b4fc-59f9a2006e49 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.5569751 Nov 09 18:02:31.204851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-748aed29-04b8-4094-886f-5d107c3935ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.206692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-748aed29-04b8-4094-886f-5d107c3935ef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 200 len: 854 time: 0.2505429 Nov 09 18:02:31.248606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83c34ec-ef00-43c3-8068-58a0ee31ba50 req-a77d4de7-5f06-47e8-902d-c015a8d96681 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223729 Nov 09 18:02:31.312457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-51cc6bbc-ee00-42ed-9699-4b86d66d3109 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.313977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-51cc6bbc-ee00-42ed-9699-4b86d66d3109 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 815 time: 0.5473974 Nov 09 18:02:31.344444 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f94d86b5-0ac6-4f54-9a7b-3d8fc606b579 req-048a5490-9ebd-46b5-bd11-7f022336e700 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276890 Nov 09 18:02:31.365756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-2020ece7-c292-4627-8369-4905828dca5a service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0044727 Nov 09 18:02:31.377842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Request body: {'port': {'device_id': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'admin_state_up': True, 'tenant_id': '21b88e40f4f24c15aa8b3759047ff93c'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:31.401166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.402120 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.439631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-d1712bc0-7705-4025-a12b-0c02a3ad0822 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2695403 Nov 09 18:02:31.468274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Request body: {'port': {'device_id': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:31.528124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'tag': 'de9aded0-558e-4eea-9173-6da2531375fa'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:31.532386 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d172afe3-4056-45d0-97fc-c1d3cb4f08fd", "tag": "de9aded0-558e-4eea-9173-6da2531375fa"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:31.564800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d85dcaab-9af1-427f-b9dd-3aae9095af2c None None] Provisioning complete for port df72e536-7a37-4407-8cd9-ee8b51e1cc0c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:31.565418 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d85dcaab-9af1-427f-b9dd-3aae9095af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.598985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ebf5a-59f7-4b60-9a33-0df7c3af6d1f req-cfb1f549-5c96-44f2-875e-c02c99d092d7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.600495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-183ebf5a-59f7-4b60-9a33-0df7c3af6d1f req-cfb1f549-5c96-44f2-875e-c02c99d092d7 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1599700 Nov 09 18:02:31.604837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.605424 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-a9ba1c05-cfe6-43b2-93d1-de0cee400dd3 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250902 Nov 09 18:02:31.623139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-b01c7373-b715-4360-8a8a-88409d3a98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.625132 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-b01c7373-b715-4360-8a8a-88409d3a98e3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=032ec63e-1eb2-4edf-abd2-d92c58412cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4030192 Nov 09 18:02:31.631777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451d0a3-7541-43bf-9013-8aa8eda010b7 req-a0dd5423-29bf-4157-a239-6adb28248bb7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:31.633334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f451d0a3-7541-43bf-9013-8aa8eda010b7 req-a0dd5423-29bf-4157-a239-6adb28248bb7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 943 time: 0.1356421 Nov 09 18:02:31.638533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d85dcaab-9af1-427f-b9dd-3aae9095af2c None None] Port df72e536-7a37-4407-8cd9-ee8b51e1cc0c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:31.705216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:31.727651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-183ebf5a-59f7-4b60-9a33-0df7c3af6d1f req-e2d1e9a7-83c1-4a6a-b32a-7c4f719853a9 tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183903 Nov 09 18:02:31.735227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f451d0a3-7541-43bf-9013-8aa8eda010b7 req-deff2ed9-dc76-4312-8542-65a559d378bb tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911293 Nov 09 18:02:31.831020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:31.851011 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad294be-6ca7-413f-960d-a41cc8e1898c x-openstack-request-id: req-5ad294be-6ca7-413f-960d-a41cc8e1898c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:31.851279 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d172afe3-4056-45d0-97fc-c1d3cb4f08fd", "tag": "de9aded0-558e-4eea-9173-6da2531375fa", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:31.851533 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ad294be-6ca7-413f-960d-a41cc8e1898c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:31.851916 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'tag': 'de9aded0-558e-4eea-9173-6da2531375fa', 'status': 'completed', 'code': 200} Nov 09 18:02:31.899595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6108a62-c046-4c4d-9b73-811535093b5c req-3ee04b7b-bf6f-404c-8b43-9bb2fe9366df tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 210 time: 0.0762532 Nov 09 18:02:31.902008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:31.907237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1222005120-network', 'tenant_id': '09848a0526ce40c9baeb6616537cbf3c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:31.923480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-ae674e7e-0733-4aca-92c6-7e9cd55dde4b service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782245 Nov 09 18:02:31.947230 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ec7bac5-7bc3-46e2-8556-c0614d4e7ff4 req-e8d5e8de-8f62-45b3-8f37-7bb352b97267 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263128 Nov 09 18:02:31.947712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Made reservation on behalf of 21b88e40f4f24c15aa8b3759047ff93c for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:31.951199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.979316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Made reservation on behalf of 09848a0526ce40c9baeb6616537cbf3c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:31.981742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:31.995214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.072510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df72e536-7a37-4407-8cd9-ee8b51e1cc0c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:32.083654 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.109166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Transition to ACTIVE for port object df72e536-7a37-4407-8cd9-ee8b51e1cc0c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:32.119150 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.197445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.210056 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.237352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Pushing event updated for resources: {'Port': ['ID=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.274416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:32.311269 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.311755 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Added segment ba695122-854c-4a9b-a7e3-7942a1cf7dcc of type vlan for network fdb3b163-cfac-4662-84b7-18b6440aa51a Nov 09 18:02:32.323303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6427c9c2-75f2-45f7-989d-32e643f6cab1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.355244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd84b069-1d9c-450a-988f-5e2f43bb0951 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:32.370507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:32.404920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.411401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Attempting to bind port df72e536-7a37-4407-8cd9-ee8b51e1cc0c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:32.411874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Attempting to bind port df72e536-7a37-4407-8cd9-ee8b51e1cc0c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:32.412318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Attempting to bind port df72e536-7a37-4407-8cd9-ee8b51e1cc0c on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:32.420798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Port df72e536-7a37-4407-8cd9-ee8b51e1cc0c on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:32.421500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Attempting to bind port df72e536-7a37-4407-8cd9-ee8b51e1cc0c on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:32.432964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.436354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:32.436808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Checking segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:32.437309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Bound using segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:32.437857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Bound port: df72e536-7a37-4407-8cd9-ee8b51e1cc0c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:32.438337 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.511709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce78913-3880-4569-9e52-c5cdbde92275 req-b6094969-8533-4507-abe3-7a95b9be7e5d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.513602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ce78913-3880-4569-9e52-c5cdbde92275 req-b6094969-8533-4507-abe3-7a95b9be7e5d tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1866612 Nov 09 18:02:32.541042 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.541993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.542786 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.618994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-edd5cba1-c740-487b-a681-74445a9d9f0e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.620625 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-edd5cba1-c740-487b-a681-74445a9d9f0e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.2066562 Nov 09 18:02:32.621479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47352) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:32.648071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9392207 Nov 09 18:02:32.654015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47356) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:32.666002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Request body: {'subnet': {'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1222005120-subnet', 'tenant_id': '09848a0526ce40c9baeb6616537cbf3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:32.668629 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3d86fdb6-f254-4a3f-9b23-7e5dd93b67a0 req-a40d91aa-b9e4-479e-9961-c9dc50299902 service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072647 Nov 09 18:02:32.687261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e12a-f472-4dd4-8f2b-b7fc92a0b550 req-6bb5d793-5b92-45df-b2e6-875278205ec3 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.694668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddd4e12a-f472-4dd4-8f2b-b7fc92a0b550 req-6bb5d793-5b92-45df-b2e6-875278205ec3 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.2375517 Nov 09 18:02:32.704755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073488c-85b9-403d-9978-e523a32921e0 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb3b163-cfac-4662-84b7-18b6440aa51a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.716945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network fdb3b163-cfac-4662-84b7-18b6440aa51a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:32.739358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] For port df72e536-7a37-4407-8cd9-ee8b51e1cc0c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:32.746296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ce78913-3880-4569-9e52-c5cdbde92275 req-3739ea92-074f-47e9-8e9e-27be1047f338 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125466 Nov 09 18:02:32.754726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] For port df72e536-7a37-4407-8cd9-ee8b51e1cc0c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:32.774489 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.801647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] Transition to ACTIVE for port object cd84b069-1d9c-450a-988f-5e2f43bb0951 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:32.814113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Allocated IP 172.20.0.7 (032ec63e-1eb2-4edf-abd2-d92c58412cc4/7a11a1f6-5d60-48e9-92d0-d75a16eb017d/a2f9efba-c4c0-4299-99c9-1e99b98d33f5) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:32.832764 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.833392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Made reservation on behalf of 09848a0526ce40c9baeb6616537cbf3c for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:32.835145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.859943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddd4e12a-f472-4dd4-8f2b-b7fc92a0b550 req-2fc83d73-33ee-4b32-bb5b-9aeec5f0e2dd tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629574 Nov 09 18:02:32.890415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-bf1fc7a4-4fdf-4c6f-bfa9-b3efacd34b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.892311 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-bf1fc7a4-4fdf-4c6f-bfa9-b3efacd34b4b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 1094 time: 0.1684260 Nov 09 18:02:32.962426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:32.963552 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:32.965023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] 10.222.0.73 "PUT /v2.0/ports/df72e536-7a37-4407-8cd9-ee8b51e1cc0c HTTP/1.1" status: 200 len: 1091 time: 1.5020890 Nov 09 18:02:32.966228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3464bec-0f02-4c6a-a0c2-862e07d6bffe service neutron] Pushing event updated for resources: {'Port': ['ID=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:32.970828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'tag': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:32.974262 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aad2dc-afc5-4789-95c4-d4aa60daea21" -d '{"events": [{"name": "network-changed", "server_uuid": "33ea0b3b-9cea-4181-a75a-9804f8fb3b50", "tag": "df72e536-7a37-4407-8cd9-ee8b51e1cc0c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:32.976290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] No DVR routers for this DVR port cd84b069-1d9c-450a-988f-5e2f43bb0951 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:32.983991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3b93062-904d-4855-8662-44cb9a8624ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.106664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Deleting port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:02:33.107011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.117201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] Pushing event updated for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:33.161680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67e557-27c8-409c-abcf-0bbba9e333d8 req-5d73db2e-d716-4c14-a4e3-9204195de50b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.163112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee67e557-27c8-409c-abcf-0bbba9e333d8 req-5d73db2e-d716-4c14-a4e3-9204195de50b tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 949 time: 0.1809373 Nov 09 18:02:33.176272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691a989-7fa1-4165-90fb-f1214969d6fc req-576b6a7c-935b-43db-8228-1d9cba144c3b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.178099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2691a989-7fa1-4165-90fb-f1214969d6fc req-576b6a7c-935b-43db-8228-1d9cba144c3b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 944 time: 0.1966357 Nov 09 18:02:33.187501 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-3a144a2f-336f-448e-9725-0b73a33c2d56 service neutron] 10.222.0.85 "PUT /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951/bindings/n-h1-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3784535 Nov 09 18:02:33.195722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-e5296e4e-1596-4b4c-9bca-91f8a2a99b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.197155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-e5296e4e-1596-4b4c-9bca-91f8a2a99b91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 1094 time: 0.1641829 Nov 09 18:02:33.304369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] For port eb2f3761-e708-47f0-b17b-25cbbf16a3b0, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:33.304647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.307500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-d24864b2-c86c-400e-aa96-035cd0c6b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.309179 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-d24864b2-c86c-400e-aa96-035cd0c6b180 service neutron] 10.222.0.85 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 916 time: 0.3968704 Nov 09 18:02:33.319079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-afa00c23-8549-4374-9c76-d93c7838cb72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df72e536-7a37-4407-8cd9-ee8b51e1cc0c HTTP/1.1" status: 200 len: 217 time: 0.0965517 Nov 09 18:02:33.320801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.358514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Calling delete_port for eb2f3761-e708-47f0-b17b-25cbbf16a3b0 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:02:33.366829 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-6a66f3ca-b73d-443d-8d16-fb91db240cee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9aded0-558e-4eea-9173-6da2531375fa HTTP/1.1" status: 200 len: 217 time: 0.0443387 Nov 09 18:02:33.396908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee67e557-27c8-409c-abcf-0bbba9e333d8 req-758b55e8-cd28-4c49-bcab-09ffdd59dc0c tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/security-groups?id=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152960 Nov 09 18:02:33.412752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2691a989-7fa1-4165-90fb-f1214969d6fc req-e79b2c75-f94f-465d-bea7-311825853aaf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190955 Nov 09 18:02:33.433562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3b93062-904d-4855-8662-44cb9a8624ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.461855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3b93062-904d-4855-8662-44cb9a8624ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.508683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-4faa5322-4f45-4aa4-8672-89d52d01c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.510160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-4faa5322-4f45-4aa4-8672-89d52d01c1bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 200 len: 854 time: 0.1334605 Nov 09 18:02:33.512146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.530882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-f537865d-e932-4488-8f72-37c8aa449757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.532309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-f537865d-e932-4488-8f72-37c8aa449757 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 200 len: 854 time: 0.1975148 Nov 09 18:02:33.560103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-1e04cbb5-6494-4d9a-b509-a391961e81ec tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.561464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-1e04cbb5-6494-4d9a-b509-a391961e81ec tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.2643929 Nov 09 18:02:33.580934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.603335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c3b93062-904d-4855-8662-44cb9a8624ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91d5bb4bb5944508811ff00330ab5fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9776354 Nov 09 18:02:33.609256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:33.614049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47368) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:33.633219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:33.643782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:33.646678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b93062-904d-4855-8662-44cb9a8624ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf7815-e7dc-49b8-bde7-6f71800ebfa7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:33.647013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Pushing event updated for resources: {'Port': ['ID=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:33.713143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-4d9107d2-b651-4a0e-9771-7a998ce644ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.714700 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-4d9107d2-b651-4a0e-9771-7a998ce644ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=032ec63e-1eb2-4edf-abd2-d92c58412cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913769 Nov 09 18:02:33.715343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.728232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['eb2f3761-e708-47f0-b17b-25cbbf16a3b0'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:33.735737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:33.807248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Pushing event deleted for resources: {'Port': ['ID=eb2f3761-e708-47f0-b17b-25cbbf16a3b0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:33.814746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:33.815422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.828399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:33.892258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8db31854-b770-4107-913d-d09efb95adc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.900889 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-1c90eb5b-1f55-4574-ab6c-0e46221ad025 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5655174 Nov 09 18:02:33.901940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] No DVR routers for this DVR port eb2f3761-e708-47f0-b17b-25cbbf16a3b0 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:02:33.904628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.908561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b3a08659-a20d-4f98-b7a5-aa0e09abf7f8 req-1dd58438-ca55-41b4-ada9-0d443fba42ce tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.73 "DELETE /v2.0/ports/eb2f3761-e708-47f0-b17b-25cbbf16a3b0 HTTP/1.1" status: 204 len: 173 time: 1.2735310 Nov 09 18:02:33.920608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-deleted', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:33.923894 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5361a3-3dfb-4816-b7bf-83faad095490" -d '{"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-deleted", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:33.939430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Request body: {'port': {'device_id': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:33.940437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-28e370eb-f399-4e83-901b-3775b6d698cc None None] Provisioning complete for port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:33.940908 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-28e370eb-f399-4e83-901b-3775b6d698cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:33.983559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-28e370eb-f399-4e83-901b-3775b6d698cc None None] Port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:34.005086 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8db31854-b770-4107-913d-d09efb95adc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.054495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-92f80c7a-6ec2-4274-8c0b-27b751cfcbcb service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277321 Nov 09 18:02:34.063543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d4f28-b4bf-4af0-99e3-f68673545098 req-08fae234-381c-4f18-b72b-fa510ff45c3f tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.064972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa1d4f28-b4bf-4af0-99e3-f68673545098 req-08fae234-381c-4f18-b72b-fa510ff45c3f tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 931 time: 0.5518200 Nov 09 18:02:34.072430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381dfbb-019e-4f83-992d-15db35888fc3 req-d55cd563-8429-47ff-b2a9-3b09674e1efb tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.073871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6381dfbb-019e-4f83-992d-15db35888fc3 req-d55cd563-8429-47ff-b2a9-3b09674e1efb tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.5893009 Nov 09 18:02:34.074536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb2fb46-5814-4665-821f-bdf4a5b6c92d,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:34.089201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47376) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:34.095682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Request body: {'floatingip': {'port_id': 'b4e4c2f5-c508-4824-8f39-66d840e989ae'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:34.099958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-66f97d79-6746-4a7f-a7c9-05867d61c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.101486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-66f97d79-6746-4a7f-a7c9-05867d61c0fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=032ec63e-1eb2-4edf-abd2-d92c58412cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5340722 Nov 09 18:02:34.107813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.113784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-c0cceff4-681b-4407-80e5-503b656e94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.115300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-c0cceff4-681b-4407-80e5-503b656e94f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.5309811 Nov 09 18:02:34.125227 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68c3092-fdee-4a62-9672-fc394b445452 x-openstack-request-id: req-a68c3092-fdee-4a62-9672-fc394b445452 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:34.125518 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ea0b3b-9cea-4181-a75a-9804f8fb3b50", "tag": "df72e536-7a37-4407-8cd9-ee8b51e1cc0c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:34.125772 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a68c3092-fdee-4a62-9672-fc394b445452 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:34.126201 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'tag': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c', 'status': 'completed', 'code': 200} Nov 09 18:02:34.167243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Checking segment: {'id': 'ba695122-854c-4a9b-a7e3-7942a1cf7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:34.167622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Network hostable DHCP agents. Network: fdb3b163-cfac-4662-84b7-18b6440aa51a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:34.198388 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.244543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa1d4f28-b4bf-4af0-99e3-f68673545098 req-a880d5fd-c56e-4cb9-b146-5f2952ff79fb tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642220 Nov 09 18:02:34.314210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8db31854-b770-4107-913d-d09efb95adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.317743 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8db31854-b770-4107-913d-d09efb95adc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.322328 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8db31854-b770-4107-913d-d09efb95adc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50cf7815-e7dc-49b8-bde7-6f71800ebfa7 HTTP/1.1" status: 204 len: 168 time: 0.7059548 Nov 09 18:02:34.336367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Network fdb3b163-cfac-4662-84b7-18b6440aa51a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:34.361068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc4983-ab1d-4549-828f-52175d6f889b req-1224bfea-7456-4879-8b7b-e87869b53dd2 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.369243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2edc4983-ab1d-4549-828f-52175d6f889b req-1224bfea-7456-4879-8b7b-e87869b53dd2 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1899071 Nov 09 18:02:34.373164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-9c174e35-b819-427e-bbbd-805330104dd8 service neutron] 10.222.0.73 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613828 Nov 09 18:02:34.376237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, fdb3b163-cfac-4662-84b7-18b6440aa51a) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:34.386704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c46ce-083f-448b-b606-3a1adf48bfc0 None None] Network fdb3b163-cfac-4662-84b7-18b6440aa51a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:34.399131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-abac5485-9105-4459-9934-a29992808587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.400563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db31854-b770-4107-913d-d09efb95adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf7815-e7dc-49b8-bde7-6f71800ebfa7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:34.408541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-abac5485-9105-4459-9934-a29992808587 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1095 time: 0.2321105 Nov 09 18:02:34.478001 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef044e6-a616-4c76-83e0-74d3b6cc9b4b x-openstack-request-id: req-aef044e6-a616-4c76-83e0-74d3b6cc9b4b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:34.478393 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1766515b-58cb-41eb-88e0-f32e6eda0358", "name": "network-vif-deleted", "tag": "eb2f3761-e708-47f0-b17b-25cbbf16a3b0", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:34.478654 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aef044e6-a616-4c76-83e0-74d3b6cc9b4b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:34.479066 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1766515b-58cb-41eb-88e0-f32e6eda0358', 'name': 'network-vif-deleted', 'tag': 'eb2f3761-e708-47f0-b17b-25cbbf16a3b0', 'status': 'completed', 'code': 200} Nov 09 18:02:34.487824 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3eefcbfb-ebb0-48e6-aaec-664f7df6fbcb req-69b9eb7e-3d97-47f6-b487-8e04422fa276 service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180210 Nov 09 18:02:34.600255 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:02:34.615034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.615632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:34.624549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fadff5f-edfc-4a52-a3ce-094055bf7dc9 None None] Network fdb3b163-cfac-4662-84b7-18b6440aa51a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:34.627826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-36840360-66af-42f4-b5b6-94f44963a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.629897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-36840360-66af-42f4-b5b6-94f44963a320 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1698344 Nov 09 18:02:34.763827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-258db21f-078b-4cdc-85ce-820eac6aa1d5 req-f457ba8e-19d8-4054-96f8-165c9eb8090e tempest-MigrationsAdminTest-1841579087 tempest-MigrationsAdminTest-1841579087-project] 10.222.0.32 "GET /v2.0/ports?device_id=1766515b-58cb-41eb-88e0-f32e6eda0358 HTTP/1.1" status: 200 len: 210 time: 0.1317034 Nov 09 18:02:34.765126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-5e5abe33-2447-487c-a1de-2785f258f24c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 217 time: 0.1054759 Nov 09 18:02:34.772191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-afb9759b-6ef4-4974-b6cb-abc3a4a2958f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1150455 Nov 09 18:02:34.802709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2edc4983-ab1d-4549-828f-52175d6f889b req-70791f72-6ba8-4328-b5a5-4ab59f2e8b6e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324405 Nov 09 18:02:34.881004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6616f53-0ae2-45b7-8049-e5dff75c4595 req-3b40007f-42e6-4063-a173-c97895ee3a8d service neutron] 10.222.0.73 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710569 Nov 09 18:02:34.934967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-2e22b3fd-72e4-410d-9347-37e7f062ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:34.936458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-2e22b3fd-72e4-410d-9347-37e7f062ca5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.1599858 Nov 09 18:02:35.003147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59aa5f-15dc-4b71-9a87-8edec1518004 req-4323bd43-f1d2-4dc9-abe3-41a856f9b587 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.010410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec59aa5f-15dc-4b71-9a87-8edec1518004 req-4323bd43-f1d2-4dc9-abe3-41a856f9b587 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 944 time: 0.1283669 Nov 09 18:02:35.045506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-7f2e2dc7-3736-4e9c-9fb2-6a4f487b546e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004314 Nov 09 18:02:35.098474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec59aa5f-15dc-4b71-9a87-8edec1518004 req-aa970044-fec7-444f-b8eb-429910582853 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828559 Nov 09 18:02:35.119670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f9efba-c4c0-4299-99c9-1e99b98d33f5 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:35.130002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.135349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-753255aa-04b2-46ac-94df-44ec06fb00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.137105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-753255aa-04b2-46ac-94df-44ec06fb00c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 1094 time: 0.1831875 Nov 09 18:02:35.138445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.153553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.158400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Transition to ACTIVE for port object a2f9efba-c4c0-4299-99c9-1e99b98d33f5 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:35.221863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.246235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-eacc1b8b-b9da-483b-a087-5dd20ad5de12 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861358 Nov 09 18:02:35.352279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:35.366262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-681f23a6-ea68-49c5-b374-a5a42d17c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.367710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-681f23a6-ea68-49c5-b374-a5a42d17c5cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 916 time: 0.2210166 Nov 09 18:02:35.413710 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Floating IP 4df7991a-8e57-4e25-9497-a808bbe447a5 associated. External IP: 172.25.0.191, port: b4e4c2f5-c508-4824-8f39-66d840e989ae. Nov 09 18:02:35.463886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-d230c87d-7e0e-44d5-aa90-9ab09053eef8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df72e536-7a37-4407-8cd9-ee8b51e1cc0c HTTP/1.1" status: 200 len: 217 time: 0.0516226 Nov 09 18:02:35.475796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47418) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:35.528393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42caa8c-f538-4162-81a1-05eae111f8e4 req-914e333d-9b37-4296-a331-ff3c1150d1b8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.530278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e42caa8c-f538-4162-81a1-05eae111f8e4 req-914e333d-9b37-4296-a331-ff3c1150d1b8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 943 time: 0.1657121 Nov 09 18:02:35.594424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-13329341-dd2d-4ac9-b47a-815c47366ed4 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389461 Nov 09 18:02:35.617750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47424) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:35.623477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e42caa8c-f538-4162-81a1-05eae111f8e4 req-6e65dfed-b40a-4236-b721-dfcb6dd36442 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830841 Nov 09 18:02:35.626342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-324ce98f-a283-4cb8-ab7a-06e8497916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.627849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-324ce98f-a283-4cb8-ab7a-06e8497916bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 200 len: 854 time: 0.1535902 Nov 09 18:02:35.632006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-816381725-network', 'tenant_id': '0303aacbf5334b5080b4030318ddc78b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:35.703489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Made reservation on behalf of 0303aacbf5334b5080b4030318ddc78b for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:35.705891 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.721755 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.728398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-71203fa2-bac2-4d77-8788-38da767e0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:35.730188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-71203fa2-bac2-4d77-8788-38da767e0027 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=032ec63e-1eb2-4edf-abd2-d92c58412cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938337 Nov 09 18:02:35.735236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device de9aded0-558e-4eea-9173-6da2531375fa details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:35.823415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-523356779-network', 'tenant_id': '17650455c3d5422c80fe416a97130c66'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:35.885683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.927630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.965937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Made reservation on behalf of 17650455c3d5422c80fe416a97130c66 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:35.968523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:35.970237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Attempting to bind port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:35.970771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Attempting to bind port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:35.971298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Attempting to bind port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:35.973533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port de9aded0-558e-4eea-9173-6da2531375fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=de9aded0-558e-4eea-9173-6da2531375fa,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:35.978545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:35.979067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Attempting to bind port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 on network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:35.987602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'de9aded0-558e-4eea-9173-6da2531375fa', 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'port_id': 'de9aded0-558e-4eea-9173-6da2531375fa', 'mac_address': 'fa:16:3e:91:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a11a1f6-5d60-48e9-92d0-d75a16eb017d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:35.988547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:35.989073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Checking segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:35.989638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Bound using segment: {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:35.990089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Bound port: a2f9efba-c4c0-4299-99c9-1e99b98d33f5, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85020731-24f0-4830-9c62-67a58dfaa161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:35.990639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.037498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.041762 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.050166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:36.054173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:02:36.081091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: eb2f3761-e708-47f0-b17b-25cbbf16a3b0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:02:36.082474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device eb2f3761-e708-47f0-b17b-25cbbf16a3b0 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:02:36.086075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9aded0-558e-4eea-9173-6da2531375fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:36.092357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b41235-83ce-4ee9-9a80-15c2a6216b59,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.113846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port de9aded0-558e-4eea-9173-6da2531375fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=de9aded0-558e-4eea-9173-6da2531375fa,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:36.124012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.136806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.137354 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Added segment 465b5bbf-28a1-4467-bdf2-82542a81e8f8 of type vlan for network f3472799-4706-4ea1-8f87-a9321bb88164 Nov 09 18:02:36.140330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-ca926290-3b9c-4ead-ae4f-6b15cbc5af4d tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.142219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-ca926290-3b9c-4ead-ae4f-6b15cbc5af4d tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.2484486 Nov 09 18:02:36.161149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] For port a2f9efba-c4c0-4299-99c9-1e99b98d33f5, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:36.165424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a0513-3aa8-433a-977a-6bb10c7e0778 req-e62a55c2-51b7-4a9e-9596-8a692c74a7ea tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.165644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] For port a2f9efba-c4c0-4299-99c9-1e99b98d33f5, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:36.167317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d1a0513-3aa8-433a-977a-6bb10c7e0778 req-e62a55c2-51b7-4a9e-9596-8a692c74a7ea tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.2348416 Nov 09 18:02:36.183534 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.188881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-c29c430d-eaf6-4687-9c7b-749563cbd9ee service neutron] 10.222.0.73 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835080 Nov 09 18:02:36.196196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=de9aded0-558e-4eea-9173-6da2531375fa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.197098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:02:36.227574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47436) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:36.243727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.244360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.245794 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] 10.222.0.85 "PUT /v2.0/ports/a2f9efba-c4c0-4299-99c9-1e99b98d33f5 HTTP/1.1" status: 200 len: 1091 time: 2.3278813 Nov 09 18:02:36.332399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['de9aded0-558e-4eea-9173-6da2531375fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:36.356505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92407dcb-acaa-4d83-8d1d-c6ed267f6f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.375587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.378496 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.410815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-2621ae06-2aa7-4eb9-b8cc-150f1cebd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.412768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-2621ae06-2aa7-4eb9-b8cc-150f1cebd88a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 1094 time: 0.1030409 Nov 09 18:02:36.431239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:02:36.437878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.448477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] Sync routers for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:02:36.480014 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.490038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'tag': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:36.492603 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601240af-3713-45b4-8f54-06bc310de16f" -d '{"events": [{"name": "network-changed", "server_uuid": "37e3853d-e83f-4a7d-bf3e-0b0ab535fed6", "tag": "a2f9efba-c4c0-4299-99c9-1e99b98d33f5"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:36.499845 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-ed16bd6d-e6b4-4da5-9c39-c81e79cbc452 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2f9efba-c4c0-4299-99c9-1e99b98d33f5 HTTP/1.1" status: 200 len: 217 time: 0.0760410 Nov 09 18:02:36.514239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:36.514891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:02:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:36.517357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:02:36.520677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c6ae804c-73ba-4a63-8779-e15f89a0af91 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "PUT /v2.0/floatingips/4df7991a-8e57-4e25-9497-a808bbe447a5 HTTP/1.1" status: 200 len: 991 time: 2.4304347 Nov 09 18:02:36.538234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d1a0513-3aa8-433a-977a-6bb10c7e0778 req-55d34562-c9b8-491e-af1f-0ea8b4262304 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577392 Nov 09 18:02:36.561081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-960ce8e0-4686-4406-9430-c21b3dbc6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.562645 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-960ce8e0-4686-4406-9430-c21b3dbc6ea0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 200 len: 854 time: 0.0536768 Nov 09 18:02:36.619328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48269587-2f24-4350-a49d-39aa5328bc06 req-9f15d280-2352-4d7e-974f-5909f84b4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.621051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-9f15d280-2352-4d7e-974f-5909f84b4a36 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=032ec63e-1eb2-4edf-abd2-d92c58412cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480452 Nov 09 18:02:36.642765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:02:36.696226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:36.696942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c604f92-98c4-4ee1-a56e-baf5851715ad req-edb1c715-7e8c-4d69-abef-3c7c40fadadf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.698482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c604f92-98c4-4ee1-a56e-baf5851715ad req-edb1c715-7e8c-4d69-abef-3c7c40fadadf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 944 time: 0.4699118 Nov 09 18:02:36.699128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.700008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:36.700576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.704070 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05257fe5-40ec-485c-afa3-fc3a94f3736b x-openstack-request-id: req-05257fe5-40ec-485c-afa3-fc3a94f3736b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:36.704640 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e3853d-e83f-4a7d-bf3e-0b0ab535fed6", "tag": "a2f9efba-c4c0-4299-99c9-1e99b98d33f5", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:36.705111 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05257fe5-40ec-485c-afa3-fc3a94f3736b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:36.705789 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'tag': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5', 'status': 'completed', 'code': 200} Nov 09 18:02:36.711484 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.712943 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Added segment e465f207-9d85-4ebc-ac2a-c1a3e631853a of type vlan for network 26ae2999-f188-434f-8e4b-ae04ffbeead9 Nov 09 18:02:36.720393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b159b89-9c59-4848-93ac-2f9a98fd70d5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.738800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1142874 Nov 09 18:02:36.743092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47448) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:36.751594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Request body: {'subnet': {'network_id': 'f3472799-4706-4ea1-8f87-a9321bb88164', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-816381725-subnet', 'tenant_id': '0303aacbf5334b5080b4030318ddc78b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:36.767734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23fc48da-dcf9-46fe-a7c5-ccc0195377db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea203ed014a247679fc90b98961ccf26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312982 Nov 09 18:02:36.772194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47450) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:36.783404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Made reservation on behalf of 0303aacbf5334b5080b4030318ddc78b for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:36.785760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.832793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-dda771d5-ba69-4b07-9cdf-8c3792b31e4f service neutron] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:36.860354 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-dfcf1231-1742-42bf-87cf-3c5b4ced2cd4 service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325039 Nov 09 18:02:36.860593 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-dda771d5-ba69-4b07-9cdf-8c3792b31e4f service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.861536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3fa1baa-dd2c-4c40-be4b-06203e9c767f req-dda771d5-ba69-4b07-9cdf-8c3792b31e4f service neutron] 10.222.0.73 "DELETE /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951/bindings/n-h2-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.6854362 Nov 09 18:02:36.891134 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.899052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77aad2dc-afc5-4789-95c4-d4aa60daea21 req-706644c6-1876-4c0a-a8e2-37caf567c731 service neutron] 10.222.0.73 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673083 Nov 09 18:02:36.931737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c257c80-1391-43ea-85a6-37cb96e744f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f3472799-4706-4ea1-8f87-a9321bb88164,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:36.947348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network f3472799-4706-4ea1-8f87-a9321bb88164 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:36.972645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4a000fa-b891-4059-83b9-120a4b35225b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:36.982395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c604f92-98c4-4ee1-a56e-baf5851715ad req-83de565a-1b32-43f9-ac4b-7e099a174636 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627375 Nov 09 18:02:37.013263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c7d5-5671-4adf-95d5-2739984a6b18 req-99be6966-5b68-4563-a205-e8328839d480 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.015660 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d73c7d5-5671-4adf-95d5-2739984a6b18 req-99be6966-5b68-4563-a205-e8328839d480 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 943 time: 0.1601000 Nov 09 18:02:37.017623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.018727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.019318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.052565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-48269587-2f24-4350-a49d-39aa5328bc06 req-975fbbd6-7e35-4c0c-9595-3270fd7efaae service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785138 Nov 09 18:02:37.056001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4a000fa-b891-4059-83b9-120a4b35225b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.062596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '4df7991a-8e57-4e25-9497-a808bbe447a5', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'port_id': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'mac_address': 'fa:16:3e:fb:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:02:12Z', 'updated_at': '2021-11-09T18:02:34Z', 'revision_number': 1, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:12Z', 'revision_number': 5, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:37.091254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] Checking router: aa8fac4b-91af-458c-9b3a-ebd6c98004f9 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:02:37.111767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:02:37.112428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:02:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:37.136917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6565871 Nov 09 18:02:37.138515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47456) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:37.158613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Request body: {'subnet': {'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-523356779-subnet', 'tenant_id': '17650455c3d5422c80fe416a97130c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:37.165825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.204705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aeef2-8d3c-4604-a76b-f2e345b7f310 admin admin] Pushing event updated for resources: {'Network': ['ID=26ae2999-f188-434f-8e4b-ae04ffbeead9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:37.216579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4a000fa-b891-4059-83b9-120a4b35225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.219836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4a000fa-b891-4059-83b9-120a4b35225b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.220681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f4a000fa-b891-4059-83b9-120a4b35225b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9 HTTP/1.1" status: 204 len: 168 time: 0.4456489 Nov 09 18:02:37.231413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601240af-3713-45b4-8f54-06bc310de16f req-5620125d-e838-474d-815d-cdbf3435b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.233035 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-601240af-3713-45b4-8f54-06bc310de16f req-5620125d-e838-474d-815d-cdbf3435b0c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 1094 time: 0.1154919 Nov 09 18:02:37.251051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d73c7d5-5671-4adf-95d5-2739984a6b18 req-ee8f7c7f-0d88-4076-8b16-afe2ec56861c tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265990 Nov 09 18:02:37.253764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734e63e2-33b6-4fc8-a1bd-4d2705a0bc80,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:37.266636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a000fa-b891-4059-83b9-120a4b35225b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007acf6e-5a0f-4a49-98e2-5bc70f2fa2c9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:37.266867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dbb13-23ee-466a-9a68-7c02a2960a27 req-abbba7b8-c82f-42ce-91a3-7c728e89616a tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.276746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c29dbb13-23ee-466a-9a68-7c02a2960a27 req-abbba7b8-c82f-42ce-91a3-7c728e89616a tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1095 time: 0.1388819 Nov 09 18:02:37.277689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Made reservation on behalf of 17650455c3d5422c80fe416a97130c66 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:37.280652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.291237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 26ae2999-f188-434f-8e4b-ae04ffbeead9 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:02:37.319144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Checking segment: {'id': '465b5bbf-28a1-4467-bdf2-82542a81e8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f3472799-4706-4ea1-8f87-a9321bb88164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:37.319686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Network hostable DHCP agents. Network: f3472799-4706-4ea1-8f87-a9321bb88164, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:37.386977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e5056656-a39a-4707-894c-dd3ae02d5e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.405275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Network f3472799-4706-4ea1-8f87-a9321bb88164 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:37.407592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c29dbb13-23ee-466a-9a68-7c02a2960a27 req-7760934f-8761-4954-8eba-60ddd5f0a89e tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240356 Nov 09 18:02:37.408168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601240af-3713-45b4-8f54-06bc310de16f req-6607174f-2e1e-43af-8f2e-8c27595db6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.409409 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-601240af-3713-45b4-8f54-06bc310de16f req-6607174f-2e1e-43af-8f2e-8c27595db6f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 916 time: 0.1588335 Nov 09 18:02:37.419245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:02:37.462644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, f3472799-4706-4ea1-8f87-a9321bb88164) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:37.465321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-601240af-3713-45b4-8f54-06bc310de16f req-cea83f35-f4f0-4eb8-a787-60a49f7d1144 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2f9efba-c4c0-4299-99c9-1e99b98d33f5 HTTP/1.1" status: 200 len: 217 time: 0.0454600 Nov 09 18:02:37.467986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.468673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.482883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e0104-fa42-4c3d-9e41-f06316346c05 None None] Network f3472799-4706-4ea1-8f87-a9321bb88164 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:37.523480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c1801b6-11ce-4285-b9c1-59455b8c6274 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7791135 Nov 09 18:02:37.550647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601240af-3713-45b4-8f54-06bc310de16f req-5e91ba3f-27b5-4ade-b161-aa28caf17ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.553287 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-601240af-3713-45b4-8f54-06bc310de16f req-5e91ba3f-27b5-4ade-b161-aa28caf17ca8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 200 len: 854 time: 0.0684752 Nov 09 18:02:37.585232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:37.628947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601240af-3713-45b4-8f54-06bc310de16f req-69c9ce04-7878-4bf4-b7dd-ef2651a48531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.633586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-601240af-3713-45b4-8f54-06bc310de16f req-69c9ce04-7878-4bf4-b7dd-ef2651a48531 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=032ec63e-1eb2-4edf-abd2-d92c58412cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694933 Nov 09 18:02:37.669344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:37.712516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47472) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:37.753882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Checking segment: {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:37.754189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Network hostable DHCP agents. Network: 26ae2999-f188-434f-8e4b-ae04ffbeead9, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:02:37.779259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f711f00-d781-418d-add1-90deaff1c383 req-1f2a7251-a6b6-4528-bc27-3c4fbe224028 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:37.789215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f711f00-d781-418d-add1-90deaff1c383 req-1f2a7251-a6b6-4528-bc27-3c4fbe224028 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1067302 Nov 09 18:02:37.804641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device de9aded0-558e-4eea-9173-6da2531375fa up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:37.807712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-601240af-3713-45b4-8f54-06bc310de16f req-b396b153-e07e-41f6-a86b-8f33f7f18c3c service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617510 Nov 09 18:02:37.817190 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c8bb2940-33b2-47b2-ab97-528054b8e6f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94eba68d5bf9481285a34122ea1b9567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009953 Nov 09 18:02:37.818739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47480) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:37.895129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Network 26ae2999-f188-434f-8e4b-ae04ffbeead9 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:02:37.974549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 26ae2999-f188-434f-8e4b-ae04ffbeead9) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:37.987829 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-601240af-3713-45b4-8f54-06bc310de16f req-dee02b2b-830f-41a1-8f60-537e877e8898 service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526012 Nov 09 18:02:37.989557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port de9aded0-558e-4eea-9173-6da2531375fa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:37.993542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f76161-5f5d-4ee4-b9ed-3bc13b5730b0 None None] Network 26ae2999-f188-434f-8e4b-ae04ffbeead9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:38.028000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port de9aded0-558e-4eea-9173-6da2531375fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:38.028425 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.048250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9808-072a-48d1-955f-0e2038aa11c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.054718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:38.055303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.077743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f711f00-d781-418d-add1-90deaff1c383 req-7fbf6901-9bc9-44c1-95b6-15462a19292a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876754 Nov 09 18:02:38.083229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df72e536-7a37-4407-8cd9-ee8b51e1cc0c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:38.098884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9808-072a-48d1-955f-0e2038aa11c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.113758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f492a6a2-920b-4e9b-a292-c4cb5c107a99 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9678037 Nov 09 18:02:38.166114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015beb4-1885-4375-9d3e-93b03e245810 req-6c1fd4a9-5a2c-4451-a6ce-679bb5a32c6e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:38.171015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-6c1fd4a9-5a2c-4451-a6ce-679bb5a32c6e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.2815444 Nov 09 18:02:38.187830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-fb8667e6-a14a-43da-b363-c83762fdc0d7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/quotas/1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 375 time: 0.0107121 Nov 09 18:02:38.211308 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9808-072a-48d1-955f-0e2038aa11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.213855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9808-072a-48d1-955f-0e2038aa11c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.216033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d0eb9808-072a-48d1-955f-0e2038aa11c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bb61e94-35f0-4ab8-866d-32aa1c59351b HTTP/1.1" status: 204 len: 168 time: 0.3949828 Nov 09 18:02:38.224588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222b39c-9794-43a6-a877-a17874689c11 None None] Network f3472799-4706-4ea1-8f87-a9321bb88164 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:38.244065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb9808-072a-48d1-955f-0e2038aa11c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb61e94-35f0-4ab8-866d-32aa1c59351b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:38.271172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-d03a15b7-21fa-43e8-9cf3-af38b4c325d7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720429 Nov 09 18:02:38.400783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-56bccbdf-1c86-499c-81bf-c30742d8b8dc service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285250 Nov 09 18:02:38.536963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b9dda7-391b-4cd2-903d-bc02320391ed None None] Network 26ae2999-f188-434f-8e4b-ae04ffbeead9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:02:38.560111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port df72e536-7a37-4407-8cd9-ee8b51e1cc0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:38.640878 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.673212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c', 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'port_id': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c', 'mac_address': 'fa:16:3e:81:b9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a11a1f6-5d60-48e9-92d0-d75a16eb017d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:38.707644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:38.711765 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d748fa7-b053-4704-92e1-35733670195f" -d '{"events": [{"name": "network-changed", "server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:38.718771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9aded0-558e-4eea-9173-6da2531375fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:38.721069 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e153826-cca8-4f48-a982-8d32e5bb55ae" -d '{"events": [{"server_uuid": "d172afe3-4056-45d0-97fc-c1d3cb4f08fd", "name": "network-vif-plugged", "status": "completed", "tag": "de9aded0-558e-4eea-9173-6da2531375fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:38.765999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port de9aded0-558e-4eea-9173-6da2531375fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=de9aded0-558e-4eea-9173-6da2531375fa,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:38.781039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '4df7991a-8e57-4e25-9497-a808bbe447a5', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'port_id': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'mac_address': 'fa:16:3e:fb:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:02:12Z', 'updated_at': '2021-11-09T18:02:34Z', 'revision_number': 1, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:12Z', 'revision_number': 5, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:02:38.786736 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.855942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287c17a-f261-4b8d-b4d7-2356f3f01a53 None None] The sync data for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 is: [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '4df7991a-8e57-4e25-9497-a808bbe447a5', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'port_id': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'mac_address': 'fa:16:3e:fb:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:02:12Z', 'updated_at': '2021-11-09T18:02:34Z', 'revision_number': 1, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:12Z', 'revision_number': 5, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:02:38.860705 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.895102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df72e536-7a37-4407-8cd9-ee8b51e1cc0c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:38.899117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-1908999d-59e2-483d-a04a-24e17f8bb9ed service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971540 Nov 09 18:02:38.920446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=de9aded0-558e-4eea-9173-6da2531375fa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:38.927166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-c7f730a9-74eb-45e4-aa52-9c422eac4272 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:38.931455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-c7f730a9-74eb-45e4-aa52-9c422eac4272 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/networks?id=fdb3b163-cfac-4662-84b7-18b6440aa51a HTTP/1.1" status: 200 len: 815 time: 0.5066752 Nov 09 18:02:38.935253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port df72e536-7a37-4407-8cd9-ee8b51e1cc0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:38.942092 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:38.960806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-304fe9de-ce6e-4922-8327-d8d7a77585e2 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/quotas/09848a0526ce40c9baeb6616537cbf3c HTTP/1.1" status: 200 len: 375 time: 0.0186670 Nov 09 18:02:38.995099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-e46bf10e-2a33-4d83-a0a7-e9adf34cf787 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09848a0526ce40c9baeb6616537cbf3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307627 Nov 09 18:02:39.037490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:39.121669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-8be1cf23-293e-4d3a-9d3d-8ed42520f0f3 service neutron] 10.222.0.32 "GET /v2.0/networks/fdb3b163-cfac-4662-84b7-18b6440aa51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168277 Nov 09 18:02:39.153048 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb38ee-eea1-4915-8c73-0fd7d64a4276 None None] New status for floating IP 4df7991a-8e57-4e25-9497-a808bbe447a5: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:02:39.238907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['df72e536-7a37-4407-8cd9-ee8b51e1cc0c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:39.267370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6a5c6-32dc-4970-aca7-3f52fe8a391a req-71a02e7a-d11c-4f2d-bafb-21750d26baf4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.269030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fdd6a5c6-32dc-4970-aca7-3f52fe8a391a req-71a02e7a-d11c-4f2d-bafb-21750d26baf4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 943 time: 0.1376579 Nov 09 18:02:39.350384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fdd6a5c6-32dc-4970-aca7-3f52fe8a391a req-f3b02054-da6a-4416-b491-b9f9a550bf6d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680399 Nov 09 18:02:39.370360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-ab4da33f-d893-4556-a9b1-a73213c9267c service neutron] 10.222.0.32 "GET /v2.0/networks/fdb3b163-cfac-4662-84b7-18b6440aa51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376540 Nov 09 18:02:39.559618 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d3187b-b0d2-4332-b356-aa9d65820311 x-openstack-request-id: req-31d3187b-b0d2-4332-b356-aa9d65820311 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:39.560032 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:39.560527 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31d3187b-b0d2-4332-b356-aa9d65820311 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:39.561026 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'status': 'completed', 'code': 200} Nov 09 18:02:39.599952 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff1c40d-f458-468c-a864-cc47feb15938 x-openstack-request-id: req-cff1c40d-f458-468c-a864-cc47feb15938 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:39.600389 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d172afe3-4056-45d0-97fc-c1d3cb4f08fd", "name": "network-vif-plugged", "status": "completed", "tag": "de9aded0-558e-4eea-9173-6da2531375fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:39.600754 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cff1c40d-f458-468c-a864-cc47feb15938 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:39.601273 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9aded0-558e-4eea-9173-6da2531375fa', 'code': 200} Nov 09 18:02:39.728059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a2f9efba-c4c0-4299-99c9-1e99b98d33f5 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:39.747945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748fa7-b053-4704-92e1-35733670195f req-e23b8558-b0d6-4f51-960d-2fbf7dc7cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.749458 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d748fa7-b053-4704-92e1-35733670195f req-e23b8558-b0d6-4f51-960d-2fbf7dc7cc61 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0707b4f2730944cabc30bba05bec5e87&device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 1096 time: 0.1635997 Nov 09 18:02:39.792847 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-521c0463-a817-45d9-abf2-c82767f1ac20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:39.822681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-800ed226-8191-44a8-951b-9ec435530d28 req-df12a5c9-0e11-4127-bd7f-4ea27922d9af tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 210 time: 0.0550244 Nov 09 18:02:39.883276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe247800-e63a-416b-9ff3-fb467568c017 req-9424d083-81bd-43db-9d1f-eee32c56d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.884797 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe247800-e63a-416b-9ff3-fb467568c017 req-9424d083-81bd-43db-9d1f-eee32c56d5c6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 1096 time: 0.2229147 Nov 09 18:02:39.954731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a2f9efba-c4c0-4299-99c9-1e99b98d33f5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:39.977103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5', 'network_id': '032ec63e-1eb2-4edf-abd2-d92c58412cc4', 'port_id': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5', 'mac_address': 'fa:16:3e:24:c3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a11a1f6-5d60-48e9-92d0-d75a16eb017d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:39.994140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8c0bb-0466-47c1-935c-386d4ec8ad1f req-aa242188-dfa4-4c48-a84c-577a82daf562 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:39.995831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34a8c0bb-0466-47c1-935c-386d4ec8ad1f req-aa242188-dfa4-4c48-a84c-577a82daf562 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0876207 Nov 09 18:02:40.007569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe247800-e63a-416b-9ff3-fb467568c017 req-4d228fba-ba37-4127-8d29-e74bbb8f985c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118364 Nov 09 18:02:40.036466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748fa7-b053-4704-92e1-35733670195f req-c87ce76c-dca8-4281-88d8-bde79656c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.037951 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d748fa7-b053-4704-92e1-35733670195f req-c87ce76c-dca8-4281-88d8-bde79656c2ff service neutron] 10.222.0.85 "GET /v2.0/networks?id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a HTTP/1.1" status: 200 len: 907 time: 0.2708075 Nov 09 18:02:40.049049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.075085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f9efba-c4c0-4299-99c9-1e99b98d33f5 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:40.104429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a2f9efba-c4c0-4299-99c9-1e99b98d33f5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:40.112329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.142716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-691616a5-ad3d-4d65-9ad4-fc6be44ab08d tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.152694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-691616a5-ad3d-4d65-9ad4-fc6be44ab08d tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 821 time: 0.1477697 Nov 09 18:02:40.155238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34a8c0bb-0466-47c1-935c-386d4ec8ad1f req-375fca14-f1ac-4b1f-8f92-06c1000a7f2c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517656 Nov 09 18:02:40.171668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-88a769a2-14da-45f2-b7fa-9a0b4600dd60 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/quotas/17650455c3d5422c80fe416a97130c66 HTTP/1.1" status: 200 len: 375 time: 0.0204833 Nov 09 18:02:40.182038 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:40.182038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:40.214805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-9e8de000-b292-4dfc-9def-3695e1fa787b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423918 Nov 09 18:02:40.294881 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d748fa7-b053-4704-92e1-35733670195f req-be95e6a9-5378-40e4-824c-62337f6aed5d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae HTTP/1.1" status: 200 len: 1001 time: 0.0838966 Nov 09 18:02:40.342987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-f2ab0717-bd04-4863-80d1-2fe251ae7ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273327 Nov 09 18:02:40.360038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4ab7cda-cbf6-4b85-94d5-e6bedc2fa332 req-6b560a4a-95c2-4f27-b8e4-487efbd41456 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 210 time: 0.0417688 Nov 09 18:02:40.372756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a2f9efba-c4c0-4299-99c9-1e99b98d33f5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:40.400193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748fa7-b053-4704-92e1-35733670195f req-0b6042ca-1709-4912-b518-8bafc9d7bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.402444 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d748fa7-b053-4704-92e1-35733670195f req-0b6042ca-1709-4912-b518-8bafc9d7bdb7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67b2f3c3-998b-48c6-8a02-b75aff0b1888 HTTP/1.1" status: 200 len: 845 time: 0.0745330 Nov 09 18:02:40.461367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748fa7-b053-4704-92e1-35733670195f req-2ad6bff5-2f46-4843-a5e9-e9064cae4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.463300 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d748fa7-b053-4704-92e1-35733670195f req-2ad6bff5-2f46-4843-a5e9-e9064cae4506 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516629 Nov 09 18:02:40.476164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-5e2bc13c-7873-4af0-8a2c-17770b3ebe26 service neutron] 10.222.0.32 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187165 Nov 09 18:02:40.612021 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d748fa7-b053-4704-92e1-35733670195f req-f7942de9-97f3-4e3c-8c4e-70e67870001b service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199481 Nov 09 18:02:40.721705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063214c6-59e2-40c5-b26b-45a65a109a4c req-78921474-d503-4f53-8003-d0f8018c7585 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 210 time: 0.0300126 Nov 09 18:02:40.727070 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d748fa7-b053-4704-92e1-35733670195f req-c3663791-eec6-4e36-8fbb-fa449dcd3fe8 service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061785 Nov 09 18:02:40.741765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601e4d-a616-43b1-aa09-d5ac209f642f req-740c60db-8e77-4b2c-b653-88c9f0b33a3a tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:40.743846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5601e4d-a616-43b1-aa09-d5ac209f642f req-740c60db-8e77-4b2c-b653-88c9f0b33a3a tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 944 time: 0.0926750 Nov 09 18:02:40.795357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5601e4d-a616-43b1-aa09-d5ac209f642f req-e8fc7708-8d82-44fc-8cb4-88403c44af4b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Nov 09 18:02:40.970994 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.008647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1e357f0-d2a8-4ab6-81a7-c1b9660fa70d req-09818010-5d98-411c-9eeb-a7d1d33054a7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 210 time: 0.0369670 Nov 09 18:02:41.078679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015beb4-1885-4375-9d3e-93b03e245810 req-6fbb1d62-649f-49ec-bef6-beb975dcb03c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:41.080181 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-6fbb1d62-649f-49ec-bef6-beb975dcb03c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.1933198 Nov 09 18:02:41.103074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Request body: {'port': {'device_id': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'admin_state_up': True, 'tenant_id': '1fa94ba7ab4549d8b42f8b343991a6e7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:41.212999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3676982b-1152-4f40-b6a8-99c0b4fb9d3a req-f377632d-a436-488c-b399-9d290c9f01cf tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=22db4b7db68d4140875227d8ed31561e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334020 Nov 09 18:02:41.228302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Made reservation on behalf of 1fa94ba7ab4549d8b42f8b343991a6e7 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:41.233739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.357577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc22c40-e42e-438e-bde9-5610699c4330 req-3440a674-7669-42bc-ad94-1e6c5bc06d24 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:41.359097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7bc22c40-e42e-438e-bde9-5610699c4330 req-3440a674-7669-42bc-ad94-1e6c5bc06d24 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0937972 Nov 09 18:02:41.366832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676982b-1152-4f40-b6a8-99c0b4fb9d3a req-9fe2e25c-5d74-4186-bd8c-cc60960e9b7c tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:41.373825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3676982b-1152-4f40-b6a8-99c0b4fb9d3a req-9fe2e25c-5d74-4186-bd8c-cc60960e9b7c tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599503 Nov 09 18:02:41.396546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3676982b-1152-4f40-b6a8-99c0b4fb9d3a req-2140c5a7-e390-4f8e-b21f-4dbc9c18b1c0 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/quotas/22db4b7db68d4140875227d8ed31561e HTTP/1.1" status: 200 len: 375 time: 0.0215600 Nov 09 18:02:41.404786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Allocated IP 172.20.0.6 (e035d1ff-5dad-47eb-8957-15c7ffd65043/6052a951-5024-40c9-9323-bc9f9a42c40e/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:41.447160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7bc22c40-e42e-438e-bde9-5610699c4330 req-4f18d75b-d6c6-4030-99ac-3012f5c2a630 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703840 Nov 09 18:02:41.449580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3676982b-1152-4f40-b6a8-99c0b4fb9d3a req-f85a2404-c471-459f-9c3c-4fcb4898e23e tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22db4b7db68d4140875227d8ed31561e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389237 Nov 09 18:02:41.653763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89ec2beb-eefc-4d00-8e73-3ea5aaf62f75 req-3c117d1d-87a0-4e2a-9762-f04b8bf4f878 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 210 time: 0.0433857 Nov 09 18:02:41.667424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-37ce5ef0-0e41-40db-b0ed-5df0280ddfc4 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:41.668792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-37ce5ef0-0e41-40db-b0ed-5df0280ddfc4 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.85 "GET /v2.0/networks?id=fdb3b163-cfac-4662-84b7-18b6440aa51a HTTP/1.1" status: 200 len: 815 time: 0.1595120 Nov 09 18:02:41.673683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.685673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Request body: {'port': {'device_id': '97cd8928-cb94-4205-bac8-501b97d529ab', 'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a', 'admin_state_up': True, 'tenant_id': '09848a0526ce40c9baeb6616537cbf3c'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:41.754449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a2f9efba-c4c0-4299-99c9-1e99b98d33f5 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:41.782688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.826834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:41.836621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:41.837548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.842713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90cf5d4b-7aa6-4a33-96b9-116dc778af3e req-20dbd6df-ac72-4ddd-8086-2d140e0bf1ba tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 210 time: 0.0343628 Nov 09 18:02:41.856767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:41.874434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:41.875984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:41.880776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:41.934272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Made reservation on behalf of 09848a0526ce40c9baeb6616537cbf3c for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:41.941787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.961721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.966776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:41.967469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:41.988988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:41.992111 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969c067-14de-434a-a123-0b158830b1b0" -d '{"events": [{"server_uuid": "37e3853d-e83f-4a7d-bf3e-0b0ab535fed6", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9efba-c4c0-4299-99c9-1e99b98d33f5"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:42.007680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-feb1317c-a42f-4bef-b9fc-e5ca806ff330 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9092309 Nov 09 18:02:42.010001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a2f9efba-c4c0-4299-99c9-1e99b98d33f5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:42.014812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.029764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6d8f6-e1ee-4ad1-a4f7-acb1cbb11796 req-529cdde4-5994-44a7-a8c8-46d3406ce5f6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.033805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bf6d8f6-e1ee-4ad1-a4f7-acb1cbb11796 req-529cdde4-5994-44a7-a8c8-46d3406ce5f6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 944 time: 0.1046431 Nov 09 18:02:42.063264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Request body: {'port': {'device_id': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:42.098552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:42.106804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df72e536-7a37-4407-8cd9-ee8b51e1cc0c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:42.172793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bf6d8f6-e1ee-4ad1-a4f7-acb1cbb11796 req-f0110183-d9b8-4cc2-b3aa-f570b16e7808 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084185 Nov 09 18:02:42.203653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port df72e536-7a37-4407-8cd9-ee8b51e1cc0c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:42.212699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port df72e536-7a37-4407-8cd9-ee8b51e1cc0c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:42.213137 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.216464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.261573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-7cca8a26-ed42-4826-9bb4-b783558002fe tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.266346 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-7cca8a26-ed42-4826-9bb4-b783558002fe tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.73 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 821 time: 0.2296371 Nov 09 18:02:42.282415 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d20602-2e46-4194-a76a-4660eceaad1e x-openstack-request-id: req-46d20602-2e46-4194-a76a-4660eceaad1e {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:42.282721 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e3853d-e83f-4a7d-bf3e-0b0ab535fed6", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9efba-c4c0-4299-99c9-1e99b98d33f5", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:42.283117 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46d20602-2e46-4194-a76a-4660eceaad1e {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:42.283581 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5', 'code': 200} Nov 09 18:02:42.289402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Request body: {'port': {'device_id': '6674a560-8959-4523-8857-d92d95514b7a', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'admin_state_up': True, 'tenant_id': '17650455c3d5422c80fe416a97130c66'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:42.301544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Allocated IP 172.20.0.4 (fdb3b163-cfac-4662-84b7-18b6440aa51a/0bb2fb46-5814-4665-821f-bdf4a5b6c92d/027d4ebe-6a2e-4a12-ac11-6c007440c69a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:42.348744 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.382020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port df72e536-7a37-4407-8cd9-ee8b51e1cc0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:42.388985 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.445866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e945032b-d59f-40e5-a317-90a3d1ff856d req-df03c446-a23f-481b-916d-eecb9cc567b6 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=22db4b7db68d4140875227d8ed31561e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593119 Nov 09 18:02:42.553464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd8851-40f0-4039-972a-b72d8c169398 req-655a34c7-80c9-420e-96fa-e2cb0df3605b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.555341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dddd8851-40f0-4039-972a-b72d8c169398 req-655a34c7-80c9-420e-96fa-e2cb0df3605b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 931 time: 0.1703048 Nov 09 18:02:42.567214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f45b6-9f8f-4d90-b972-fc71d7eee54d req-84faa8cc-fa0f-48b9-abeb-04cbcc4cdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.568722 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e6f45b6-9f8f-4d90-b972-fc71d7eee54d req-84faa8cc-fa0f-48b9-abeb-04cbcc4cdca1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 1096 time: 0.1867425 Nov 09 18:02:42.583111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:42.588377 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.620693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Made reservation on behalf of 17650455c3d5422c80fe416a97130c66 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:42.624587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.660546 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e6f45b6-9f8f-4d90-b972-fc71d7eee54d req-6d123d83-a8ec-40f6-a575-eaa51a35aca3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776861 Nov 09 18:02:42.667578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945032b-d59f-40e5-a317-90a3d1ff856d req-04807f60-47e3-4f74-bbd7-85d4fe019321 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.669097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e945032b-d59f-40e5-a317-90a3d1ff856d req-04807f60-47e3-4f74-bbd7-85d4fe019321 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128446 Nov 09 18:02:42.678600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dddd8851-40f0-4039-972a-b72d8c169398 req-cfd12fe0-3607-4186-8cf5-8e44b36cb93b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067719 Nov 09 18:02:42.679951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.719770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e945032b-d59f-40e5-a317-90a3d1ff856d req-e6fa88a9-7277-46a0-8dea-5313facf4b97 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/quotas/22db4b7db68d4140875227d8ed31561e HTTP/1.1" status: 200 len: 375 time: 0.0391536 Nov 09 18:02:42.753045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:42.762255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.765803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e945032b-d59f-40e5-a317-90a3d1ff856d req-f8b772bb-e89f-4716-b844-78e2625cdadc tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22db4b7db68d4140875227d8ed31561e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377316 Nov 09 18:02:42.776965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.786895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Transition to ACTIVE for port object 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:42.810752 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:42.836625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Network fdb3b163-cfac-4662-84b7-18b6440aa51a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:42.843422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:42.848637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:42.856325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Allocated IP 172.20.0.10 (26ae2999-f188-434f-8e4b-ae04ffbeead9/1a5671fb-bf4a-4b23-9681-d2bd3c0c2279/a8fa2f4c-0d85-4384-8811-d043333f58de) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:42.859685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Pushing event updated for resources: {'Port': ['ID=027d4ebe-6a2e-4a12-ac11-6c007440c69a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:42.870326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb3f3c-f936-4021-9921-6ecfa763cc6b req-8bc83e1b-3543-408d-9e56-344708d940e1 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.871856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5eb3f3c-f936-4021-9921-6ecfa763cc6b req-8bc83e1b-3543-408d-9e56-344708d940e1 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1115251 Nov 09 18:02:42.952167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5eb3f3c-f936-4021-9921-6ecfa763cc6b req-f9702f9e-192e-412a-b6c5-931b2135a6e2 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682230 Nov 09 18:02:42.994528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:42.995180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.005048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:43.034838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-1058130a-d96d-4393-b0a9-ad9ec8ef6014 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3532681 Nov 09 18:02:43.038317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:43.038767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:43.039574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:43.047711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Request body: {'port': {'device_id': '97cd8928-cb94-4205-bac8-501b97d529ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:43.067845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d86a9f-7df8-4c9a-b733-d836cce6759e req-91fd7ac8-66a2-440d-a69e-4d56dffe5d6e tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.069860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7d86a9f-7df8-4c9a-b733-d836cce6759e req-91fd7ac8-66a2-440d-a69e-4d56dffe5d6e tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 931 time: 0.1072779 Nov 09 18:02:43.071669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:43.072105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:43.081502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:43.082636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:43.083121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:43.083661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Bound port: 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:43.084129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.112326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.143183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7d86a9f-7df8-4c9a-b733-d836cce6759e req-2996871c-e534-4a6b-ab5f-3ffd6b35c2a3 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559673 Nov 09 18:02:43.152023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.202022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4aecd556-43c5-4e57-a1c4-cfcdffd98dbb req-8c81b2b6-33e1-4fe2-86c5-c47ae168977b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 210 time: 0.0389977 Nov 09 18:02:43.207546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:43.209136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.230351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:43.241869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.256759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Network 26ae2999-f188-434f-8e4b-ae04ffbeead9 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:43.259838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:43.266572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:43.270638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:43.332122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.333064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.343404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.344152 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.345624 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] 10.222.0.85 "PUT /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 1091 time: 1.2901411 Nov 09 18:02:43.348715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:43.351917 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0847bf-357e-4f00-8112-bac2ebc1c90f" -d '{"events": [{"name": "network-changed", "server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:43.369554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-645917ae-8f30-4c16-ba43-faf8f3989ad4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0917909 Nov 09 18:02:43.390376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548927d-6ae2-4e05-bf4c-7d3a04f389ac req-f87b9156-7537-4834-8be0-ec68c1e3e076 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.392070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b548927d-6ae2-4e05-bf4c-7d3a04f389ac req-f87b9156-7537-4834-8be0-ec68c1e3e076 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0818570 Nov 09 18:02:43.399188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Request body: {'port': {'device_id': '6674a560-8959-4523-8857-d92d95514b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:43.454030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9e5ed-32ff-47f4-b942-bd633cd4eadf service neutron] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:43.472148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b548927d-6ae2-4e05-bf4c-7d3a04f389ac req-50475060-12d6-49af-9775-710da1b6e5a5 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697749 Nov 09 18:02:43.487470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015beb4-1885-4375-9d3e-93b03e245810 req-7f2533a5-a937-4594-9e66-ff50114ae7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.489712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-7f2533a5-a937-4594-9e66-ff50114ae7ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1094 time: 0.0756848 Nov 09 18:02:43.503074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.546693 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-0f0fcdae-7059-4915-ad0a-541fd36883ad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0376601 Nov 09 18:02:43.549486 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa28a3d1-dce1-4a79-8a96-d922ddb0f319 x-openstack-request-id: req-fa28a3d1-dce1-4a79-8a96-d922ddb0f319 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:43.549833 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:43.550176 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa28a3d1-dce1-4a79-8a96-d922ddb0f319 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:43.550662 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4', 'status': 'completed', 'code': 200} Nov 09 18:02:43.642835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027d4ebe-6a2e-4a12-ac11-6c007440c69a {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:43.653040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015beb4-1885-4375-9d3e-93b03e245810 req-906717ee-513f-4f19-9e54-f8cc0bc4f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.654590 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-906717ee-513f-4f19-9e54-f8cc0bc4f116 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0896788 Nov 09 18:02:43.656313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.678763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Transition to ACTIVE for port object 027d4ebe-6a2e-4a12-ac11-6c007440c69a will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:43.693310 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-59da4a7a-061d-4697-8420-56b4bbb66c24 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257168 Nov 09 18:02:43.694043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:43.711826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-869f80d8-f138-43ae-8252-2e473adaafd1 req-b4b50c46-e601-4ebb-9688-6bd51582cb0e tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=22db4b7db68d4140875227d8ed31561e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271835 Nov 09 18:02:43.912717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f80d8-f138-43ae-8252-2e473adaafd1 req-5447ed6b-2cd0-4013-8aa9-0e9ee1ec2e38 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.914394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-869f80d8-f138-43ae-8252-2e473adaafd1 req-5447ed6b-2cd0-4013-8aa9-0e9ee1ec2e38 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955945 Nov 09 18:02:43.922245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850513db-3850-4ab2-9552-48a10c7da2b7 req-1b1cdaf7-280d-4b07-bae1-9a2237eadadd tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:43.923874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-850513db-3850-4ab2-9552-48a10c7da2b7 req-1b1cdaf7-280d-4b07-bae1-9a2237eadadd tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 943 time: 0.1267414 Nov 09 18:02:43.973302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-869f80d8-f138-43ae-8252-2e473adaafd1 req-518cb7a0-f09b-4807-a8cf-ea5e97f6cc76 tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/quotas/22db4b7db68d4140875227d8ed31561e HTTP/1.1" status: 200 len: 375 time: 0.0483167 Nov 09 18:02:43.982138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fa2f4c-0d85-4384-8811-d043333f58de {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:44.010017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.032606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-850513db-3850-4ab2-9552-48a10c7da2b7 req-e0386928-4a0f-454d-8c89-26f9497db57b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880697 Nov 09 18:02:44.037308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-869f80d8-f138-43ae-8252-2e473adaafd1 req-2de03878-f38b-4071-aac2-32137e80ccdf tempest-QuotasAdminNegativeTest-433878290 tempest-QuotasAdminNegativeTest-433878290-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22db4b7db68d4140875227d8ed31561e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496018 Nov 09 18:02:44.044467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Transition to ACTIVE for port object a8fa2f4c-0d85-4384-8811-d043333f58de will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:44.055606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.086676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Pushing event updated for resources: {'Port': ['ID=027d4ebe-6a2e-4a12-ac11-6c007440c69a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.108782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.169572 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-a5998519-c9ff-4eb3-9880-216941770cdb service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490759 Nov 09 18:02:44.182527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Attempting to bind port a8fa2f4c-0d85-4384-8811-d043333f58de on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:44.183131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Attempting to bind port a8fa2f4c-0d85-4384-8811-d043333f58de by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:44.183480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Attempting to bind port a8fa2f4c-0d85-4384-8811-d043333f58de on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:44.188961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Port a8fa2f4c-0d85-4384-8811-d043333f58de on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:44.189344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Attempting to bind port a8fa2f4c-0d85-4384-8811-d043333f58de on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:44.202156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Attempting to bind port 027d4ebe-6a2e-4a12-ac11-6c007440c69a on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:44.202485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Attempting to bind port 027d4ebe-6a2e-4a12-ac11-6c007440c69a by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'ba695122-854c-4a9b-a7e3-7942a1cf7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:44.202821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Attempting to bind port 027d4ebe-6a2e-4a12-ac11-6c007440c69a on network fdb3b163-cfac-4662-84b7-18b6440aa51a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:44.212657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:44.213028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Checking segment: {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:44.213417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Bound using segment: {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:44.213868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Bound port: a8fa2f4c-0d85-4384-8811-d043333f58de, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:44.214263 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.231993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Port 027d4ebe-6a2e-4a12-ac11-6c007440c69a on network fdb3b163-cfac-4662-84b7-18b6440aa51a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:44.232613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Attempting to bind port 027d4ebe-6a2e-4a12-ac11-6c007440c69a on network fdb3b163-cfac-4662-84b7-18b6440aa51a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:44.243679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:44.244027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Checking segment: {'id': 'ba695122-854c-4a9b-a7e3-7942a1cf7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:44.244423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Bound using segment: {'id': 'ba695122-854c-4a9b-a7e3-7942a1cf7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:44.244856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Bound port: 027d4ebe-6a2e-4a12-ac11-6c007440c69a, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba695122-854c-4a9b-a7e3-7942a1cf7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:44.245222 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.286087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:44.293469 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede44b7-da88-471a-91b8-fea5034f7f90" -d '{"events": [{"server_uuid": "33ea0b3b-9cea-4181-a75a-9804f8fb3b50", "name": "network-vif-plugged", "status": "completed", "tag": "df72e536-7a37-4407-8cd9-ee8b51e1cc0c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:44.301388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd40fab-ad0c-47a3-8b89-079f692c9ca4 req-9407e583-b589-4d73-8ce8-73c22f7ad127 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.303092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efd40fab-ad0c-47a3-8b89-079f692c9ca4 req-9407e583-b589-4d73-8ce8-73c22f7ad127 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1066902 Nov 09 18:02:44.329046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d015beb4-1885-4375-9d3e-93b03e245810 req-34905739-57d0-440b-b32e-666e8cd5fcf0 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480827 Nov 09 18:02:44.342567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] For port 027d4ebe-6a2e-4a12-ac11-6c007440c69a, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:44.350874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] For port 027d4ebe-6a2e-4a12-ac11-6c007440c69a, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=027d4ebe-6a2e-4a12-ac11-6c007440c69a,segment=NetworkSegment(ba695122-854c-4a9b-a7e3-7942a1cf7dcc),segment_id=ba695122-854c-4a9b-a7e3-7942a1cf7dcc)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:44.358020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.373240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:44.377865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efd40fab-ad0c-47a3-8b89-079f692c9ca4 req-94393b91-13cb-45ec-aa09-f24e704d6893 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622551 Nov 09 18:02:44.398213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:44.398997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.398997 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.399236 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.399347 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] 10.222.0.85 "PUT /v2.0/ports/027d4ebe-6a2e-4a12-ac11-6c007440c69a HTTP/1.1" status: 200 len: 1091 time: 1.3530362 Nov 09 18:02:44.462900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.463518 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:44.464888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] 10.222.0.73 "PUT /v2.0/ports/a8fa2f4c-0d85-4384-8811-d043333f58de HTTP/1.1" status: 200 len: 1092 time: 1.0705709 Nov 09 18:02:44.468331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:44.470827 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f274e272-f23c-434e-8613-6c0e1f88de2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:44.524243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-324a76ba-d4e7-4643-97e5-a9c76198b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.525723 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-324a76ba-d4e7-4643-97e5-a9c76198b6a5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1094 time: 0.1285310 Nov 09 18:02:44.529395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7531e5-6ea6-4f17-9cdd-10269108c029 service neutron] Pushing event updated for resources: {'Port': ['ID=027d4ebe-6a2e-4a12-ac11-6c007440c69a,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.551307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcede87a-5379-4aa4-8b47-f90742aeb20c service neutron] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:44.569744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fad64b-21f7-4dbe-aa04-237384bfb409 req-f423a00c-4768-4832-97bf-127accaadaae tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.571262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5fad64b-21f7-4dbe-aa04-237384bfb409 req-f423a00c-4768-4832-97bf-127accaadaae tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 943 time: 0.1440420 Nov 09 18:02:44.586414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-c9fd88cb-4e09-42a5-84ce-f3d07b52f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.587899 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-c9fd88cb-4e09-42a5-84ce-f3d07b52f42a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=09848a0526ce40c9baeb6616537cbf3c&device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 1094 time: 0.1298769 Nov 09 18:02:44.597348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b050000-e6b4-4361-b1e9-d21a2f9e33c6 req-cb239a15-308d-4d1b-bc82-4162d79d2097 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.598810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b050000-e6b4-4361-b1e9-d21a2f9e33c6 req-cb239a15-308d-4d1b-bc82-4162d79d2097 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 944 time: 0.1330967 Nov 09 18:02:44.622439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-9c96d312-2b8c-4199-83e3-d3abb39112c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.623837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-9c96d312-2b8c-4199-83e3-d3abb39112c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 1095 time: 0.1041415 Nov 09 18:02:44.635093 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-7b2d4b60-1b60-4ded-b453-b2343a851089 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027d4ebe-6a2e-4a12-ac11-6c007440c69a HTTP/1.1" status: 200 len: 217 time: 0.0374138 Nov 09 18:02:44.681827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5fad64b-21f7-4dbe-aa04-237384bfb409 req-36bab731-3593-433a-9e9c-891ce0fb1d68 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039526 Nov 09 18:02:44.684390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-64a16307-81e0-4b17-af7d-0cd785a5d527 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8fa2f4c-0d85-4384-8811-d043333f58de HTTP/1.1" status: 200 len: 217 time: 0.0462887 Nov 09 18:02:44.699147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-b9fc044c-c8e8-45ad-806d-c7d89167597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.700799 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-b9fc044c-c8e8-45ad-806d-c7d89167597f service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1668026 Nov 09 18:02:44.704858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b050000-e6b4-4361-b1e9-d21a2f9e33c6 req-b9d5c353-ae66-4ba2-bfc5-96b4ddb07bea tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973389 Nov 09 18:02:44.719711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-53450520-56e2-4dd1-a382-36385a60c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.721211 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-53450520-56e2-4dd1-a382-36385a60c417 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bb2fb46-5814-4665-821f-bdf4a5b6c92d HTTP/1.1" status: 200 len: 855 time: 0.0734632 Nov 09 18:02:44.739761 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81e2db0-aced-4a2e-bedd-06c9f0768b97 x-openstack-request-id: req-e81e2db0-aced-4a2e-bedd-06c9f0768b97 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:44.740269 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ea0b3b-9cea-4181-a75a-9804f8fb3b50", "name": "network-vif-plugged", "status": "completed", "tag": "df72e536-7a37-4407-8cd9-ee8b51e1cc0c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:44.740682 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e81e2db0-aced-4a2e-bedd-06c9f0768b97 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:44.741387 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c', 'code': 200} Nov 09 18:02:44.759866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-f3e313d0-c373-4238-9034-f6dd4724a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.763016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-f3e313d0-c373-4238-9034-f6dd4724a3a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 HTTP/1.1" status: 200 len: 861 time: 0.0676584 Nov 09 18:02:44.808686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-e13f4081-9444-46e1-aefe-932e3e63c430 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26ae2999-f188-434f-8e4b-ae04ffbeead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315206 Nov 09 18:02:44.818752 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b058b8e-7110-4500-8e98-115849335730 x-openstack-request-id: req-6b058b8e-7110-4500-8e98-115849335730 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:44.819167 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:44.819433 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b058b8e-7110-4500-8e98-115849335730 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:44.819838 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'status': 'completed', 'code': 200} Nov 09 18:02:44.826719 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-25732647-11b2-4c1c-8bb2-b5431e7b0234 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fdb3b163-cfac-4662-84b7-18b6440aa51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976338 Nov 09 18:02:44.828642 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-1f6da6b1-89f6-41bf-9c23-3732b2fc28fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 217 time: 0.1111584 Nov 09 18:02:44.946303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-034ed901-1328-496c-a577-4fee88e4a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.947785 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-034ed901-1328-496c-a577-4fee88e4a6f8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0968630 Nov 09 18:02:44.948736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7d72-0dac-41e8-a2d0-2275deba305e req-2e5b0d6c-edc0-432a-9b15-866971194ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.950228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b9a7d72-0dac-41e8-a2d0-2275deba305e req-2e5b0d6c-edc0-432a-9b15-866971194ce5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 1096 time: 0.1295958 Nov 09 18:02:44.994224 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-747bc3b6-123c-406b-901b-b8dcaf11b632 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340154 Nov 09 18:02:44.997468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb144e-8571-4190-a8f1-50beb490494d req-ae3d66a9-c461-434a-9e39-ce61ff9f901e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:44.999011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dbb144e-8571-4190-a8f1-50beb490494d req-ae3d66a9-c461-434a-9e39-ce61ff9f901e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.1481447 Nov 09 18:02:44.999551 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-312d2d71-c870-40ce-add6-9803253d54ee service neutron] 10.222.0.85 "GET /v2.0/networks/fdb3b163-cfac-4662-84b7-18b6440aa51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588745 Nov 09 18:02:45.002528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-9d8e60ff-4c73-4b9a-b225-7853efced04d service neutron] 10.222.0.73 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807332 Nov 09 18:02:45.068437 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b9a7d72-0dac-41e8-a2d0-2275deba305e req-5c5720f5-709e-4b71-9207-3eb9f65da9f0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075852 Nov 09 18:02:45.068437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47748) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:45.118032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1dbb144e-8571-4190-a8f1-50beb490494d req-8c115e35-f066-4e19-a99b-4c7d4afdf47e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072574 Nov 09 18:02:45.171586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd793acb-e5ec-4ab8-aa4a-9813cf5a779a req-1257ade8-c6ac-44c3-9eea-7087064b01c2 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597996 Nov 09 18:02:45.191958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e550c-a555-4150-ba21-91c5c25dd3f1 req-27b58913-9e65-49df-9962-d9ce95ce2e78 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:45.194417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d2e550c-a555-4150-ba21-91c5c25dd3f1 req-27b58913-9e65-49df-9962-d9ce95ce2e78 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 943 time: 0.0726421 Nov 09 18:02:45.204963 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfe7d17a-b5c8-4f0d-b987-523c32de4906 req-623a2f3b-308a-4470-8374-b44bed078753 service neutron] 10.222.0.85 "GET /v2.0/networks/fdb3b163-cfac-4662-84b7-18b6440aa51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783781 Nov 09 18:02:45.216079 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-9eeab888-b3f4-4dc6-bdcc-0d3639e617ef service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975265 Nov 09 18:02:45.256876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d6634a9-0062-4cec-ab3f-82fedd6f7ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.287966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d2e550c-a555-4150-ba21-91c5c25dd3f1 req-cf1518c3-7cb5-4299-b8f3-dead004d1530 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841248 Nov 09 18:02:45.305566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e414ba3-0844-4d1f-94e1-573d30ab9862 req-dd2290d9-2b4f-4055-ba41-4c8e559dd868 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:45.307117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e414ba3-0844-4d1f-94e1-573d30ab9862 req-dd2290d9-2b4f-4055-ba41-4c8e559dd868 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1050153 Nov 09 18:02:45.313298 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f0847bf-357e-4f00-8112-bac2ebc1c90f req-20588065-7028-4d07-9d19-3ccea72a4e15 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871806 Nov 09 18:02:45.392135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e414ba3-0844-4d1f-94e1-573d30ab9862 req-281c51c7-6fed-4ed3-b97d-240cb5f6d70b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Nov 09 18:02:45.414355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-0960e241-79b1-462a-b08c-89a18b7cfd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:45.416398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-0960e241-79b1-462a-b08c-89a18b7cfd74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 1095 time: 0.0730731 Nov 09 18:02:45.457813 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d6634a9-0062-4cec-ab3f-82fedd6f7ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.500125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d6634a9-0062-4cec-ab3f-82fedd6f7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.552284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cd8928-cb94-4205-bac8-501b97d529ab', 'tag': '027d4ebe-6a2e-4a12-ac11-6c007440c69a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:45.554818 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e8498c-01f9-4721-bd79-ef63f96b494c" -d '{"events": [{"name": "network-changed", "server_uuid": "97cd8928-cb94-4205-bac8-501b97d529ab", "tag": "027d4ebe-6a2e-4a12-ac11-6c007440c69a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:45.796371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:45.889290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:45.900574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8d6634a9-0062-4cec-ab3f-82fedd6f7ff5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22db4b7db68d4140875227d8ed31561e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278589 Nov 09 18:02:45.901057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'port_id': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4', 'mac_address': 'fa:16:3e:16:3b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6052a951-5024-40c9-9323-bc9f9a42c40e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:45.904517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47768) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:45.915400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6634a9-0062-4cec-ab3f-82fedd6f7ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c02a917-26f1-4e83-b5dc-ea48af9c4a31,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:45.935363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28246-d300-4719-a8e3-2f6f1f0087d2 req-3a8495eb-332e-4e76-bc85-0a40d4126802 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:45.936871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb28246-d300-4719-a8e3-2f6f1f0087d2 req-3a8495eb-332e-4e76-bc85-0a40d4126802 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.4819491 Nov 09 18:02:45.957424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.957656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c56226-abb0-4082-8a2c-0f81a223e9cd req-10c03fd8-56f1-4a70-a5c0-aa9ba52173b8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:45.959257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4c56226-abb0-4082-8a2c-0f81a223e9cd req-10c03fd8-56f1-4a70-a5c0-aa9ba52173b8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 945 time: 0.4747934 Nov 09 18:02:45.960620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-d5fb082c-44db-479a-a449-2b6c51777645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:45.961981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-d5fb082c-44db-479a-a449-2b6c51777645 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 922 time: 0.5309238 Nov 09 18:02:45.971445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:45.983599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f4b-3ce8-45c9-8363-76bbe7e6b642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:45.993079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:45.998323 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.007212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f4b-3ce8-45c9-8363-76bbe7e6b642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.032127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-c2031f31-c81d-40c4-aa18-9e4ed266b561 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8fa2f4c-0d85-4384-8811-d043333f58de HTTP/1.1" status: 200 len: 217 time: 0.0607421 Nov 09 18:02:46.044293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.061812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:46.062021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f4b-3ce8-45c9-8363-76bbe7e6b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.064929 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89ef0f4b-3ce8-45c9-8363-76bbe7e6b642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.069165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-89ef0f4b-3ce8-45c9-8363-76bbe7e6b642 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c02a917-26f1-4e83-b5dc-ea48af9c4a31 HTTP/1.1" status: 204 len: 168 time: 0.1605556 Nov 09 18:02:46.075275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef0f4b-3ce8-45c9-8363-76bbe7e6b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c02a917-26f1-4e83-b5dc-ea48af9c4a31,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:46.089796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb28246-d300-4719-a8e3-2f6f1f0087d2 req-e23dc300-f774-4834-8287-6f9b92775734 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400046 Nov 09 18:02:46.114314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4c56226-abb0-4082-8a2c-0f81a223e9cd req-e2dba1b4-3453-4705-83cc-006d5f6948d9 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410639 Nov 09 18:02:46.126828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-1934a2ff-4267-4d9f-920c-3efb49ef108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.129167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-1934a2ff-4267-4d9f-920c-3efb49ef108b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 HTTP/1.1" status: 200 len: 861 time: 0.0852838 Nov 09 18:02:46.150843 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7d774-6e7d-43b7-8523-b750ab3db135 x-openstack-request-id: req-b3f7d774-6e7d-43b7-8523-b750ab3db135 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:46.151140 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cd8928-cb94-4205-bac8-501b97d529ab", "tag": "027d4ebe-6a2e-4a12-ac11-6c007440c69a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:46.152000 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f7d774-6e7d-43b7-8523-b750ab3db135 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:46.152434 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cd8928-cb94-4205-bac8-501b97d529ab', 'tag': '027d4ebe-6a2e-4a12-ac11-6c007440c69a', 'status': 'completed', 'code': 200} Nov 09 18:02:46.192164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-cb68583c-743a-43b3-baf4-4dd2bb769fdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26ae2999-f188-434f-8e4b-ae04ffbeead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410647 Nov 09 18:02:46.228975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-8c72dfcc-f21d-4863-a0be-d3623702ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.231025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-8c72dfcc-f21d-4863-a0be-d3623702ab20 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=09848a0526ce40c9baeb6616537cbf3c&device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 1094 time: 0.0468495 Nov 09 18:02:46.256545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['4b3a4e9a-64b9-4ede-93f6-7162b499d3c4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:46.328767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80feaf-e6a4-4767-84e9-e2ca1cf050ee req-d8ca1259-1d21-47c3-b848-f9b9b6b2cc98 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.330247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf80feaf-e6a4-4767-84e9-e2ca1cf050ee req-d8ca1259-1d21-47c3-b848-f9b9b6b2cc98 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 943 time: 0.1407101 Nov 09 18:02:46.341444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-f546e4a4-e5d1-47f1-a743-e5b0f5441805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.342983 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-f546e4a4-e5d1-47f1-a743-e5b0f5441805 service neutron] 10.222.0.85 "GET /v2.0/networks?id=fdb3b163-cfac-4662-84b7-18b6440aa51a HTTP/1.1" status: 200 len: 916 time: 0.1036797 Nov 09 18:02:46.377538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3000e-7c34-4de2-98c9-4a35bf02bbf8 req-51bfbda4-cd8a-4ee9-8194-6e13898f0e88 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.386180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4b3000e-7c34-4de2-98c9-4a35bf02bbf8 req-51bfbda4-cd8a-4ee9-8194-6e13898f0e88 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 944 time: 0.1496496 Nov 09 18:02:46.400341 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-c9d55314-fca4-4060-ae84-efae1e90da45 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027d4ebe-6a2e-4a12-ac11-6c007440c69a HTTP/1.1" status: 200 len: 217 time: 0.0498891 Nov 09 18:02:46.426200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-a2fc9498-945c-4426-a754-2810f53740d5 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221191 Nov 09 18:02:46.451370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-e5d257ad-6596-4c73-b60a-81f9dbfcb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.453281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-e5d257ad-6596-4c73-b60a-81f9dbfcb694 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0bb2fb46-5814-4665-821f-bdf4a5b6c92d HTTP/1.1" status: 200 len: 855 time: 0.0475016 Nov 09 18:02:46.457224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf80feaf-e6a4-4767-84e9-e2ca1cf050ee req-2584918c-0318-4366-b945-1ade54041f9c tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191902 Nov 09 18:02:46.471619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4b3000e-7c34-4de2-98c9-4a35bf02bbf8 req-728f918e-d0a6-45b1-ae9c-607aec69c63f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843120 Nov 09 18:02:46.484826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47778) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:46.513498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-9283356b-1cdc-484c-bc48-adf80623b6eb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fdb3b163-cfac-4662-84b7-18b6440aa51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489810 Nov 09 18:02:46.514425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-652ac964-e47d-4f88-8aff-f6c8427eca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.562394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f274e272-f23c-434e-8613-6c0e1f88de2c req-ea6673a5-b2ae-4059-82b8-34f6a7002f01 service neutron] 10.222.0.73 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141770 Nov 09 18:02:46.650301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540f03-183d-48e2-9389-6171d1d7b14a req-d59a3407-0a4b-4725-99fe-f2d82d9aefbe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:46.652150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40540f03-183d-48e2-9389-6171d1d7b14a req-d59a3407-0a4b-4725-99fe-f2d82d9aefbe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 944 time: 0.0674944 Nov 09 18:02:46.657787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-aa9f5e1e-4d2d-4bb9-a508-87fb93eee8a1 service neutron] 10.222.0.85 "GET /v2.0/networks/fdb3b163-cfac-4662-84b7-18b6440aa51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316352 Nov 09 18:02:46.703893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40540f03-183d-48e2-9389-6171d1d7b14a req-ab5aa993-c4c3-43c1-ab60-90acf891d9e5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Nov 09 18:02:46.738147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-652ac964-e47d-4f88-8aff-f6c8427eca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.744224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-652ac964-e47d-4f88-8aff-f6c8427eca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.799485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ac964-e47d-4f88-8aff-f6c8427eca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b47aca-53d9-467e-95ae-84eac7a6ced8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:46.806490 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-652ac964-e47d-4f88-8aff-f6c8427eca23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5263f4249526462a804ddf69fe787997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199761 Nov 09 18:02:46.809494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47780) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:02:46.816932 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-54e8498c-01f9-4721-bd79-ef63f96b494c req-a5526913-f3d3-4200-b096-3c1f79d7488c service neutron] 10.222.0.85 "GET /v2.0/networks/fdb3b163-cfac-4662-84b7-18b6440aa51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447573 Nov 09 18:02:46.860244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0da5-2514-4a01-a7a4-d0ced8c23777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.881049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0da5-2514-4a01-a7a4-d0ced8c23777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.927284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0da5-2514-4a01-a7a4-d0ced8c23777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.929955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c2c0da5-2514-4a01-a7a4-d0ced8c23777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:46.931186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1c2c0da5-2514-4a01-a7a4-d0ced8c23777 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b47aca-53d9-467e-95ae-84eac7a6ced8 HTTP/1.1" status: 204 len: 168 time: 0.1205502 Nov 09 18:02:46.939192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c0da5-2514-4a01-a7a4-d0ced8c23777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b47aca-53d9-467e-95ae-84eac7a6ced8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:47.245257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03d7f5-a53b-494c-963e-49fb2b7dc216 req-df67deff-fec4-4a37-be7b-0396ffa4f705 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:47.246756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c03d7f5-a53b-494c-963e-49fb2b7dc216 req-df67deff-fec4-4a37-be7b-0396ffa4f705 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0782070 Nov 09 18:02:47.259229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5000a-9eb7-4e20-a1f0-1b9b799b9e77 req-0b84b0c1-e2c8-448c-b957-82141fc6df30 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:47.260633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49b5000a-9eb7-4e20-a1f0-1b9b799b9e77 req-0b84b0c1-e2c8-448c-b957-82141fc6df30 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 945 time: 0.0798969 Nov 09 18:02:47.309421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c03d7f5-a53b-494c-963e-49fb2b7dc216 req-5e580b7c-f81b-408a-b7ea-a34c92139931 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478494 Nov 09 18:02:47.321852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49b5000a-9eb7-4e20-a1f0-1b9b799b9e77 req-72e0a8f7-ebfa-49c7-b82b-772b7c9af51d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472453 Nov 09 18:02:47.613775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb191ab-989f-4267-a44f-f517c594ae9c req-fc9ed84b-fc7e-47da-a66b-ef77e84d7e57 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:47.615451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eeb191ab-989f-4267-a44f-f517c594ae9c req-fc9ed84b-fc7e-47da-a66b-ef77e84d7e57 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 943 time: 0.0806828 Nov 09 18:02:47.628037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2797fc-c693-4967-9d10-bba6db2400e4 req-6635fc82-a8e3-4502-8e94-7cbebd8bace3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:47.630107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb2797fc-c693-4967-9d10-bba6db2400e4 req-6635fc82-a8e3-4502-8e94-7cbebd8bace3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0669136 Nov 09 18:02:47.689362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eeb191ab-989f-4267-a44f-f517c594ae9c req-9dc90725-1d32-468d-83c8-3be1e48993ff tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579495 Nov 09 18:02:47.694012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb2797fc-c693-4967-9d10-bba6db2400e4 req-74c7907a-e60c-4a88-9907-baa1199c75c7 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564761 Nov 09 18:02:47.793657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 027d4ebe-6a2e-4a12-ac11-6c007440c69a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:47.794305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327c01b-f8d8-4bb2-bfa3-c9cc946e299a req-fa470c0f-05cc-4188-9a0c-543a65dcaeeb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:47.795827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7327c01b-f8d8-4bb2-bfa3-c9cc946e299a req-fa470c0f-05cc-4188-9a0c-543a65dcaeeb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 944 time: 0.0509348 Nov 09 18:02:47.797786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:47.836196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7327c01b-f8d8-4bb2-bfa3-c9cc946e299a req-0ad49b9e-a086-4d80-b4c2-b6ba4bd931b2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Nov 09 18:02:47.914643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:47.927489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:47.928040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:47.962053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 027d4ebe-6a2e-4a12-ac11-6c007440c69a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=027d4ebe-6a2e-4a12-ac11-6c007440c69a,segment=NetworkSegment(ba695122-854c-4a9b-a7e3-7942a1cf7dcc),segment_id=ba695122-854c-4a9b-a7e3-7942a1cf7dcc)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:47.975339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-c0b0304f-55c7-4dcd-96b4-f051cbadc57f tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0d1397570b404813bce759ed59834798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237868 Nov 09 18:02:47.978580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '027d4ebe-6a2e-4a12-ac11-6c007440c69a', 'network_id': 'fdb3b163-cfac-4662-84b7-18b6440aa51a', 'port_id': '027d4ebe-6a2e-4a12-ac11-6c007440c69a', 'mac_address': 'fa:16:3e:29:aa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb2fb46-5814-4665-821f-bdf4a5b6c92d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:48.044183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.069577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027d4ebe-6a2e-4a12-ac11-6c007440c69a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:48.078942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.090764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-bb25be21-484b-4768-ace0-81f9f052968c tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.098692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-bb25be21-484b-4768-ace0-81f9f052968c tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198218 Nov 09 18:02:48.112550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a3daccd0-3123-4862-a111-3fceeb329692 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/quotas/0d1397570b404813bce759ed59834798 HTTP/1.1" status: 200 len: 375 time: 0.0124657 Nov 09 18:02:48.113546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 027d4ebe-6a2e-4a12-ac11-6c007440c69a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=027d4ebe-6a2e-4a12-ac11-6c007440c69a,segment=NetworkSegment(ba695122-854c-4a9b-a7e3-7942a1cf7dcc),segment_id=ba695122-854c-4a9b-a7e3-7942a1cf7dcc)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:48.120321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:48.122705 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66306bb0-fd4e-462e-b901-a3cd19ca4c33" -d '{"events": [{"server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "name": "network-vif-plugged", "status": "completed", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:48.125569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a8fa2f4c-0d85-4384-8811-d043333f58de details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:48.136857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.146018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:48.149718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-b744123b-7e52-4921-bf09-32ee41953c33 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d1397570b404813bce759ed59834798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296557 Nov 09 18:02:48.153977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.246377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=027d4ebe-6a2e-4a12-ac11-6c007440c69a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:48.257605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.257959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.258332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.258699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.259013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.259344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.259855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.260352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.260847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.261340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.261847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.262364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:48.360228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:48.393246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'port_id': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'mac_address': 'fa:16:3e:04:c4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5671fb-bf4a-4b23-9681-d2bd3c0c2279', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:48.396589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:48.417846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee813cc8-2606-48f1-886e-dad521b3378e req-41e1f315-109d-4a14-9afd-3d7da22491e3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.425024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee813cc8-2606-48f1-886e-dad521b3378e req-41e1f315-109d-4a14-9afd-3d7da22491e3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 945 time: 0.1010134 Nov 09 18:02:48.433570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['027d4ebe-6a2e-4a12-ac11-6c007440c69a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:48.485676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803e2ea-16ec-4bd0-9e76-b23d6cb580fc req-0e101c30-43ba-43fd-8356-51a33f42f35e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.487081 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.492872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6803e2ea-16ec-4bd0-9e76-b23d6cb580fc req-0e101c30-43ba-43fd-8356-51a33f42f35e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1217782 Nov 09 18:02:48.506215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee813cc8-2606-48f1-886e-dad521b3378e req-109dbef8-79ad-4bb2-ae43-72d0d8457482 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775342 Nov 09 18:02:48.523994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fa2f4c-0d85-4384-8811-d043333f58de {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:48.547297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:48.553673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.559816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6803e2ea-16ec-4bd0-9e76-b23d6cb580fc req-667856eb-e760-4589-a743-2d69d5c2bbe8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646262 Nov 09 18:02:48.587667 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8f3d42-2703-4462-bbe9-44c67439683c x-openstack-request-id: req-6f8f3d42-2703-4462-bbe9-44c67439683c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:48.587949 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "name": "network-vif-plugged", "status": "completed", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:48.588156 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f8f3d42-2703-4462-bbe9-44c67439683c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:48.588545 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4', 'code': 200} Nov 09 18:02:48.619868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b684ff4e-a1bf-47cd-b30d-f65d485b92ee req-c4b7058c-2cb7-4935-9352-f5be9abcdc29 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 210 time: 0.0347545 Nov 09 18:02:48.655809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:48.711596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c0ec3-ec54-4d02-9514-2081435e8d0a req-bbe5719b-8585-408f-81d1-4d12c47e7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.716618 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c11c0ec3-ec54-4d02-9514-2081435e8d0a req-bbe5719b-8585-408f-81d1-4d12c47e7119 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1096 time: 0.0643210 Nov 09 18:02:48.728305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5db26-b277-44b6-ab51-500b9ddefdc4 req-dd419fd0-e0e4-45c0-aaf1-18d678ce906f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.730430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17a5db26-b277-44b6-ab51-500b9ddefdc4 req-dd419fd0-e0e4-45c0-aaf1-18d678ce906f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0809588 Nov 09 18:02:48.776881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17a5db26-b277-44b6-ab51-500b9ddefdc4 req-082db406-b6a9-47a0-8167-4abbed4babc4 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373178 Nov 09 18:02:48.777194 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c11c0ec3-ec54-4d02-9514-2081435e8d0a req-9c9b0636-02bc-4991-b7ab-9e9fe78f5fe3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468588 Nov 09 18:02:48.857184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:48.888256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['a8fa2f4c-0d85-4384-8811-d043333f58de'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:48.890947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d899-ec99-4d58-9cac-f10356a9d724 req-978eeac2-378b-4197-9646-3b5272c3f0c4 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:48.893721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d758d899-ec99-4d58-9cac-f10356a9d724 req-978eeac2-378b-4197-9646-3b5272c3f0c4 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 944 time: 0.0567179 Nov 09 18:02:48.982884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d758d899-ec99-4d58-9cac-f10356a9d724 req-b745064c-8691-4faf-a23e-dcb62c78da94 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813196 Nov 09 18:02:49.001895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1e118-b696-4edd-9257-d527b473fcfd req-98cd03c5-e16e-413c-b818-ae5e4c26d0d6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.009645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1e118-b696-4edd-9257-d527b473fcfd req-98cd03c5-e16e-413c-b818-ae5e4c26d0d6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.017135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1e118-b696-4edd-9257-d527b473fcfd req-98cd03c5-e16e-413c-b818-ae5e4c26d0d6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.019103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ba1e118-b696-4edd-9257-d527b473fcfd req-98cd03c5-e16e-413c-b818-ae5e4c26d0d6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6&device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50&device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 2416 time: 0.0926712 Nov 09 18:02:49.067739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ba1e118-b696-4edd-9257-d527b473fcfd req-7545edb4-8066-4c78-86ef-a9cbe756ff15 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Nov 09 18:02:49.166331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0599caf-4ad6-48ca-bba6-6e7c4cdc9282 req-74a8efcc-499d-4f83-b619-f1e3c407953f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.167803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0599caf-4ad6-48ca-bba6-6e7c4cdc9282 req-74a8efcc-499d-4f83-b619-f1e3c407953f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 945 time: 0.0517011 Nov 09 18:02:49.208025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0599caf-4ad6-48ca-bba6-6e7c4cdc9282 req-678b87bb-0f8a-44fb-b850-143b0e7cd5de tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Nov 09 18:02:49.267650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0862d0b-f578-467d-9c03-f071878a0a80 req-c9188210-c89c-416e-ae1a-73fc2a404432 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.269678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0862d0b-f578-467d-9c03-f071878a0a80 req-c9188210-c89c-416e-ae1a-73fc2a404432 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0483329 Nov 09 18:02:49.309837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0862d0b-f578-467d-9c03-f071878a0a80 req-f0dfbe74-7034-4984-ac68-3bb4607ab32d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Nov 09 18:02:49.491037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-2737a15f-78be-459f-8a47-74020918f58e tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0d1397570b404813bce759ed59834798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209448 Nov 09 18:02:49.628959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a8f043e2-7b99-43f6-8d1d-e79e5f0cf7a7 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.630452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a8f043e2-7b99-43f6-8d1d-e79e5f0cf7a7 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337593 Nov 09 18:02:49.652883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be209b-66d9-4b47-9476-45a2a9f7d0f0 req-a6031df9-3627-4872-bd80-f1deeafdcc94 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.654379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71be209b-66d9-4b47-9476-45a2a9f7d0f0 req-a6031df9-3627-4872-bd80-f1deeafdcc94 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 945 time: 0.0651195 Nov 09 18:02:49.658948 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Request body: {'port': {'device_id': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '0d1397570b404813bce759ed59834798'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:49.762900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e64251fe-9539-45f1-ae19-b77cb9380b2b req-ecbcf3f0-47bd-420f-ab97-5b4ea89ac09a tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 210 time: 0.0419860 Nov 09 18:02:49.772147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71be209b-66d9-4b47-9476-45a2a9f7d0f0 req-fa4c4441-76c4-428e-8f9e-d892f0c20f15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088016 Nov 09 18:02:49.801020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 027d4ebe-6a2e-4a12-ac11-6c007440c69a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:49.825185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Made reservation on behalf of 0d1397570b404813bce759ed59834798 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:02:49.829412 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.847046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.854606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 027d4ebe-6a2e-4a12-ac11-6c007440c69a completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:49.859674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 027d4ebe-6a2e-4a12-ac11-6c007440c69a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:49.860441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.926606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53a53-5175-43bc-aef1-f7223ff3a01e req-27dc718d-54b2-4c37-8afb-1b15d64bd71e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:49.928271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ec53a53-5175-43bc-aef1-f7223ff3a01e req-27dc718d-54b2-4c37-8afb-1b15d64bd71e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0693209 Nov 09 18:02:49.969659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:49.990191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ec53a53-5175-43bc-aef1-f7223ff3a01e req-59d57a53-da77-49f1-91b7-f5f65f531a2a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520551 Nov 09 18:02:50.015561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 027d4ebe-6a2e-4a12-ac11-6c007440c69a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=027d4ebe-6a2e-4a12-ac11-6c007440c69a,segment=NetworkSegment(ba695122-854c-4a9b-a7e3-7942a1cf7dcc),segment_id=ba695122-854c-4a9b-a7e3-7942a1cf7dcc)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:50.021250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.031026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.040024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.079592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=027d4ebe-6a2e-4a12-ac11-6c007440c69a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:50.111809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a8fa2f4c-0d85-4384-8811-d043333f58de up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:50.115844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c28c5de-0842-4601-b3f8-b8d71138181b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:50.173366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port a8fa2f4c-0d85-4384-8811-d043333f58de completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:50.178517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port a8fa2f4c-0d85-4384-8811-d043333f58de triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:50.179160 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.239280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d05a2-46b6-430a-8cad-643f5387ccb4 req-9d088bcd-cb9b-4050-bee7-bed0b8060bb7 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.246549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-338d05a2-46b6-430a-8cad-643f5387ccb4 req-9d088bcd-cb9b-4050-bee7-bed0b8060bb7 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 945 time: 0.1364820 Nov 09 18:02:50.271646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Allocated IP 192.168.233.108 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/20056825-5391-4e9a-a593-13c10803a3b3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:02:50.294026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.302911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-338d05a2-46b6-430a-8cad-643f5387ccb4 req-e09e0e89-0dc7-4aa5-8d6f-b5e18e7cb1b8 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554893 Nov 09 18:02:50.344305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:50.349477 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.399667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:50.504261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5856ce-b8f2-41c4-8db7-21113f85198e req-d6a35b80-e33d-4f67-8cef-948bade1e8b4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.505747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e5856ce-b8f2-41c4-8db7-21113f85198e req-d6a35b80-e33d-4f67-8cef-948bade1e8b4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.1050527 Nov 09 18:02:50.545806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.570839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e5856ce-b8f2-41c4-8db7-21113f85198e req-3f81ff22-c0f7-4d9d-ae9a-eddd77098851 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555654 Nov 09 18:02:50.590301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cd8928-cb94-4205-bac8-501b97d529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d4ebe-6a2e-4a12-ac11-6c007440c69a'}, {'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:50.593411 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeccd88-3c37-4800-ab1c-1bfda4cbfea9" -d '{"events": [{"server_uuid": "97cd8928-cb94-4205-bac8-501b97d529ab", "name": "network-vif-plugged", "status": "completed", "tag": "027d4ebe-6a2e-4a12-ac11-6c007440c69a"}, {"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-plugged", "status": "completed", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:50.603952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.649431 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985afd2e-6862-4c02-b333-65f1acd75326 x-openstack-request-id: req-985afd2e-6862-4c02-b333-65f1acd75326 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:50.650196 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cd8928-cb94-4205-bac8-501b97d529ab", "name": "network-vif-plugged", "status": "completed", "tag": "027d4ebe-6a2e-4a12-ac11-6c007440c69a", "code": 200}, {"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-plugged", "status": "completed", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:50.650549 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-985afd2e-6862-4c02-b333-65f1acd75326 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:50.651023 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cd8928-cb94-4205-bac8-501b97d529ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d4ebe-6a2e-4a12-ac11-6c007440c69a', 'code': 200} Nov 09 18:02:50.651770 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'code': 200} Nov 09 18:02:50.663974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:02:50.682939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:02:50.693678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:02:50.713090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Pushing event updated for resources: {'Port': ['ID=20056825-5391-4e9a-a593-13c10803a3b3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:50.746569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0da9e-7eac-4d8a-9587-be1ca6b3ef9e req-7f46413b-a127-4916-b891-feb6a3ede6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.748088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9fd0da9e-7eac-4d8a-9587-be1ca6b3ef9e req-7f46413b-a127-4916-b891-feb6a3ede6d6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 1096 time: 0.0423620 Nov 09 18:02:50.788106 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9fd0da9e-7eac-4d8a-9587-be1ca6b3ef9e req-429d1073-139a-41eb-98f2-4119296e25fd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Nov 09 18:02:50.792969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.793632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.813420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7eb19-578a-4e30-85f7-56d46d0d444e req-dc6ab20b-c611-4d0a-b602-c6318d56605b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.815006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a7eb19-578a-4e30-85f7-56d46d0d444e req-dc6ab20b-c611-4d0a-b602-c6318d56605b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1573932 Nov 09 18:02:50.830917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ce683-bd1b-40f2-9e39-ebdb02053d95 req-c6207774-82d9-49a6-8dae-17bb4251557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.832946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b17ce683-bd1b-40f2-9e39-ebdb02053d95 req-c6207774-82d9-49a6-8dae-17bb4251557e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 1097 time: 0.0967004 Nov 09 18:02:50.837535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-ae77271d-b3be-4faf-a52f-ef8543a3b17d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1822302 Nov 09 18:02:50.866508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Request body: {'port': {'device_id': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:50.932501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a7eb19-578a-4e30-85f7-56d46d0d444e req-f82854e5-0ba4-48a3-8a11-be6efc6b721d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096470 Nov 09 18:02:50.967085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5e3b4783-41c3-494f-bd04-074500acc827 None None] Provisioning complete for port 20056825-5391-4e9a-a593-13c10803a3b3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:50.967777 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5e3b4783-41c3-494f-bd04-074500acc827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:50.973950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b17ce683-bd1b-40f2-9e39-ebdb02053d95 req-1f243322-22e4-4f3a-b0e9-57b9ef58ea71 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153896 Nov 09 18:02:50.985746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a747fa-442d-44ed-a7b7-a8e811ccbef7 req-8d71aa56-6d90-40af-9e5a-49a2a56f7a60 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:50.987245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a747fa-442d-44ed-a7b7-a8e811ccbef7 req-8d71aa56-6d90-40af-9e5a-49a2a56f7a60 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 936 time: 0.1433675 Nov 09 18:02:50.989827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.004157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b4783-41c3-494f-bd04-074500acc827 None None] Port 20056825-5391-4e9a-a593-13c10803a3b3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:02:51.095942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a747fa-442d-44ed-a7b7-a8e811ccbef7 req-8045944a-6be6-4204-a5b0-5d55dd2c6462 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974710 Nov 09 18:02:51.174354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d406bf-c79b-46bd-b512-9bade9ecafc5 req-0cababbe-48b8-4df2-9156-c9f867016a5b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.176328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23d406bf-c79b-46bd-b512-9bade9ecafc5 req-0cababbe-48b8-4df2-9156-c9f867016a5b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 945 time: 0.1762593 Nov 09 18:02:51.283452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23d406bf-c79b-46bd-b512-9bade9ecafc5 req-a0eb5d27-ab85-4532-b547-03d058a8d71a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011457 Nov 09 18:02:51.294353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b2162-4651-470e-8e23-43c7efd8505a req-4831cf0b-4716-425c-a6c6-951421cf125a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.295799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b02b2162-4651-470e-8e23-43c7efd8505a req-4831cf0b-4716-425c-a6c6-951421cf125a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1452165 Nov 09 18:02:51.370501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b02b2162-4651-470e-8e23-43c7efd8505a req-452bd98e-22ad-4a62-bceb-a250aa9e992f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623698 Nov 09 18:02:51.432320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20056825-5391-4e9a-a593-13c10803a3b3 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:51.459370 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.494240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Transition to ACTIVE for port object 20056825-5391-4e9a-a593-13c10803a3b3 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:02:51.503417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.518354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91590d5-020f-4a6d-afa2-89e5a5d233ba req-5b66c49b-1488-4576-8683-0c4faf1d2ea0 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.519895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f91590d5-020f-4a6d-afa2-89e5a5d233ba req-5b66c49b-1488-4576-8683-0c4faf1d2ea0 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1096 time: 0.1033485 Nov 09 18:02:51.564013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69586726-e5dd-462c-839d-6596e2a33c88 req-4c37040c-30be-4403-b837-897f511b113d tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.565502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69586726-e5dd-462c-839d-6596e2a33c88 req-4c37040c-30be-4403-b837-897f511b113d tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 945 time: 0.1378572 Nov 09 18:02:51.598530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Pushing event updated for resources: {'Port': ['ID=20056825-5391-4e9a-a593-13c10803a3b3,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:51.667933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f91590d5-020f-4a6d-afa2-89e5a5d233ba req-c493599a-51f1-44a7-886f-c3d1081ae64f tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260090 Nov 09 18:02:51.678818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69586726-e5dd-462c-839d-6596e2a33c88 req-e4ec63b0-b02b-43cc-b689-d3fad7a405e4 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918925 Nov 09 18:02:51.719462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Attempting to bind port 20056825-5391-4e9a-a593-13c10803a3b3 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:51.720333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Attempting to bind port 20056825-5391-4e9a-a593-13c10803a3b3 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:51.720837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Attempting to bind port 20056825-5391-4e9a-a593-13c10803a3b3 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:51.726880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Port 20056825-5391-4e9a-a593-13c10803a3b3 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:51.727107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Attempting to bind port 20056825-5391-4e9a-a593-13c10803a3b3 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:51.732336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:51.732672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:51.733732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:51.734376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Bound port: 20056825-5391-4e9a-a593-13c10803a3b3, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:51.734785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.859157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c95aa-4bc8-49af-9f22-40b5c99fcf41 req-6565cb2b-3c7f-41b3-95fd-4218bf6cb565 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.860641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c3c95aa-4bc8-49af-9f22-40b5c99fcf41 req-6565cb2b-3c7f-41b3-95fd-4218bf6cb565 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.1142626 Nov 09 18:02:51.890172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] For port 20056825-5391-4e9a-a593-13c10803a3b3, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:51.893397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4b96b-fbd5-45af-81fa-491193b769ef req-d8da06c5-88bc-4a90-a946-ca5cfc9559ec tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.895412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8a4b96b-fbd5-45af-81fa-491193b769ef req-d8da06c5-88bc-4a90-a946-ca5cfc9559ec tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1096 time: 0.0998552 Nov 09 18:02:51.915399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] For port 20056825-5391-4e9a-a593-13c10803a3b3, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=20056825-5391-4e9a-a593-13c10803a3b3,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:51.930530 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.963529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c3c95aa-4bc8-49af-9f22-40b5c99fcf41 req-eb27d022-114b-4ea5-a351-7b80642ac1ea tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947089 Nov 09 18:02:51.975077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:51.975799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:51.977255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] 10.222.0.73 "PUT /v2.0/ports/20056825-5391-4e9a-a593-13c10803a3b3 HTTP/1.1" status: 200 len: 1096 time: 1.1198494 Nov 09 18:02:51.980465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'tag': '20056825-5391-4e9a-a593-13c10803a3b3'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:51.982793 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cd60d2-6cac-4954-8f81-6c986882673d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6e746c-aaf5-43c5-9f54-c5d93012ce38", "tag": "20056825-5391-4e9a-a593-13c10803a3b3"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:52.016627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8a4b96b-fbd5-45af-81fa-491193b769ef req-ec8f4a30-d18a-4d35-b510-ee42c41bf0f6 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131051 Nov 09 18:02:52.022086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3b3f-1bfd-4fd3-bb5b-232323576b02 service neutron] Pushing event updated for resources: {'Port': ['ID=20056825-5391-4e9a-a593-13c10803a3b3,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:52.101909 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c3b125-0813-4ac5-8c84-d6c29e56010c x-openstack-request-id: req-73c3b125-0813-4ac5-8c84-d6c29e56010c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:52.102337 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6e746c-aaf5-43c5-9f54-c5d93012ce38", "tag": "20056825-5391-4e9a-a593-13c10803a3b3", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:52.102798 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73c3b125-0813-4ac5-8c84-d6c29e56010c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:52.103426 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'tag': '20056825-5391-4e9a-a593-13c10803a3b3', 'status': 'completed', 'code': 200} Nov 09 18:02:52.132350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-8c3fa462-b27d-4eca-8bad-4cbe728ae707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.133974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-8c3fa462-b27d-4eca-8bad-4cbe728ae707 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d1397570b404813bce759ed59834798&device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 1099 time: 0.1009746 Nov 09 18:02:52.146345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763d81e-412d-44b5-989a-b86fd23c43a5 req-135b3cbc-4899-4e65-b025-bb0244108f72 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.148001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c763d81e-412d-44b5-989a-b86fd23c43a5 req-135b3cbc-4899-4e65-b025-bb0244108f72 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1022425 Nov 09 18:02:52.198282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-2239d15b-0ac4-4e4d-97d1-98aeb5658af3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=20056825-5391-4e9a-a593-13c10803a3b3 HTTP/1.1" status: 200 len: 217 time: 0.0491073 Nov 09 18:02:52.290234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c763d81e-412d-44b5-989a-b86fd23c43a5 req-f537ac8d-0b9f-4e4a-b08a-387f4adde48f tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310186 Nov 09 18:02:52.300130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-212d7ab1-a280-4a7e-a38f-fd1b92d01613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.302635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-212d7ab1-a280-4a7e-a38f-fd1b92d01613 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0903838 Nov 09 18:02:52.314481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61398e74-76f9-43ec-8856-35e3da9927fd req-db392d42-bcaf-4b87-ae54-31da4a00dae1 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.316499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61398e74-76f9-43ec-8856-35e3da9927fd req-db392d42-bcaf-4b87-ae54-31da4a00dae1 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 948 time: 0.1106386 Nov 09 18:02:52.385613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-5d5390ff-9cca-43ef-a932-b99e64fd48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.387409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-5d5390ff-9cca-43ef-a932-b99e64fd48df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700562 Nov 09 18:02:52.391204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61398e74-76f9-43ec-8856-35e3da9927fd req-faf356ac-baff-4d56-80d9-fbafd6d25a5b tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662067 Nov 09 18:02:52.534537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-82fc92b6-c2c7-4cfc-abbd-e68eb57fe2b2 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374679 Nov 09 18:02:52.616598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a4b86-fad3-4436-8b6d-6bb53ef891ba req-03a2fdae-2926-4c79-b13c-e708a0c29a07 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.618070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd5a4b86-fad3-4436-8b6d-6bb53ef891ba req-03a2fdae-2926-4c79-b13c-e708a0c29a07 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1422513 Nov 09 18:02:52.640352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6a2e7-f507-4efc-8de5-b0a643eb0cab req-73a30a78-2bd3-4d54-9414-405cd044aacc tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.641805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56f6a2e7-f507-4efc-8de5-b0a643eb0cab req-73a30a78-2bd3-4d54-9414-405cd044aacc tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1096 time: 0.1278682 Nov 09 18:02:52.705640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c980c5-1b1c-4ed7-9472-36e5788c1cc9 req-7c492c0b-a0d5-43b8-873f-9bd1fea8abcd service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535203 Nov 09 18:02:52.712876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd5a4b86-fad3-4436-8b6d-6bb53ef891ba req-406e0830-bf39-4230-8030-99886c30ad05 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869093 Nov 09 18:02:52.718520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56f6a2e7-f507-4efc-8de5-b0a643eb0cab req-c1ea11a5-3159-4761-92ec-685acadaf671 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687749 Nov 09 18:02:52.824018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-568c664b-7495-4e92-9eb9-6e04ec91448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.825486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-568c664b-7495-4e92-9eb9-6e04ec91448f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0d1397570b404813bce759ed59834798&device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 1099 time: 0.0698233 Nov 09 18:02:52.840782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc807a7-4178-4a51-878b-7364f0a33872 req-ed6c5ed3-548f-4110-87bb-b3286e2dad10 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.842135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbc807a7-4178-4a51-878b-7364f0a33872 req-ed6c5ed3-548f-4110-87bb-b3286e2dad10 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 945 time: 0.0608315 Nov 09 18:02:52.928856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbc807a7-4178-4a51-878b-7364f0a33872 req-843f4939-1aed-47e4-ba84-b85cdd81a335 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788202 Nov 09 18:02:52.954672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-f97de91f-f539-4119-b443-0c703133a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:52.956764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-f97de91f-f539-4119-b443-0c703133a202 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1131697 Nov 09 18:02:53.008010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-a8daea90-46e1-435b-91a9-68c8391b3030 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=20056825-5391-4e9a-a593-13c10803a3b3 HTTP/1.1" status: 200 len: 217 time: 0.0343304 Nov 09 18:02:53.094365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-31477727-f9cb-48ee-be0b-cf71e8316575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:53.095843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-31477727-f9cb-48ee-be0b-cf71e8316575 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0797946 Nov 09 18:02:53.109501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713b6a0-a7f0-4e46-b6d7-611f1e18d82d req-3f77faa1-d966-4bc7-99f9-3b71163c4e52 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:53.111142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d713b6a0-a7f0-4e46-b6d7-611f1e18d82d req-3f77faa1-d966-4bc7-99f9-3b71163c4e52 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0693173 Nov 09 18:02:53.175511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d713b6a0-a7f0-4e46-b6d7-611f1e18d82d req-0bb6fd1f-a8e6-4193-9638-547c769eb2c4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555828 Nov 09 18:02:53.193044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-7cac0ea0-a37b-4fc5-8718-6c6bf42b49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:53.194770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-7cac0ea0-a37b-4fc5-8718-6c6bf42b49d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827131 Nov 09 18:02:53.337649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39bf39-2ab4-41fc-b507-9c1161db0006 req-8c8bd8bf-ee3e-40a4-b3fa-be94192fc240 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:53.339160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c39bf39-2ab4-41fc-b507-9c1161db0006 req-8c8bd8bf-ee3e-40a4-b3fa-be94192fc240 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0749812 Nov 09 18:02:53.357762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-19ed6cbc-4b32-4dfb-bb5f-52cc61f06a45 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496933 Nov 09 18:02:53.459072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c39bf39-2ab4-41fc-b507-9c1161db0006 req-ca6998eb-7c84-41b9-8fef-52e760ef7057 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106014 Nov 09 18:02:53.481369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61248879-1be6-47f4-b180-6f2ecee917c7 req-36a1c07e-4cc9-4ba1-b260-e7ca608664c5 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:53.482863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61248879-1be6-47f4-b180-6f2ecee917c7 req-36a1c07e-4cc9-4ba1-b260-e7ca608664c5 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1229010 Nov 09 18:02:53.528341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2cd60d2-6cac-4954-8f81-6c986882673d req-a41dccaa-ee13-4766-8b06-6fe999cb0add service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504841 Nov 09 18:02:53.563605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61248879-1be6-47f4-b180-6f2ecee917c7 req-f14dba79-b9e2-4ebb-80a8-da327f9e3132 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683990 Nov 09 18:02:53.597487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7c4e5-1585-4dcd-9511-467199a9a081 req-29bdaf1d-559a-451e-b9c3-e9127d3f4e85 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:53.598992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38a7c4e5-1585-4dcd-9511-467199a9a081 req-29bdaf1d-559a-451e-b9c3-e9127d3f4e85 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 948 time: 0.0697987 Nov 09 18:02:53.639285 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38a7c4e5-1585-4dcd-9511-467199a9a081 req-eecd870b-aabc-481c-b4fe-ba7b4ddad726 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330768 Nov 09 18:02:54.088612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4362cf-b3e0-4638-86a3-625b2d41735a req-1811a8bc-14d5-4147-bc12-6c039ac0fd5c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:54.090024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f4362cf-b3e0-4638-86a3-625b2d41735a req-1811a8bc-14d5-4147-bc12-6c039ac0fd5c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.3880284 Nov 09 18:02:54.111018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f262589-4e85-408f-92d7-23657086a6bd req-a251c755-e8d4-4de2-8140-0c506f768326 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:54.112420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f262589-4e85-408f-92d7-23657086a6bd req-a251c755-e8d4-4de2-8140-0c506f768326 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0710652 Nov 09 18:02:54.161256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f4362cf-b3e0-4638-86a3-625b2d41735a req-d3317a87-79a5-42cd-b1d9-1068faab107f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629163 Nov 09 18:02:54.166316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f262589-4e85-408f-92d7-23657086a6bd req-0ff0b8c4-c98a-4ac5-b63f-6fef10ed49b0 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465474 Nov 09 18:02:54.263494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760595f6-4f40-49a7-9013-f579ec418eea req-8f63c1ad-367b-4be4-b98b-82d6234a2c47 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:54.265062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-760595f6-4f40-49a7-9013-f579ec418eea req-8f63c1ad-367b-4be4-b98b-82d6234a2c47 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1096 time: 0.0486009 Nov 09 18:02:54.318665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-760595f6-4f40-49a7-9013-f579ec418eea req-c2f52a8d-222c-4ec2-8cbe-13717986fe5d tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Nov 09 18:02:54.356325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa073-7ce2-44ac-86ba-02e319c4bff7 req-ab69bdbf-e6ef-4253-9099-db2e0e5ef8d3 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:54.357801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42faa073-7ce2-44ac-86ba-02e319c4bff7 req-ab69bdbf-e6ef-4253-9099-db2e0e5ef8d3 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0558927 Nov 09 18:02:54.399107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42faa073-7ce2-44ac-86ba-02e319c4bff7 req-988e1eb7-2dc8-4c57-b066-0c21663bbe91 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Nov 09 18:02:54.737672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45bb3b-1fa0-49c6-aa1d-6bb9e102d31b req-c2ac3613-1d73-4d24-90ca-67c4636ad344 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:54.739182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef45bb3b-1fa0-49c6-aa1d-6bb9e102d31b req-c2ac3613-1d73-4d24-90ca-67c4636ad344 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0574648 Nov 09 18:02:54.795335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef45bb3b-1fa0-49c6-aa1d-6bb9e102d31b req-d7c41740-01a0-4dd7-bea4-7d6e1e69ce45 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495532 Nov 09 18:02:54.918934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb523c0f-8095-44d3-95ab-eb9e1e30b98c req-de466654-5493-41b4-a008-e6bc3856ecfc tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:54.920693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb523c0f-8095-44d3-95ab-eb9e1e30b98c req-de466654-5493-41b4-a008-e6bc3856ecfc tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0536907 Nov 09 18:02:54.964729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb523c0f-8095-44d3-95ab-eb9e1e30b98c req-e2ed5719-e288-44a7-a85c-d631d650eef7 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374656 Nov 09 18:02:55.158929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f812786-11a9-46a2-a9ba-b381b5d380fd req-5f0dea76-5c90-452a-89ba-ec047674c647 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.160923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f812786-11a9-46a2-a9ba-b381b5d380fd req-5f0dea76-5c90-452a-89ba-ec047674c647 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 948 time: 0.0567763 Nov 09 18:02:55.202019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f812786-11a9-46a2-a9ba-b381b5d380fd req-51504c7a-49fd-426f-8cbb-129d08cc35f0 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Nov 09 18:02:55.310337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55bfcf-6c22-45fe-9b27-10a68776d591 req-46f122b7-932c-4581-9e4f-ffa33619d66d tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.311835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba55bfcf-6c22-45fe-9b27-10a68776d591 req-46f122b7-932c-4581-9e4f-ffa33619d66d tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0512810 Nov 09 18:02:55.358176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba55bfcf-6c22-45fe-9b27-10a68776d591 req-3b6dc394-2afd-44a1-81e6-142dca492bae tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Nov 09 18:02:55.361667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-d4cbe1f7-df0f-4ae6-a58e-897aa54412f4 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:02:55.363314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-d4cbe1f7-df0f-4ae6-a58e-897aa54412f4 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093997 Nov 09 18:02:55.408181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-54dead28-6f2c-4ea0-82b2-3998c7e5f0e7 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.410097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-54dead28-6f2c-4ea0-82b2-3998c7e5f0e7 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 1093 time: 0.0399747 Nov 09 18:02:55.419211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Request body: {'binding': {'host': 'n-h1-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:55.419664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Unknown quota resources ['binding']. {{(pid=102140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 18:02:55.540115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6c1e9-121c-4280-862e-81a62c41ef1b req-7eb634f2-6fd3-4f78-935c-71aaf1b04a33 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.541477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51a6c1e9-121c-4280-862e-81a62c41ef1b req-7eb634f2-6fd3-4f78-935c-71aaf1b04a33 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.1196687 Nov 09 18:02:55.598043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51a6c1e9-121c-4280-862e-81a62c41ef1b req-752692b8-44a9-4c2a-8fbd-93f1b3095aa8 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503323 Nov 09 18:02:55.635943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on host n-h1-817240-1 for vnic_type normal with profile None {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:55.636278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:55.636604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:55.641473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:55.641611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:55.647032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:55.647361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:55.647739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:55.648160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Bound port: 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:55.704609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:55.714407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:55.715672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e0f06f4d-b337-4377-a51e-feccc587a1fa service neutron] 10.222.0.32 "POST /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4/bindings HTTP/1.1" status: 201 len: 389 time: 0.2998612 Nov 09 18:02:55.799650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec9bb9-7881-402f-a84e-e76c7476304f req-a19eb534-4524-403f-9428-4d18805a3e75 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.801350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29ec9bb9-7881-402f-a84e-e76c7476304f req-a19eb534-4524-403f-9428-4d18805a3e75 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0630062 Nov 09 18:02:55.874776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29ec9bb9-7881-402f-a84e-e76c7476304f req-c5e67896-f66c-494f-93a6-782b6ebac0b3 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632777 Nov 09 18:02:55.941610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd63db8-438d-44d6-9873-68833f31d80b req-bf115abc-107d-472a-afb8-89b0820e1445 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:55.943207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd63db8-438d-44d6-9873-68833f31d80b req-bf115abc-107d-472a-afb8-89b0820e1445 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 945 time: 0.0946321 Nov 09 18:02:56.036118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd63db8-438d-44d6-9873-68833f31d80b req-7950bc14-1162-4db7-a4a1-ce4ba4009b2a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862749 Nov 09 18:02:56.046540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-07edd969-522b-4a94-9628-73ba0694eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.048336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-07edd969-522b-4a94-9628-73ba0694eeac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1096 time: 0.0900376 Nov 09 18:02:56.060336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4084-01e6-4140-814d-db642ab15b4e req-56032f52-d320-4014-afbf-7032ce0f1f92 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.062314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3ed4084-01e6-4140-814d-db642ab15b4e req-56032f52-d320-4014-afbf-7032ce0f1f92 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0890775 Nov 09 18:02:56.159387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 20056825-5391-4e9a-a593-13c10803a3b3 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:02:56.180390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3ed4084-01e6-4140-814d-db642ab15b4e req-fc264bde-cd0b-4f82-8614-dfd221fda252 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086760 Nov 09 18:02:56.216919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdea552-93e9-43fd-80ee-ce8414e5cfb8 req-72386f6e-a9c8-4a85-9cbc-944e4f692008 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.218430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6cdea552-93e9-43fd-80ee-ce8414e5cfb8 req-72386f6e-a9c8-4a85-9cbc-944e4f692008 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0996792 Nov 09 18:02:56.221327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-264b7de8-7c5e-4d02-8b93-f1ee918058bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.223530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-264b7de8-7c5e-4d02-8b93-f1ee918058bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1598468 Nov 09 18:02:56.284834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 20056825-5391-4e9a-a593-13c10803a3b3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=20056825-5391-4e9a-a593-13c10803a3b3,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:56.289515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-615eb051-3fff-4e75-9fde-3a05bbac67bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0513935 Nov 09 18:02:56.303887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '20056825-5391-4e9a-a593-13c10803a3b3', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '20056825-5391-4e9a-a593-13c10803a3b3', 'mac_address': 'fa:16:3e:a6:53:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:02:56.345140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.352538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6cdea552-93e9-43fd-80ee-ce8414e5cfb8 req-ed571fa0-2339-4198-b8eb-0c9cd818c485 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180260 Nov 09 18:02:56.360533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20056825-5391-4e9a-a593-13c10803a3b3 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:02:56.396919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 20056825-5391-4e9a-a593-13c10803a3b3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=20056825-5391-4e9a-a593-13c10803a3b3,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:56.402360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-ff8f1d6b-d620-49f4-aa14-6595f7a58f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.403953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-ff8f1d6b-d620-49f4-aa14-6595f7a58f33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.1018424 Nov 09 18:02:56.404152 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:56.446093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-e7bc0380-a9f2-4921-8d34-b561940a584e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336113 Nov 09 18:02:56.456110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=20056825-5391-4e9a-a593-13c10803a3b3,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:56.459851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2ce1-bca1-4213-8fb9-455fa66d36b0 req-1b530297-bded-4fbe-b523-36efb681c2cf tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.461336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-970f2ce1-bca1-4213-8fb9-455fa66d36b0 req-1b530297-bded-4fbe-b523-36efb681c2cf tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 948 time: 0.1023791 Nov 09 18:02:56.552461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-970f2ce1-bca1-4213-8fb9-455fa66d36b0 req-6e9fba86-b01c-4e7d-98b2-559441ca121e tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826132 Nov 09 18:02:56.591652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-f96c906b-107d-439d-8431-eeffd8203f53 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291072 Nov 09 18:02:56.747760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-5350e668-6d07-4cb3-81f1-f4e446e7e828 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478326 Nov 09 18:02:56.759831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5332ae9-c01a-4ef2-a3c7-fe0ddf49ce84 req-bca8f10a-ecab-402a-81fa-b9d9f0db6117 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.767297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5332ae9-c01a-4ef2-a3c7-fe0ddf49ce84 req-bca8f10a-ecab-402a-81fa-b9d9f0db6117 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0926304 Nov 09 18:02:56.768792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['20056825-5391-4e9a-a593-13c10803a3b3'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:56.839568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5332ae9-c01a-4ef2-a3c7-fe0ddf49ce84 req-0b55e352-45ee-4731-93c3-190c6f40eb99 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713155 Nov 09 18:02:56.935604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-5b028461-8306-4c1d-b037-1566d3fb2b68 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:56.937027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-5b028461-8306-4c1d-b037-1566d3fb2b68 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.0619068 Nov 09 18:02:56.949648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817240-1'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:02:57.017467 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.238328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72d9f9-cbe5-4d71-a100-d99502c0b98f req-ff92ac41-a34a-4b04-b885-1a39d45787b7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.239739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f72d9f9-cbe5-4d71-a100-d99502c0b98f req-ff92ac41-a34a-4b04-b885-1a39d45787b7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 945 time: 0.1168795 Nov 09 18:02:57.241453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:57.249911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bec21-857f-462c-b62c-ec90c43c71a9 req-33989912-98b0-404b-8e15-0720c05b18bb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.251365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e34bec21-857f-462c-b62c-ec90c43c71a9 req-33989912-98b0-404b-8e15-0720c05b18bb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.1274519 Nov 09 18:02:57.334229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e34bec21-857f-462c-b62c-ec90c43c71a9 req-82e68461-0667-433d-978d-3d7e3060e0da tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756457 Nov 09 18:02:57.340404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f72d9f9-cbe5-4d71-a100-d99502c0b98f req-a56ab3cd-388d-4561-9a8c-1d832bc0b04d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880833 Nov 09 18:02:57.348801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:57.396482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:57.398818 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d94f04d-a155-4953-99f1-411900a21e19" -d '{"events": [{"server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:57.403758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.413447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.505793 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1132f25d-c558-44b9-b99c-159ebdde9bf4 x-openstack-request-id: req-1132f25d-c558-44b9-b99c-159ebdde9bf4 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:57.506100 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:57.506357 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1132f25d-c558-44b9-b99c-159ebdde9bf4 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:57.506747 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4', 'code': 200} Nov 09 18:02:57.516116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:57.548108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.548455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.548786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.549116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.549441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.549799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.550157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.550499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.550798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.551114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.551431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.551745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:02:57.564646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f42f2-6615-4764-be04-2250291a332a req-56213b5a-3dc1-4bee-9fe5-24c943d48ad4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.566748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-807f42f2-6615-4764-be04-2250291a332a req-56213b5a-3dc1-4bee-9fe5-24c943d48ad4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1394432 Nov 09 18:02:57.569655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on host n-h2-817240-1 for vnic_type normal with profile {"migrating_to": "n-h1-817240-1"} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:02:57.569989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:02:57.570410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:57.581671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:02:57.582027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Attempting to bind port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:02:57.594295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:02:57.594631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:02:57.595322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:02:57.595468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Bound port: 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:02:57.595768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.643594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-807f42f2-6615-4764-be04-2250291a332a req-09c21538-deff-4e91-8b9d-be306cdc909e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698984 Nov 09 18:02:57.705123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:02:57.710475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:02:57.719453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31352c2a-c246-4c82-84de-b24ab9c2ec1a req-ea7b9a2e-a2c4-446b-b8aa-d85425fed28b tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.720919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31352c2a-c246-4c82-84de-b24ab9c2ec1a req-ea7b9a2e-a2c4-446b-b8aa-d85425fed28b tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 949 time: 0.0828860 Nov 09 18:02:57.722470 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.824490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31352c2a-c246-4c82-84de-b24ab9c2ec1a req-23719f43-ce13-451b-ab07-0a3355495dfc tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942295 Nov 09 18:02:57.826662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:57.830699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.831342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:57.832681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a0d8c911-bf31-47c8-a2a8-49b06b619911 service neutron] 10.222.0.73 "PUT /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 1121 time: 0.8875582 Nov 09 18:02:57.945219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['4b3a4e9a-64b9-4ede-93f6-7162b499d3c4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:02:57.974367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d30cd-8280-4a8d-a741-c4df5a735690 req-b7794fe3-cc4e-4fe2-8447-deef0e154276 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:57.976015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-844d30cd-8280-4a8d-a741-c4df5a735690 req-b7794fe3-cc4e-4fe2-8447-deef0e154276 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0633934 Nov 09 18:02:58.020363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-844d30cd-8280-4a8d-a741-c4df5a735690 req-9285a303-cff7-42df-a24d-d0843c3b6d23 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Nov 09 18:02:58.193910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 20056825-5391-4e9a-a593-13c10803a3b3 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:02:58.240967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 20056825-5391-4e9a-a593-13c10803a3b3 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:02:58.244750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 20056825-5391-4e9a-a593-13c10803a3b3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:02:58.245121 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.323122 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.344649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20056825-5391-4e9a-a593-13c10803a3b3'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:58.347434 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79af71f-a5a7-4581-bd17-8065da0ecfe0" -d '{"events": [{"server_uuid": "4d6e746c-aaf5-43c5-9f54-c5d93012ce38", "name": "network-vif-plugged", "status": "completed", "tag": "20056825-5391-4e9a-a593-13c10803a3b3"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:58.360010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 20056825-5391-4e9a-a593-13c10803a3b3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=20056825-5391-4e9a-a593-13c10803a3b3,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:02:58.366831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:02:58.392542 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f79c5e3-ab14-4c3e-80cc-a5723a69a622 x-openstack-request-id: req-6f79c5e3-ab14-4c3e-80cc-a5723a69a622 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:58.392873 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6e746c-aaf5-43c5-9f54-c5d93012ce38", "name": "network-vif-plugged", "status": "completed", "tag": "20056825-5391-4e9a-a593-13c10803a3b3", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:58.393133 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f79c5e3-ab14-4c3e-80cc-a5723a69a622 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:58.393550 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20056825-5391-4e9a-a593-13c10803a3b3', 'code': 200} Nov 09 18:02:58.422694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=20056825-5391-4e9a-a593-13c10803a3b3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:02:58.547366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c498f-df38-431b-9de2-1f779b49e1a6 req-6b955489-4140-4e7c-b8b4-6b5a53776df6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:58.548851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d9c498f-df38-431b-9de2-1f779b49e1a6 req-6b955489-4140-4e7c-b8b4-6b5a53776df6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 943 time: 0.1124885 Nov 09 18:02:58.565098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858e491-e50e-4265-ac58-d0c487061801 req-beaafaed-111b-446b-9ad2-dc81db644645 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:58.566573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8858e491-e50e-4265-ac58-d0c487061801 req-beaafaed-111b-446b-9ad2-dc81db644645 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0989878 Nov 09 18:02:58.588538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30233dd-adf8-410c-b908-62cc48f0c376 req-bd84849c-a46d-4f87-86c8-fedd9d9f4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:58.589865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c30233dd-adf8-410c-b908-62cc48f0c376 req-bd84849c-a46d-4f87-86c8-fedd9d9f4ec2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 1101 time: 0.0919600 Nov 09 18:02:58.637599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d9c498f-df38-431b-9de2-1f779b49e1a6 req-2946bc4e-70ed-4f56-8ff7-df64960a0b18 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815599 Nov 09 18:02:58.672928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8858e491-e50e-4265-ac58-d0c487061801 req-0e1dad13-b54c-46c9-9bee-6b405af1b7c1 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983663 Nov 09 18:02:58.676293 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c30233dd-adf8-410c-b908-62cc48f0c376 req-cffc3deb-663e-4a49-8d9c-b361fdcde996 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762057 Nov 09 18:02:58.785244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa5be6-a611-46b3-82b9-ab5a484b71da req-8b2f7fbb-01d0-405a-a515-a85bcabaf4b8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:58.787127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99aa5be6-a611-46b3-82b9-ab5a484b71da req-8b2f7fbb-01d0-405a-a515-a85bcabaf4b8 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0516784 Nov 09 18:02:58.825520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99aa5be6-a611-46b3-82b9-ab5a484b71da req-2f3bade7-6675-450a-8c11-b20d51634cb1 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Nov 09 18:02:58.949369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a654b-b9b1-46e6-8e67-4196d8e6a3f1 req-cf29aacc-d88f-4a95-8e20-ce3d1cf087f7 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:58.950889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e22a654b-b9b1-46e6-8e67-4196d8e6a3f1 req-cf29aacc-d88f-4a95-8e20-ce3d1cf087f7 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0569565 Nov 09 18:02:58.989721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e22a654b-b9b1-46e6-8e67-4196d8e6a3f1 req-57bc5169-22cc-4c31-8ae5-a164b7a1d2e9 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Nov 09 18:02:59.136865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d514c2-5500-4648-8717-398564445e33 req-da26e4cc-36f6-4913-8d81-268f354896c0 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.138310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61d514c2-5500-4648-8717-398564445e33 req-da26e4cc-36f6-4913-8d81-268f354896c0 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0508308 Nov 09 18:02:59.174168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61d514c2-5500-4648-8717-398564445e33 req-638b5900-d7a3-44ba-96b1-de8e61eddea2 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301192 Nov 09 18:02:59.507947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:02:59.510646 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b6b64-4f77-40f7-867c-8a7f46e2d874" -d '{"events": [{"name": "network-changed", "server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:02:59.546962 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f26f9ba-083f-4c3a-b849-623490fee3a1 x-openstack-request-id: req-8f26f9ba-083f-4c3a-b849-623490fee3a1 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:02:59.547250 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:02:59.547502 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f26f9ba-083f-4c3a-b849-623490fee3a1 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:02:59.547894 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4', 'status': 'completed', 'code': 200} Nov 09 18:02:59.614625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-39b3db6f-e2bd-415c-a252-e4652fbf5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.616076 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-39b3db6f-e2bd-415c-a252-e4652fbf5eb7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1124 time: 0.0439985 Nov 09 18:02:59.705932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-b137fd2d-2f05-4828-9ba1-b98c3ac90caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.708016 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-b137fd2d-2f05-4828-9ba1-b98c3ac90caa service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.0839195 Nov 09 18:02:59.755113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-b11d9b01-da8d-4846-9a17-1bcd3e0d1374 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0388315 Nov 09 18:02:59.761339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609191e0-9408-43be-a1c8-3fabda08c9b1 req-0bfc196b-b540-4fc0-8b8c-b5f8d066b953 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.762757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-609191e0-9408-43be-a1c8-3fabda08c9b1 req-0bfc196b-b540-4fc0-8b8c-b5f8d066b953 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 943 time: 0.0575240 Nov 09 18:02:59.808188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-514cf44b-3542-4fe4-8301-df561acc1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.809651 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-514cf44b-3542-4fe4-8301-df561acc1501 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0434771 Nov 09 18:02:59.824096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0271c30-a031-43e3-bbc7-8955d151525a req-5d82aa63-86dd-4792-9aaa-2129fd32aa73 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.825572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0271c30-a031-43e3-bbc7-8955d151525a req-5d82aa63-86dd-4792-9aaa-2129fd32aa73 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0808587 Nov 09 18:02:59.830412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-609191e0-9408-43be-a1c8-3fabda08c9b1 req-8c092e70-42a7-471b-9e6e-4aca2224c550 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Nov 09 18:02:59.853964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-c1d6a68b-bf9d-4a75-bacb-d8b3ac7d9cef service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297101 Nov 09 18:02:59.863622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0271c30-a031-43e3-bbc7-8955d151525a req-67355b9a-1528-471d-9f7e-b424c66a4f43 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Nov 09 18:02:59.951944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-1b54cdf1-6a5b-411d-910c-150474efc086 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844190 Nov 09 18:02:59.953336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2f096-b1a8-4979-a2af-f18879f056af req-f189d259-7aa9-48e3-a365-41188de243d2 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:02:59.954968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01f2f096-b1a8-4979-a2af-f18879f056af req-f189d259-7aa9-48e3-a365-41188de243d2 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0551636 Nov 09 18:02:59.995697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01f2f096-b1a8-4979-a2af-f18879f056af req-5fc93288-3fed-46fb-bf5b-6008bc29cdbf tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Nov 09 18:03:00.069687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-698b6b64-4f77-40f7-867c-8a7f46e2d874 req-018f0246-e33f-46ce-9929-ba2bebc1097c service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976672 Nov 09 18:03:00.118754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a07fd7-390f-401a-9c94-462e978473a7 req-6d44e449-db47-4b91-8064-f6cd4d8c82e3 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:00.120203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6a07fd7-390f-401a-9c94-462e978473a7 req-6d44e449-db47-4b91-8064-f6cd4d8c82e3 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0484424 Nov 09 18:03:00.156659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6a07fd7-390f-401a-9c94-462e978473a7 req-adbca122-8fc9-4eec-89ea-db45311121be tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305510 Nov 09 18:03:00.207633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a8fa2f4c-0d85-4384-8811-d043333f58de details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:00.291336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132647fe-549a-4ae3-b963-24dad6a8f55f req-be9d7251-38ba-4f05-8e47-2cf1d69176ad tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:00.292685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-132647fe-549a-4ae3-b963-24dad6a8f55f req-be9d7251-38ba-4f05-8e47-2cf1d69176ad tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Nov 09 18:03:00.302246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:00.313431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'port_id': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'mac_address': 'fa:16:3e:04:c4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5671fb-bf4a-4b23-9681-d2bd3c0c2279', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:00.329807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-132647fe-549a-4ae3-b963-24dad6a8f55f req-80941f9a-d66d-4337-8166-a319df1a8ba4 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Nov 09 18:03:00.350054 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.363065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8fa2f4c-0d85-4384-8811-d043333f58de {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:00.382430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:00.386954 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:00.387790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:00.481103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:00.519366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:00.530681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 has no active binding in host n-h1-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:03:00.672135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['a8fa2f4c-0d85-4384-8811-d043333f58de'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:00.982167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bce89-aa9b-4d5e-a370-298f5555522d req-7867f1d2-d724-4c50-9c0f-bba1b759a9c8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:00.983653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a25bce89-aa9b-4d5e-a370-298f5555522d req-7867f1d2-d724-4c50-9c0f-bba1b759a9c8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 943 time: 0.0830419 Nov 09 18:03:00.995516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bc8b-16b6-48b7-9949-404e779b87a3 req-6922e28e-9242-4aae-8343-f30ec96a1dcb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:00.996889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7f1bc8b-16b6-48b7-9949-404e779b87a3 req-6922e28e-9242-4aae-8343-f30ec96a1dcb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 945 time: 0.0638096 Nov 09 18:03:01.049885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a25bce89-aa9b-4d5e-a370-298f5555522d req-b1a3c198-64b1-40f6-97fc-5ce2505cd462 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520303 Nov 09 18:03:01.057191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7f1bc8b-16b6-48b7-9949-404e779b87a3 req-119554e9-bedb-4b50-84d4-42a1244d51e0 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537009 Nov 09 18:03:01.163268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8e248-2e98-42a3-ab34-4d701dd62e32 req-96d23536-6170-49a6-b17a-8b73d80dd2b6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:01.164725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6a8e248-2e98-42a3-ab34-4d701dd62e32 req-96d23536-6170-49a6-b17a-8b73d80dd2b6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0494118 Nov 09 18:03:01.207868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6a8e248-2e98-42a3-ab34-4d701dd62e32 req-2bcc1a1d-7990-4dcc-9184-f3daaa9bdc30 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Nov 09 18:03:01.468642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed83e6-9f59-4c71-a569-cd1ef3306a0e req-052325f7-44cd-4f10-9b11-654cab25fb09 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:01.470127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03ed83e6-9f59-4c71-a569-cd1ef3306a0e req-052325f7-44cd-4f10-9b11-654cab25fb09 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0482543 Nov 09 18:03:01.506739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03ed83e6-9f59-4c71-a569-cd1ef3306a0e req-a8823214-6aed-4f05-b3c5-0c0fbfda6232 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Nov 09 18:03:01.604950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132f997-8ef1-49d9-a873-9e7b7a538521 req-1104c0d3-a867-4185-81d7-18e6888f89cb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:01.606430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3132f997-8ef1-49d9-a873-9e7b7a538521 req-1104c0d3-a867-4185-81d7-18e6888f89cb tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0479000 Nov 09 18:03:01.644014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3132f997-8ef1-49d9-a873-9e7b7a538521 req-48fb8ac3-873e-4963-8c27-118430209b27 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Nov 09 18:03:01.742070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c80170-8957-414a-beff-d6964916746e req-87f41a32-60b9-4d8a-8d6f-9bdd3fee456e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:01.743515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73c80170-8957-414a-beff-d6964916746e req-87f41a32-60b9-4d8a-8d6f-9bdd3fee456e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 945 time: 0.0470099 Nov 09 18:03:01.783430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73c80170-8957-414a-beff-d6964916746e req-7ed4da8c-1802-4764-8a48-cf721e5f78d0 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Nov 09 18:03:02.161312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8c3f1-5f40-4ed6-8a53-68af5a12be15 req-3f4ffec1-95de-4a2a-816f-44c022c8ec5c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:02.162971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35f8c3f1-5f40-4ed6-8a53-68af5a12be15 req-3f4ffec1-95de-4a2a-816f-44c022c8ec5c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 943 time: 0.0487227 Nov 09 18:03:02.204257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35f8c3f1-5f40-4ed6-8a53-68af5a12be15 req-8af699e1-8cbe-4b18-bccb-cf29371fcd7f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354514 Nov 09 18:03:02.226846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a8fa2f4c-0d85-4384-8811-d043333f58de up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:02.273156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port a8fa2f4c-0d85-4384-8811-d043333f58de triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:02.273527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.320960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bf2f9-92ff-41d8-afc6-b18a03b002fb req-cd02702c-49fe-4c18-8b22-3c075cd66d6c tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:02.322454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-401bf2f9-92ff-41d8-afc6-b18a03b002fb req-cd02702c-49fe-4c18-8b22-3c075cd66d6c tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0492072 Nov 09 18:03:02.348768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.361297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-401bf2f9-92ff-41d8-afc6-b18a03b002fb req-5278df54-3aea-405e-96f3-c568d6641d51 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Nov 09 18:03:02.370458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:02.372798 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cbafa9-c5fc-41f1-9e5b-437c726e6f6f" -d '{"events": [{"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-plugged", "status": "completed", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:02.387245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:02.391207 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:02.440451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:02.460966 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446b5381-afc2-405f-8edd-36997bf569b9 x-openstack-request-id: req-446b5381-afc2-405f-8edd-36997bf569b9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:02.461252 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-plugged", "status": "completed", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:02.461507 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-446b5381-afc2-405f-8edd-36997bf569b9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:02.461890 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'code': 200} Nov 09 18:03:02.625654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4871b-5774-4884-a702-2bb3e989e710 req-9e436185-2371-41f3-9505-a43d035e03d5 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:02.627186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38c4871b-5774-4884-a702-2bb3e989e710 req-9e436185-2371-41f3-9505-a43d035e03d5 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0500853 Nov 09 18:03:02.669617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38c4871b-5774-4884-a702-2bb3e989e710 req-7af8e502-cc88-456c-9159-895b293e64d4 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358384 Nov 09 18:03:02.779191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788a5d-70b3-498a-bf54-0831643d02be req-76b869a4-bd0a-4a93-92ae-a427545f9c7f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:02.780664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4788a5d-70b3-498a-bf54-0831643d02be req-76b869a4-bd0a-4a93-92ae-a427545f9c7f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0481935 Nov 09 18:03:02.817540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4788a5d-70b3-498a-bf54-0831643d02be req-e4d8e932-ee3b-484d-9df5-9fd2321a5037 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Nov 09 18:03:02.842350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-6fb4ba01-f167-4983-aad0-8e69b6a088ff service neutron] 10.222.0.85 "GET /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.0564294 Nov 09 18:03:02.917608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bfe32-8bd4-4303-8039-884ecb054198 req-9abaca8e-9704-45f1-a73f-5875295435b4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:02.919351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b59bfe32-8bd4-4303-8039-884ecb054198 req-9abaca8e-9704-45f1-a73f-5875295435b4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0492520 Nov 09 18:03:02.957828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b59bfe32-8bd4-4303-8039-884ecb054198 req-98bfe69f-fde1-466e-acd9-4cd3ee7b24dc tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Nov 09 18:03:03.016035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:03.035942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:03.067976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:03.078402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:03.091037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.164571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Transition to ACTIVE for port object 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:03.168350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:03.225845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] No DVR routers for this DVR port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:03.246598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:03.270133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.270490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.270835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.271178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.271517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.271855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.272187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.272546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.272875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.273180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.273509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.273835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:03.281437 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-fcdd189c-b7a2-4aac-b2d6-e22d01e40116 service neutron] 10.222.0.85 "PUT /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4/bindings/n-h1-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4313650 Nov 09 18:03:03.323577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb053ee-b937-47da-ac07-0668fa6d093f req-2ee6784f-113a-4c88-ac94-524d5ed06b97 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:03.325041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eb053ee-b937-47da-ac07-0668fa6d093f req-2ee6784f-113a-4c88-ac94-524d5ed06b97 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 944 time: 0.0528846 Nov 09 18:03:03.364799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eb053ee-b937-47da-ac07-0668fa6d093f req-e6eefbc4-7e65-470c-b582-4cf12d8ffae4 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Nov 09 18:03:03.472851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaf788-5b96-4d48-a1ac-0d7f02a0ab95 req-03c66a56-b19b-4369-b9af-8b4d9176a08b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:03.474285 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6eaf788-5b96-4d48-a1ac-0d7f02a0ab95 req-03c66a56-b19b-4369-b9af-8b4d9176a08b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0481021 Nov 09 18:03:03.510782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6eaf788-5b96-4d48-a1ac-0d7f02a0ab95 req-62f00010-54cb-4b3a-83c5-47a36f321f2d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Nov 09 18:03:03.783008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589dad4-1317-4660-b490-b5ce8fe8f735 req-ec4477cd-896f-4a03-bbd0-499a4b7f541c tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:03.784985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4589dad4-1317-4660-b490-b5ce8fe8f735 req-ec4477cd-896f-4a03-bbd0-499a4b7f541c tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0492754 Nov 09 18:03:03.821182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4589dad4-1317-4660-b490-b5ce8fe8f735 req-84cf97b3-3b83-449d-b559-7a13ef7fc2bf tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303528 Nov 09 18:03:03.928507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861fe56-c053-4ace-b1b5-5b46ed2c2737 req-87235e1e-c913-40d7-ba70-52a2a6145142 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:03.929980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b861fe56-c053-4ace-b1b5-5b46ed2c2737 req-87235e1e-c913-40d7-ba70-52a2a6145142 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0483825 Nov 09 18:03:03.970253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b861fe56-c053-4ace-b1b5-5b46ed2c2737 req-42ba465d-7938-4998-87ce-7a65f76317fe tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Nov 09 18:03:04.074053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a51eb-39ea-4bb5-a8ff-212842a28824 req-0f01dee0-5c36-4ec5-b845-f75e08358192 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.075480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-834a51eb-39ea-4bb5-a8ff-212842a28824 req-0f01dee0-5c36-4ec5-b845-f75e08358192 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0510075 Nov 09 18:03:04.124271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-834a51eb-39ea-4bb5-a8ff-212842a28824 req-29dd37da-3b0f-4566-b398-13d8e8da27b4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Nov 09 18:03:04.154829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a3f7d5df-948f-42b5-9fd2-9d2ba696f80c tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.156328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-a3f7d5df-948f-42b5-9fd2-9d2ba696f80c tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.0492356 Nov 09 18:03:04.204385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-9ee653ca-d06e-455c-a3ce-f6afdfb28106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.205848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-9ee653ca-d06e-455c-a3ce-f6afdfb28106 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.0407748 Nov 09 18:03:04.278392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-d742f201-9ce6-47a4-ac9a-ebd01dae0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.279961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-d742f201-9ce6-47a4-ac9a-ebd01dae0d9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1095 time: 0.0449281 Nov 09 18:03:04.374629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-9ab2102b-4c44-41d3-a56d-ad24d5f7a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.376105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-9ab2102b-4c44-41d3-a56d-ad24d5f7a740 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.0859725 Nov 09 18:03:04.431457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-21e6dd08-4ce5-4dd5-91f1-6721aacb650d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0406065 Nov 09 18:03:04.516434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae589fc-a244-487a-9a4b-8553b9c353fc req-ac489467-2a0b-4107-9200-b7e3f65fedd0 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.517914 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ae589fc-a244-487a-9a4b-8553b9c353fc req-ac489467-2a0b-4107-9200-b7e3f65fedd0 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 944 time: 0.0806692 Nov 09 18:03:04.519745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-84ed3b21-27de-45b7-b232-a56e182d9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.521045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-84ed3b21-27de-45b7-b232-a56e182d9877 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0742648 Nov 09 18:03:04.565421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-ac4385ca-a72e-45e5-8009-52a6235fb422 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340147 Nov 09 18:03:04.585127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ae589fc-a244-487a-9a4b-8553b9c353fc req-9b4672ce-125a-412f-b2e1-7afe40300a06 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605786 Nov 09 18:03:04.687456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee85f8-4e30-4972-b784-c2c937596d0f req-3532b07b-0b57-4688-8be8-f806878ff50d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.688922 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00ee85f8-4e30-4972-b784-c2c937596d0f req-3532b07b-0b57-4688-8be8-f806878ff50d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1021147 Nov 09 18:03:04.708782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-66401a99-baa3-4355-8356-8b6e83bd6ef1 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335552 Nov 09 18:03:04.775968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00ee85f8-4e30-4972-b784-c2c937596d0f req-dc16b94c-e931-4e59-bde4-7b2c7303682b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Nov 09 18:03:04.815725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-5758f7c6-f673-4b65-87ab-cf2b80c9f4e3 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966110 Nov 09 18:03:04.937350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba819c6f-38ca-4386-89d7-92d99e241b0d req-a2c17993-aaf4-411f-b5f2-cf48ac02bafe tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:04.938966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba819c6f-38ca-4386-89d7-92d99e241b0d req-a2c17993-aaf4-411f-b5f2-cf48ac02bafe tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0501444 Nov 09 18:03:04.977503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba819c6f-38ca-4386-89d7-92d99e241b0d req-66dee3c9-edac-4f67-8ac7-13db26b5e50a tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Nov 09 18:03:05.089952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608fc6c-12ba-4427-8089-cb7374a79609 req-6e58dc3a-e108-4027-be52-1e3174edd7f8 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:05.091649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b608fc6c-12ba-4427-8089-cb7374a79609 req-6e58dc3a-e108-4027-be52-1e3174edd7f8 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0552340 Nov 09 18:03:05.147541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b608fc6c-12ba-4427-8089-cb7374a79609 req-70c70020-7af6-4011-89ca-cbccde016fe9 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 Nov 09 18:03:05.208132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-cbf66967-a5f5-473c-8e69-24ba9ddbd5c5 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:05.208132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-cbf66967-a5f5-473c-8e69-24ba9ddbd5c5 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.0552351 Nov 09 18:03:05.297892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed992565-e265-4602-ab91-064e5f27dbf8 req-f53e5777-7432-4d96-bb61-df023b3434eb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:05.299363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed992565-e265-4602-ab91-064e5f27dbf8 req-f53e5777-7432-4d96-bb61-df023b3434eb tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 946 time: 0.0869265 Nov 09 18:03:05.366008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed992565-e265-4602-ab91-064e5f27dbf8 req-1c065245-50b5-415a-97a0-b512587aae39 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Nov 09 18:03:05.385350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-212bbe47-ac99-47ef-95a6-6d6d55b5d8f1 service neutron] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:05.389192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-212bbe47-ac99-47ef-95a6-6d6d55b5d8f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:05.390421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4441fb-c166-4635-8c50-e42f94c72085 req-212bbe47-ac99-47ef-95a6-6d6d55b5d8f1 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4/bindings/n-h2-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.1693618 Nov 09 18:03:05.733381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f0476-06b1-4cb2-a016-4baf316bcf5b req-c4fd5214-ffdf-4442-93ff-58bb3d7f8996 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:05.733381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f0f0476-06b1-4cb2-a016-4baf316bcf5b req-c4fd5214-ffdf-4442-93ff-58bb3d7f8996 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 944 time: 0.0813086 Nov 09 18:03:05.787278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f0f0476-06b1-4cb2-a016-4baf316bcf5b req-b25c9873-4543-4a06-a0f0-d968c0e3bd8d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Nov 09 18:03:05.830534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21644aa5-0cf1-49f1-8308-366ab265ed56 req-b31f7b5a-53b6-4429-8a58-ca7ba105fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:05.831964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21644aa5-0cf1-49f1-8308-366ab265ed56 req-b31f7b5a-53b6-4429-8a58-ca7ba105fb65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 1096 time: 0.0566120 Nov 09 18:03:05.906760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21644aa5-0cf1-49f1-8308-366ab265ed56 req-d2cbb9ba-b003-4bf7-b6e3-932a71f9038c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613329 Nov 09 18:03:05.922990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e60f8-1cef-47e1-81a0-d8a136cb1641 req-d178501b-60ad-4aff-821a-686bf93537c1 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:05.925163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee9e60f8-1cef-47e1-81a0-d8a136cb1641 req-d178501b-60ad-4aff-821a-686bf93537c1 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0617340 Nov 09 18:03:05.968568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee9e60f8-1cef-47e1-81a0-d8a136cb1641 req-342bd804-a7df-4783-9bed-aa87c4b62d06 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Nov 09 18:03:06.103955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f38ad1-677f-42ab-9d58-f827b110d1fb req-29b46779-3865-4d3b-9448-a78a5ba90a17 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.105522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7f38ad1-677f-42ab-9d58-f827b110d1fb req-29b46779-3865-4d3b-9448-a78a5ba90a17 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0517759 Nov 09 18:03:06.170775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7f38ad1-677f-42ab-9d58-f827b110d1fb req-6910c240-4586-44e9-abdd-1142d4db928d tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565293 Nov 09 18:03:06.173239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec087d-beb4-4222-8989-ccfdb84c2973 req-d0c52d21-1dbb-44d1-8ba1-3672dc437328 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.174727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7ec087d-beb4-4222-8989-ccfdb84c2973 req-d0c52d21-1dbb-44d1-8ba1-3672dc437328 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1095 time: 0.0682247 Nov 09 18:03:06.216997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7ec087d-beb4-4222-8989-ccfdb84c2973 req-e79867a3-5b3c-47f5-a9bd-ce62d45e09a9 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Nov 09 18:03:06.242459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a8fa2f4c-0d85-4384-8811-d043333f58de no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:06.294449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c97566-f4e8-4e4d-bfd6-7416ca840c6d req-3c8b000a-25b4-4b86-ab32-083dd74610c9 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.302045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77c97566-f4e8-4e4d-bfd6-7416ca840c6d req-3c8b000a-25b4-4b86-ab32-083dd74610c9 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0677879 Nov 09 18:03:06.341478 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.358359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77c97566-f4e8-4e4d-bfd6-7416ca840c6d req-46c224e6-5993-42cf-91f5-7ff224308e6f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Nov 09 18:03:06.394187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:06.397615 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4beb37-887a-452b-b47a-deec4bcd4ec7" -d '{"events": [{"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:06.404129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:06.409107 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:06.470957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:06.604311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd45f52-0156-4cc1-97ff-79b362611ed2 req-3b585a3f-a481-407f-8fd7-ed0813bf7518 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.605779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fd45f52-0156-4cc1-97ff-79b362611ed2 req-3b585a3f-a481-407f-8fd7-ed0813bf7518 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 944 time: 0.1084857 Nov 09 18:03:06.650052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-89ee93f6-bd44-4db1-8351-3effef8e0738 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.651775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-89ee93f6-bd44-4db1-8351-3effef8e0738 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.1447740 Nov 09 18:03:06.681509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fd45f52-0156-4cc1-97ff-79b362611ed2 req-17062218-932d-4b73-afa6-c07178ab6a06 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Nov 09 18:03:06.713763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9ae8563c-c5ff-4f59-a3dc-11713b74424a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/quotas/1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 375 time: 0.0547221 Nov 09 18:03:06.728893 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26361e3-63cd-47e0-a518-2ff81e862ada x-openstack-request-id: req-f26361e3-63cd-47e0-a518-2ff81e862ada {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:06.729191 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:06.729452 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f26361e3-63cd-47e0-a518-2ff81e862ada {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:06.729917 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'code': 200} Nov 09 18:03:06.767769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-6e71e541-4a57-4759-86f9-5c8931086aef tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.770313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-6e71e541-4a57-4759-86f9-5c8931086aef tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.73 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 944 time: 0.1101351 Nov 09 18:03:06.838740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-2caa0c43-9653-421e-aed8-0727c6eb24a0 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181583 Nov 09 18:03:06.943426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0fe60-dc35-4b7e-b3e7-d4f27d29a15b req-c13b9d9d-1cfa-40ee-b833-6eda6a323828 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:06.944911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4d0fe60-dc35-4b7e-b3e7-d4f27d29a15b req-c13b9d9d-1cfa-40ee-b833-6eda6a323828 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.1587937 Nov 09 18:03:07.005244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-73b9d486-f61a-425f-88c4-41a6cc35fa61 service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560767 Nov 09 18:03:07.011892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Deleting port a8fa2f4c-0d85-4384-8811-d043333f58de {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:07.012235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.067703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4d0fe60-dc35-4b7e-b3e7-d4f27d29a15b req-a09bf1fd-0b71-4ece-9d96-8b0d3ea8d3c7 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146512 Nov 09 18:03:07.176932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] For port a8fa2f4c-0d85-4384-8811-d043333f58de, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a8fa2f4c-0d85-4384-8811-d043333f58de,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:07.177299 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.204945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-934ecde1-5e69-4493-a3b4-3ed79913a569 service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863074 Nov 09 18:03:07.206423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Calling delete_port for a8fa2f4c-0d85-4384-8811-d043333f58de owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:07.231524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f0d26625-4c67-4972-82d4-4bb7c9df0921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.387656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b199f5-02f7-45b4-86b1-2c5ef1081c49 req-6fee6aff-2477-4b8b-a3e6-0fc49d9a35bf tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:07.389215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2b199f5-02f7-45b4-86b1-2c5ef1081c49 req-6fee6aff-2477-4b8b-a3e6-0fc49d9a35bf tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1269031 Nov 09 18:03:07.881391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:07.895330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2b199f5-02f7-45b4-86b1-2c5ef1081c49 req-53796e2c-64b3-413c-8b9b-4afa449f1fdb tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953592 Nov 09 18:03:07.916767 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:07.939456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8704c9-5911-4370-be59-a4c3593fa321 req-18db8604-e55f-4e0c-8873-f377fd498556 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:07.946818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c8704c9-5911-4370-be59-a4c3593fa321 req-18db8604-e55f-4e0c-8873-f377fd498556 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.4290397 Nov 09 18:03:07.953033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:07.976205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event deleted for resources: {'Port': ['ID=a8fa2f4c-0d85-4384-8811-d043333f58de,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:08.075757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] No DVR routers for this DVR port a8fa2f4c-0d85-4384-8811-d043333f58de on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:08.097390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.100700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111b91d2-508d-4d47-8610-f8217d846ec6 req-457541ff-197a-4c4e-a03a-7886e84545a2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.73 "DELETE /v2.0/ports/a8fa2f4c-0d85-4384-8811-d043333f58de HTTP/1.1" status: 204 len: 173 time: 1.3217385 Nov 09 18:03:08.103200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2daa7df5-4fcb-4aad-9936-7b4b94dc4a0b req-1e153643-4003-4785-b416-15bcfdb02db9 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 210 time: 0.0733602 Nov 09 18:03:08.104431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-deleted', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:08.107155 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d1f377-f734-4d49-8a15-4ed26a0fbea7" -d '{"events": [{"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-deleted", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:08.123599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c8704c9-5911-4370-be59-a4c3593fa321 req-306917a7-008d-4cee-8bc8-73ca025abce5 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737344 Nov 09 18:03:08.169766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-0497794b-0647-4f18-b223-8b819350f074 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:08.173014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-0497794b-0647-4f18-b223-8b819350f074 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.1992579 Nov 09 18:03:08.272543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e81a584f-4932-4547-a317-11587c80064c req-d188596a-1750-4315-bc22-6eaeb930b0e7 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=6674a560-8959-4523-8857-d92d95514b7a HTTP/1.1" status: 200 len: 210 time: 0.0431414 Nov 09 18:03:08.340763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Deleting port 20056825-5391-4e9a-a593-13c10803a3b3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:08.341116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.359831 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe19c41-5c95-4343-b6a7-7d868e57bece x-openstack-request-id: req-fbe19c41-5c95-4343-b6a7-7d868e57bece {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:08.360134 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6674a560-8959-4523-8857-d92d95514b7a", "name": "network-vif-deleted", "tag": "a8fa2f4c-0d85-4384-8811-d043333f58de", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:08.360392 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbe19c41-5c95-4343-b6a7-7d868e57bece {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:08.360786 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6674a560-8959-4523-8857-d92d95514b7a', 'name': 'network-vif-deleted', 'tag': 'a8fa2f4c-0d85-4384-8811-d043333f58de', 'status': 'completed', 'code': 200} Nov 09 18:03:08.481094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f86f75-ab39-46f6-9adb-707106c8692b req-3bc43d39-31c2-4bf0-aad8-43e475cf9b12 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:08.489708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6f86f75-ab39-46f6-9adb-707106c8692b req-3bc43d39-31c2-4bf0-aad8-43e475cf9b12 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 950 time: 0.0992815 Nov 09 18:03:08.570771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] For port 20056825-5391-4e9a-a593-13c10803a3b3, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=20056825-5391-4e9a-a593-13c10803a3b3,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:08.571180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:08.602208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6f86f75-ab39-46f6-9adb-707106c8692b req-11ae1759-6832-46a2-9394-f4ada593e34b tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/security-groups?id=9c28c5de-0842-4601-b3f8-b8d71138181b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115301 Nov 09 18:03:08.609935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Calling delete_port for 20056825-5391-4e9a-a593-13c10803a3b3 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:08.642688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-555271f1-f3fe-4607-8841-3d902bea82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:08.650942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-555271f1-f3fe-4607-8841-3d902bea82e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da88936682394454b18b5ed7dffe9f2d&device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 1096 time: 0.1348717 Nov 09 18:03:08.891803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb9850-3b1d-403d-bca0-8b0caa5f417f req-36ba7e50-088d-46a4-be5c-5f919a888692 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:08.900187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbcb9850-3b1d-403d-bca0-8b0caa5f417f req-36ba7e50-088d-46a4-be5c-5f919a888692 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.2176924 Nov 09 18:03:08.900834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-4cdd5cfa-76cf-4705-bfc9-af58c94825bb tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:08.902299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-4cdd5cfa-76cf-4705-bfc9-af58c94825bb tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.3199055 Nov 09 18:03:08.960710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Request body: {'port': {'device_id': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'admin_state_up': True, 'tenant_id': '1fa94ba7ab4549d8b42f8b343991a6e7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:08.987549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-03c74862-c50c-4f73-84d4-cf339146410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:08.989942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-03c74862-c50c-4f73-84d4-cf339146410c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 200 len: 912 time: 0.3310795 Nov 09 18:03:09.052384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-03c8633f-f24d-4d1d-bb03-2450e0dc189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:09.054216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-03c8633f-f24d-4d1d-bb03-2450e0dc189b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 1096 time: 0.1313097 Nov 09 18:03:09.071388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-5d98d7ac-fe8c-429c-b485-f2485e7685cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4 HTTP/1.1" status: 200 len: 217 time: 0.0659680 Nov 09 18:03:09.074349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbcb9850-3b1d-403d-bca0-8b0caa5f417f req-fab900f2-6e30-4b59-bd8e-3ed86a950e9b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733840 Nov 09 18:03:09.123620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936dcab-abb7-45a8-875f-081535262381 req-83bf7654-25af-4122-8d90-af6bdcafffd3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:09.124996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a936dcab-abb7-45a8-875f-081535262381 req-83bf7654-25af-4122-8d90-af6bdcafffd3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.2430382 Nov 09 18:03:09.156858 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.160739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Made reservation on behalf of 1fa94ba7ab4549d8b42f8b343991a6e7 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:09.164257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.170266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['20056825-5391-4e9a-a593-13c10803a3b3'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:09.203144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-888d69c5-3259-41b2-9506-c480fd39458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:09.204888 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-888d69c5-3259-41b2-9506-c480fd39458e service neutron] 10.222.0.85 "GET /v2.0/networks?id=032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 200 len: 916 time: 0.1418314 Nov 09 18:03:09.211212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Pushing event deleted for resources: {'Port': ['ID=20056825-5391-4e9a-a593-13c10803a3b3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:09.236394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-8776f43c-6d65-4adc-907f-ef70975d69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:09.238677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-8776f43c-6d65-4adc-907f-ef70975d69d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 200 len: 851 time: 0.1543717 Nov 09 18:03:09.290715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc1251ee-20ff-444a-a619-e68b3fc30e28 req-c180eba7-947b-497c-8e8a-82135ac992a8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 210 time: 0.0359316 Nov 09 18:03:09.296308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-a37d764d-70d1-40c1-84e8-7a4582e7aea2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de9aded0-558e-4eea-9173-6da2531375fa HTTP/1.1" status: 200 len: 217 time: 0.0653896 Nov 09 18:03:09.340549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a936dcab-abb7-45a8-875f-081535262381 req-762f212c-7ac8-48a3-b8c0-86a1761f3102 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983492 Nov 09 18:03:09.374512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-fc4f7870-ede5-4ead-adb9-720d6603c761 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2f57f03-884f-4a8d-a588-88cd31213570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200829 Nov 09 18:03:09.400936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] No DVR routers for this DVR port 20056825-5391-4e9a-a593-13c10803a3b3 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:09.405558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.409560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17b53e16-b9fd-4121-ac68-5d6d9a9c62fb req-a4c7cf3c-f7e8-4f9f-b20c-b296ad2931ef tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.73 "DELETE /v2.0/ports/20056825-5391-4e9a-a593-13c10803a3b3 HTTP/1.1" status: 204 len: 173 time: 1.2278864 Nov 09 18:03:09.434375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-00839925-643e-4148-b91d-d4a35a79a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:09.436573 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-00839925-643e-4148-b91d-d4a35a79a4ab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 200 len: 854 time: 0.1309605 Nov 09 18:03:09.490687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Allocated IP 172.20.0.9 (e035d1ff-5dad-47eb-8957-15c7ffd65043/6052a951-5024-40c9-9323-bc9f9a42c40e/53f06f26-5a91-45a1-95f7-8babe6a34f07) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:09.520801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-d5a4eade-9e36-4399-9b99-5228ef717458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:09.523435 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-d5a4eade-9e36-4399-9b99-5228ef717458 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=032ec63e-1eb2-4edf-abd2-d92c58412cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747902 Nov 09 18:03:09.528975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-ca43d7ee-0d88-41a4-b547-c6f01f310351 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369724 Nov 09 18:03:09.664872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fd00197-025c-4b37-bd19-9a9fb6e7ff9d req-b6ebd219-4381-42e2-8af7-97b7cfead718 service neutron] 10.222.0.73 "GET /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280327 Nov 09 18:03:09.748226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30732422-8bbb-480f-ad28-5a14012fb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.777364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a724723-6fa5-44a6-90b7-7f0050de5be1 req-d5d729d1-ce1f-45dc-94ea-66aa94f90772 tempest-ImagesNegativeTestJSON-627140606 tempest-ImagesNegativeTestJSON-627140606-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6e746c-aaf5-43c5-9f54-c5d93012ce38 HTTP/1.1" status: 200 len: 210 time: 0.0531356 Nov 09 18:03:09.777894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48290) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:09.783841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5b59edff-7076-41c4-a258-bd65afbd619f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277613009', 'description': 'tempest-description--781907916'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:09.810593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-5d9bdeb5-439e-421f-9513-998d9f3bb2b3 service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757366 Nov 09 18:03:09.818356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b59edff-7076-41c4-a258-bd65afbd619f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.897582 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.919577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b59edff-7076-41c4-a258-bd65afbd619f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.924937 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b59edff-7076-41c4-a258-bd65afbd619f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.963433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59edff-7076-41c4-a258-bd65afbd619f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c5d83-c7a8-493d-a1e8-a94b972a8122,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:09.982011 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b59edff-7076-41c4-a258-bd65afbd619f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.983630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b59edff-7076-41c4-a258-bd65afbd619f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2034402 Nov 09 18:03:09.985699 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:09.986434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48294) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:09.994570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cc52101c-021c-4541-8c98-8f2fbec66406 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c5d83-c7a8-493d-a1e8-a94b972a8122', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:09.996700 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b2a2558-52b3-4f4a-80da-02289560b2b3 req-21c3b81f-f8d2-418c-b79a-5b78aff146fe service neutron] 10.222.0.85 "GET /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756866 Nov 09 18:03:10.034472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:10.037581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:10.044988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:10.050159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:10.071706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc52101c-021c-4541-8c98-8f2fbec66406 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.098506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:10.099061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.121534 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0e09e53f-0f79-4934-854e-e957c97a5e5f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1730886 Nov 09 18:03:10.147676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.149681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Request body: {'port': {'device_id': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:10.204170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc52101c-021c-4541-8c98-8f2fbec66406 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.209390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.211984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc52101c-021c-4541-8c98-8f2fbec66406 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.247800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e74d2f-2ed5-4a47-a318-5c7babd88aa0 req-d3d343ae-cd77-4cce-b99c-afe407315d6a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:10.250005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34e74d2f-2ed5-4a47-a318-5c7babd88aa0 req-d3d343ae-cd77-4cce-b99c-afe407315d6a tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0958869 Nov 09 18:03:10.251598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52101c-021c-4541-8c98-8f2fbec66406 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92883dc3-9929-4641-93b1-3a770c18c7b5,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:10.253884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a8fa2f4c-0d85-4384-8811-d043333f58de no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:10.257107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc52101c-021c-4541-8c98-8f2fbec66406 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.258423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cc52101c-021c-4541-8c98-8f2fbec66406 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2695324 Nov 09 18:03:10.261418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48298) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:10.266790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c7fa811f-ff27-4fd3-916d-5477c326f79f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Request body: {'security_group_rule': {'security_group_id': 'ec3c5d83-c7a8-493d-a1e8-a94b972a8122', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:10.291669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: a8fa2f4c-0d85-4384-8811-d043333f58de {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:10.292564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a8fa2f4c-0d85-4384-8811-d043333f58de not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:10.296668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34e74d2f-2ed5-4a47-a318-5c7babd88aa0 req-4b508af2-a199-4a9f-80ad-184cdc5c0fa1 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358999 Nov 09 18:03:10.361323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'name': 'network-vif-deleted', 'tag': '20056825-5391-4e9a-a593-13c10803a3b3'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:10.364196 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0792a99f-270b-4720-98d6-fc0da38408a1" -d '{"events": [{"server_uuid": "4d6e746c-aaf5-43c5-9f54-c5d93012ce38", "name": "network-vif-deleted", "tag": "20056825-5391-4e9a-a593-13c10803a3b3"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:10.394329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7fa811f-ff27-4fd3-916d-5477c326f79f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.420939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fe8e6-1306-419d-9488-88bfa1f2a71e req-aaddecf7-0e45-44ae-b72f-a5f4cb14b3d6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:10.422923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b1fe8e6-1306-419d-9488-88bfa1f2a71e req-aaddecf7-0e45-44ae-b72f-a5f4cb14b3d6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 931 time: 0.0624750 Nov 09 18:03:10.505753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ea4f7-567d-4626-ac5c-4a179c1a7877 req-60c37bd3-5773-4a51-8027-b216fba21178 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:10.507493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e2ea4f7-567d-4626-ac5c-4a179c1a7877 req-60c37bd3-5773-4a51-8027-b216fba21178 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0834358 Nov 09 18:03:10.513227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b1fe8e6-1306-419d-9488-88bfa1f2a71e req-bb9909e6-e6af-48fd-820d-5f9efeb4d5e5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765224 Nov 09 18:03:10.532130 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7fa811f-ff27-4fd3-916d-5477c326f79f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.568758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e2ea4f7-567d-4626-ac5c-4a179c1a7877 req-b4648057-e4ef-45aa-a767-6297ec4723f3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544863 Nov 09 18:03:10.575950 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a81ee8-1b3f-4433-a087-411b7c74528e x-openstack-request-id: req-79a81ee8-1b3f-4433-a087-411b7c74528e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:10.576287 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6e746c-aaf5-43c5-9f54-c5d93012ce38", "name": "network-vif-deleted", "tag": "20056825-5391-4e9a-a593-13c10803a3b3", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:10.576596 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a81ee8-1b3f-4433-a087-411b7c74528e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:10.577006 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6e746c-aaf5-43c5-9f54-c5d93012ce38', 'name': 'network-vif-deleted', 'tag': '20056825-5391-4e9a-a593-13c10803a3b3', 'status': 'completed', 'code': 200} Nov 09 18:03:10.592632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7fa811f-ff27-4fd3-916d-5477c326f79f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.621188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa811f-ff27-4fd3-916d-5477c326f79f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f189690-3fcb-4592-902c-c61c5a1625b0,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:10.632079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f06f26-5a91-45a1-95f7-8babe6a34f07 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:10.659285 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.667937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7fa811f-ff27-4fd3-916d-5477c326f79f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.669331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c7fa811f-ff27-4fd3-916d-5477c326f79f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067202 Nov 09 18:03:10.672685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48310) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:10.678147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:10.693252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Transition to ACTIVE for port object 53f06f26-5a91-45a1-95f7-8babe6a34f07 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:10.698600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.723902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.761940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:10.829737 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.834559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:10.834979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:10.835498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:10.847261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:10.847533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:10.853059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:10.853403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:10.853785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:10.854275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Bound port: 53f06f26-5a91-45a1-95f7-8babe6a34f07, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:10.854625 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.954287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:10.959142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:10.966251 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.966888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:10.969651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Allocated IP 172.25.0.147 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/ae394d4e-66ec-4d13-acf0-3ae9fb2e52c6) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:11.013463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.014106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.015497 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] 10.222.0.85 "PUT /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 1091 time: 0.8743100 Nov 09 18:03:11.015946 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:11.019009 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:11.070177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d91db-821c-4652-b6f8-99d6ada8acae service neutron] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:11.084990 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d146d5-a3d8-4517-8703-32675d24f9ca x-openstack-request-id: req-45d146d5-a3d8-4517-8703-32675d24f9ca {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:11.085287 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:11.085933 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45d146d5-a3d8-4517-8703-32675d24f9ca {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:11.086381 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07', 'status': 'completed', 'code': 200} Nov 09 18:03:11.123408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.124953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-6c474972-268d-461b-9bcb-0e2e267b466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.126876 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-6c474972-268d-461b-9bcb-0e2e267b466c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1094 time: 0.0523608 Nov 09 18:03:11.173376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.180896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-50c8c252-c064-4c5b-82ae-f14d48125d8f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 217 time: 0.0421648 Nov 09 18:03:11.212689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:11.217264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:11.221041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:11.257004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'Port': ['ID=ae394d4e-66ec-4d13-acf0-3ae9fb2e52c6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:11.258238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-fcf02e49-5f99-42bb-bd94-3e51591a3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.261281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-fcf02e49-5f99-42bb-bd94-3e51591a3d8b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0671639 Nov 09 18:03:11.310592 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-0fbe5826-0d54-423b-ab46-ad15edb66cb7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371423 Nov 09 18:03:11.342529 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.421503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48344) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:11.423632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.463789 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-206ee5f7-218d-4b74-bd7e-0d9e7e4f4ef3 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413991 Nov 09 18:03:11.508276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1a1b-e231-4ee9-81dc-d8a9f2e9b26e req-440de46b-d867-4868-bc76-d935a2f3ed0f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.509904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc3b1a1b-e231-4ee9-81dc-d8a9f2e9b26e req-440de46b-d867-4868-bc76-d935a2f3ed0f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0961721 Nov 09 18:03:11.592559 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a418e163-f6c7-42f8-a6d9-2a3cb2ac5b5a req-54f14695-0032-4ef4-a4d0-babbe56c2068 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198146 Nov 09 18:03:11.603953 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:03:11.634104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc3b1a1b-e231-4ee9-81dc-d8a9f2e9b26e req-4f79f985-cae1-4a69-b431-b94f9ac76656 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100872 Nov 09 18:03:11.674267 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d09af27a-3196-4596-b49c-d76bf8fc1654 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d1397570b404813bce759ed59834798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479177 Nov 09 18:03:11.675776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48356) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:11.758209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-b28a09fa-53df-42b1-bb3f-f82c66e07b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.760061 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-b28a09fa-53df-42b1-bb3f-f82c66e07b77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1094 time: 0.0851247 Nov 09 18:03:11.769906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2a6dbcb-e995-4233-8585-bfd7653d9150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.776824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a845012-7523-4882-b32f-3ba9081000b3 req-91f0290d-e4ae-4ea8-a836-5900ad449e1b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.778392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a845012-7523-4882-b32f-3ba9081000b3 req-91f0290d-e4ae-4ea8-a836-5900ad449e1b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.1375840 Nov 09 18:03:11.813930 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.828170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.837064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2a6dbcb-e995-4233-8585-bfd7653d9150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:11.872314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c402a1-85f6-4418-94b4-3ad44b667f4d req-f1eb05db-0025-4df9-a22a-9b1cc389cdf6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.873798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7c402a1-85f6-4418-94b4-3ad44b667f4d req-f1eb05db-0025-4df9-a22a-9b1cc389cdf6 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1463046 Nov 09 18:03:11.902147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-64e018e2-4d9f-4004-a1c8-48aa1d8c035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:11.903943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-64e018e2-4d9f-4004-a1c8-48aa1d8c035e service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1296873 Nov 09 18:03:11.924527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'Port': ['ID=ae394d4e-66ec-4d13-acf0-3ae9fb2e52c6,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:11.934347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a845012-7523-4882-b32f-3ba9081000b3 req-60b181b7-2eea-4d03-a6c5-087957eeff29 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419201 Nov 09 18:03:11.980714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7c402a1-85f6-4418-94b4-3ad44b667f4d req-57adaaed-4828-4eae-8ab2-245a6d647d80 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808866 Nov 09 18:03:11.991040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.025665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.038521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f780f091-27e6-48c7-ba4b-f8f8057b090f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3638265 Nov 09 18:03:12.228771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e595f6b-cb64-488c-bbdc-eb77d8481213 req-546dd010-7521-423e-aa29-165527960c31 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:12.230492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e595f6b-cb64-488c-bbdc-eb77d8481213 req-546dd010-7521-423e-aa29-165527960c31 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0691290 Nov 09 18:03:12.267072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 20056825-5391-4e9a-a593-13c10803a3b3 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:12.289638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e595f6b-cb64-488c-bbdc-eb77d8481213 req-bf7d8b83-c3a2-4f4a-8569-d365f8cf155d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528722 Nov 09 18:03:12.290758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 20056825-5391-4e9a-a593-13c10803a3b3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:12.291284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 20056825-5391-4e9a-a593-13c10803a3b3 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:12.296414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2a6dbcb-e995-4233-8585-bfd7653d9150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.298480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2a6dbcb-e995-4233-8585-bfd7653d9150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.302641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d2a6dbcb-e995-4233-8585-bfd7653d9150 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c28c5de-0842-4601-b3f8-b8d71138181b HTTP/1.1" status: 204 len: 168 time: 0.5986490 Nov 09 18:03:12.302641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-8d035bce-0413-467e-8d7a-e3d701f191e0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 217 time: 0.3881822 Nov 09 18:03:12.309176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6dbcb-e995-4233-8585-bfd7653d9150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c28c5de-0842-4601-b3f8-b8d71138181b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:12.372318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-473e8580-d0a0-4c6c-8c35-4fc4323fd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:12.373938 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-473e8580-d0a0-4c6c-8c35-4fc4323fd9d9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0575469 Nov 09 18:03:12.416811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-501880e4-f069-40e9-b19e-03737f836e51 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280759 Nov 09 18:03:12.427320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-37302bad-af57-4ed4-af13-4799419fe6f3 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:12.428811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-37302bad-af57-4ed4-af13-4799419fe6f3 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 821 time: 0.1615846 Nov 09 18:03:12.453622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-3c1dbdf8-a439-4218-8103-ec4b7d8f72af tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/quotas/17650455c3d5422c80fe416a97130c66 HTTP/1.1" status: 200 len: 375 time: 0.0163698 Nov 09 18:03:12.469000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2575ce-39dc-4f7f-b47d-45acc26a6b62 req-eee7fa1f-1649-4473-84b2-f8ce98b4152c tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:12.472574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2575ce-39dc-4f7f-b47d-45acc26a6b62 req-eee7fa1f-1649-4473-84b2-f8ce98b4152c tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 945 time: 0.0904939 Nov 09 18:03:12.506957 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:12.531794 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-23181991-7cfb-45a3-8608-424b405bcfcd service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945156 Nov 09 18:03:12.546739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2575ce-39dc-4f7f-b47d-45acc26a6b62 req-50289be9-d4d8-403b-a24d-79e3c479a3f5 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Nov 09 18:03:12.554142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-438d04b4-e72a-472c-82d3-80c76ff40e83 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801620 Nov 09 18:03:12.659405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-96a5df5c-3eae-4176-9635-3a7fcbe7e8a8 req-5ef8b590-c957-43f0-8b09-626fe9d73e5f service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146021 Nov 09 18:03:12.671383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-399cb9fe-925e-44fb-bbdb-ea4c2ed22652 service neutron] 10.222.0.32 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092563 Nov 09 18:03:12.821110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde1292-5547-4f50-ac6d-e40e77b9a455 req-24f5bcff-3495-4d09-8ae1-69336f17e5e4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:12.828256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cde1292-5547-4f50-ac6d-e40e77b9a455 req-24f5bcff-3495-4d09-8ae1-69336f17e5e4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0996268 Nov 09 18:03:12.832025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-1e4f5f91-e827-4d0f-86d2-441cd1c54ed1 service neutron] 10.222.0.32 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597338 Nov 09 18:03:12.873545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cde1292-5547-4f50-ac6d-e40e77b9a455 req-ae57719e-56ee-4d80-98db-16bb42eae079 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 Nov 09 18:03:13.031655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36973132-1ef3-4add-959b-06d854889a0b req-faf9dbe3-7d19-4e3f-8d64-00fca5e84530 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:13.033236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36973132-1ef3-4add-959b-06d854889a0b req-faf9dbe3-7d19-4e3f-8d64-00fca5e84530 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0949862 Nov 09 18:03:13.038340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-82421424-e888-4c58-bb51-a43969b164d1 req-338687d0-061f-4c35-b417-cc8dd03bf48e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:03:13.042538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82421424-e888-4c58-bb51-a43969b164d1 req-338687d0-061f-4c35-b417-cc8dd03bf48e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270371 Nov 09 18:03:13.162094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36973132-1ef3-4add-959b-06d854889a0b req-549eaf5c-b1b4-49ec-83a1-1b4a2fb415c5 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162505 Nov 09 18:03:13.178617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82421424-e888-4c58-bb51-a43969b164d1 req-6c2d1419-9363-49ab-8e99-cffe3b9721eb tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1255941 Nov 09 18:03:13.302106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52243f6e-6853-4d6e-9067-ba8abfd28fb1 req-e137d5fd-9b83-4396-910e-da7a31efee7c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:13.303728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52243f6e-6853-4d6e-9067-ba8abfd28fb1 req-e137d5fd-9b83-4396-910e-da7a31efee7c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.0666637 Nov 09 18:03:13.369904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52243f6e-6853-4d6e-9067-ba8abfd28fb1 req-b4061431-224e-44ee-82d4-bd05a73c3cb6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539911 Nov 09 18:03:13.431365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04b35b2e-913e-4baf-87d1-6f137e54076a req-90201195-dc25-49ef-b7f2-4d8c2e1faa49 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0458016 Nov 09 18:03:13.791391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2db0bf-cd37-4ec2-bf50-8b7b17704cea req-14b47f6f-6a4b-4122-ae01-9b517ce53933 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:13.792968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd2db0bf-cd37-4ec2-bf50-8b7b17704cea req-14b47f6f-6a4b-4122-ae01-9b517ce53933 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0559998 Nov 09 18:03:13.836027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd2db0bf-cd37-4ec2-bf50-8b7b17704cea req-985e26fb-03d2-4d5c-96ef-0d7504314b0d tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357778 Nov 09 18:03:13.920889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 53f06f26-5a91-45a1-95f7-8babe6a34f07 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:13.953909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f808c91-9956-4f3a-8bb0-0b3623fd75de req-f195fa62-b6b0-4c2c-984f-9785104f0807 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:13.956504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f808c91-9956-4f3a-8bb0-0b3623fd75de req-f195fa62-b6b0-4c2c-984f-9785104f0807 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0616899 Nov 09 18:03:14.006511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f808c91-9956-4f3a-8bb0-0b3623fd75de req-d0d56570-b096-46aa-a30e-8a720e7ee481 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434823 Nov 09 18:03:14.035414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:14.050283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '53f06f26-5a91-45a1-95f7-8babe6a34f07', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'port_id': '53f06f26-5a91-45a1-95f7-8babe6a34f07', 'mac_address': 'fa:16:3e:c7:8e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6052a951-5024-40c9-9323-bc9f9a42c40e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:14.071202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0e1e9-e918-45c6-a7ae-7e46e3d7bc51 req-ce7b7918-f5ce-42b9-9417-34dfb2cacd57 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.081474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8d0e1e9-e918-45c6-a7ae-7e46e3d7bc51 req-ce7b7918-f5ce-42b9-9417-34dfb2cacd57 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 945 time: 0.0788262 Nov 09 18:03:14.111992 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.125700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f06f26-5a91-45a1-95f7-8babe6a34f07 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:14.138497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8d0e1e9-e918-45c6-a7ae-7e46e3d7bc51 req-333ff99e-090d-47ce-81d6-b006220057a7 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533459 Nov 09 18:03:14.154942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:14.159751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.252952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:14.302956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d89af-5424-4d3a-8fa4-1e81fb343eae req-8b85c935-5508-420b-b597-209ef569f985 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.304506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-083d89af-5424-4d3a-8fa4-1e81fb343eae req-8b85c935-5508-420b-b597-209ef569f985 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0882335 Nov 09 18:03:14.359532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-083d89af-5424-4d3a-8fa4-1e81fb343eae req-c816eb58-0caf-4ec3-9c36-e3ba68649bef tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Nov 09 18:03:14.400132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-5393b99b-ea58-459a-9d59-af9bc087a975 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.402415 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-5393b99b-ea58-459a-9d59-af9bc087a975 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 821 time: 0.1710515 Nov 09 18:03:14.427457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Request body: {'port': {'device_id': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'admin_state_up': True, 'tenant_id': '17650455c3d5422c80fe416a97130c66'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:14.544486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['53f06f26-5a91-45a1-95f7-8babe6a34f07'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:14.578972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196aa01-fef1-4499-9f35-ed22bb649d8b req-73a253ac-1cd9-4198-82e0-6b06c13f08e3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.586471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196aa01-fef1-4499-9f35-ed22bb649d8b req-73a253ac-1cd9-4198-82e0-6b06c13f08e3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.594077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196aa01-fef1-4499-9f35-ed22bb649d8b req-73a253ac-1cd9-4198-82e0-6b06c13f08e3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.596087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3196aa01-fef1-4499-9f35-ed22bb649d8b req-73a253ac-1cd9-4198-82e0-6b06c13f08e3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6&device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50&device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 2416 time: 0.0770583 Nov 09 18:03:14.604024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Made reservation on behalf of 17650455c3d5422c80fe416a97130c66 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:14.609493 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:14.656920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3196aa01-fef1-4499-9f35-ed22bb649d8b req-926af492-ff05-4b04-8e40-c3324c598352 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Nov 09 18:03:14.770291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d7a0911-905b-480e-ad8d-d29f6db1cf46 req-ef5cc558-7323-4912-b7c6-06e9e1a5d348 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0317619 Nov 09 18:03:14.788863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e41576-11fa-4438-9759-31ab47d4964a req-d47a55e4-9d9c-4213-b237-c936446853c9 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:14.796905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6e41576-11fa-4438-9759-31ab47d4964a req-d47a55e4-9d9c-4213-b237-c936446853c9 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 944 time: 0.1249671 Nov 09 18:03:14.810019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Allocated IP 172.20.0.7 (26ae2999-f188-434f-8e4b-ae04ffbeead9/1a5671fb-bf4a-4b23-9681-d2bd3c0c2279/b79c1e3a-d360-4cd5-aecf-bad02e953386) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:14.833075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6e41576-11fa-4438-9759-31ab47d4964a req-6693f383-b39c-4fdb-b8ac-f40cd44f8794 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353982 Nov 09 18:03:14.941290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-e34087cd-d9b1-4f68-b6f8-7adf2119e12a req-84bf32b2-accf-4bc7-babd-c0698364ab4b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:03:14.942513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e34087cd-d9b1-4f68-b6f8-7adf2119e12a req-84bf32b2-accf-4bc7-babd-c0698364ab4b tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068722 Nov 09 18:03:14.993209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.042747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e34087cd-d9b1-4f68-b6f8-7adf2119e12a req-1fbecf6f-ee81-4bf9-858f-b3efd7dee222 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0918829 Nov 09 18:03:15.050206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.120740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Network 26ae2999-f188-434f-8e4b-ae04ffbeead9 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:15.124054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:15.131845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:15.136004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:15.195911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:15.196683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.212019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ad832-5596-455e-b809-9659b7155857 req-2196e45f-3076-479f-b7b1-5cd02afb973c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:15.222308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-05d21080-25d5-4111-9103-da0b91f2806e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032312 Nov 09 18:03:15.224332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d2ad832-5596-455e-b809-9659b7155857 req-2196e45f-3076-479f-b7b1-5cd02afb973c tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0815120 Nov 09 18:03:15.241777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Request body: {'port': {'device_id': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:15.269517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d2ad832-5596-455e-b809-9659b7155857 req-9e869bb1-6daf-491f-8f0e-f5d234d8cab4 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441759 Nov 09 18:03:15.354433 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.746691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79c1e3a-d360-4cd5-aecf-bad02e953386 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:15.756272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.771796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Transition to ACTIVE for port object b79c1e3a-d360-4cd5-aecf-bad02e953386 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:15.782739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:15.855403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Pushing event updated for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:15.913209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 53f06f26-5a91-45a1-95f7-8babe6a34f07 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:15.917737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Attempting to bind port b79c1e3a-d360-4cd5-aecf-bad02e953386 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:15.918148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Attempting to bind port b79c1e3a-d360-4cd5-aecf-bad02e953386 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:15.918579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Attempting to bind port b79c1e3a-d360-4cd5-aecf-bad02e953386 on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:15.926660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Port b79c1e3a-d360-4cd5-aecf-bad02e953386 on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:15.928022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Attempting to bind port b79c1e3a-d360-4cd5-aecf-bad02e953386 on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:15.941362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:15.941715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Checking segment: {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:15.942109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Bound using segment: {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:15.946224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Bound port: b79c1e3a-d360-4cd5-aecf-bad02e953386, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:15.947786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.016555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 53f06f26-5a91-45a1-95f7-8babe6a34f07 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:16.021087 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.021926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 53f06f26-5a91-45a1-95f7-8babe6a34f07 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:16.022334 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.029955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:16.033952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:16.040074 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.051493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f331d7-cfe8-4e03-bebc-d8b6b182f3a5 req-76ee3803-eb75-4312-a585-c17351bd6d4b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.053501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4f331d7-cfe8-4e03-bebc-d8b6b182f3a5 req-76ee3803-eb75-4312-a585-c17351bd6d4b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 943 time: 0.0698869 Nov 09 18:03:16.081836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.082266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.083785 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] 10.222.0.85 "PUT /v2.0/ports/b79c1e3a-d360-4cd5-aecf-bad02e953386 HTTP/1.1" status: 200 len: 1091 time: 0.8468461 Nov 09 18:03:16.084238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:16.087350 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba81818-0b64-48d9-913a-2c7ed13e3063" -d '{"events": [{"name": "network-changed", "server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:16.122576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc8c6e-2ebf-47aa-9be0-f0662ec3027c service neutron] Pushing event updated for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:16.137261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4f331d7-cfe8-4e03-bebc-d8b6b182f3a5 req-d1004907-00bc-48d5-84aa-fb5a60a527c4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744624 Nov 09 18:03:16.170210 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.221977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:16.222197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-2876dbd9-c8f6-475a-9d96-8477c6fd5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.223875 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-2876dbd9-c8f6-475a-9d96-8477c6fd5d99 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 1094 time: 0.0667133 Nov 09 18:03:16.227599 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034009fe-3d07-4fbd-b63d-95df9b64e32b" -d '{"events": [{"server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "name": "network-vif-plugged", "status": "completed", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:16.257423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:16.264110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:16.298247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-8feff235-3173-4bb3-9f43-7a8177bf2c7a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386 HTTP/1.1" status: 200 len: 217 time: 0.0470829 Nov 09 18:03:16.313510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b335b-cd91-4b08-b028-738044af3631 req-c276233a-3d5c-4c19-8a6e-b1d5d06dabdc tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.315556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b6b335b-cd91-4b08-b028-738044af3631 req-c276233a-3d5c-4c19-8a6e-b1d5d06dabdc tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 944 time: 0.0715511 Nov 09 18:03:16.333832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:16.362893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b6b335b-cd91-4b08-b028-738044af3631 req-1a584355-8d05-4588-87f4-33cf2515799d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Nov 09 18:03:16.392561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-9cdc1cc6-eff6-479e-a44e-9b47e57f4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.394052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-9cdc1cc6-eff6-479e-a44e-9b47e57f4fac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 HTTP/1.1" status: 200 len: 861 time: 0.0830622 Nov 09 18:03:16.435803 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-77754697-008b-468a-8ddf-0f481d5800e0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=26ae2999-f188-434f-8e4b-ae04ffbeead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313652 Nov 09 18:03:16.494835 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67a27a4-dcc7-4ab6-ad0b-a0c93fcc7222 x-openstack-request-id: req-b67a27a4-dcc7-4ab6-ad0b-a0c93fcc7222 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:16.495136 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:16.495390 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b67a27a4-dcc7-4ab6-ad0b-a0c93fcc7222 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:16.495792 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'status': 'completed', 'code': 200} Nov 09 18:03:16.553231 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c947c-ca37-4853-b87a-7921b5dc1ce8 x-openstack-request-id: req-773c947c-ca37-4853-b87a-7921b5dc1ce8 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:16.553532 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "name": "network-vif-plugged", "status": "completed", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:16.553787 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-773c947c-ca37-4853-b87a-7921b5dc1ce8 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:16.554205 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07', 'code': 200} Nov 09 18:03:16.568116 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-9c47bca9-ec0b-49d1-a847-58bbe708820a service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209018 Nov 09 18:03:16.665849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd709c-8443-4498-a950-b2075333ca4f req-738b30b1-36bc-4798-90fb-f36c8b6b864b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.676689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2cd709c-8443-4498-a950-b2075333ca4f req-738b30b1-36bc-4798-90fb-f36c8b6b864b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0622790 Nov 09 18:03:16.720206 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-492b02d6-02f1-4e3e-875e-daa00e10b536 req-baa95a5f-d6a1-4abc-a221-65795eb0d510 service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398447 Nov 09 18:03:16.723782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6a79e-0f04-427d-805d-56e61adf7928 req-d86e2e7b-cefa-42af-a470-ce03c235122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.725209 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f1e6a79e-0f04-427d-805d-56e61adf7928 req-d86e2e7b-cefa-42af-a470-ce03c235122f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1096 time: 0.0686841 Nov 09 18:03:16.739106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2cd709c-8443-4498-a950-b2075333ca4f req-fe6690a1-91d6-4aa9-be0c-fd784fcc806e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467939 Nov 09 18:03:16.803691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f1e6a79e-0f04-427d-805d-56e61adf7928 req-d23ce0a2-5fc5-4291-8d77-384cb261ac26 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598681 Nov 09 18:03:16.838755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-deebf611-45de-4d39-97db-f09424b0f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:16.840502 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-deebf611-45de-4d39-97db-f09424b0f9d5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 1094 time: 0.0537953 Nov 09 18:03:17.137888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859511c7-7665-49b2-996b-fcb528219899 req-94659770-e250-4301-a1dd-00e5141867a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.139458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-859511c7-7665-49b2-996b-fcb528219899 req-94659770-e250-4301-a1dd-00e5141867a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0979714 Nov 09 18:03:17.149087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-62f8209a-ae7b-4f7b-b31b-9ba209283d7f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.150556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-62f8209a-ae7b-4f7b-b31b-9ba209283d7f tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 945 time: 0.0673082 Nov 09 18:03:17.156950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-2dea371f-8c57-4709-9996-429ffae6d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.160766 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-2dea371f-8c57-4709-9996-429ffae6d97c service neutron] 10.222.0.85 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 922 time: 0.1135807 Nov 09 18:03:17.236898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-d34ef258-cbb1-4fa7-9a71-0220ad737d3b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386 HTTP/1.1" status: 200 len: 217 time: 0.0644038 Nov 09 18:03:17.274078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-859511c7-7665-49b2-996b-fcb528219899 req-0b663e54-c3e3-49e1-b4b7-1cdbbc98c5d1 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224782 Nov 09 18:03:17.322237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Deleting port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:17.323473 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.339982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-3e9dc3bd-c52e-43b6-a4da-9eb32eb84150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.341509 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-3e9dc3bd-c52e-43b6-a4da-9eb32eb84150 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 HTTP/1.1" status: 200 len: 861 time: 0.0921717 Nov 09 18:03:17.385113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-2ab78a46-64c9-4733-8e09-b05493c40a3b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=26ae2999-f188-434f-8e4b-ae04ffbeead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315328 Nov 09 18:03:17.441934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] For port 9666e91a-eb9d-4e02-90ad-9a5e206943b4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=9666e91a-eb9d-4e02-90ad-9a5e206943b4,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:17.442576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.458954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Calling delete_port for 9666e91a-eb9d-4e02-90ad-9a5e206943b4 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:17.478012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00fba5-98bf-405c-9cc1-eaf22b31e0c7 req-f7db3be4-7161-4fa2-b47a-a478375659b8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.479646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd00fba5-98bf-405c-9cc1-eaf22b31e0c7 req-f7db3be4-7161-4fa2-b47a-a478375659b8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 943 time: 0.0916479 Nov 09 18:03:17.509142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-074f7763-401d-4b0a-ae23-6245332ebcd2 service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145027 Nov 09 18:03:17.578563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd00fba5-98bf-405c-9cc1-eaf22b31e0c7 req-6ca82075-a0ea-4ef2-b844-90cb5523e9d7 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616097 Nov 09 18:03:17.690135 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cba81818-0b64-48d9-913a-2c7ed13e3063 req-5e244d19-c5f8-420d-98ce-fa7ac7d51d45 service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675255 Nov 09 18:03:17.710517 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.728835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1608caf9-7c3a-43d6-ba4b-55c98bd35107', '9666e91a-eb9d-4e02-90ad-9a5e206943b4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:17.757615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Pushing event deleted for resources: {'Port': ['ID=9666e91a-eb9d-4e02-90ad-9a5e206943b4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:17.766722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111186d7-9a2e-4aef-9f6a-a7fae1977073 req-09c13bcd-be05-4c2a-b193-6023756b9624 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:17.768357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111186d7-9a2e-4aef-9f6a-a7fae1977073 req-09c13bcd-be05-4c2a-b193-6023756b9624 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.1021061 Nov 09 18:03:17.817584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] No DVR routers for this DVR port 9666e91a-eb9d-4e02-90ad-9a5e206943b4 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:17.832927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:17.836098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51a70ecf-16cd-4233-aac3-c3fbbed42130 req-06a66540-208b-4f8c-bba0-131f64339871 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "DELETE /v2.0/ports/9666e91a-eb9d-4e02-90ad-9a5e206943b4 HTTP/1.1" status: 204 len: 173 time: 0.6760671 Nov 09 18:03:17.836751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'name': 'network-vif-deleted', 'tag': '9666e91a-eb9d-4e02-90ad-9a5e206943b4'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:17.839341 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5546eac9-156a-44c8-a006-bd3d6c387df9" -d '{"events": [{"server_uuid": "2a0b2ba5-7b0c-45af-9c66-a2f83c56a169", "name": "network-vif-deleted", "tag": "9666e91a-eb9d-4e02-90ad-9a5e206943b4"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:17.871134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-406ed367-8332-42c0-b7ba-96e897c0a98d req-4fc72b98-9860-4651-8678-17a6a83bd6ae tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a0b2ba5-7b0c-45af-9c66-a2f83c56a169 HTTP/1.1" status: 200 len: 210 time: 0.0545335 Nov 09 18:03:17.878821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-111186d7-9a2e-4aef-9f6a-a7fae1977073 req-51e70877-9403-46c3-a70f-11f576ba2b51 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859869 Nov 09 18:03:17.947335 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f878201-2182-4d41-9e23-9d11b3ceb10e x-openstack-request-id: req-4f878201-2182-4d41-9e23-9d11b3ceb10e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:17.947891 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0b2ba5-7b0c-45af-9c66-a2f83c56a169", "name": "network-vif-deleted", "tag": "9666e91a-eb9d-4e02-90ad-9a5e206943b4", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:17.948182 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f878201-2182-4d41-9e23-9d11b3ceb10e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:17.948657 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0b2ba5-7b0c-45af-9c66-a2f83c56a169', 'name': 'network-vif-deleted', 'tag': '9666e91a-eb9d-4e02-90ad-9a5e206943b4', 'status': 'completed', 'code': 200} Nov 09 18:03:18.203724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48556) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:18.320757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-13c33f34-91ec-486c-9702-3af0090b45c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.446494 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-13c33f34-91ec-486c-9702-3af0090b45c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.452896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-13c33f34-91ec-486c-9702-3af0090b45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.465990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d85014-f766-4dc7-b19a-8fb30f316cc9 req-1e4c6c89-fd39-4c8f-84bf-f61c2aaa52ef tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:18.474717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0d85014-f766-4dc7-b19a-8fb30f316cc9 req-1e4c6c89-fd39-4c8f-84bf-f61c2aaa52ef tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.1058905 Nov 09 18:03:18.524139 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-13c33f34-91ec-486c-9702-3af0090b45c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c6c3812f7f74782b5f88788dead04fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192883 Nov 09 18:03:18.524771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48566) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:18.532152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c33f34-91ec-486c-9702-3af0090b45c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d543ecf7-4ef5-4e35-b0b4-0241155aee79,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:18.538878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0d85014-f766-4dc7-b19a-8fb30f316cc9 req-cf637447-d07b-46b2-b381-c868094aed19 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628726 Nov 09 18:03:18.607757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2837-4788-4aa5-8b47-bde6e6c3f2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.631598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2837-4788-4aa5-8b47-bde6e6c3f2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.685243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2837-4788-4aa5-8b47-bde6e6c3f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.688704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2837-4788-4aa5-8b47-bde6e6c3f2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:18.693072 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e4dc2837-4788-4aa5-8b47-bde6e6c3f2cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d543ecf7-4ef5-4e35-b0b4-0241155aee79 HTTP/1.1" status: 204 len: 168 time: 0.1648653 Nov 09 18:03:18.694470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1660c38-f911-4b32-aa8d-e2fffd78e7d6 req-a95ebb6e-fa88-470d-8dd7-116954d1deb7 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:18.698101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1660c38-f911-4b32-aa8d-e2fffd78e7d6 req-a95ebb6e-fa88-470d-8dd7-116954d1deb7 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 945 time: 0.0765955 Nov 09 18:03:18.703281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc2837-4788-4aa5-8b47-bde6e6c3f2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d543ecf7-4ef5-4e35-b0b4-0241155aee79,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:18.739409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3333a9-bbd5-4eb7-982f-0fad1d52d9de req-4cc9080d-f2d4-439d-93e8-ca56bc6b63c8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:18.740905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f3333a9-bbd5-4eb7-982f-0fad1d52d9de req-4cc9080d-f2d4-439d-93e8-ca56bc6b63c8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 943 time: 0.0866668 Nov 09 18:03:18.759833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1660c38-f911-4b32-aa8d-e2fffd78e7d6 req-642af68c-71ac-40c2-b88c-72eca02f00c3 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526886 Nov 09 18:03:18.816441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f3333a9-bbd5-4eb7-982f-0fad1d52d9de req-5f0da53f-ca1b-4fd9-93aa-a53c97a9a290 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Nov 09 18:03:18.853656 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.034147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48821fb8-3e5d-4dcb-991d-9ed85cca315c req-2b3fa2a7-a956-4428-83b6-9042ec92cebf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:19.035740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48821fb8-3e5d-4dcb-991d-9ed85cca315c req-2b3fa2a7-a956-4428-83b6-9042ec92cebf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.0698280 Nov 09 18:03:19.075801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48821fb8-3e5d-4dcb-991d-9ed85cca315c req-72a832d1-3fef-48fb-8469-5d0d6e4bec46 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Nov 09 18:03:19.229845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3b45-5492-4459-8cc1-8a6206bc42d6 req-a9ae70d3-6eed-4199-94a7-326ac0ee85cc tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:19.231722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49fd3b45-5492-4459-8cc1-8a6206bc42d6 req-a9ae70d3-6eed-4199-94a7-326ac0ee85cc tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1096 time: 0.0797939 Nov 09 18:03:19.244098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b23636-b7ac-4e8a-8698-d38c0c4a4388 req-3dbeec15-58d2-4dd5-a147-cc8342c9732b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:19.245389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6b23636-b7ac-4e8a-8698-d38c0c4a4388 req-3dbeec15-58d2-4dd5-a147-cc8342c9732b tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.0626702 Nov 09 18:03:19.309983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51199218-9395-423b-be00-57db2854478c req-51ef0b2a-d2eb-44e9-9856-74a61f0555cb tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:19.311233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49fd3b45-5492-4459-8cc1-8a6206bc42d6 req-fff6dad9-5b21-421b-9300-eb60dd2ac8b8 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648537 Nov 09 18:03:19.312084 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51199218-9395-423b-be00-57db2854478c req-51ef0b2a-d2eb-44e9-9856-74a61f0555cb tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0538015 Nov 09 18:03:19.319065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6b23636-b7ac-4e8a-8698-d38c0c4a4388 req-8ee65ad2-2f93-4d54-a890-a6fa3b960aee tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662498 Nov 09 18:03:19.425631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Deleting port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:19.426029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.518195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48612) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:19.529323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] For port a2f9efba-c4c0-4299-99c9-1e99b98d33f5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:19.529570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.542361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Calling delete_port for a2f9efba-c4c0-4299-99c9-1e99b98d33f5 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:19.676280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998e09a-c32a-4445-8193-34f8524be9b2 req-04ee01f1-f748-4846-b61d-3c9ebecb8803 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:19.677866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0998e09a-c32a-4445-8193-34f8524be9b2 req-04ee01f1-f748-4846-b61d-3c9ebecb8803 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e3853d-e83f-4a7d-bf3e-0b0ab535fed6 HTTP/1.1" status: 200 len: 945 time: 0.0676875 Nov 09 18:03:19.686104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-209477356-network', 'tenant_id': '0e51f685bff948b987ba0700936bf623'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:19.722666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.732918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0998e09a-c32a-4445-8193-34f8524be9b2 req-0dd4c1e8-675e-4d7a-a712-9ff0f8d72ea7 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Nov 09 18:03:19.737602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Made reservation on behalf of 0e51f685bff948b987ba0700936bf623 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:19.739384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['df72e536-7a37-4407-8cd9-ee8b51e1cc0c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:19.740092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.745201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['de9aded0-558e-4eea-9173-6da2531375fa', 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:19.780820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Pushing event deleted for resources: {'Port': ['ID=a2f9efba-c4c0-4299-99c9-1e99b98d33f5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:19.802265 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.863952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] No DVR routers for this DVR port a2f9efba-c4c0-4299-99c9-1e99b98d33f5 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:19.867072 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:19.871545 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51199218-9395-423b-be00-57db2854478c req-00c5b585-1e85-4b23-9577-4d83f2da3885 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "DELETE /v2.0/ports/a2f9efba-c4c0-4299-99c9-1e99b98d33f5 HTTP/1.1" status: 204 len: 173 time: 0.5488760 Nov 09 18:03:19.874970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'name': 'network-vif-deleted', 'tag': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:19.878158 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d104cd7b-2cea-4550-8e91-56d4c46fe4a2" -d '{"events": [{"server_uuid": "37e3853d-e83f-4a7d-bf3e-0b0ab535fed6", "name": "network-vif-deleted", "tag": "a2f9efba-c4c0-4299-99c9-1e99b98d33f5"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:19.954935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:19.974137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5dad-d3ba-42b4-9f02-50844e052f29 req-83ba553d-a034-4276-b02d-9bfec154627f tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:19.984045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-223a5dad-d3ba-42b4-9f02-50844e052f29 req-83ba553d-a034-4276-b02d-9bfec154627f tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 945 time: 0.1307640 Nov 09 18:03:20.003232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.015731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.044599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:20.046981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d35e-6540-43c8-a6e0-d6ce3fc1025b req-646c47d3-bb04-4457-bb02-a566e93a3828 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:20.057527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c68d35e-6540-43c8-a6e0-d6ce3fc1025b req-646c47d3-bb04-4457-bb02-a566e93a3828 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 943 time: 0.1529169 Nov 09 18:03:20.061325 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.062028 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Added segment f113c287-3400-44da-b5e0-953fbbf1a2a6 of type vlan for network dbabb4f8-43bf-4883-882c-a8e560a574ab Nov 09 18:03:20.097899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-223a5dad-d3ba-42b4-9f02-50844e052f29 req-ae1df47c-3d54-4130-8e55-c97f9ee2f116 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081533 Nov 09 18:03:20.146431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.162662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c68d35e-6540-43c8-a6e0-d6ce3fc1025b req-bd3b849d-04ce-41a3-b04c-63994906346e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036279 Nov 09 18:03:20.170208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:20.186265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd2daf7-c948-4646-b249-5c3d5b2f68d1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.201165 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.204300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:20.205917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.207426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'port_id': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'mac_address': 'fa:16:3e:30:72:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5671fb-bf4a-4b23-9681-d2bd3c0c2279', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:20.260835 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df0e9b-8808-4b78-8d19-44be196727bf x-openstack-request-id: req-40df0e9b-8808-4b78-8d19-44be196727bf {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:20.261180 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e3853d-e83f-4a7d-bf3e-0b0ab535fed6", "name": "network-vif-deleted", "tag": "a2f9efba-c4c0-4299-99c9-1e99b98d33f5", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:20.261552 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40df0e9b-8808-4b78-8d19-44be196727bf {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:20.262143 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e3853d-e83f-4a7d-bf3e-0b0ab535fed6', 'name': 'network-vif-deleted', 'tag': 'a2f9efba-c4c0-4299-99c9-1e99b98d33f5', 'status': 'completed', 'code': 200} Nov 09 18:03:20.283004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48634) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:20.284022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7645051 Nov 09 18:03:20.288178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Request body: {'subnet': {'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-209477356-subnet', 'tenant_id': '0e51f685bff948b987ba0700936bf623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:20.293165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901d9c6-a9b0-4d9b-acd9-6c7a47007249 admin admin] Pushing event updated for resources: {'Network': ['ID=dbabb4f8-43bf-4883-882c-a8e560a574ab,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.300269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.320128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79c1e3a-d360-4cd5-aecf-bad02e953386 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:20.326280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network dbabb4f8-43bf-4883-882c-a8e560a574ab details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:20.331103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Made reservation on behalf of 0e51f685bff948b987ba0700936bf623 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:20.341676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.390774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:20.408860 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:20.476128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:20.514635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3885347-dd30-404b-8c70-0f7aca98e78d req-7188d4c9-2ea7-4f7c-ba7c-8c0693ccf447 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:20.516284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3885347-dd30-404b-8c70-0f7aca98e78d req-7188d4c9-2ea7-4f7c-ba7c-8c0693ccf447 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1071737 Nov 09 18:03:20.805751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b79c1e3a-d360-4cd5-aecf-bad02e953386'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:20.966509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-b63eca8b-74bb-43a3-9748-e5e94af86bfd tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:20.968644 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-b63eca8b-74bb-43a3-9748-e5e94af86bfd tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.85 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 945 time: 0.0855272 Nov 09 18:03:21.030894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3885347-dd30-404b-8c70-0f7aca98e78d req-07cad89b-685e-4042-ac2c-b3f3c016eacc tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025065 Nov 09 18:03:21.053458 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.128433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Checking segment: {'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:21.128707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Network hostable DHCP agents. Network: dbabb4f8-43bf-4883-882c-a8e560a574ab, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:21.132165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741a3165-f336-4b4d-811d-68f28ab5af82,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:21.146893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Deleting port 027d4ebe-6a2e-4a12-ac11-6c007440c69a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:21.147966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.151689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Network dbabb4f8-43bf-4883-882c-a8e560a574ab is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:21.167788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, dbabb4f8-43bf-4883-882c-a8e560a574ab) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:21.176775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2794af10-5fe5-4c21-90e4-2e1ff0e1c0da None None] Network dbabb4f8-43bf-4883-882c-a8e560a574ab requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:21.192672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.193454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.227650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50aab6fd-2862-42ea-a8b3-4f4742195098 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9426150 Nov 09 18:03:21.419500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688e3c89-fe83-4e8f-91c7-675382835307 None None] Network dbabb4f8-43bf-4883-882c-a8e560a574ab requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:21.419686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5b5b-be39-41af-a325-34acdb3266e4 req-5d9e623d-92ce-44d1-a6a5-e1cb95118e39 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.421277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1fe5b5b-be39-41af-a325-34acdb3266e4 req-5d9e623d-92ce-44d1-a6a5-e1cb95118e39 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/ports?device_id=97cd8928-cb94-4205-bac8-501b97d529ab HTTP/1.1" status: 200 len: 945 time: 0.1127369 Nov 09 18:03:21.448745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] For port 027d4ebe-6a2e-4a12-ac11-6c007440c69a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=027d4ebe-6a2e-4a12-ac11-6c007440c69a,segment=NetworkSegment(ba695122-854c-4a9b-a7e3-7942a1cf7dcc),segment_id=ba695122-854c-4a9b-a7e3-7942a1cf7dcc)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:21.449250 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.457214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ce984-141e-4823-a91a-2ebbadbefceb req-b49a3d53-cca4-4573-a9bc-15f16823c59e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.459094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-146ce984-141e-4823-a91a-2ebbadbefceb req-b49a3d53-cca4-4573-a9bc-15f16823c59e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 944 time: 0.1004467 Nov 09 18:03:21.473638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Calling delete_port for 027d4ebe-6a2e-4a12-ac11-6c007440c69a owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:21.492267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1fe5b5b-be39-41af-a325-34acdb3266e4 req-733633dd-3ea9-4010-aa9c-66a1f2710c6b tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.32 "GET /v2.0/security-groups?id=6427c9c2-75f2-45f7-989d-32e643f6cab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576749 Nov 09 18:03:21.584605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-146ce984-141e-4823-a91a-2ebbadbefceb req-0c7668a7-5562-4c0f-bc5e-cdac3664c80c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070845 Nov 09 18:03:21.712448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-b5772a3a-f0eb-4061-9ee1-9b6af39ccce6 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.714874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-b5772a3a-f0eb-4061-9ee1-9b6af39ccce6 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.1558683 Nov 09 18:03:21.720333 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.736744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['027d4ebe-6a2e-4a12-ac11-6c007440c69a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:21.739971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb397f9-75ec-47fc-a8a8-b510c2457831 req-357d22d0-3d1b-4f88-b841-cce30c86d3de tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:21.749817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbb397f9-75ec-47fc-a8a8-b510c2457831 req-357d22d0-3d1b-4f88-b841-cce30c86d3de tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 945 time: 0.1085172 Nov 09 18:03:21.778668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Pushing event deleted for resources: {'Port': ['ID=027d4ebe-6a2e-4a12-ac11-6c007440c69a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:21.840973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] No DVR routers for this DVR port 027d4ebe-6a2e-4a12-ac11-6c007440c69a on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:21.846489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.851659 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-df9bf306-8d6a-43f2-988c-27963e1398cb req-23461daf-1311-4de5-8094-b7d56df14a13 tempest-VolumesAdminNegativeTest-391184526 tempest-VolumesAdminNegativeTest-391184526-project] 10.222.0.85 "DELETE /v2.0/ports/027d4ebe-6a2e-4a12-ac11-6c007440c69a HTTP/1.1" status: 204 len: 173 time: 0.8734274 Nov 09 18:03:21.854652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbb397f9-75ec-47fc-a8a8-b510c2457831 req-aa6e293f-13ed-4a66-ba2e-f62eedbff89e tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035171 Nov 09 18:03:21.893407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Deleting port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:21.893769 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:21.946422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-487e3719-9d12-445e-9c04-c21eeba76175 req-c2446c52-6041-4d4a-b043-141d2f9bfdf8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-820555465', 'description': 'tempest-description-1276723771'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:21.946870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:21.995870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-487e3719-9d12-445e-9c04-c21eeba76175 req-c2446c52-6041-4d4a-b043-141d2f9bfdf8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.024277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port b79c1e3a-d360-4cd5-aecf-bad02e953386 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:22.028615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port b79c1e3a-d360-4cd5-aecf-bad02e953386 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:22.028918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] For port 1608caf9-7c3a-43d6-ba4b-55c98bd35107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1608caf9-7c3a-43d6-ba4b-55c98bd35107,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:22.029220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.029433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.048466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Calling delete_port for 1608caf9-7c3a-43d6-ba4b-55c98bd35107 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:22.125185 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.149721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:22.152320 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8060d6c-6c8f-4b3d-92d4-452afa79e296" -d '{"events": [{"server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:22.166438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:22.171381 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.172365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a2f9efba-c4c0-4299-99c9-1e99b98d33f5 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:22.184151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-487e3719-9d12-445e-9c04-c21eeba76175 req-c2446c52-6041-4d4a-b043-141d2f9bfdf8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.196276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: a2f9efba-c4c0-4299-99c9-1e99b98d33f5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:22.197330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a2f9efba-c4c0-4299-99c9-1e99b98d33f5 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:22.202352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75375af-9953-4550-bb25-2a1dcb480250 req-d94fb3eb-018b-4305-a914-1241ad24b251 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:22.203876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c75375af-9953-4550-bb25-2a1dcb480250 req-d94fb3eb-018b-4305-a914-1241ad24b251 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 945 time: 0.0986781 Nov 09 18:03:22.204509 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-487e3719-9d12-445e-9c04-c21eeba76175 req-c2446c52-6041-4d4a-b043-141d2f9bfdf8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.242315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:22.263085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cd8928-cb94-4205-bac8-501b97d529ab', 'name': 'network-vif-deleted', 'tag': '027d4ebe-6a2e-4a12-ac11-6c007440c69a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:22.265592 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efc36ab-bb0b-4a3d-aa17-cc4090a427a4" -d '{"events": [{"server_uuid": "97cd8928-cb94-4205-bac8-501b97d529ab", "name": "network-vif-deleted", "tag": "027d4ebe-6a2e-4a12-ac11-6c007440c69a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:22.269557 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-487e3719-9d12-445e-9c04-c21eeba76175 req-c2446c52-6041-4d4a-b043-141d2f9bfdf8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.270802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-487e3719-9d12-445e-9c04-c21eeba76175 req-c2446c52-6041-4d4a-b043-141d2f9bfdf8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3284397 Nov 09 18:03:22.274107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2446c52-6041-4d4a-b043-141d2f9bfdf8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a84d4-d6b3-4435-8983-d401c7d51781,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:22.289935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c75375af-9953-4550-bb25-2a1dcb480250 req-7c02440d-1ea0-4976-8908-27a10faa5b23 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ff0607b-8cf1-4773-8be6-26516bf0a438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778198 Nov 09 18:03:22.336727 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3490ea3f-4be0-4fcf-af0b-339a7051d30f x-openstack-request-id: req-3490ea3f-4be0-4fcf-af0b-339a7051d30f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:22.337029 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:22.337251 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3490ea3f-4be0-4fcf-af0b-339a7051d30f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:22.337652 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'code': 200} Nov 09 18:03:22.344740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 9666e91a-eb9d-4e02-90ad-9a5e206943b4 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:22.347126 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800eed8e-4271-40a8-b494-907cffa21359 x-openstack-request-id: req-800eed8e-4271-40a8-b494-907cffa21359 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:22.347593 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cd8928-cb94-4205-bac8-501b97d529ab", "name": "network-vif-deleted", "tag": "027d4ebe-6a2e-4a12-ac11-6c007440c69a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:22.347725 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-800eed8e-4271-40a8-b494-907cffa21359 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:22.348349 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cd8928-cb94-4205-bac8-501b97d529ab', 'name': 'network-vif-deleted', 'tag': '027d4ebe-6a2e-4a12-ac11-6c007440c69a', 'status': 'completed', 'code': 200} Nov 09 18:03:22.363491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.380564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 9666e91a-eb9d-4e02-90ad-9a5e206943b4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:22.380793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 9666e91a-eb9d-4e02-90ad-9a5e206943b4 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:22.381952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-6025c31b-fe03-498f-83ca-088a6f44b7f3 req-28518527-fb01-48ca-821f-4c37df71a073 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1350388878', 'description': 'tempest-description-1889307613'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:22.383731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1608caf9-7c3a-43d6-ba4b-55c98bd35107'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:22.467409 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6025c31b-fe03-498f-83ca-088a6f44b7f3 req-28518527-fb01-48ca-821f-4c37df71a073 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.489501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6f504-d13c-4511-8a84-9d20e15d8af8 req-0d1b6255-07a0-4f86-867b-9f90077d85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:22.491437 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3db6f504-d13c-4511-8a84-9d20e15d8af8 req-0d1b6255-07a0-4f86-867b-9f90077d85aa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0614512 Nov 09 18:03:22.496304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Pushing event deleted for resources: {'Port': ['ID=1608caf9-7c3a-43d6-ba4b-55c98bd35107,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:22.544939 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3db6f504-d13c-4511-8a84-9d20e15d8af8 req-b3c3e7fe-a452-463a-a232-f8534f49879f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Nov 09 18:03:22.546511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] No DVR routers for this DVR port 1608caf9-7c3a-43d6-ba4b-55c98bd35107 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:22.548385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48682) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:22.551443 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.554669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be8c4f9d-a12c-4cc1-9ea8-cd5d279cd949 req-2358dcbf-3e5d-400f-8a57-bb97a4652008 tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.73 "DELETE /v2.0/ports/1608caf9-7c3a-43d6-ba4b-55c98bd35107 HTTP/1.1" status: 204 len: 173 time: 0.8311362 Nov 09 18:03:22.555114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'name': 'network-vif-deleted', 'tag': '1608caf9-7c3a-43d6-ba4b-55c98bd35107'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:22.557473 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580cdc35-89ca-4029-96ba-a8698a393147" -d '{"events": [{"server_uuid": "05092ceb-7e0f-454a-acce-4d2b9cd5e9a6", "name": "network-vif-deleted", "tag": "1608caf9-7c3a-43d6-ba4b-55c98bd35107"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:22.631064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] Deleting subnet 0bb2fb46-5814-4665-821f-bdf4a5b6c92d {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:22.635912 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.639057 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1a171b-5daa-40c6-89ba-4414006bdda3 x-openstack-request-id: req-7c1a171b-5daa-40c6-89ba-4414006bdda3 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:22.639365 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05092ceb-7e0f-454a-acce-4d2b9cd5e9a6", "name": "network-vif-deleted", "tag": "1608caf9-7c3a-43d6-ba4b-55c98bd35107", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:22.639971 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c1a171b-5daa-40c6-89ba-4414006bdda3 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:22.640384 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05092ceb-7e0f-454a-acce-4d2b9cd5e9a6', 'name': 'network-vif-deleted', 'tag': '1608caf9-7c3a-43d6-ba4b-55c98bd35107', 'status': 'completed', 'code': 200} Nov 09 18:03:22.667622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6025c31b-fe03-498f-83ca-088a6f44b7f3 req-28518527-fb01-48ca-821f-4c37df71a073 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.676089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6025c31b-fe03-498f-83ca-088a6f44b7f3 req-28518527-fb01-48ca-821f-4c37df71a073 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.687290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.710425 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6025c31b-fe03-498f-83ca-088a6f44b7f3 req-28518527-fb01-48ca-821f-4c37df71a073 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.739658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6025c31b-fe03-498f-83ca-088a6f44b7f3 req-28518527-fb01-48ca-821f-4c37df71a073 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3626981 Nov 09 18:03:22.756642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.796130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28518527-fb01-48ca-821f-4c37df71a073 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020da7d4-651c-4b26-b2d6-d298a4db5714,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:22.834968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.872227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a2d67-74c4-402c-8974-8664fa44c4ea req-760181f7-80ea-45ca-ad70-72f71d757f40 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:22.874563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb2fb46-5814-4665-821f-bdf4a5b6c92d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:22.877533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:22.881063 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc9ae7d8-e7b1-4d74-b8f8-40aff798a48b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0bb2fb46-5814-4665-821f-bdf4a5b6c92d HTTP/1.1" status: 204 len: 168 time: 0.3313425 Nov 09 18:03:22.883514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48704) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:22.889646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c0a2d67-74c4-402c-8974-8664fa44c4ea req-760181f7-80ea-45ca-ad70-72f71d757f40 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.1883838 Nov 09 18:03:22.926390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-d41065dd-2ba5-400a-ae5b-df03919efc39 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:22.928461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-d41065dd-2ba5-400a-ae5b-df03919efc39 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.73 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 945 time: 0.1878028 Nov 09 18:03:22.976763 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.027035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c0a2d67-74c4-402c-8974-8664fa44c4ea req-9305e54f-9025-4bd8-ac6b-1ecb96d8a5b8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362393 Nov 09 18:03:23.091995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.119077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb3b163-cfac-4662-84b7-18b6440aa51a']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.132250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba695122-854c-4a9b-a7e3-7942a1cf7dcc') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.132649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba695122-854c-4a9b-a7e3-7942a1cf7dcc') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.148211 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.161796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-6a4003eb-6289-4f92-ac16-2e3e48561f9b tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:23.163324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-6a4003eb-6289-4f92-ac16-2e3e48561f9b tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 812 time: 0.2186215 Nov 09 18:03:23.165188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.171571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:23.171976 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:23.174151 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:23.213503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-8ca3eb3b-fe9b-4e67-8ab0-25bde48833bd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/quotas/0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 375 time: 0.0362730 Nov 09 18:03:23.217433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Deleting port df72e536-7a37-4407-8cd9-ee8b51e1cc0c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:23.217775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.234753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.246391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.249683 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fdb3b163-cfac-4662-84b7-18b6440aa51a HTTP/1.1" status: 204 len: 168 time: 0.3650224 Nov 09 18:03:23.260576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48710) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:23.268460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55d52c-7c48-4b72-abd9-9f1e16ca8ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb3b163-cfac-4662-84b7-18b6440aa51a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:23.286482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-6d3f820a-113c-4a2f-96f9-39ca45b69ded tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649569 Nov 09 18:03:23.303245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718eb0da-b70c-4c6a-80b0-3982cd6f9513 req-a6f4b1e2-5f65-480b-8886-bfe32ff5afea tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:23.304695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-718eb0da-b70c-4c6a-80b0-3982cd6f9513 req-a6f4b1e2-5f65-480b-8886-bfe32ff5afea tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 945 time: 0.1404707 Nov 09 18:03:23.320163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] Deleting subnet 734e63e2-33b6-4fc8-a1bd-4d2705a0bc80 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:23.324186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.365603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.406099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.426616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-718eb0da-b70c-4c6a-80b0-3982cd6f9513 req-4df74958-1e21-42a0-8398-910e04d18ae3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090999 Nov 09 18:03:23.432962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] For port df72e536-7a37-4407-8cd9-ee8b51e1cc0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:23.433328 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.463647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Calling delete_port for df72e536-7a37-4407-8cd9-ee8b51e1cc0c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:23.474623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-61b51a32-eb86-4151-9931-6eec7c523dc7 service neutron] 10.222.0.32 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689425 Nov 09 18:03:23.503225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.568055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734e63e2-33b6-4fc8-a1bd-4d2705a0bc80,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:23.573196 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.577218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a088b61-1b81-46de-bb89-bd2670bb97be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/734e63e2-33b6-4fc8-a1bd-4d2705a0bc80 HTTP/1.1" status: 204 len: 168 time: 0.3149168 Nov 09 18:03:23.579661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48716) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:23.612988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69d96ce2-41ab-4a10-8637-513ae5c52249 req-85f05b65-f586-4a55-9e4a-dce6848fea0e tempest-ServerRescueTestJSON-1921846359 tempest-ServerRescueTestJSON-1921846359-project] 10.222.0.32 "GET /v2.0/ports?device_id=05092ceb-7e0f-454a-acce-4d2b9cd5e9a6 HTTP/1.1" status: 200 len: 210 time: 0.0459702 Nov 09 18:03:23.680671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-3cd7edb7-ee16-45ae-a9a3-61d120bf31a0 service neutron] 10.222.0.32 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667819 Nov 09 18:03:23.690746 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.709830 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.726611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['de9aded0-558e-4eea-9173-6da2531375fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:23.772251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Pushing event deleted for resources: {'Port': ['ID=df72e536-7a37-4407-8cd9-ee8b51e1cc0c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:23.810041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['df72e536-7a37-4407-8cd9-ee8b51e1cc0c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:23.816861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] No DVR routers for this DVR port df72e536-7a37-4407-8cd9-ee8b51e1cc0c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:23.833364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.842937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:23.858192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4ab7935-bb44-4517-ae29-cf8f3ab58d9d req-e30d3644-c8be-4a6a-98bf-6eb750cb1634 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.73 "DELETE /v2.0/ports/df72e536-7a37-4407-8cd9-ee8b51e1cc0c HTTP/1.1" status: 204 len: 173 time: 0.9094448 Nov 09 18:03:23.917514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3472799-4706-4ea1-8f87-a9321bb88164']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.939925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465b5bbf-28a1-4467-bdf2-82542a81e8f8') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.940331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465b5bbf-28a1-4467-bdf2-82542a81e8f8') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:23.962449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.005995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.015185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:24.015901 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:24.041845 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:24.075471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3950d88-ebcd-4f06-887b-eb2896881273 req-f86bd28d-355b-4dca-8708-4864284d814d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 210 time: 0.0700393 Nov 09 18:03:24.139598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.145696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.149520 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f3472799-4706-4ea1-8f87-a9321bb88164 HTTP/1.1" status: 204 len: 168 time: 0.5687244 Nov 09 18:03:24.182523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab60958-9b80-40a7-8037-6b878ad23cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3472799-4706-4ea1-8f87-a9321bb88164,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:24.243024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8f29-8844-4547-94be-639fe24720f6 req-f9b5b729-8363-4439-8227-e6186df4daee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:24.250209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-256f8f29-8844-4547-94be-639fe24720f6 req-f9b5b729-8363-4439-8227-e6186df4daee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.1080256 Nov 09 18:03:24.324724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-256f8f29-8844-4547-94be-639fe24720f6 req-c50f79d9-35b0-4c1a-96a9-bea57e01bc1a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622079 Nov 09 18:03:24.390626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48736) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:24.441143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48738) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:24.442372 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-59b4218a-89ca-47dc-8c6a-6f0281addff0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09848a0526ce40c9baeb6616537cbf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449464 Nov 09 18:03:24.541037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-56949b69-4ca2-44ba-b5c8-c4461cd6667d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.581947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4f34d-8b43-4937-9da3-2ea8196aab34 req-d76cbfcc-9345-4ebb-954f-7411dd425f7a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:24.583557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27b4f34d-8b43-4937-9da3-2ea8196aab34 req-d76cbfcc-9345-4ebb-954f-7411dd425f7a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.1270151 Nov 09 18:03:24.587552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c2f96e5-198a-4e62-b68c-ec15c01bfa93 req-8d3b681d-8b60-4f50-add3-02d25cb7eb59 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ea0b3b-9cea-4181-a75a-9804f8fb3b50 HTTP/1.1" status: 200 len: 210 time: 0.0494840 Nov 09 18:03:24.620690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-56949b69-4ca2-44ba-b5c8-c4461cd6667d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.649558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'name': 'network-vif-deleted', 'tag': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:24.652093 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09085ef-a9de-4ab7-a563-c16432b624f0" -d '{"events": [{"server_uuid": "33ea0b3b-9cea-4181-a75a-9804f8fb3b50", "name": "network-vif-deleted", "tag": "df72e536-7a37-4407-8cd9-ee8b51e1cc0c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:24.674345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27b4f34d-8b43-4937-9da3-2ea8196aab34 req-38736061-fb9f-4426-928a-564109cd210e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831268 Nov 09 18:03:24.691924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48750) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:24.902697 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178ec1c-6c2d-45c7-a08f-b85e175e7c50 x-openstack-request-id: req-7178ec1c-6c2d-45c7-a08f-b85e175e7c50 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:24.903209 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ea0b3b-9cea-4181-a75a-9804f8fb3b50", "name": "network-vif-deleted", "tag": "df72e536-7a37-4407-8cd9-ee8b51e1cc0c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:24.903643 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7178ec1c-6c2d-45c7-a08f-b85e175e7c50 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:24.904152 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ea0b3b-9cea-4181-a75a-9804f8fb3b50', 'name': 'network-vif-deleted', 'tag': 'df72e536-7a37-4407-8cd9-ee8b51e1cc0c', 'status': 'completed', 'code': 200} Nov 09 18:03:24.918553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-56949b69-4ca2-44ba-b5c8-c4461cd6667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.922441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-56949b69-4ca2-44ba-b5c8-c4461cd6667d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:24.924419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-56949b69-4ca2-44ba-b5c8-c4461cd6667d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6427c9c2-75f2-45f7-989d-32e643f6cab1 HTTP/1.1" status: 204 len: 168 time: 0.4814572 Nov 09 18:03:24.985460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56949b69-4ca2-44ba-b5c8-c4461cd6667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6427c9c2-75f2-45f7-989d-32e643f6cab1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:25.238586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-975b9b93-2c3c-4e40-8737-117813c97a9e req-e517a01c-5189-489c-9017-c86579ec485b tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 210 time: 0.0447412 Nov 09 18:03:25.262781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.438852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48784) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.525835 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cf52b879-5e73-4c3d-837d-a8c44f6ac7b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0303aacbf5334b5080b4030318ddc78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853202 Nov 09 18:03:25.528225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:25.590576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fd79-6b26-4875-96d0-efbd44900e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.598944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-6f1fe88f-5904-4c20-9f7d-24687ade645c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:25.600503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-6f1fe88f-5904-4c20-9f7d-24687ade645c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.73 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 812 time: 0.1939149 Nov 09 18:03:25.613231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fd79-6b26-4875-96d0-efbd44900e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.625110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'port': {'device_id': '4a873319-3ed9-4274-9838-dd9442329e9b', 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab', 'admin_state_up': True, 'tenant_id': '0e51f685bff948b987ba0700936bf623'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:25.678265 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fd79-6b26-4875-96d0-efbd44900e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.681188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fd79-6b26-4875-96d0-efbd44900e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.682889 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ee9fd79-6b26-4875-96d0-efbd44900e42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79b41235-83ce-4ee9-9a80-15c2a6216b59 HTTP/1.1" status: 204 len: 168 time: 0.1535347 Nov 09 18:03:25.692221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9fd79-6b26-4875-96d0-efbd44900e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b41235-83ce-4ee9-9a80-15c2a6216b59,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:25.728165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184b5fb-6d5c-418c-915e-edbd12e28cda req-efa1dbf8-695b-4e99-b9e5-6d908e7cb911 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:25.729860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3184b5fb-6d5c-418c-915e-edbd12e28cda req-efa1dbf8-695b-4e99-b9e5-6d908e7cb911 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.1847062 Nov 09 18:03:25.799691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3184b5fb-6d5c-418c-915e-edbd12e28cda req-c6958f23-acfa-455f-99ce-b1e5b31ceb0e tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574644 Nov 09 18:03:25.929346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Made reservation on behalf of 0e51f685bff948b987ba0700936bf623 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:25.932070 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:25.984056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 027d4ebe-6a2e-4a12-ac11-6c007440c69a no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:26.012966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 027d4ebe-6a2e-4a12-ac11-6c007440c69a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:26.013312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 027d4ebe-6a2e-4a12-ac11-6c007440c69a not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:26.040606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293c8fd-c83e-495a-8fa8-63c02db98428 req-163736f6-a5dc-49ba-ae6f-22e295b61243 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:26.042144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2293c8fd-c83e-495a-8fa8-63c02db98428 req-163736f6-a5dc-49ba-ae6f-22e295b61243 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.1280191 Nov 09 18:03:26.062225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Deleting port 890fd743-b6ff-406a-8ff0-2045db2d267d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:26.062594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:26.186887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2293c8fd-c83e-495a-8fa8-63c02db98428 req-84afbcc3-9744-49cf-b1ed-963ab9d874a2 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370201 Nov 09 18:03:26.245547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] For port 890fd743-b6ff-406a-8ff0-2045db2d267d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=890fd743-b6ff-406a-8ff0-2045db2d267d,segment=NetworkSegment(8b524b33-7b0a-4322-8523-f55c28de5027),segment_id=8b524b33-7b0a-4322-8523-f55c28de5027)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:26.245911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:26.248583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Allocated IP 172.20.0.6 (dbabb4f8-43bf-4883-882c-a8e560a574ab/741a3165-f336-4b4d-811d-68f28ab5af82/59062541-e652-4bab-917d-288a63587c93) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:26.266447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Calling delete_port for 890fd743-b6ff-406a-8ff0-2045db2d267d owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:26.379158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df72e536-7a37-4407-8cd9-ee8b51e1cc0c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:26.413516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: df72e536-7a37-4407-8cd9-ee8b51e1cc0c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:26.414390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device df72e536-7a37-4407-8cd9-ee8b51e1cc0c not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:26.415330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1608caf9-7c3a-43d6-ba4b-55c98bd35107 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:26.443819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 1608caf9-7c3a-43d6-ba4b-55c98bd35107 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:26.444177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1608caf9-7c3a-43d6-ba4b-55c98bd35107 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:26.452033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c84268e2-61af-488c-87d4-956839e9423f req-f66cd8ff-678f-457d-a88a-6d6aaadc2d11 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 210 time: 0.0956571 Nov 09 18:03:26.929227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-44560afc-d350-4644-90f1-5d9141af773a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5669267 Nov 09 18:03:26.976297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-906f300a-7074-4067-bafc-cc7ce66c72d2 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4e18c188252a4ab08afec6118b632549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773191 Nov 09 18:03:27.003600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.113101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacf3d9-6588-48ac-a1ff-084ef8c324af req-8deb1453-b0b0-4ce3-a341-af61f5980061 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.114574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eacf3d9-6588-48ac-a1ff-084ef8c324af req-8deb1453-b0b0-4ce3-a341-af61f5980061 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.2254331 Nov 09 18:03:27.138451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.224722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Pushing event deleted for resources: {'Port': ['ID=890fd743-b6ff-406a-8ff0-2045db2d267d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:27.228760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-d22ebf00-fead-49f4-b2fe-3dfca36b4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.230924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-d22ebf00-fead-49f4-b2fe-3dfca36b4967 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1095 time: 0.2313468 Nov 09 18:03:27.289682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-7ad4bd9c-671c-45fc-9017-e1b6960134a9 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.291092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-7ad4bd9c-671c-45fc-9017-e1b6960134a9 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950938 Nov 09 18:03:27.309446 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.324490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eacf3d9-6588-48ac-a1ff-084ef8c324af req-4a8a62f9-8c10-4a43-a4f2-00c42becf99b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988158 Nov 09 18:03:27.406499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-2d703a09-3d49-470d-9da8-0520ecfa96a7 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/quotas/4e18c188252a4ab08afec6118b632549 HTTP/1.1" status: 200 len: 375 time: 0.0948722 Nov 09 18:03:27.427985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Network dbabb4f8-43bf-4883-882c-a8e560a574ab is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:27.445672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:27.476218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:27.480652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-d6f69b20-e91c-4288-945d-71f227141e63 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e18c188252a4ab08afec6118b632549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628488 Nov 09 18:03:27.516201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:27.624807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-4aadc241-ef47-4250-a154-70c1b9d7006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.626310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-4aadc241-ef47-4250-a154-70c1b9d7006d service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.3549118 Nov 09 18:03:27.658588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.659207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.703384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-f5af5e09-551c-475d-8aa6-c314288ba288 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 217 time: 0.0611095 Nov 09 18:03:27.715842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce53f-1767-4635-bd45-08c8aeddbe1a req-6ad8e40e-7b8d-4f08-af09-a3b94d630bb4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.717339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a00ce53f-1767-4635-bd45-08c8aeddbe1a req-6ad8e40e-7b8d-4f08-af09-a3b94d630bb4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.2428868 Nov 09 18:03:27.754787 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:27.793307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-658d9fb8-e68a-4247-8bbd-2e519a9e5d5c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1739500 Nov 09 18:03:27.818638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Request body: {'port': {'device_id': '4a873319-3ed9-4274-9838-dd9442329e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:27.920266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-48d9e75b-4f0d-498e-a784-330f38d5081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.921725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-48d9e75b-4f0d-498e-a784-330f38d5081a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.1927733 Nov 09 18:03:27.953478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a00ce53f-1767-4635-bd45-08c8aeddbe1a req-9cf6e656-4bfe-40f2-acab-70449448d5e4 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/security-groups?id=ecd95913-f9ab-4cc3-9c23-7fb32579dd87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158718 Nov 09 18:03:27.960972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b23b7-b2de-430f-9e26-698ba2f6f608 req-3f99be4d-00cf-47d0-be8d-b4b802aa6edf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:27.962477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a58b23b7-b2de-430f-9e26-698ba2f6f608 req-3f99be4d-00cf-47d0-be8d-b4b802aa6edf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 931 time: 0.2615049 Nov 09 18:03:27.985852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:28.014678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-b85f1d92-e40c-4555-9829-0c4850acdec0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741472 Nov 09 18:03:28.030740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.107665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:28.121585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'port_id': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'mac_address': 'fa:16:3e:30:72:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5671fb-bf4a-4b23-9681-d2bd3c0c2279', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:28.158500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a58b23b7-b2de-430f-9e26-698ba2f6f608 req-91aed7c3-e7bf-497f-a05e-74a7808b722e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763837 Nov 09 18:03:28.159953 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.160398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7279fc2a-3dd9-4bf7-934d-d98801ca4eca req-fc7b2b2a-819b-48e6-ab9a-b207201a9949 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 210 time: 0.1045082 Nov 09 18:03:28.199389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b79c1e3a-d360-4cd5-aecf-bad02e953386 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:28.230574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:28.235018 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.293740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:28.354295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-1207173d-8c24-4d42-9d9b-c4058fa9a586 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246694 Nov 09 18:03:28.368024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b79c1e3a-d360-4cd5-aecf-bad02e953386'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:28.485731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Router 1f16b8a1-3919-498b-8b8f-debefa16123f has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:03:28.643165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc21867-f48e-4c65-b68d-3a2dd7459824 req-e3ea3928-c7d1-4217-b2ff-5dbb59cedc98 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:28.644661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dc21867-f48e-4c65-b68d-3a2dd7459824 req-e3ea3928-c7d1-4217-b2ff-5dbb59cedc98 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 944 time: 0.1949852 Nov 09 18:03:28.651441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-788bb4df-4afa-4043-b95b-6a01473bc7cf req-61e425fc-8d88-44bb-a730-50ea23345f39 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872779 Nov 09 18:03:28.758191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede1409-238d-41bf-b757-f2dcf894991d req-4a328668-3eb0-4a5e-af08-daf011813273 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:28.759845 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bede1409-238d-41bf-b757-f2dcf894991d req-4a328668-3eb0-4a5e-af08-daf011813273 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 945 time: 0.0967669 Nov 09 18:03:28.761200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:03:28.774025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-622a3767-199f-4a5c-9e3f-8d4c71f0d258 admin admin] 10.222.0.32 "PUT /v2.0/routers/1f16b8a1-3919-498b-8b8f-debefa16123f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0810375 Nov 09 18:03:28.776678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f448e80-a397-4c21-a128-931558608012 None None] Sync routers for ids ['1f16b8a1-3919-498b-8b8f-debefa16123f'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:03:28.776846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48870) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:28.788301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] Routers {'1f16b8a1-3919-498b-8b8f-debefa16123f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:28.788482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dc21867-f48e-4c65-b68d-3a2dd7459824 req-412d84a4-c7f9-4318-a10b-3e8c7365c632 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360211 Nov 09 18:03:28.788602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:03:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1f16b8a1-3919-498b-8b8f-debefa16123f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:28.845976 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-96fb40d7-9142-45b5-97fb-edcf39d282d5 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=4e18c188252a4ab08afec6118b632549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488529 Nov 09 18:03:28.887911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59062541-e652-4bab-917d-288a63587c93 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:28.914866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.948699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Transition to ACTIVE for port object 59062541-e652-4bab-917d-288a63587c93 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:28.958676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:28.964869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] Set router 1f16b8a1-3919-498b-8b8f-debefa16123f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:29.032115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Pushing event updated for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:29.041020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.042443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Deleting port de9aded0-558e-4eea-9173-6da2531375fa {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:29.042798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.094504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-dbb9a9c1-c0c0-4776-84b9-32c0f1b1f00f tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:29.095970 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-dbb9a9c1-c0c0-4776-84b9-32c0f1b1f00f tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952116 Nov 09 18:03:29.110758 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Request body: {'port': {'device_id': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '4e18c188252a4ab08afec6118b632549'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:29.202351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:03:26Z', 'revision_number': 5, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:29.219164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] For port de9aded0-558e-4eea-9173-6da2531375fa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=de9aded0-558e-4eea-9173-6da2531375fa,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:29.219679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.244460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Calling delete_port for de9aded0-558e-4eea-9173-6da2531375fa owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:29.254870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f448e80-a397-4c21-a128-931558608012 None None] Checking router: 1f16b8a1-3919-498b-8b8f-debefa16123f for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:03:29.265951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] Routers {'1f16b8a1-3919-498b-8b8f-debefa16123f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:03:29.266660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:03:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1f16b8a1-3919-498b-8b8f-debefa16123f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:29.332784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Made reservation on behalf of 4e18c188252a4ab08afec6118b632549 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:29.336730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.349701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.457778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.505331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Pushing event deleted for resources: {'Port': ['ID=de9aded0-558e-4eea-9173-6da2531375fa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:29.522853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d87f2b8-67f0-42a2-a3dd-4590883a1144 req-0ef8a7f8-c431-45fb-8cbf-2dac65a29d2a tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.32 "GET /v2.0/ports?device_id=d172afe3-4056-45d0-97fc-c1d3cb4f08fd HTTP/1.1" status: 200 len: 210 time: 0.4448688 Nov 09 18:03:29.547480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.552843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.578389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] No DVR routers for this DVR port de9aded0-558e-4eea-9173-6da2531375fa on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:29.592937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.596851 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bede1409-238d-41bf-b757-f2dcf894991d req-853efacd-b166-46c6-81b0-18376fc022a3 tempest-ListServerFiltersTestJSON-1386058005 tempest-ListServerFiltersTestJSON-1386058005-project] 10.222.0.85 "DELETE /v2.0/ports/de9aded0-558e-4eea-9173-6da2531375fa HTTP/1.1" status: 204 len: 173 time: 0.7540758 Nov 09 18:03:29.599806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'name': 'network-vif-deleted', 'tag': 'de9aded0-558e-4eea-9173-6da2531375fa'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:29.603396 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7293e0c6-086e-462c-87c0-f82b1f987df7" -d '{"events": [{"server_uuid": "d172afe3-4056-45d0-97fc-c1d3cb4f08fd", "name": "network-vif-deleted", "tag": "de9aded0-558e-4eea-9173-6da2531375fa"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:29.615834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1b2a27d-fe13-43ca-8fdf-abacc2f2fb30 req-91158cb5-3409-4999-b472-5c65af9f69e3 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 210 time: 0.1372948 Nov 09 18:03:29.623324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] Set router 1f16b8a1-3919-498b-8b8f-debefa16123f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:03:29.654728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e9844d-0095-4fc3-b1cd-35301fc18c0d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:29.698660 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:29.731136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['de9aded0-558e-4eea-9173-6da2531375fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:29.808205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Allocated IP 192.168.233.103 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/8867b082-4936-4cb8-905e-154ff10c9b9d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:29.838942 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acb7fbb-ad4f-416f-8934-5b26e25ef6b1 x-openstack-request-id: req-1acb7fbb-ad4f-416f-8934-5b26e25ef6b1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:29.839290 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d172afe3-4056-45d0-97fc-c1d3cb4f08fd", "name": "network-vif-deleted", "tag": "de9aded0-558e-4eea-9173-6da2531375fa", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:29.839501 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1acb7fbb-ad4f-416f-8934-5b26e25ef6b1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:29.840274 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd172afe3-4056-45d0-97fc-c1d3cb4f08fd', 'name': 'network-vif-deleted', 'tag': 'de9aded0-558e-4eea-9173-6da2531375fa', 'status': 'completed', 'code': 200} Nov 09 18:03:29.929354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8e155-592c-4383-a187-0bada59cbbf3 req-900489ba-e990-471d-93f2-3cae14bd9ab5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:29.937803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90f8e155-592c-4383-a187-0bada59cbbf3 req-900489ba-e990-471d-93f2-3cae14bd9ab5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 943 time: 0.2469187 Nov 09 18:03:29.954538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Attempting to bind port 59062541-e652-4bab-917d-288a63587c93 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:29.954955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Attempting to bind port 59062541-e652-4bab-917d-288a63587c93 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:29.955244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Attempting to bind port 59062541-e652-4bab-917d-288a63587c93 on network dbabb4f8-43bf-4883-882c-a8e560a574ab {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:29.973657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Port 59062541-e652-4bab-917d-288a63587c93 on network dbabb4f8-43bf-4883-882c-a8e560a574ab not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:29.974080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Attempting to bind port 59062541-e652-4bab-917d-288a63587c93 on network dbabb4f8-43bf-4883-882c-a8e560a574ab {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:29.996604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:29.996988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Checking segment: {'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:29.997330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Bound using segment: {'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:29.997782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Bound port: 59062541-e652-4bab-917d-288a63587c93, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:29.998473 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.006331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:30.033474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Deleting port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:30.034230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.043827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.046615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1f448e80-a397-4c21-a128-931558608012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:03:26Z', 'revision_number': 5, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:30.084917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f448e80-a397-4c21-a128-931558608012 None None] The sync data for ids ['1f16b8a1-3919-498b-8b8f-debefa16123f'] in n-d-817240-1 is: [{'id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'name': 'tempest-ServerRescueTestJSON-1341743599-router', 'tenant_id': 'da88936682394454b18b5ed7dffe9f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:00:54Z', 'updated_at': '2021-11-09T18:03:26Z', 'revision_number': 5, 'project_id': 'da88936682394454b18b5ed7dffe9f2d', 'gw_port': {'id': '26f088cf-ec1d-463f-995c-1bbb2a1f82b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:22:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16b8a1-3919-498b-8b8f-debefa16123f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:00:56Z', 'updated_at': '2021-11-09T18:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:03:30.098455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port b79c1e3a-d360-4cd5-aecf-bad02e953386 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:30.098923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.134737 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.183478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90f8e155-592c-4383-a187-0bada59cbbf3 req-a0df8f59-9fb5-4448-b464-12b52cf29131 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447474 Nov 09 18:03:30.184233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:30.188604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:30.193516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:30.202889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90c56-3d35-406f-b768-c4903865f4fc req-ccc86c98-1c2c-487c-b9e6-31422ed7a179 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:30.204419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21d90c56-3d35-406f-b768-c4903865f4fc req-ccc86c98-1c2c-487c-b9e6-31422ed7a179 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 944 time: 0.2228453 Nov 09 18:03:30.234943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:30.266704 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.270782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:30.271561 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.289331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] For port 26f088cf-ec1d-463f-995c-1bbb2a1f82b4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:30.289640 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.291528 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-8d94ea93-4b57-43c7-9fc0-e85b57ccce8d tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1863713 Nov 09 18:03:30.304255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:30.307629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Request body: {'port': {'device_id': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:30.308129 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e87d20b-2327-46e1-90b7-7c632a5175b9" -d '{"events": [{"server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:30.337517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Calling delete_port for 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:30.342268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:30.352068 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.362859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:30.375517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21d90c56-3d35-406f-b768-c4903865f4fc req-83e2f456-c064-439a-806a-527ae6ead911 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594024 Nov 09 18:03:30.389972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=59062541-e652-4bab-917d-288a63587c93,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:30.406564 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e22dd-a890-40be-839f-cd911d99e662 x-openstack-request-id: req-5e4e22dd-a890-40be-839f-cd911d99e662 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:30.409429 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:30.410777 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e4e22dd-a890-40be-839f-cd911d99e662 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:30.411250 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'code': 200} Nov 09 18:03:30.412680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.446579 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.472019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:30.530966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:30.535219 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.539310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] 10.222.0.73 "PUT /v2.0/ports/59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 200 len: 1091 time: 2.7270970 Nov 09 18:03:30.545531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'tag': '59062541-e652-4bab-917d-288a63587c93'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:30.548191 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576fc55-92e2-4b7f-b475-5c75558c5106" -d '{"events": [{"name": "network-changed", "server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "tag": "59062541-e652-4bab-917d-288a63587c93"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:30.579269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dac8e-ca18-4897-b832-8344a153db91 service neutron] Pushing event updated for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:30.612775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fc5d011f-de2d-41c9-8200-4f9203bf8be7 None None] Provisioning complete for port 8867b082-4936-4cb8-905e-154ff10c9b9d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:30.613155 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc5d011f-de2d-41c9-8200-4f9203bf8be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.661812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48898) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:30.717230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d011f-de2d-41c9-8200-4f9203bf8be7 None None] Port 8867b082-4936-4cb8-905e-154ff10c9b9d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:03:30.731133 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcfd0a3-14da-484f-bd8c-7833cca73ce9 x-openstack-request-id: req-5fcfd0a3-14da-484f-bd8c-7833cca73ce9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:30.731436 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "tag": "59062541-e652-4bab-917d-288a63587c93", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:30.731748 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fcfd0a3-14da-484f-bd8c-7833cca73ce9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:30.732162 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'tag': '59062541-e652-4bab-917d-288a63587c93', 'status': 'completed', 'code': 200} Nov 09 18:03:30.767690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 890fd743-b6ff-406a-8ff0-2045db2d267d no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:30.799229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 890fd743-b6ff-406a-8ff0-2045db2d267d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:30.799674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 890fd743-b6ff-406a-8ff0-2045db2d267d not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:30.806166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] Deleting subnet 7a11a1f6-5d60-48e9-92d0-d75a16eb017d {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:30.810280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.932345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8867b082-4936-4cb8-905e-154ff10c9b9d {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:30.933758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-41557c53-af60-4575-9d7c-42ded13240b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:30.935322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-41557c53-af60-4575-9d7c-42ded13240b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1094 time: 0.2747247 Nov 09 18:03:30.941010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.944423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:30.953146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Transition to ACTIVE for port object 8867b082-4936-4cb8-905e-154ff10c9b9d will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:30.958345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.011285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.056584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2b6a4-beff-43d3-a56c-db51b3ba57d3 req-c9e41b25-47fc-4ec8-b3bb-232601d7d73a tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.059735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68d2b6a4-beff-43d3-a56c-db51b3ba57d3 req-c9e41b25-47fc-4ec8-b3bb-232601d7d73a tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 936 time: 0.2262452 Nov 09 18:03:31.071964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-24b33b89-ede9-4127-bd37-5ddfb7666fc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 200 len: 217 time: 0.1054091 Nov 09 18:03:31.075165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Attempting to bind port 8867b082-4936-4cb8-905e-154ff10c9b9d on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:31.075510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Attempting to bind port 8867b082-4936-4cb8-905e-154ff10c9b9d by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:31.075843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Attempting to bind port 8867b082-4936-4cb8-905e-154ff10c9b9d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:31.080564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Port 8867b082-4936-4cb8-905e-154ff10c9b9d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:31.080894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Attempting to bind port 8867b082-4936-4cb8-905e-154ff10c9b9d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:31.085125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c211622-9deb-4da5-afe1-49565e7b0ca8 req-d97be6ea-1170-4f5d-a63f-8d63b624cb5f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.086478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:31.086716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c211622-9deb-4da5-afe1-49565e7b0ca8 req-d97be6ea-1170-4f5d-a63f-8d63b624cb5f tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.2545276 Nov 09 18:03:31.090041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:31.090487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:31.091218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Bound port: 8867b082-4936-4cb8-905e-154ff10c9b9d, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:31.091598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.140458 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.166425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:31.170276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:31.184057 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.198848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f088cf-ec1d-463f-995c-1bbb2a1f82b4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.227686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.228954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.231018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] 10.222.0.85 "PUT /v2.0/ports/8867b082-4936-4cb8-905e-154ff10c9b9d HTTP/1.1" status: 200 len: 1096 time: 0.9284494 Nov 09 18:03:31.271319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014adc0-a7fd-4aa1-a92d-bf26257bd002 service neutron] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.295449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-839d2e2c-e1b3-4ad2-8150-eda45ac6585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.296951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-839d2e2c-e1b3-4ad2-8150-eda45ac6585b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.2051241 Nov 09 18:03:31.300374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68d2b6a4-beff-43d3-a56c-db51b3ba57d3 req-7dcb9230-8425-4c42-9250-b1703c311b92 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325766 Nov 09 18:03:31.321975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c211622-9deb-4da5-afe1-49565e7b0ca8 req-2bf76097-36f6-4591-83f6-b6e232064a7a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254736 Nov 09 18:03:31.328670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-c00022ee-3d90-456d-831e-c7b536305e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.330381 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-c00022ee-3d90-456d-831e-c7b536305e36 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4e18c188252a4ab08afec6118b632549&device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 1099 time: 0.0562294 Nov 09 18:03:31.364730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.370349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-d7d7904f-fbb9-432a-b430-6293e082cef1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416310 Nov 09 18:03:31.392022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-4c78c736-1c97-4532-8a85-90252a583520 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8867b082-4936-4cb8-905e-154ff10c9b9d HTTP/1.1" status: 200 len: 217 time: 0.0480795 Nov 09 18:03:31.458781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-d2cdc158-5ef3-4855-b717-2729b47f9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.461947 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-d2cdc158-5ef3-4855-b717-2729b47f9ade service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0601289 Nov 09 18:03:31.467608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.511437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-ed47ed6a-fc37-469a-b8fd-55249ec2a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.513229 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-ed47ed6a-fc37-469a-b8fd-55249ec2a3cc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416384 Nov 09 18:03:31.623080 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.627222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.631989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.708409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a11a1f6-5d60-48e9-92d0-d75a16eb017d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:31.718615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.725214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-626c2980-7d2f-4040-884c-f48dc9be86b2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a11a1f6-5d60-48e9-92d0-d75a16eb017d HTTP/1.1" status: 204 len: 168 time: 1.0601702 Nov 09 18:03:31.727494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-2e468de5-7f7e-43de-b1a1-8ff2fe405e1e service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378143 Nov 09 18:03:31.727970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48912) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:31.729146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b7adb-b872-452f-8de9-b8d4a47ccb7c None None] Network 032ec63e-1eb2-4edf-abd2-d92c58412cc4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:31.746098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ccd8b-41a1-4522-aecb-222cfe59e1a8 req-1efff0f2-06d4-4ba7-b6bd-4c3b3c8e8b8f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:31.747673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a2ccd8b-41a1-4522-aecb-222cfe59e1a8 req-1efff0f2-06d4-4ba7-b6bd-4c3b3c8e8b8f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 943 time: 0.2433639 Nov 09 18:03:31.748346 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.748868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f16b8a1-3919-498b-8b8f-debefa16123f {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:03:31.797125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.800526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-03c8ec7a-ae7a-4432-b192-4d2fda527be6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1f16b8a1-3919-498b-8b8f-debefa16123f HTTP/1.1" status: 204 len: 168 time: 3.0204792 Nov 09 18:03:31.810303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48914) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:31.851000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:31.853272 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45207e0-2645-42c7-a3d1-a17f0e321239" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:31.935575 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b6a9d8-4599-4fb3-8bec-ad8754757828 x-openstack-request-id: req-18b6a9d8-4599-4fb3-8bec-ad8754757828 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:31.936224 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:31.936224 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18b6a9d8-4599-4fb3-8bec-ad8754757828 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:31.936553 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'status': 'completed', 'code': 200} Nov 09 18:03:31.942986 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-a164b8dd-899f-4465-a238-75d5740d7c26 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217682 Nov 09 18:03:31.956363 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:31.972779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] DHCP port deletion for 032ec63e-1eb2-4edf-abd2-d92c58412cc4 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:03:31.991750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a2ccd8b-41a1-4522-aecb-222cfe59e1a8 req-232094ae-23e4-48be-b33d-ef4c2d085c53 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300963 Nov 09 18:03:31.996609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] Deleting subnet f8715b05-3ea5-4160-b0be-98e152d65395 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:32.002655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.006797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1ea191d-9901-4e22-b350-27dc6c8f7d4c req-4cf7e83c-2b1b-4a4e-93d2-f1ca4f047545 service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562883 Nov 09 18:03:32.035612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] Deleting port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:32.036368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.064983 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-707fc700-9cd5-4323-b639-94dee0dc3806 req-a55b08f9-2660-4002-ba95-abe7f88550e2 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075604 Nov 09 18:03:32.068921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.110670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] For port b2312bc6-8eb6-468a-b9bd-df706b2d3b45, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:32.111019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.130948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] Calling delete_port for b2312bc6-8eb6-468a-b9bd-df706b2d3b45 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:32.147036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.162411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-f86686f2-fce4-436b-a5b6-92525d661803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.163900 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-f86686f2-fce4-436b-a5b6-92525d661803 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4e18c188252a4ab08afec6118b632549&device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 1099 time: 0.0449743 Nov 09 18:03:32.169014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Deleting port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:32.169352 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.222917 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.233242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-89ce1cde-03f0-461c-9364-b17817505dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.234741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-89ce1cde-03f0-461c-9364-b17817505dee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1094 time: 0.1451931 Nov 09 18:03:32.265006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] No DVR routers for this DVR port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:32.269150 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5103d7b-9d16-4178-b4fa-29c75b9b9e9b None None] Pushing event deleted for resources: {'Port': ['ID=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:32.294925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-72660d7d-c172-40b5-9ce3-b649c6b9f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.297694 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-72660d7d-c172-40b5-9ce3-b649c6b9f127 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1155427 Nov 09 18:03:32.342979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] For port b2312bc6-8eb6-468a-b9bd-df706b2d3b45, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,segment=NetworkSegment(85020731-24f0-4830-9c62-67a58dfaa161),segment_id=85020731-24f0-4830-9c62-67a58dfaa161)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:32.343371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.353715 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-9f448040-e753-4978-bb26-8af6c4d73496 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8867b082-4936-4cb8-905e-154ff10c9b9d HTTP/1.1" status: 200 len: 217 time: 0.0471475 Nov 09 18:03:32.378842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.436468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-7348a153-769f-4c7e-8066-1b34b78308ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.438010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-7348a153-769f-4c7e-8066-1b34b78308ab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0684974 Nov 09 18:03:32.468694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Calling delete_port for b2312bc6-8eb6-468a-b9bd-df706b2d3b45 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:32.472848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-d33ee0ef-1209-4c85-8337-124ff8d00534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.474480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-d33ee0ef-1209-4c85-8337-124ff8d00534 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 913 time: 0.2287238 Nov 09 18:03:32.483000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.489195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f8715b05-3ea5-4160-b0be-98e152d65395 HTTP/1.1" status: 204 len: 168 time: 0.6633639 Nov 09 18:03:32.491200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:32.500963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e91d9-1681-4aca-b63d-bcda5ec0a2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8715b05-3ea5-4160-b0be-98e152d65395,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:32.501215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-d0b8dcf7-315e-4b54-9a3f-34a9ce63f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.504009 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-d0b8dcf7-315e-4b54-9a3f-34a9ce63f4b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584719 Nov 09 18:03:32.574605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-7384964e-6803-4c7a-928d-bb5cf744b61a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 200 len: 217 time: 0.0745609 Nov 09 18:03:32.615106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.664257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81453c20-2c29-44b2-9dcd-e993e4b6b2a6 req-e3226d1e-f5be-4ebc-920c-6c0d2339e529 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.665733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81453c20-2c29-44b2-9dcd-e993e4b6b2a6 req-e3226d1e-f5be-4ebc-920c-6c0d2339e529 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 948 time: 0.2209466 Nov 09 18:03:32.676811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe5c4-c131-4080-8338-7041cd54a9d5 req-1b2b58ce-1024-4ccf-9708-5ed49c2f21ca tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.678314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5edfe5c4-c131-4080-8338-7041cd54a9d5 req-1b2b58ce-1024-4ccf-9708-5ed49c2f21ca tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.2286735 Nov 09 18:03:32.707882 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-c0ed5f18-1143-4064-9ad3-bffea8078d32 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935420 Nov 09 18:03:32.729804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-a66556af-a590-4e5d-a757-abb535b45627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.731391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-a66556af-a590-4e5d-a757-abb535b45627 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.1238341 Nov 09 18:03:32.788236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:32.799327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5edfe5c4-c131-4080-8338-7041cd54a9d5 req-36c12a65-eefa-4b07-a04d-b91972338fee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133585 Nov 09 18:03:32.803027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.803801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81453c20-2c29-44b2-9dcd-e993e4b6b2a6 req-560757dc-3809-4468-9d7f-3825a15245be tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211910 Nov 09 18:03:32.814565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-fe7dc2c8-0e96-4aed-8885-ebb8ba267dac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599532 Nov 09 18:03:32.814565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.835900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:32.836095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 26f088cf-ec1d-463f-995c-1bbb2a1f82b4 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:32.836502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2312bc6-8eb6-468a-b9bd-df706b2d3b45 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:32.841272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-0bce8b30-bb29-4c75-8dd9-0e7c7db1d2aa tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:32.843856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-0bce8b30-bb29-4c75-8dd9-0e7c7db1d2aa tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 945 time: 0.1994095 Nov 09 18:03:32.846214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f57f03-884f-4a8d-a588-88cd31213570']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:32.879807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b524b33-7b0a-4322-8523-f55c28de5027') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:32.880045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b524b33-7b0a-4322-8523-f55c28de5027') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:32.880350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b2312bc6-8eb6-468a-b9bd-df706b2d3b45 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:32.880883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2312bc6-8eb6-468a-b9bd-df706b2d3b45 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:32.910193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.918347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] No DVR routers for this DVR port b2312bc6-8eb6-468a-b9bd-df706b2d3b45 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:32.920474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2312bc6-8eb6-468a-b9bd-df706b2d3b45,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:32.952795 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.955796 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45207e0-2645-42c7-a3d1-a17f0e321239 req-22738d3d-83a5-46ea-85c4-8508554a663b service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227633 Nov 09 18:03:32.981704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:32.982140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:32.983801 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:33.016887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.027279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-94349ecd-afdc-4c2b-a7fc-3bc46f38e1e7 service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072196 Nov 09 18:03:33.048232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032ec63e-1eb2-4edf-abd2-d92c58412cc4']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:33.052121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.060042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.063170 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] 10.222.0.32 "DELETE /v2.0/networks/e2f57f03-884f-4a8d-a588-88cd31213570 HTTP/1.1" status: 204 len: 168 time: 0.5709836 Nov 09 18:03:33.076511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b9a52-a89d-4564-ae41-9e2acac48fab admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f57f03-884f-4a8d-a588-88cd31213570,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:33.077998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85020731-24f0-4830-9c62-67a58dfaa161') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:33.078470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85020731-24f0-4830-9c62-67a58dfaa161') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:33.083716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Deleting port b79c1e3a-d360-4cd5-aecf-bad02e953386 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:33.084066 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.184537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] For port b79c1e3a-d360-4cd5-aecf-bad02e953386, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b79c1e3a-d360-4cd5-aecf-bad02e953386,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:33.184938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.202371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Calling delete_port for b79c1e3a-d360-4cd5-aecf-bad02e953386 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:33.284751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48936) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:33.341663 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-da8138d3-36e3-40ca-a730-ff6846666fc7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919995 Nov 09 18:03:33.357485 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6fe6d325-d625-4106-a14c-ae7f0aaae13e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da88936682394454b18b5ed7dffe9f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720110 Nov 09 18:03:33.362123 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48940) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:33.469479 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.481598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.500490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-6a3305d4-10bd-4345-88dd-f7de6b9957ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.502547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-6a3305d4-10bd-4345-88dd-f7de6b9957ff service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0707b4f2730944cabc30bba05bec5e87&device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0998850 Nov 09 18:03:33.528090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event deleted for resources: {'Port': ['ID=b79c1e3a-d360-4cd5-aecf-bad02e953386,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:33.536643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.540753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8681d249-99b3-4fd7-97bf-39286e4e9ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.550636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:33.551042 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:33.554255 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:33.629774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b5cc5-4eed-4466-bdc0-58da647d2725 req-4e32a69a-ae40-4ae8-a180-faf24ab21f3a tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.631325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b9b5cc5-4eed-4466-bdc0-58da647d2725 req-4e32a69a-ae40-4ae8-a180-faf24ab21f3a tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 943 time: 0.2002609 Nov 09 18:03:33.632459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] No DVR routers for this DVR port b79c1e3a-d360-4cd5-aecf-bad02e953386 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:33.640223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8681d249-99b3-4fd7-97bf-39286e4e9ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.640602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d79fcb-e74d-41c0-9766-44ad17b3de22 req-065bfb6d-fa02-4b43-803d-3099fd7f70dd tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.643124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.646410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06fe1d0-ee79-48fe-a326-993c98a6be44 req-c2bb3ec0-349a-4ec8-82ca-6a89a963ec97 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "DELETE /v2.0/ports/b79c1e3a-d360-4cd5-aecf-bad02e953386 HTTP/1.1" status: 204 len: 173 time: 0.7922368 Nov 09 18:03:33.646577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41d79fcb-e74d-41c0-9766-44ad17b3de22 req-065bfb6d-fa02-4b43-803d-3099fd7f70dd tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1096 time: 0.1886113 Nov 09 18:03:33.661902 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7576fc55-92e2-4b7f-b475-5c75558c5106 req-28fbd8cf-6a43-47ff-8d20-05b6e2bc9345 service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232057 Nov 09 18:03:33.694818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.706681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-daec41be-c7a1-471a-8b34-9afe1527b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.708435 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-daec41be-c7a1-471a-8b34-9afe1527b417 service neutron] 10.222.0.85 "GET /v2.0/networks?id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a HTTP/1.1" status: 200 len: 907 time: 0.1814160 Nov 09 18:03:33.712216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.715987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] 10.222.0.32 "DELETE /v2.0/networks/032ec63e-1eb2-4edf-abd2-d92c58412cc4 HTTP/1.1" status: 204 len: 168 time: 1.9850810 Nov 09 18:03:33.743780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ebfa-65a9-4f89-a8e7-a1c06f58ed78 admin admin] Pushing event deleted for resources: {'Network': ['ID=032ec63e-1eb2-4edf-abd2-d92c58412cc4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:33.754705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b9b5cc5-4eed-4466-bdc0-58da647d2725 req-98b3fa94-98f1-444a-bc97-bc8e70062a1d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063459 Nov 09 18:03:33.772381 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8681d249-99b3-4fd7-97bf-39286e4e9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.774998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8681d249-99b3-4fd7-97bf-39286e4e9ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:33.775249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41d79fcb-e74d-41c0-9766-44ad17b3de22 req-bcc318a4-a2d6-42cd-ac0b-e15fe85f13a4 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223981 Nov 09 18:03:33.778842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8681d249-99b3-4fd7-97bf-39286e4e9ce1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ff0607b-8cf1-4773-8be6-26516bf0a438 HTTP/1.1" status: 204 len: 168 time: 0.4146569 Nov 09 18:03:33.796077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681d249-99b3-4fd7-97bf-39286e4e9ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff0607b-8cf1-4773-8be6-26516bf0a438,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:33.831604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-ab59383f-5a77-47e1-ac34-35b3990939f6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae HTTP/1.1" status: 200 len: 1001 time: 0.1131737 Nov 09 18:03:33.894613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-70923ec5-197f-461a-a267-00907b215a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.898112 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-70923ec5-197f-461a-a267-00907b215a73 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67b2f3c3-998b-48c6-8a02-b75aff0b1888 HTTP/1.1" status: 200 len: 845 time: 0.0536463 Nov 09 18:03:33.938637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c8d28e97-eb0a-47b6-a305-b35eb2efd414 req-edf7bb34-7252-4762-92b6-57343f85a3b6 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a869d45-f463-4b78-af6e-edcb3be0b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0512772 Nov 09 18:03:33.958963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'name': 'network-vif-deleted', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:33.962760 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9f97a2-a792-47d7-a2e0-10ad60f23aa2" -d '{"events": [{"server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "name": "network-vif-deleted", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:33.991420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-66d68e1b-0adb-42ee-b078-0ee46e6efd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:33.994395 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-66d68e1b-0adb-42ee-b078-0ee46e6efd8c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=bd837fb1-c02f-46c3-9aa2-89708ce2a23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854704 Nov 09 18:03:34.030908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48960) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:34.039352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:34.043533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:34.062677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dfaf0-1544-4308-a0b3-49399b12899b req-0f251a80-386d-413d-bd92-f0d34baf02c7 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:34.062677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd1dfaf0-1544-4308-a0b3-49399b12899b req-0f251a80-386d-413d-bd92-f0d34baf02c7 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 948 time: 0.0628262 Nov 09 18:03:34.090786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: b79c1e3a-d360-4cd5-aecf-bad02e953386 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:34.091237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:34.096581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device de9aded0-558e-4eea-9173-6da2531375fa no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:34.124765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: de9aded0-558e-4eea-9173-6da2531375fa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:34.125478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device de9aded0-558e-4eea-9173-6da2531375fa not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:34.131962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd1dfaf0-1544-4308-a0b3-49399b12899b req-8f60e6c4-e2f7-48c0-ba9f-4290cb30053b tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574622 Nov 09 18:03:34.152497 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-632fb26e-fe5f-4ce4-8061-5d870407ee51 service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484549 Nov 09 18:03:34.281427 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-229a6cd5-af44-4f05-8996-9be35fb8f702 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b88e40f4f24c15aa8b3759047ff93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449872 Nov 09 18:03:34.282129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48974) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:34.294136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:34.332047 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5de2236-a169-4104-aea0-c802cda8ba3a req-04cca31b-3d5c-42a9-be14-96b57ab244e3 service neutron] 10.222.0.85 "GET /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679134 Nov 09 18:03:34.337148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'mac_address': 'fa:16:3e:49:f1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:34.395577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.397549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e70ca44e-44e6-463a-93cb-466404636eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.409859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8867b082-4936-4cb8-905e-154ff10c9b9d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:34.431152 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e70ca44e-44e6-463a-93cb-466404636eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.438866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:34.442585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 59062541-e652-4bab-917d-288a63587c93 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:34.454790 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d7ed5a-85c8-4223-98f3-48359646922c x-openstack-request-id: req-01d7ed5a-85c8-4223-98f3-48359646922c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:34.455085 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a869d45-f463-4b78-af6e-edcb3be0b9c4", "name": "network-vif-deleted", "tag": "b79c1e3a-d360-4cd5-aecf-bad02e953386", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:34.455340 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d7ed5a-85c8-4223-98f3-48359646922c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:34.455747 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a869d45-f463-4b78-af6e-edcb3be0b9c4', 'name': 'network-vif-deleted', 'tag': 'b79c1e3a-d360-4cd5-aecf-bad02e953386', 'status': 'completed', 'code': 200} Nov 09 18:03:34.458627 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.497979 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e70ca44e-44e6-463a-93cb-466404636eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.500873 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e70ca44e-44e6-463a-93cb-466404636eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.504825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e70ca44e-44e6-463a-93cb-466404636eba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecd95913-f9ab-4cc3-9c23-7fb32579dd87 HTTP/1.1" status: 204 len: 168 time: 0.2202168 Nov 09 18:03:34.512950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ca44e-44e6-463a-93cb-466404636eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd95913-f9ab-4cc3-9c23-7fb32579dd87,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:34.601140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:34.674244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=59062541-e652-4bab-917d-288a63587c93,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:34.692036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '59062541-e652-4bab-917d-288a63587c93', 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab', 'port_id': '59062541-e652-4bab-917d-288a63587c93', 'mac_address': 'fa:16:3e:e2:83:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741a3165-f336-4b4d-811d-68f28ab5af82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:34.740286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.759005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8867b082-4936-4cb8-905e-154ff10c9b9d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:34.797768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59062541-e652-4bab-917d-288a63587c93 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:34.822101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=59062541-e652-4bab-917d-288a63587c93,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:34.842342 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:34.888558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313d39f-9453-44ae-be8b-60d65b04d602 req-6261b5a8-7130-4ec6-a781-cb0ad52a39dd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:34.890849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9313d39f-9453-44ae-be8b-60d65b04d602 req-6261b5a8-7130-4ec6-a781-cb0ad52a39dd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 944 time: 0.0534959 Nov 09 18:03:34.951151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9313d39f-9453-44ae-be8b-60d65b04d602 req-63b9063f-e65e-44d7-bbe7-a30dee5e0ee3 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517206 Nov 09 18:03:34.975050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:34.983658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49014) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:35.127973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:35.224699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1216801906-network', 'tenant_id': 'cd7926b2797e47bbb154603777fda702'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:35.260666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Made reservation on behalf of cd7926b2797e47bbb154603777fda702 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:35.261079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9f658-6cb6-4eb5-91d3-e7d2ef43963b req-68750361-3a9e-4c1b-92b4-a797778fd84a tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:35.264146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.271324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91f9f658-6cb6-4eb5-91d3-e7d2ef43963b req-68750361-3a9e-4c1b-92b4-a797778fd84a tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 949 time: 0.0744753 Nov 09 18:03:35.277179 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.320668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-282c8cad-87a6-4079-b53b-c7798bb04606 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:03:35.321676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-282c8cad-87a6-4079-b53b-c7798bb04606 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2883298 Nov 09 18:03:35.332788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91f9f658-6cb6-4eb5-91d3-e7d2ef43963b req-65d467a4-1957-4677-8adf-7fec047e0768 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587468 Nov 09 18:03:35.375728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-6f1e154d-1b12-4f09-974f-3184dc917a0b tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:35.377456 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-6f1e154d-1b12-4f09-974f-3184dc917a0b tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 1093 time: 0.0496335 Nov 09 18:03:35.421236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.427991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.464514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Request body: {'binding': {'host': 'n-h1-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:35.465050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Unknown quota resources ['binding']. {{(pid=102141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 18:03:35.472963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2660cb25-6b09-4fdf-83da-c4f94a3e136e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:35.505126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:35.522107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.522762 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Added segment 6e7fc95f-a9c4-48e7-8d70-cb56492231e0 of type vlan for network d02600ec-45a8-4670-9e64-7367b0cb0f50 Nov 09 18:03:35.535472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-57910789-d66b-4cc5-b574-2605b99ead0b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:35.537477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-57910789-d66b-4cc5-b574-2605b99ead0b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 821 time: 0.1141009 Nov 09 18:03:35.559937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-a5ad4c09-2866-41b9-bb53-6570bc7b30b0 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/quotas/17650455c3d5422c80fe416a97130c66 HTTP/1.1" status: 200 len: 375 time: 0.0159051 Nov 09 18:03:35.570312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49052) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:35.608357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-312ea19a-4655-465c-8769-fde3773de948 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475454 Nov 09 18:03:35.609233 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.659064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.660128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:35.660730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.687275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-782088856-network', 'tenant_id': '1fd0a06068b84178b33c454e275edfbc'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:35.719259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-cd68d7b9-a773-40d1-96d6-a4b4e1e69a51 service neutron] 10.222.0.32 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031044 Nov 09 18:03:35.733559 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7486906 Nov 09 18:03:35.746215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on host n-h1-817240-1 for vnic_type normal with profile None {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:35.746523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:35.746845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:35.752937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356b3ef-3f9b-4802-ade6-400240dd660a admin admin] Pushing event updated for resources: {'Network': ['ID=d02600ec-45a8-4670-9e64-7367b0cb0f50,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:35.757174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:35.757514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:35.763889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:35.764269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:35.764743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:35.765279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Bound port: 53f06f26-5a91-45a1-95f7-8babe6a34f07, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:35.768336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network d02600ec-45a8-4670-9e64-7367b0cb0f50 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:35.786019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Made reservation on behalf of 1fd0a06068b84178b33c454e275edfbc for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:35.788314 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.799090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.849491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:35.859014 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.861587 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f0da98a3-601e-4dd3-8cab-2820b31dd4c7 service neutron] 10.222.0.32 "POST /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07/bindings HTTP/1.1" status: 201 len: 389 time: 0.4711754 Nov 09 18:03:35.864747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-350c243c-6ee4-43f6-85df-4c2fa21a6280 service neutron] 10.222.0.32 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376641 Nov 09 18:03:35.916217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.922528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.958778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:03:35.963485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684348b1-d80f-49e1-bd57-678e6d902faa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:35.983850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:35.984201 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Added segment 27829274-ada0-4fc3-be8e-a451b4cde9d4 of type vlan for network a920a230-034e-4284-bfa7-f4f44797e472 Nov 09 18:03:36.042668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.042853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:36.076522 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.077886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.078896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.128328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 8867b082-4936-4cb8-905e-154ff10c9b9d completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:36.132727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 8867b082-4936-4cb8-905e-154ff10c9b9d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:36.134019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.235562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49072) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:36.241074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Request body: {'subnet': {'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-782088856-subnet', 'tenant_id': '1fd0a06068b84178b33c454e275edfbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:36.247113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6765738 Nov 09 18:03:36.272535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.283682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Made reservation on behalf of 1fd0a06068b84178b33c454e275edfbc for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:36.286152 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.286769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3963e2-b658-4fc8-904a-455c58308ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=a920a230-034e-4284-bfa7-f4f44797e472,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:36.300434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a920a230-034e-4284-bfa7-f4f44797e472 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:03:36.381867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:36.385079 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8203f0-831e-49b8-93b9-8e4ae87dc983" -d '{"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-plugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:36.411642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:36.428527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.429346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:36.460702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-55f031e5-f62a-4566-8cec-bd9c8d278440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.462236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-55f031e5-f62a-4566-8cec-bd9c8d278440 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1096 time: 0.2739589 Nov 09 18:03:36.476204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c6ef8-b13c-4dc0-a970-e963eb33f639 req-ef9db022-d484-4857-9976-bd956627fee2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.484002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d0c6ef8-b13c-4dc0-a970-e963eb33f639 req-ef9db022-d484-4857-9976-bd956627fee2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.2839460 Nov 09 18:03:36.497750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.504898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 59062541-e652-4bab-917d-288a63587c93 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:36.536741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: b79c1e3a-d360-4cd5-aecf-bad02e953386 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:36.537018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b79c1e3a-d360-4cd5-aecf-bad02e953386 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:36.543712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:36.575387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ae6ea8-cb53-488d-8f1b-40d7df53d750,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:36.589773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Checking segment: {'id': '27829274-ada0-4fc3-be8e-a451b4cde9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:36.590231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Network hostable DHCP agents. Network: a920a230-034e-4284-bfa7-f4f44797e472, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:03:36.594333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 59062541-e652-4bab-917d-288a63587c93 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:36.601209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 59062541-e652-4bab-917d-288a63587c93 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:36.601740 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.619532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Network a920a230-034e-4284-bfa7-f4f44797e472 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:03:36.634155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a920a230-034e-4284-bfa7-f4f44797e472) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:36.640746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.642467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.647718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d530c91-daf9-4bb6-9be9-1537689b9a3b None None] Network a920a230-034e-4284-bfa7-f4f44797e472 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:36.672254 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7836ca52-5d34-41a9-a3a8-75cddd2ee511 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4341340 Nov 09 18:03:36.687112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d0c6ef8-b13c-4dc0-a970-e963eb33f639 req-52cb88b7-3ed9-493d-9903-87dabb5e1719 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018321 Nov 09 18:03:36.698659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360a2d-34c7-45c4-b0cd-bf70f0da1a13 req-a4b90bb2-19ad-4d07-a7b7-5092d27f532b tempest-ComputeTenantNetworksTest-901040328 tempest-ComputeTenantNetworksTest-901040328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.707190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360a2d-34c7-45c4-b0cd-bf70f0da1a13 req-a4b90bb2-19ad-4d07-a7b7-5092d27f532b tempest-ComputeTenantNetworksTest-901040328 tempest-ComputeTenantNetworksTest-901040328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.714382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360a2d-34c7-45c4-b0cd-bf70f0da1a13 req-a4b90bb2-19ad-4d07-a7b7-5092d27f532b tempest-ComputeTenantNetworksTest-901040328 tempest-ComputeTenantNetworksTest-901040328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.734292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c360a2d-34c7-45c4-b0cd-bf70f0da1a13 req-a4b90bb2-19ad-4d07-a7b7-5092d27f532b tempest-ComputeTenantNetworksTest-901040328 tempest-ComputeTenantNetworksTest-901040328-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4482884 Nov 09 18:03:36.744708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.823215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=59062541-e652-4bab-917d-288a63587c93,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:36.838539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-0bd98be7-33e2-4c1d-9027-207eabea8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.840138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-0bd98be7-33e2-4c1d-9027-207eabea8251 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.3456726 Nov 09 18:03:36.881503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:36.883604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31cc4a-b9ff-40bf-8679-1028e05f0b20 None None] Network a920a230-034e-4284-bfa7-f4f44797e472 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:03:36.886877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-765dc08b-ba90-4d35-b869-c96b1b3562c6 req-6859ebcd-52de-47df-b8d9-5ad211b068f5 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 210 time: 0.0613370 Nov 09 18:03:36.932310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-8fc6225b-0d34-4958-8398-7ce7f349b553 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 217 time: 0.0689473 Nov 09 18:03:36.945863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd035a93-51d2-4f13-8ae6-f6685ff50494 req-9be7769e-0568-48d1-b782-b7ae616569e0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:36.947414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd035a93-51d2-4f13-8ae6-f6685ff50494 req-9be7769e-0568-48d1-b782-b7ae616569e0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 944 time: 0.1640007 Nov 09 18:03:36.980423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:37.033418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-a7d7dedc-7a6b-4e80-985d-5fee120c6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:37.034918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-a7d7dedc-7a6b-4e80-985d-5fee120c6a8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0866356 Nov 09 18:03:37.059749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd035a93-51d2-4f13-8ae6-f6685ff50494 req-707437bd-aad4-4d6d-9375-c2d7ac5f715f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030991 Nov 09 18:03:37.087378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84f8b5-6504-468a-b393-34790b215b58 req-a9e90163-6bd7-496c-a918-9c3bba4affa8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:37.088874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e84f8b5-6504-468a-b393-34790b215b58 req-a9e90163-6bd7-496c-a918-9c3bba4affa8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 950 time: 0.1110516 Nov 09 18:03:37.090876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-7eaeebbb-fcb6-46c7-809a-6e90c0a749f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430248 Nov 09 18:03:37.102739 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ca050-f5ac-491d-b418-99d71a9f666d x-openstack-request-id: req-a44ca050-f5ac-491d-b418-99d71a9f666d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:37.103043 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-plugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:37.103305 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a44ca050-f5ac-491d-b418-99d71a9f666d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:37.103705 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'code': 200} Nov 09 18:03:37.240755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e84f8b5-6504-468a-b393-34790b215b58 req-563177ef-b360-4dbb-80f9-aa7aae15fb05 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455805 Nov 09 18:03:37.246668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a46028-2f30-4b72-a22f-a26f8b8243f7 req-d87af916-9643-4e3a-a35f-a34b2f550c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:37.249485 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35a46028-2f30-4b72-a22f-a26f8b8243f7 req-d87af916-9643-4e3a-a35f-a34b2f550c04 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 1101 time: 0.0717473 Nov 09 18:03:37.253303 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae093-be34-4f07-8a1f-7779b10019c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.280890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2711497-1cfb-47d0-a8e6-e3ca7c209a7d req-8497829b-f542-4d29-b432-77e3782812a1 tempest-ComputeTenantNetworksTest-901040328 tempest-ComputeTenantNetworksTest-901040328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:37.282939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2711497-1cfb-47d0-a8e6-e3ca7c209a7d req-8497829b-f542-4d29-b432-77e3782812a1 tempest-ComputeTenantNetworksTest-901040328 tempest-ComputeTenantNetworksTest-901040328-project] 10.222.0.32 "GET /v2.0/networks/d02600ec-45a8-4670-9e64-7367b0cb0f50 HTTP/1.1" status: 200 len: 769 time: 0.1661437 Nov 09 18:03:37.296401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49098) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:37.323041 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35a46028-2f30-4b72-a22f-a26f8b8243f7 req-1f1fac2a-35a2-4819-b9a2-95324a3e86e7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655932 Nov 09 18:03:37.353094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-149341a9-31ba-44fa-aac9-b18ff2baecd0 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518711 Nov 09 18:03:37.424664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.612060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-83c297a8-9e4c-4ed5-8a2b-ba568d73dd03 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423513 Nov 09 18:03:37.615910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.642480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-63c9102a-5426-44a8-bb52-61cd8a9048ed tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:37.643930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-63c9102a-5426-44a8-bb52-61cd8a9048ed tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/networks?id=a920a230-034e-4284-bfa7-f4f44797e472 HTTP/1.1" status: 200 len: 820 time: 0.2085845 Nov 09 18:03:37.654577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02600ec-45a8-4670-9e64-7367b0cb0f50']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.671519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7fc95f-a9c4-48e7-8d70-cb56492231e0') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.671792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7fc95f-a9c4-48e7-8d70-cb56492231e0') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:37.674684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-d48168c8-cb66-4d02-b94e-0a9af9614e19 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/quotas/1fd0a06068b84178b33c454e275edfbc HTTP/1.1" status: 200 len: 375 time: 0.0225372 Nov 09 18:03:37.683437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-5f29c426-892f-43da-8d33-ac5a3c33ddaf tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:37.684112 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.685383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-5f29c426-892f-43da-8d33-ac5a3c33ddaf tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 821 time: 0.1367812 Nov 09 18:03:37.702970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Request body: {'port': {'device_id': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'admin_state_up': True, 'tenant_id': '17650455c3d5422c80fe416a97130c66'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:37.719962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-67385ded-b98e-4e88-a211-847573817c75 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fd0a06068b84178b33c454e275edfbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377197 Nov 09 18:03:37.721516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.728050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:37.728742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:37.730332 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:37.836098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Made reservation on behalf of 17650455c3d5422c80fe416a97130c66 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:37.840017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.874345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.892676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:37.898342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d02600ec-45a8-4670-9e64-7367b0cb0f50 HTTP/1.1" status: 204 len: 168 time: 0.5985615 Nov 09 18:03:37.938162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-956dc2c4-c0e5-43c8-ac8b-a8eeb6154d2a service neutron] 10.222.0.32 "GET /v2.0/networks/a920a230-034e-4284-bfa7-f4f44797e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943295 Nov 09 18:03:37.959149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dedc2-6816-4405-a4a6-841c19fcc1cc req-830968b6-731f-4c37-a0e1-13b00d6093b1 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:37.960750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-986dedc2-6816-4405-a4a6-841c19fcc1cc req-830968b6-731f-4c37-a0e1-13b00d6093b1 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.1751575 Nov 09 18:03:38.005094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Allocated IP 172.20.0.7 (26ae2999-f188-434f-8e4b-ae04ffbeead9/1a5671fb-bf4a-4b23-9681-d2bd3c0c2279/a025c331-fa04-437c-846a-47aef732cc95) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:38.023115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8c731-123f-4cf0-b5c1-812bf8862a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=d02600ec-45a8-4670-9e64-7367b0cb0f50,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:38.040328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49116) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:38.082039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-986dedc2-6816-4405-a4a6-841c19fcc1cc req-7a1b0639-06d5-4968-9dea-af7b61292f6a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083405 Nov 09 18:03:38.102309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-3726462e-6b42-4403-80d7-63278fc77648 service neutron] 10.222.0.32 "GET /v2.0/networks/a920a230-034e-4284-bfa7-f4f44797e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626904 Nov 09 18:03:38.165561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0bb57522-6569-4fd1-befc-2197761dd85c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd7926b2797e47bbb154603777fda702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1219954 Nov 09 18:03:38.166318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:38.186323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7682193b-7da1-429d-b9af-619fed636744 req-5354a3ff-8e7d-4e82-b589-37a24a2f1446 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 210 time: 0.0379577 Nov 09 18:03:38.271581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.283175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90cb708c-8f66-42b2-9407-4e05a6113f33 req-c4d7eac0-5420-4001-a90d-e9a3e1f48af8 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 210 time: 0.0307972 Nov 09 18:03:38.285975 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed716f09-7847-4108-8422-2b8b17d168e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.340704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c2ce-5cc0-4195-b9cb-0cbf256aead7 req-7739c269-224d-4ea3-a0e0-6f6829f4d6e4 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:38.341531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed716f09-7847-4108-8422-2b8b17d168e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.342506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3603c2ce-5cc0-4195-b9cb-0cbf256aead7 req-7739c269-224d-4ea3-a0e0-6f6829f4d6e4 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 945 time: 0.0584459 Nov 09 18:03:38.387754 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.435541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Network 26ae2999-f188-434f-8e4b-ae04ffbeead9 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:38.439876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:38.444690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:38.458634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3603c2ce-5cc0-4195-b9cb-0cbf256aead7 req-9b652b13-6413-4407-a45f-9ee3b4a5be63 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064363 Nov 09 18:03:38.476024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event updated for resources: {'Port': ['ID=a025c331-fa04-437c-846a-47aef732cc95,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:38.476784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05952ab-863b-46aa-a2e7-8af988b6a478 req-8abea9b6-cdc1-4c96-a9ff-c4ad3773f88e tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:38.482588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f05952ab-863b-46aa-a2e7-8af988b6a478 req-8abea9b6-cdc1-4c96-a9ff-c4ad3773f88e tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 950 time: 0.0971696 Nov 09 18:03:38.486385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed716f09-7847-4108-8422-2b8b17d168e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.492297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed716f09-7847-4108-8422-2b8b17d168e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.493476 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ed716f09-7847-4108-8422-2b8b17d168e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2660cb25-6b09-4fdf-83da-c4f94a3e136e HTTP/1.1" status: 204 len: 168 time: 0.3262560 Nov 09 18:03:38.526729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed716f09-7847-4108-8422-2b8b17d168e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2660cb25-6b09-4fdf-83da-c4f94a3e136e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:38.549606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f05952ab-863b-46aa-a2e7-8af988b6a478 req-80931acc-eb5f-43ad-b354-a690300c56df tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611470 Nov 09 18:03:38.567003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:38.567691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:38.608450 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-2e6076a9-02f3-4545-9542-d27b200df4d8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9111335 Nov 09 18:03:38.630344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Request body: {'port': {'device_id': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:38.726088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.059593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a025c331-fa04-437c-846a-47aef732cc95 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:39.068496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.083096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Transition to ACTIVE for port object a025c331-fa04-437c-846a-47aef732cc95 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:39.087699 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.104809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59062541-e652-4bab-917d-288a63587c93'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:39.107652 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b78cec2-4950-48df-a709-b43321ea75c3" -d '{"events": [{"server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "name": "network-vif-plugged", "status": "completed", "tag": "59062541-e652-4bab-917d-288a63587c93"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:39.189850 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a273c1fe-6d98-4dfd-b8c1-7605af30fa48 x-openstack-request-id: req-a273c1fe-6d98-4dfd-b8c1-7605af30fa48 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:39.190259 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "name": "network-vif-plugged", "status": "completed", "tag": "59062541-e652-4bab-917d-288a63587c93", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:39.190584 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a273c1fe-6d98-4dfd-b8c1-7605af30fa48 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:39.191052 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59062541-e652-4bab-917d-288a63587c93', 'code': 200} Nov 09 18:03:39.200004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=a025c331-fa04-437c-846a-47aef732cc95,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.263066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41e37-a2f9-48b4-ae09-b92c79d06c0d req-80300286-5f91-4a27-9567-7889b3b3d408 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.265568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24e41e37-a2f9-48b4-ae09-b92c79d06c0d req-80300286-5f91-4a27-9567-7889b3b3d408 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.0961418 Nov 09 18:03:39.319150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Attempting to bind port a025c331-fa04-437c-846a-47aef732cc95 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:39.319608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Attempting to bind port a025c331-fa04-437c-846a-47aef732cc95 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:39.319957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Attempting to bind port a025c331-fa04-437c-846a-47aef732cc95 on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:39.325961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Port a025c331-fa04-437c-846a-47aef732cc95 on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:39.326406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Attempting to bind port a025c331-fa04-437c-846a-47aef732cc95 on network 26ae2999-f188-434f-8e4b-ae04ffbeead9 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:39.332314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:39.332653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Checking segment: {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:39.333239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Bound using segment: {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:39.333862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Bound port: a025c331-fa04-437c-846a-47aef732cc95, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e465f207-9d85-4ebc-ac2a-c1a3e631853a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:39.334456 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.402836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0256-0361-4963-9b94-1529a14d4269 req-ca01c7cc-0606-42ab-be63-e3a12f841068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.404329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c7e0256-0361-4963-9b94-1529a14d4269 req-ca01c7cc-0606-42ab-be63-e3a12f841068 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1096 time: 0.0949152 Nov 09 18:03:39.409537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24e41e37-a2f9-48b4-ae09-b92c79d06c0d req-c797d92d-761c-4bd5-bd87-76c6113067b1 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318150 Nov 09 18:03:39.420516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cfe08-b0f6-4cb8-b85b-033c2e0fac7e req-21017d35-d3a2-4e2a-8151-bb54a5badb79 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.431829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-562cfe08-b0f6-4cb8-b85b-033c2e0fac7e req-21017d35-d3a2-4e2a-8151-bb54a5badb79 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 943 time: 0.0966182 Nov 09 18:03:39.443504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] For port a025c331-fa04-437c-846a-47aef732cc95, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:39.450414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] For port a025c331-fa04-437c-846a-47aef732cc95, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a025c331-fa04-437c-846a-47aef732cc95,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:39.464555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.505443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-562cfe08-b0f6-4cb8-b85b-033c2e0fac7e req-6582fe28-7c08-4a26-aaf3-aeea99778f03 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673442 Nov 09 18:03:39.527760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c7e0256-0361-4963-9b94-1529a14d4269 req-935b98b0-781c-4d62-b135-6d05f248d8cf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945063 Nov 09 18:03:39.558384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.561759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.563419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] 10.222.0.85 "PUT /v2.0/ports/a025c331-fa04-437c-846a-47aef732cc95 HTTP/1.1" status: 200 len: 1091 time: 0.9380646 Nov 09 18:03:39.567789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'tag': 'a025c331-fa04-437c-846a-47aef732cc95'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:39.569772 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aed443-fec6-4362-aaef-b80ecba8410a" -d '{"events": [{"name": "network-changed", "server_uuid": "e77bfafd-ce43-45d3-aaba-fbecf0825939", "tag": "a025c331-fa04-437c-846a-47aef732cc95"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:39.598111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb09ff76-1d38-45a3-9d26-9e7bddb7d61d req-48ecef0b-2a2f-4c47-826a-7632385a7efe tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 210 time: 0.0505505 Nov 09 18:03:39.608273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4c9ea-5b74-442b-a64a-c7ea1f22ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=a025c331-fa04-437c-846a-47aef732cc95,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:39.659083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e197d9-01f2-411a-9f5f-e79c797c35a5 req-a62f6062-0ed6-4c0e-9403-f3b381021be4 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.667106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18e197d9-01f2-411a-9f5f-e79c797c35a5 req-a62f6062-0ed6-4c0e-9403-f3b381021be4 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 945 time: 0.0618443 Nov 09 18:03:39.679060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-fb4c7fdb-9b24-4621-9cae-00aecc84caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.680565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-fb4c7fdb-9b24-4621-9cae-00aecc84caef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 1094 time: 0.0648711 Nov 09 18:03:39.732405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18e197d9-01f2-411a-9f5f-e79c797c35a5 req-e81d188a-549e-4ad1-905d-c2f952693ef3 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Nov 09 18:03:39.737462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-8cbd3b0b-20af-4ac4-b475-1c22859a1ec3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a025c331-fa04-437c-846a-47aef732cc95 HTTP/1.1" status: 200 len: 217 time: 0.0442455 Nov 09 18:03:39.757728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa7ff-2e06-453b-a663-8d590e74d4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:39.770632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a55c-8cd0-4893-8e76-525d6a2046c8 req-db1b1729-204c-47ed-b687-dfd895a6e980 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.772227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eac1a55c-8cd0-4893-8e76-525d6a2046c8 req-db1b1729-204c-47ed-b687-dfd895a6e980 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 950 time: 0.0779772 Nov 09 18:03:39.798691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-012abcfa-db20-48bd-9561-0c0ed35419b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:39.800447 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-012abcfa-db20-48bd-9561-0c0ed35419b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 HTTP/1.1" status: 200 len: 861 time: 0.0552280 Nov 09 18:03:39.808559 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fa43f7-b9ff-4318-bd6d-411294342029 x-openstack-request-id: req-00fa43f7-b9ff-4318-bd6d-411294342029 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:39.809313 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77bfafd-ce43-45d3-aaba-fbecf0825939", "tag": "a025c331-fa04-437c-846a-47aef732cc95", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:39.809642 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00fa43f7-b9ff-4318-bd6d-411294342029 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:39.810340 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'tag': 'a025c331-fa04-437c-846a-47aef732cc95', 'status': 'completed', 'code': 200} Nov 09 18:03:39.826998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eac1a55c-8cd0-4893-8e76-525d6a2046c8 req-e8cbec1e-0a99-4522-9ab0-9f74eefd1792 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475991 Nov 09 18:03:39.861567 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-243de0e0-eede-4b8d-a945-41460a835bff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=26ae2999-f188-434f-8e4b-ae04ffbeead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466993 Nov 09 18:03:40.054127 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-7da6dc42-a797-49ca-8474-332153dbccc7 service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761396 Nov 09 18:03:40.110903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-ff25bb71-62f4-4c3a-9e2c-e7956dbbd40d tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.112969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-ff25bb71-62f4-4c3a-9e2c-e7956dbbd40d tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.73 "GET /v2.0/networks?id=a920a230-034e-4284-bfa7-f4f44797e472 HTTP/1.1" status: 200 len: 820 time: 0.2486942 Nov 09 18:03:40.129535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Request body: {'port': {'device_id': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472', 'admin_state_up': True, 'tenant_id': '1fd0a06068b84178b33c454e275edfbc'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:40.156848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.230793 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbf51d0-09a8-43b7-bf78-498e05e6500d req-48ae062b-7552-419a-801d-4dd99f67c9c8 service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684000 Nov 09 18:03:40.306927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Made reservation on behalf of 1fd0a06068b84178b33c454e275edfbc for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:40.311528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.348177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-43d010a6-384d-44ed-85ea-f23ae42d8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.349737 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-43d010a6-384d-44ed-85ea-f23ae42d8c94 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=17650455c3d5422c80fe416a97130c66&device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 1094 time: 0.0477343 Nov 09 18:03:40.450013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49210) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:40.507341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-df1ef489-a8ce-4671-979d-43614deaaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.509028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-df1ef489-a8ce-4671-979d-43614deaaca8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 200 len: 922 time: 0.1511748 Nov 09 18:03:40.557080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Allocated IP 172.20.0.10 (a920a230-034e-4284-bfa7-f4f44797e472/d3ae6ea8-cb53-488d-8f1b-40d7df53d750/5e6ab759-a1a1-4863-bf39-744735c4f17a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:40.589826 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-aafadb62-c433-477a-9e21-d4b87ee0b79f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a025c331-fa04-437c-846a-47aef732cc95 HTTP/1.1" status: 200 len: 217 time: 0.0709405 Nov 09 18:03:40.655767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-af9cabbe-288b-45a2-820f-08dc1dee47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:40.657252 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-af9cabbe-288b-45a2-820f-08dc1dee47c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 HTTP/1.1" status: 200 len: 861 time: 0.0521436 Nov 09 18:03:40.670258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-489d65c5-4d25-48c1-ae46-5de8a25618d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:40.696009 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-a696ed2d-259b-4fdf-8c1a-9a92abc8cfbe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=26ae2999-f188-434f-8e4b-ae04ffbeead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275753 Nov 09 18:03:40.800152 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-c309383f-9f75-4292-88c7-04dc602e8c21 service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926480 Nov 09 18:03:40.905520 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b5aed443-fec6-4362-aaef-b80ecba8410a req-aeb88315-5c89-49b6-8184-ecb588c9c0c0 service neutron] 10.222.0.85 "GET /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934794 Nov 09 18:03:40.967655 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.126848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d033-c75c-450e-8134-e13b494eda71 req-88267e1b-a804-4123-86cb-6bc39f3cb336 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:41.128275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5611d033-c75c-450e-8134-e13b494eda71 req-88267e1b-a804-4123-86cb-6bc39f3cb336 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.5515661 Nov 09 18:03:41.167054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed80606-bf62-441e-9b71-9e6c1e65f42d req-0029bda5-9746-41ec-bff9-5bfd9b090272 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:41.168553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bed80606-bf62-441e-9b71-9e6c1e65f42d req-0029bda5-9746-41ec-bff9-5bfd9b090272 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 943 time: 0.5547683 Nov 09 18:03:41.256936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.265202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5611d033-c75c-450e-8134-e13b494eda71 req-82ce0ea5-7afe-44a2-b6d9-e5ab37fbc723 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299551 Nov 09 18:03:41.288208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bed80606-bf62-441e-9b71-9e6c1e65f42d req-e32972fe-8794-46a6-be29-deeddd2f7c0a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035736 Nov 09 18:03:41.330726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-489d65c5-4d25-48c1-ae46-5de8a25618d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.339273 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-489d65c5-4d25-48c1-ae46-5de8a25618d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.344840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.477252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Network a920a230-034e-4284-bfa7-f4f44797e472 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:41.483425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-489d65c5-4d25-48c1-ae46-5de8a25618d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1af115388f542b38e3914dc82edbd75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0313799 Nov 09 18:03:41.485336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:41.493556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d65c5-4d25-48c1-ae46-5de8a25618d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2990516a-9d33-43a5-89b4-57c1229cd7fe,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:41.498256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:41.509941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Pushing event updated for resources: {'Port': ['ID=5e6ab759-a1a1-4863-bf39-744735c4f17a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:41.517300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:41.539863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2a87b44-a2a6-4801-872d-528c0230cdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.562609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2a87b44-a2a6-4801-872d-528c0230cdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.566641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a154506-660c-44e2-b764-222e2cf56e88 req-18e13d5c-a946-469a-be41-8e6b1c693c66 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:41.570979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a154506-660c-44e2-b764-222e2cf56e88 req-18e13d5c-a946-469a-be41-8e6b1c693c66 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 932 time: 0.2194436 Nov 09 18:03:41.601725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1d425-d0f2-4b3d-8c57-ed581cac8fdb req-bdfebbe1-bc73-46ae-a7b3-6268cbe31091 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:41.610612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cd1d425-d0f2-4b3d-8c57-ed581cac8fdb req-bdfebbe1-bc73-46ae-a7b3-6268cbe31091 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 945 time: 0.2173445 Nov 09 18:03:41.634810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2a87b44-a2a6-4801-872d-528c0230cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.637479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2a87b44-a2a6-4801-872d-528c0230cdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.642407 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f2a87b44-a2a6-4801-872d-528c0230cdbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2990516a-9d33-43a5-89b4-57c1229cd7fe HTTP/1.1" status: 204 len: 168 time: 0.1523030 Nov 09 18:03:41.648924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:41.649141 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:41.667252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a87b44-a2a6-4801-872d-528c0230cdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2990516a-9d33-43a5-89b4-57c1229cd7fe,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:41.690763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a154506-660c-44e2-b764-222e2cf56e88 req-b5a00951-d3c6-4ba2-a620-325980b34d03 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135459 Nov 09 18:03:41.714260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-c12cfc5c-d46b-4e39-b72e-60dfd573ea28 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5893900 Nov 09 18:03:41.764215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Request body: {'port': {'device_id': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:41.799985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cd1d425-d0f2-4b3d-8c57-ed581cac8fdb req-75b2187b-a929-4ab5-acb0-9c29005a97f8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883593 Nov 09 18:03:41.854244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.045676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-d77eb2e2-6fe5-43d1-98d0-811ca9f41521 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-820555465&fields=id&tenant_id=0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 267 time: 0.1073916 Nov 09 18:03:42.107330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a025c331-fa04-437c-846a-47aef732cc95 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:42.157013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-5c4da47a-abca-4bcf-b4be-d910ba90195c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:42.158564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-5c4da47a-abca-4bcf-b4be-d910ba90195c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 945 time: 0.0987844 Nov 09 18:03:42.179097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'port': {'security_groups': ['7dd2daf7-c948-4646-b249-5c3d5b2f68d1', 'c39a84d4-d6b3-4435-8983-d401c7d51781']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:42.263789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a025c331-fa04-437c-846a-47aef732cc95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a025c331-fa04-437c-846a-47aef732cc95,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:42.278979 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'a025c331-fa04-437c-846a-47aef732cc95', 'network_id': '26ae2999-f188-434f-8e4b-ae04ffbeead9', 'port_id': 'a025c331-fa04-437c-846a-47aef732cc95', 'mac_address': 'fa:16:3e:5f:e9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5671fb-bf4a-4b23-9681-d2bd3c0c2279', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:42.301550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.320383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6ab759-a1a1-4863-bf39-744735c4f17a {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:42.326610 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.329965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.342663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a025c331-fa04-437c-846a-47aef732cc95 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:42.365235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a025c331-fa04-437c-846a-47aef732cc95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a025c331-fa04-437c-846a-47aef732cc95,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:42.368850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Transition to ACTIVE for port object 5e6ab759-a1a1-4863-bf39-744735c4f17a will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:42.373924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.374819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:42.388401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.500085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a025c331-fa04-437c-846a-47aef732cc95,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:42.513361 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.556040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:42.566866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'mac_address': 'fa:16:3e:49:f1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:42.611329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.626796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8867b082-4936-4cb8-905e-154ff10c9b9d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:42.632779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6ab759-a1a1-4863-bf39-744735c4f17a,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:42.661144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:42.665748 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.671086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539a915-1460-4c88-b305-e33a9d703eb4 req-8c41be2d-28cf-49cd-a52a-1b6b814ad2de tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:42.673716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e539a915-1460-4c88-b305-e33a9d703eb4 req-8c41be2d-28cf-49cd-a52a-1b6b814ad2de tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.2854884 Nov 09 18:03:42.715508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:42.741586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=59062541-e652-4bab-917d-288a63587c93,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:42.770801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e539a915-1460-4c88-b305-e33a9d703eb4 req-1db27057-0e78-4672-9009-9f49c8171f68 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865552 Nov 09 18:03:42.773104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Attempting to bind port 5e6ab759-a1a1-4863-bf39-744735c4f17a on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:42.773550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Attempting to bind port 5e6ab759-a1a1-4863-bf39-744735c4f17a by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '27829274-ada0-4fc3-be8e-a451b4cde9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:42.773983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Attempting to bind port 5e6ab759-a1a1-4863-bf39-744735c4f17a on network a920a230-034e-4284-bfa7-f4f44797e472 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:42.781788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Port 5e6ab759-a1a1-4863-bf39-744735c4f17a on network a920a230-034e-4284-bfa7-f4f44797e472 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:42.781967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Attempting to bind port 5e6ab759-a1a1-4863-bf39-744735c4f17a on network a920a230-034e-4284-bfa7-f4f44797e472 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:42.799274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:42.799617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Checking segment: {'id': '27829274-ada0-4fc3-be8e-a451b4cde9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:42.800003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Bound using segment: {'id': '27829274-ada0-4fc3-be8e-a451b4cde9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:42.800870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Bound port: 5e6ab759-a1a1-4863-bf39-744735c4f17a, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27829274-ada0-4fc3-be8e-a451b4cde9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:42.801241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.802930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8867b082-4936-4cb8-905e-154ff10c9b9d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:42.807046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.816876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.897057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:42.897730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:42.899244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89d407c4-b15e-4030-b33f-d35e1b12db3e req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "PUT /v2.0/ports/59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 200 len: 981 time: 0.7305610 Nov 09 18:03:42.905430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'tag': '59062541-e652-4bab-917d-288a63587c93'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:42.908314 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "tag": "59062541-e652-4bab-917d-288a63587c93"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:42.963734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:42.973960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e5585-5eed-4d8a-bf55-9e056f68ec10 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:42.995066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b2cd2-48ce-47f6-bf6f-821a1a079b6b req-0ff15ef4-32ae-406e-8b03-dd14b815d42d tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:42.996579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a7b2cd2-48ce-47f6-bf6f-821a1a079b6b req-0ff15ef4-32ae-406e-8b03-dd14b815d42d tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 944 time: 0.1476896 Nov 09 18:03:42.997666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] For port 5e6ab759-a1a1-4863-bf39-744735c4f17a, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:43.002484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] For port 5e6ab759-a1a1-4863-bf39-744735c4f17a, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e6ab759-a1a1-4863-bf39-744735c4f17a,segment=NetworkSegment(27829274-ada0-4fc3-be8e-a451b4cde9d4),segment_id=27829274-ada0-4fc3-be8e-a451b4cde9d4)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:43.012920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.045112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:43.062766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.063420 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.064813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] 10.222.0.73 "PUT /v2.0/ports/5e6ab759-a1a1-4863-bf39-744735c4f17a HTTP/1.1" status: 200 len: 1092 time: 1.3269405 Nov 09 18:03:43.084165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a7b2cd2-48ce-47f6-bf6f-821a1a079b6b req-0569e389-ed20-48b3-a771-354b210aecb4 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779083 Nov 09 18:03:43.111076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31336d05-fad6-43d4-bf98-dad0abfd03a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6ab759-a1a1-4863-bf39-744735c4f17a,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:43.153758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a025c331-fa04-437c-846a-47aef732cc95'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:43.197604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-21fe465e-c3ab-4dbe-a467-cd817024186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.201019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-21fe465e-c3ab-4dbe-a467-cd817024186c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fd0a06068b84178b33c454e275edfbc&device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 1095 time: 0.0865798 Nov 09 18:03:43.226762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8cc56-fb60-4409-98d8-b81a3bc0ca5c req-d51ec109-bb4b-4565-a454-e5242df86247 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.228973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8b8cc56-fb60-4409-98d8-b81a3bc0ca5c req-d51ec109-bb4b-4565-a454-e5242df86247 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 944 time: 0.0746617 Nov 09 18:03:43.263919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-f13a9684-256c-4d30-b7e1-28ba55ef98db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e6ab759-a1a1-4863-bf39-744735c4f17a HTTP/1.1" status: 200 len: 217 time: 0.0527010 Nov 09 18:03:43.349100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-5c64419f-2384-448c-80fc-351700f14565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.350490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-5c64419f-2384-448c-80fc-351700f14565 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3ae6ea8-cb53-488d-8f1b-40d7df53d750 HTTP/1.1" status: 200 len: 860 time: 0.0736425 Nov 09 18:03:43.353285 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8b8cc56-fb60-4409-98d8-b81a3bc0ca5c req-37895dab-695c-403c-83af-c04b0b160ca2 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919342 Nov 09 18:03:43.390649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-9ca3ca6a-a273-460e-807d-0492d94d5a26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a920a230-034e-4284-bfa7-f4f44797e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321765 Nov 09 18:03:43.393832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-f2e76c10-07ac-4840-add6-d3b8bd1af9ec tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1350388878&fields=id&tenant_id=0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 267 time: 0.0885379 Nov 09 18:03:43.475401 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91fee9-4d9b-4efd-92b6-c0c9dcdc619c x-openstack-request-id: req-4a91fee9-4d9b-4efd-92b6-c0c9dcdc619c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:43.475689 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "tag": "59062541-e652-4bab-917d-288a63587c93", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:43.476103 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a91fee9-4d9b-4efd-92b6-c0c9dcdc619c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:43.476613 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'tag': '59062541-e652-4bab-917d-288a63587c93', 'status': 'completed', 'code': 200} Nov 09 18:03:43.523239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-390bc594-8125-4ca5-ad9a-fa0172d9b9b4 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.524770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-390bc594-8125-4ca5-ad9a-fa0172d9b9b4 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 984 time: 0.1092634 Nov 09 18:03:43.560573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'port': {'security_groups': ['7dd2daf7-c948-4646-b249-5c3d5b2f68d1', 'c39a84d4-d6b3-4435-8983-d401c7d51781', '020da7d4-651c-4b26-b2d6-d298a4db5714']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:43.590451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-6ffc8304-c7d0-4d2f-b6d3-cf01d491a301 service neutron] 10.222.0.73 "GET /v2.0/networks/a920a230-034e-4284-bfa7-f4f44797e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922381 Nov 09 18:03:43.693268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-d1b79171-03aa-4b83-a73c-25127b060d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.694807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-d1b79171-03aa-4b83-a73c-25127b060d96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1135 time: 0.1656120 Nov 09 18:03:43.701884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:43.833273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dba990c-7fbf-4bb3-9b04-a1dd584a744e req-10b89d0e-7a28-46ed-a550-9f8f3516fe14 service neutron] 10.222.0.73 "GET /v2.0/networks/a920a230-034e-4284-bfa7-f4f44797e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327404 Nov 09 18:03:43.890532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-520c0b9a-708c-497b-a98d-64a75a87248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:43.892052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-520c0b9a-708c-497b-a98d-64a75a87248b service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 913 time: 0.1866424 Nov 09 18:03:43.946390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49324) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:43.971529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-8ca9472e-3a1b-4f37-a096-90a10395d157 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 200 len: 217 time: 0.0573075 Nov 09 18:03:44.067104 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-caef84bf-3a79-4996-b2d2-230c3e2f911a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.076863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ddaa4-be81-4478-86a7-5a14c1393b5b req-aefcd241-9296-4364-9988-586c232cd6d8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:44.080367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c9ddaa4-be81-4478-86a7-5a14c1393b5b req-aefcd241-9296-4364-9988-586c232cd6d8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.1848369 Nov 09 18:03:44.104725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-fb2367cd-a2c8-4184-8324-4b75ac437728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:44.106674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-fb2367cd-a2c8-4184-8324-4b75ac437728 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.1240382 Nov 09 18:03:44.115966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:44.160907 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-caef84bf-3a79-4996-b2d2-230c3e2f911a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.167338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-caef84bf-3a79-4996-b2d2-230c3e2f911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.178604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 8867b082-4936-4cb8-905e-154ff10c9b9d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:44.179216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.203366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef84bf-3a79-4996-b2d2-230c3e2f911a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93010c49-e4bc-4329-8af1-fee99aac1c02,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:44.228691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-caef84bf-3a79-4996-b2d2-230c3e2f911a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cae6524013d64b78a25bb698c5cd9ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802932 Nov 09 18:03:44.235308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49344) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:44.240397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=59062541-e652-4bab-917d-288a63587c93,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:44.274796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.279281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-18864c13-c5c4-441e-b36c-30bd38a40182 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272461 Nov 09 18:03:44.283772 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.291246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c9ddaa4-be81-4478-86a7-5a14c1393b5b req-74b7d5e9-10e3-4815-8fcf-c07ef8588604 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010238 Nov 09 18:03:44.301941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.314372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c666a023-dd7d-452f-be4b-db1da4d44a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.328511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:44.337853 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88afbdd8-3415-4bc5-8d29-039fef1d4b42" -d '{"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-plugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:44.343631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c666a023-dd7d-452f-be4b-db1da4d44a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.349994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:44.409753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c666a023-dd7d-452f-be4b-db1da4d44a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.413033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c666a023-dd7d-452f-be4b-db1da4d44a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.415046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c666a023-dd7d-452f-be4b-db1da4d44a80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93010c49-e4bc-4329-8af1-fee99aac1c02 HTTP/1.1" status: 204 len: 168 time: 0.1774261 Nov 09 18:03:44.438205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666a023-dd7d-452f-be4b-db1da4d44a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93010c49-e4bc-4329-8af1-fee99aac1c02,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:44.443802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:44.460717 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.554523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:44.776427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:44.776427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:44.782551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a75da22-6f9d-4954-bd90-ec02077dabdf req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "PUT /v2.0/ports/59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 200 len: 1020 time: 1.2453899 Nov 09 18:03:44.846711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa508fb-5e23-44fb-9ee6-896a0ff44f5e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:44.864209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:44.878792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6744169-593c-4fec-b775-5a3846afb234 req-a5dd9d9e-cf03-4465-a6a4-2f737cb751d2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:44.880345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6744169-593c-4fec-b775-5a3846afb234 req-a5dd9d9e-cf03-4465-a6a4-2f737cb751d2 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 944 time: 0.1700661 Nov 09 18:03:44.939527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-640c3223-889f-4f67-b71f-fa9555848dce service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465278 Nov 09 18:03:45.026333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6744169-593c-4fec-b775-5a3846afb234 req-83976c89-26ee-48a2-8965-5cccba31e47a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141100 Nov 09 18:03:45.064929 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74bc28-8fc8-470d-9306-1eca4c692214 x-openstack-request-id: req-8b74bc28-8fc8-470d-9306-1eca4c692214 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:45.065227 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-plugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:45.065484 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b74bc28-8fc8-470d-9306-1eca4c692214 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:45.065879 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'code': 200} Nov 09 18:03:45.160980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f9799d-9b83-4e69-90e7-5cb1dd04e4e3 req-a706f9b1-ac37-44e0-88a7-846773209822 service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083442 Nov 09 18:03:45.202010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005f565-9652-431b-9af9-471657893c01 req-ed7001bf-8cac-4520-a919-e4a306832ae0 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:45.213742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d005f565-9652-431b-9af9-471657893c01 req-ed7001bf-8cac-4520-a919-e4a306832ae0 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 944 time: 0.1054401 Nov 09 18:03:45.268453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d005f565-9652-431b-9af9-471657893c01 req-f7225f99-6342-4936-9ffd-ebaa0758f626 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531306 Nov 09 18:03:45.328840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e7657-076d-4b48-887c-3d09f0975cb5 req-e5a3cecf-4cda-450d-8aec-05ce7870f7fc tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:45.331473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-177e7657-076d-4b48-887c-3d09f0975cb5 req-e5a3cecf-4cda-450d-8aec-05ce7870f7fc tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1023 time: 0.0618656 Nov 09 18:03:45.453641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-177e7657-076d-4b48-887c-3d09f0975cb5 req-0f167e4c-fddb-427d-a726-c0e797583cfc tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=020da7d4-651c-4b26-b2d6-d298a4db5714&id=c39a84d4-d6b3-4435-8983-d401c7d51781&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1 HTTP/1.1" status: 200 len: 6149 time: 0.1129460 Nov 09 18:03:45.471791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9c243-7a0e-48aa-ab4d-a78ed6277c64 req-3279f1c4-8a2a-4c61-afb9-aa4d4067a5bb tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:45.482995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7a9c243-7a0e-48aa-ab4d-a78ed6277c64 req-3279f1c4-8a2a-4c61-afb9-aa4d4067a5bb tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.1047463 Nov 09 18:03:45.486849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'tag': '5e6ab759-a1a1-4863-bf39-744735c4f17a'}, {'name': 'network-changed', 'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'tag': '59062541-e652-4bab-917d-288a63587c93'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:45.491159 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "495a2ee0-22ed-4d29-9299-ca0141432c29", "tag": "5e6ab759-a1a1-4863-bf39-744735c4f17a"}, {"name": "network-changed", "server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "tag": "59062541-e652-4bab-917d-288a63587c93"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:45.507536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5d2866aa-4397-409c-84b9-2c1be6d1c423 req-bd626f36-b1c7-4b2c-9da7-ab6ede052755 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1966715102 ', 'description': 'tempest-description-1530999542'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:45.535642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7a9c243-7a0e-48aa-ab4d-a78ed6277c64 req-b7bc1453-03e1-4753-afd0-8d6944c1d72f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Nov 09 18:03:45.563925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2866aa-4397-409c-84b9-2c1be6d1c423 req-bd626f36-b1c7-4b2c-9da7-ab6ede052755 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.620226 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a8ae56-1e90-48e9-9306-ce5dbac51103 x-openstack-request-id: req-c9a8ae56-1e90-48e9-9306-ce5dbac51103 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:45.629934 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495a2ee0-22ed-4d29-9299-ca0141432c29", "tag": "5e6ab759-a1a1-4863-bf39-744735c4f17a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "tag": "59062541-e652-4bab-917d-288a63587c93", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:45.630213 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9a8ae56-1e90-48e9-9306-ce5dbac51103 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:45.630662 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'tag': '5e6ab759-a1a1-4863-bf39-744735c4f17a', 'status': 'completed', 'code': 200} Nov 09 18:03:45.630906 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'tag': '59062541-e652-4bab-917d-288a63587c93', 'status': 'completed', 'code': 200} Nov 09 18:03:45.710274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2866aa-4397-409c-84b9-2c1be6d1c423 req-bd626f36-b1c7-4b2c-9da7-ab6ede052755 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.713649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-9776bc59-29e8-4054-bf04-54b62e8cd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:45.715060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-9776bc59-29e8-4054-bf04-54b62e8cd69b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fd0a06068b84178b33c454e275edfbc&device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 1095 time: 0.0743790 Nov 09 18:03:45.716490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2866aa-4397-409c-84b9-2c1be6d1c423 req-bd626f36-b1c7-4b2c-9da7-ab6ede052755 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.797837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2866aa-4397-409c-84b9-2c1be6d1c423 req-bd626f36-b1c7-4b2c-9da7-ab6ede052755 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:45.806324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d2866aa-4397-409c-84b9-2c1be6d1c423 req-bd626f36-b1c7-4b2c-9da7-ab6ede052755 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3159564 Nov 09 18:03:45.806960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd626f36-b1c7-4b2c-9da7-ab6ede052755 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c78e4-a75a-4b92-9fdd-77bf9824aee0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:45.895716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-43e5143d-053d-4f8d-a638-516bf0841b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:45.897071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-43e5143d-053d-4f8d-a638-516bf0841b73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a920a230-034e-4284-bfa7-f4f44797e472 HTTP/1.1" status: 200 len: 921 time: 0.1651399 Nov 09 18:03:45.900221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a535347a-6b43-466c-822f-eef7b4623d4a req-646336e3-2a69-487b-b489-87e64a7f1c49 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/5a7c78e4-a75a-4b92-9fdd-77bf9824aee0 HTTP/1.1" status: 200 len: 1781 time: 0.0740800 Nov 09 18:03:45.973939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-c3fdbcbe-1dcd-4523-870e-82bd257df578 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e6ab759-a1a1-4863-bf39-744735c4f17a HTTP/1.1" status: 200 len: 217 time: 0.0692317 Nov 09 18:03:46.057348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-e4eab8d5-1468-47d3-ab0b-8d377ba09cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.059542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-e4eab8d5-1468-47d3-ab0b-8d377ba09cda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3ae6ea8-cb53-488d-8f1b-40d7df53d750 HTTP/1.1" status: 200 len: 860 time: 0.0741353 Nov 09 18:03:46.064807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.112646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-5b026f31-0d26-485c-b82b-8adb016a2b0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a920a230-034e-4284-bfa7-f4f44797e472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348711 Nov 09 18:03:46.122177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2635113f-3a94-4cd2-87da-95cffa1543cb req-5fab7edb-84ce-4140-a41f-6ac659035d8a tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/5a7c78e4-a75a-4b92-9fdd-77bf9824aee0 HTTP/1.1" status: 200 len: 1781 time: 0.1508379 Nov 09 18:03:46.136704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a025c331-fa04-437c-846a-47aef732cc95 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:46.259917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-7fcd26d5-fbd0-4902-b348-57d67f5770d0 service neutron] 10.222.0.73 "GET /v2.0/networks/a920a230-034e-4284-bfa7-f4f44797e472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352463 Nov 09 18:03:46.300017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port a025c331-fa04-437c-846a-47aef732cc95 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:46.305253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port a025c331-fa04-437c-846a-47aef732cc95 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:46.305643 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.397986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-cedffa97-c39e-44c7-80de-979bfc4657b4 service neutron] 10.222.0.73 "GET /v2.0/networks/a920a230-034e-4284-bfa7-f4f44797e472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240141 Nov 09 18:03:46.414194 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.457915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a025c331-fa04-437c-846a-47aef732cc95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a025c331-fa04-437c-846a-47aef732cc95,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:46.468812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.499102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e6ab759-a1a1-4863-bf39-744735c4f17a details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:46.552222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a025c331-fa04-437c-846a-47aef732cc95,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:46.552941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2635113f-3a94-4cd2-87da-95cffa1543cb req-012b9bef-33e3-4468-8ca1-09844dd7181e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.578233 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2635113f-3a94-4cd2-87da-95cffa1543cb req-012b9bef-33e3-4468-8ca1-09844dd7181e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.629148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40183d-dfa4-4dc5-a714-6b2ada2c1db2 req-933c0a08-3637-49af-9d09-0b1d7ddfb9fa tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.636866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb40183d-dfa4-4dc5-a714-6b2ada2c1db2 req-933c0a08-3637-49af-9d09-0b1d7ddfb9fa tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 944 time: 0.2009981 Nov 09 18:03:46.673109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5e6ab759-a1a1-4863-bf39-744735c4f17a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e6ab759-a1a1-4863-bf39-744735c4f17a,segment=NetworkSegment(27829274-ada0-4fc3-be8e-a451b4cde9d4),segment_id=27829274-ada0-4fc3-be8e-a451b4cde9d4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:46.679371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-ec07e550-05c8-44f1-bd2d-c5bc41bb7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.681297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-ec07e550-05c8-44f1-bd2d-c5bc41bb7d7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1174 time: 0.1813073 Nov 09 18:03:46.690578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb40183d-dfa4-4dc5-a714-6b2ada2c1db2 req-0503e934-bbe6-45ff-a24a-0766db2431bf tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Nov 09 18:03:46.705079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '5e6ab759-a1a1-4863-bf39-744735c4f17a', 'network_id': 'a920a230-034e-4284-bfa7-f4f44797e472', 'port_id': '5e6ab759-a1a1-4863-bf39-744735c4f17a', 'mac_address': 'fa:16:3e:b3:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ae6ea8-cb53-488d-8f1b-40d7df53d750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:03:46.759202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.781499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6ab759-a1a1-4863-bf39-744735c4f17a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:46.804320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5e6ab759-a1a1-4863-bf39-744735c4f17a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e6ab759-a1a1-4863-bf39-744735c4f17a,segment=NetworkSegment(27829274-ada0-4fc3-be8e-a451b4cde9d4),segment_id=27829274-ada0-4fc3-be8e-a451b4cde9d4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:46.815548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.826217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2635113f-3a94-4cd2-87da-95cffa1543cb req-012b9bef-33e3-4468-8ca1-09844dd7181e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.828714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2635113f-3a94-4cd2-87da-95cffa1543cb req-012b9bef-33e3-4468-8ca1-09844dd7181e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:46.830002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2635113f-3a94-4cd2-87da-95cffa1543cb req-012b9bef-33e3-4468-8ca1-09844dd7181e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/5a7c78e4-a75a-4b92-9fdd-77bf9824aee0 HTTP/1.1" status: 204 len: 173 time: 0.7068110 Nov 09 18:03:46.847730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b9bef-33e3-4468-8ca1-09844dd7181e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c78e4-a75a-4b92-9fdd-77bf9824aee0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:46.888873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-743db1c5-d1c5-41e8-a26e-ed97ac296d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:46.897976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-743db1c5-d1c5-41e8-a26e-ed97ac296d8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 913 time: 0.2061498 Nov 09 18:03:46.924327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5e6ab759-a1a1-4863-bf39-744735c4f17a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:46.965509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-6478c3da-2d5f-42ca-8d03-e7f4deb66bae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 200 len: 217 time: 0.0544047 Nov 09 18:03:47.067881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a025c331-fa04-437c-846a-47aef732cc95'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:47.071669 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73836667-c10f-4e06-b14f-2dd6abaf3ad6" -d '{"events": [{"server_uuid": "e77bfafd-ce43-45d3-aaba-fbecf0825939", "name": "network-vif-plugged", "status": "completed", "tag": "a025c331-fa04-437c-846a-47aef732cc95"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:47.107620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-5a44f390-2189-4e99-9a02-3626c53836ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.109497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-5a44f390-2189-4e99-9a02-3626c53836ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.0970471 Nov 09 18:03:47.113770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5e6ab759-a1a1-4863-bf39-744735c4f17a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:47.133277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcb4b5-2afa-4a8d-8a50-fc9158026065 req-a6707173-d96d-4d99-93f8-71c3170e2f7e tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.147658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecdcb4b5-2afa-4a8d-8a50-fc9158026065 req-a6707173-d96d-4d99-93f8-71c3170e2f7e tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 945 time: 0.1810739 Nov 09 18:03:47.201524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-19dde898-1343-4a4f-b0a3-644357342412 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524597 Nov 09 18:03:47.216401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1220e-e899-40e8-9b5e-303ff91527d8 req-6ccc255c-fad9-4ff0-8551-4926d03a410e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.224956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdb1220e-e899-40e8-9b5e-303ff91527d8 req-6ccc255c-fad9-4ff0-8551-4926d03a410e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.2494664 Nov 09 18:03:47.345653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdb1220e-e899-40e8-9b5e-303ff91527d8 req-eee77759-70a1-4177-8a2b-e24d9dbe2e79 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139081 Nov 09 18:03:47.361852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecdcb4b5-2afa-4a8d-8a50-fc9158026065 req-4fae186b-0489-4841-8c95-084c6c0337f6 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089159 Nov 09 18:03:47.401426 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-cea1cce6-e77f-453c-b4c2-536fc58a63e8 req-71313895-a216-428c-9f62-a93b7d9e0cd8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:03:47.409028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cea1cce6-e77f-453c-b4c2-536fc58a63e8 req-71313895-a216-428c-9f62-a93b7d9e0cd8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/5a7c78e4-a75a-4b92-9fdd-77bf9824aee0 HTTP/1.1" status: 404 len: 352 time: 0.0379155 Nov 09 18:03:47.450955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-4f05c2a4-615b-44d4-ae5d-4f99b1aa1d0a service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216020 Nov 09 18:03:47.520211 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d8e974-0294-4821-9296-0098e37d0876 x-openstack-request-id: req-34d8e974-0294-4821-9296-0098e37d0876 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:47.520516 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77bfafd-ce43-45d3-aaba-fbecf0825939", "name": "network-vif-plugged", "status": "completed", "tag": "a025c331-fa04-437c-846a-47aef732cc95", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:47.520781 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34d8e974-0294-4821-9296-0098e37d0876 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:47.521192 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a025c331-fa04-437c-846a-47aef732cc95', 'code': 200} Nov 09 18:03:47.533086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-32367dba-19b6-4cb3-a472-beb49c3ccd79 req-e2a538f1-ffda-4f6f-aefe-d43e273b5e55 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172366368', 'description': 'tempest-description-1870454245'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:47.577385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32367dba-19b6-4cb3-a472-beb49c3ccd79 req-e2a538f1-ffda-4f6f-aefe-d43e273b5e55 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.610797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d790f5f0-2816-4461-8e9e-c6bc623ff2c2 req-5ca85d58-2a49-4aa2-99c3-f7ff63c85c70 service neutron] 10.222.0.73 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498103 Nov 09 18:03:47.669256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ec2e6-bafd-4d00-95fa-c97cb64cc563 req-bde91c9a-2e39-4986-a3ca-8e74588a9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.673807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d79ec2e6-bafd-4d00-95fa-c97cb64cc563 req-bde91c9a-2e39-4986-a3ca-8e74588a9d0b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 1096 time: 0.0756149 Nov 09 18:03:47.701271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32367dba-19b6-4cb3-a472-beb49c3ccd79 req-e2a538f1-ffda-4f6f-aefe-d43e273b5e55 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.706453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32367dba-19b6-4cb3-a472-beb49c3ccd79 req-e2a538f1-ffda-4f6f-aefe-d43e273b5e55 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.724784 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d79ec2e6-bafd-4d00-95fa-c97cb64cc563 req-74ec67ec-0298-4d54-9631-8f82f90fe08b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Nov 09 18:03:47.747468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a538f1-ffda-4f6f-aefe-d43e273b5e55 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c123bd-e9f7-4bf9-a60f-7d69971674d0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:47.752211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32367dba-19b6-4cb3-a472-beb49c3ccd79 req-e2a538f1-ffda-4f6f-aefe-d43e273b5e55 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.753691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32367dba-19b6-4cb3-a472-beb49c3ccd79 req-e2a538f1-ffda-4f6f-aefe-d43e273b5e55 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2300310 Nov 09 18:03:47.783621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e8d6d374-5803-4a5c-b039-bdde569848a8 req-9086540c-e95b-415e-b301-98a69d0ad886 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1803651978', 'description': 'tempest-description-1229476008'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:47.850275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e8d6d374-5803-4a5c-b039-bdde569848a8 req-9086540c-e95b-415e-b301-98a69d0ad886 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:47.895459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67684c-f3b4-404f-aa5f-c21360e869fe req-346d68c8-8119-4d16-89ff-f0eaec578110 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:47.897032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de67684c-f3b4-404f-aa5f-c21360e869fe req-346d68c8-8119-4d16-89ff-f0eaec578110 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 945 time: 0.0886877 Nov 09 18:03:47.960751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de67684c-f3b4-404f-aa5f-c21360e869fe req-09df53df-5d25-4210-9454-2b3c22b4a84a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553257 Nov 09 18:03:47.991351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49484) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:47.995488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e8d6d374-5803-4a5c-b039-bdde569848a8 req-9086540c-e95b-415e-b301-98a69d0ad886 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.004002 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e8d6d374-5803-4a5c-b039-bdde569848a8 req-9086540c-e95b-415e-b301-98a69d0ad886 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.040905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e8d6d374-5803-4a5c-b039-bdde569848a8 req-9086540c-e95b-415e-b301-98a69d0ad886 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.051099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8d6d374-5803-4a5c-b039-bdde569848a8 req-9086540c-e95b-415e-b301-98a69d0ad886 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2664022 Nov 09 18:03:48.072804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8b55c796-e12b-4211-911e-16a2dac9cdce req-685b7641-6d27-4003-8a8e-fd45a22d110d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-110801079', 'description': 'tempest-description-2065558931'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:48.080618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086540c-e95b-415e-b301-98a69d0ad886 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ce833-a2de-4c5e-9c85-e3a87446927a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.108662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b55c796-e12b-4211-911e-16a2dac9cdce req-685b7641-6d27-4003-8a8e-fd45a22d110d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.176451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f177bbfb-68e4-448f-85c7-7b8479a73ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.227984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b55c796-e12b-4211-911e-16a2dac9cdce req-685b7641-6d27-4003-8a8e-fd45a22d110d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.247129 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b55c796-e12b-4211-911e-16a2dac9cdce req-685b7641-6d27-4003-8a8e-fd45a22d110d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.336656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8b55c796-e12b-4211-911e-16a2dac9cdce req-685b7641-6d27-4003-8a8e-fd45a22d110d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.342607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b55c796-e12b-4211-911e-16a2dac9cdce req-685b7641-6d27-4003-8a8e-fd45a22d110d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2764251 Nov 09 18:03:48.352004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f177bbfb-68e4-448f-85c7-7b8479a73ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.359689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f177bbfb-68e4-448f-85c7-7b8479a73ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.376513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b7641-6d27-4003-8a8e-fd45a22d110d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c54d63-92f0-4539-b958-2842135537a9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.408776 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f177bbfb-68e4-448f-85c7-7b8479a73ac2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=517a319f3af149d290fab6d2e5013d3d&name=default HTTP/1.1" status: 200 len: 2981 time: 0.4147637 Nov 09 18:03:48.408776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177bbfb-68e4-448f-85c7-7b8479a73ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad52024-7628-4700-8b3f-c4838fbb78b8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.409447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49496) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:48.514574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e6ab759-a1a1-4863-bf39-744735c4f17a up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:03:48.575562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 5e6ab759-a1a1-4863-bf39-744735c4f17a completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:03:48.584490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 5e6ab759-a1a1-4863-bf39-744735c4f17a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:03:48.585153 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.587192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec908ee-9bc4-4466-8808-765813e93380 req-0eea1eb7-5963-46ea-8626-1f5c82c05c32 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:48.588785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ec908ee-9bc4-4466-8808-765813e93380 req-0eea1eb7-5963-46ea-8626-1f5c82c05c32 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 945 time: 0.1418786 Nov 09 18:03:48.607708 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:03:48.647122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1c76171-dc81-40c3-b733-c384ce9270b3 req-4c0702bc-1888-40a7-be93-bb927193e98c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 10898 time: 0.2957997 Nov 09 18:03:48.664756 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a62839-7124-4532-9ce9-8267af091b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.687313 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.734945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ec908ee-9bc4-4466-8808-765813e93380 req-a580819d-8456-417d-8ac2-ea7d3fd098d1 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263709 Nov 09 18:03:48.736828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a62839-7124-4532-9ce9-8267af091b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.761066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1c76171-dc81-40c3-b733-c384ce9270b3 req-9ce715d8-c7eb-4ef6-92ae-37af855bc38d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/7dd2daf7-c948-4646-b249-5c3d5b2f68d1 HTTP/1.1" status: 200 len: 2981 time: 0.1128638 Nov 09 18:03:48.777219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5e6ab759-a1a1-4863-bf39-744735c4f17a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e6ab759-a1a1-4863-bf39-744735c4f17a,segment=NetworkSegment(27829274-ada0-4fc3-be8e-a451b4cde9d4),segment_id=27829274-ada0-4fc3-be8e-a451b4cde9d4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:48.781540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.846856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5e6ab759-a1a1-4863-bf39-744735c4f17a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.848713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1c76171-dc81-40c3-b733-c384ce9270b3 req-74d5c3a1-cbbf-4e5c-bc1f-8c4bd67514c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/7dd2daf7-c948-4646-b249-5c3d5b2f68d1 HTTP/1.1" status: 200 len: 2981 time: 0.0767972 Nov 09 18:03:48.852882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a62839-7124-4532-9ce9-8267af091b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.856177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.856646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.857065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.857641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.858090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.858649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.859071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.859472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.859941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.860814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.861906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.862096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:48.862408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a62839-7124-4532-9ce9-8267af091b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.864292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66a62839-7124-4532-9ce9-8267af091b3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ad52024-7628-4700-8b3f-c4838fbb78b8 HTTP/1.1" status: 204 len: 168 time: 0.4535196 Nov 09 18:03:48.895493 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:48.915664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a62839-7124-4532-9ce9-8267af091b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad52024-7628-4700-8b3f-c4838fbb78b8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:48.951440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cdf20-5cf9-4b72-b6b6-f3f4fa26cc1c req-13b9df41-98d1-4a6f-9f87-cf631a3659ac tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:48.953162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-318cdf20-5cf9-4b72-b6b6-f3f4fa26cc1c req-13b9df41-98d1-4a6f-9f87-cf631a3659ac tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 946 time: 0.1030309 Nov 09 18:03:49.036115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-318cdf20-5cf9-4b72-b6b6-f3f4fa26cc1c req-d3b67ee9-2d6f-4ccc-8a16-916cbaf00095 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680630 Nov 09 18:03:49.039425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-d5170e7f-5f23-4c8d-84b2-89a567997839 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:49.041215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-d5170e7f-5f23-4c8d-84b2-89a567997839 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.0824378 Nov 09 18:03:49.064579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817240-1'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:49.187905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.203015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2e0e42c-b3e5-4e6e-b4e2-87bc6c2c3b32 req-6161c896-a907-4afc-b1d1-cd18a6c6467a tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/00c123bd-e9f7-4bf9-a60f-7d69971674d0 HTTP/1.1" status: 200 len: 1801 time: 0.1156600 Nov 09 18:03:49.281356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da526-e48b-4ca3-a716-97b98a62eb4d req-bd4fe128-a34d-400b-b8ab-b0d95ec4bfb3 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:49.283462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67da526-e48b-4ca3-a716-97b98a62eb4d req-bd4fe128-a34d-400b-b8ab-b0d95ec4bfb3 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 945 time: 0.1405520 Nov 09 18:03:49.358975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49524) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:49.382867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fd6af14-6c6d-4118-9ada-e20d9a995f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.386096 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2e0e42c-b3e5-4e6e-b4e2-87bc6c2c3b32 req-37ede3a9-c651-4a32-84a3-1e9b891e9fb6 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.444262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:49.482155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67da526-e48b-4ca3-a716-97b98a62eb4d req-ef29a304-7e32-499e-9b07-95fb0efa9512 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887395 Nov 09 18:03:49.501153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:49.502222 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fd6af14-6c6d-4118-9ada-e20d9a995f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.512828 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fd6af14-6c6d-4118-9ada-e20d9a995f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.522817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6ab759-a1a1-4863-bf39-744735c4f17a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:49.527167 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a9ded-bc37-40f3-acd3-988b1004f408" -d '{"events": [{"server_uuid": "495a2ee0-22ed-4d29-9299-ca0141432c29", "name": "network-vif-plugged", "status": "completed", "tag": "5e6ab759-a1a1-4863-bf39-744735c4f17a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:49.539366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2e0e42c-b3e5-4e6e-b4e2-87bc6c2c3b32 req-37ede3a9-c651-4a32-84a3-1e9b891e9fb6 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.581703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:49.584996 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6453378-d3e5-485c-bbad-d9272818711f" -d '{"events": [{"server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "name": "network-vif-unplugged", "status": "completed", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:49.586438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4fd6af14-6c6d-4118-9ada-e20d9a995f84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=044993cf264d4e2fa7641ff17821b85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262213 Nov 09 18:03:49.587855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6af14-6c6d-4118-9ada-e20d9a995f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72833fa0-e745-4e09-9f2b-dbd461639826,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:49.590686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:49.593324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.639693 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0994a3-464c-46db-9ef7-297dd906754d x-openstack-request-id: req-6d0994a3-464c-46db-9ef7-297dd906754d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:49.640452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.640604 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a2ee0-22ed-4d29-9299-ca0141432c29", "name": "network-vif-plugged", "status": "completed", "tag": "5e6ab759-a1a1-4863-bf39-744735c4f17a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:49.650869 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d0994a3-464c-46db-9ef7-297dd906754d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:49.652498 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6ab759-a1a1-4863-bf39-744735c4f17a', 'code': 200} Nov 09 18:03:49.701291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2e0e42c-b3e5-4e6e-b4e2-87bc6c2c3b32 req-37ede3a9-c651-4a32-84a3-1e9b891e9fb6 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.704353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2e0e42c-b3e5-4e6e-b4e2-87bc6c2c3b32 req-37ede3a9-c651-4a32-84a3-1e9b891e9fb6 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.706735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2e0e42c-b3e5-4e6e-b4e2-87bc6c2c3b32 req-37ede3a9-c651-4a32-84a3-1e9b891e9fb6 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/00c123bd-e9f7-4bf9-a60f-7d69971674d0 HTTP/1.1" status: 204 len: 173 time: 0.5028725 Nov 09 18:03:49.713697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edb6a716-6b77-41fe-b973-edcedd3494d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.715935 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80b69b1-9562-4e6f-966f-76297fd01e3b x-openstack-request-id: req-e80b69b1-9562-4e6f-966f-76297fd01e3b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:49.716260 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "name": "network-vif-unplugged", "status": "completed", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:49.716465 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e80b69b1-9562-4e6f-966f-76297fd01e3b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:49.716948 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07', 'code': 200} Nov 09 18:03:49.780079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ede3a9-c651-4a32-84a3-1e9b891e9fb6 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c123bd-e9f7-4bf9-a60f-7d69971674d0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:49.814768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:49.827412 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-9a65d8d8-70b2-4528-adcc-54096b601ae6 req-2720634e-cab6-4518-a56e-79eb16d932db tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:03:49.828651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a65d8d8-70b2-4528-adcc-54096b601ae6 req-2720634e-cab6-4518-a56e-79eb16d932db tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/00c123bd-e9f7-4bf9-a60f-7d69971674d0 HTTP/1.1" status: 404 len: 352 time: 0.0826564 Nov 09 18:03:49.849378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edb6a716-6b77-41fe-b973-edcedd3494d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:49.959579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on host n-h2-817240-1 for vnic_type normal with profile {"migrating_to": "n-h1-817240-1"} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:49.960299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:49.960457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:49.987150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:49.987476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Attempting to bind port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:49.992296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d10a-2455-4c66-b6d6-897e41b144eb req-e2fa23f6-91df-4d4d-8cae-08408c8a24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:49.993997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b54d10a-2455-4c66-b6d6-897e41b144eb req-e2fa23f6-91df-4d4d-8cae-08408c8a24b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 1097 time: 0.2842519 Nov 09 18:03:50.005977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9209db9c-6f77-427e-a4a8-6399cc1a51ff req-2fd6a7d5-3c0f-4e1a-a9be-e1f30fbba37c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/5f7ce833-a2de-4c5e-9c85-e3a87446927a HTTP/1.1" status: 200 len: 1801 time: 0.1386771 Nov 09 18:03:50.014316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:50.014765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:50.015234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:50.015727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Bound port: 53f06f26-5a91-45a1-95f7-8babe6a34f07, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:50.016164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.057528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c405-ccf6-4570-84dd-d77cdc6008c4 req-bb664396-f714-40c4-bfcd-044ce0caf689 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:50.057528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7c6c405-ccf6-4570-84dd-d77cdc6008c4 req-bb664396-f714-40c4-bfcd-044ce0caf689 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.1883452 Nov 09 18:03:50.062976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edb6a716-6b77-41fe-b973-edcedd3494d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.066564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edb6a716-6b77-41fe-b973-edcedd3494d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.067853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-edb6a716-6b77-41fe-b973-edcedd3494d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72833fa0-e745-4e09-9f2b-dbd461639826 HTTP/1.1" status: 204 len: 168 time: 0.4681158 Nov 09 18:03:50.136340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6a716-6b77-41fe-b973-edcedd3494d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72833fa0-e745-4e09-9f2b-dbd461639826,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.161450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b54d10a-2455-4c66-b6d6-897e41b144eb req-79e7f1a6-11e3-499b-bddf-486260682693 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537631 Nov 09 18:03:50.224838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7c6c405-ccf6-4570-84dd-d77cdc6008c4 req-912d8f4b-47a5-41f8-b8a2-05f36629ee27 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430199 Nov 09 18:03:50.256704 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9209db9c-6f77-427e-a4a8-6399cc1a51ff req-9b69371c-951c-4d31-b865-9167ae9cedaf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.271620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:03:50.285671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:03:50.306392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.310987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9209db9c-6f77-427e-a4a8-6399cc1a51ff req-9b69371c-951c-4d31-b865-9167ae9cedaf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.462349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.481831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:50.482782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.484456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f26eaca8-ce89-4e2b-b151-e31ca11e7973 service neutron] 10.222.0.73 "PUT /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 1121 time: 1.4352224 Nov 09 18:03:50.488567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9209db9c-6f77-427e-a4a8-6399cc1a51ff req-9b69371c-951c-4d31-b865-9167ae9cedaf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.491372 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9209db9c-6f77-427e-a4a8-6399cc1a51ff req-9b69371c-951c-4d31-b865-9167ae9cedaf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:50.492695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9209db9c-6f77-427e-a4a8-6399cc1a51ff req-9b69371c-951c-4d31-b865-9167ae9cedaf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f7ce833-a2de-4c5e-9c85-e3a87446927a HTTP/1.1" status: 204 len: 173 time: 0.4729857 Nov 09 18:03:50.520310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 53f06f26-5a91-45a1-95f7-8babe6a34f07 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:03:50.529256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69371c-951c-4d31-b865-9167ae9cedaf tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ce833-a2de-4c5e-9c85-e3a87446927a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:50.555204 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-344fb117-1d2a-49fb-80da-6670ac18d7b8 req-324300ef-1ed4-4346-a8ec-53984242e5bd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:03:50.555972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-344fb117-1d2a-49fb-80da-6670ac18d7b8 req-324300ef-1ed4-4346-a8ec-53984242e5bd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/5f7ce833-a2de-4c5e-9c85-e3a87446927a HTTP/1.1" status: 404 len: 352 time: 0.0304558 Nov 09 18:03:50.593858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['53f06f26-5a91-45a1-95f7-8babe6a34f07'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:50.602362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b7a6-2d7d-48d2-bf8c-e79186f96c02 req-f063dd8f-f600-495b-a2e0-21e71dcb2006 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:50.604004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d335b7a6-2d7d-48d2-bf8c-e79186f96c02 req-f063dd8f-f600-495b-a2e0-21e71dcb2006 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 946 time: 0.1177912 Nov 09 18:03:50.653691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['53f06f26-5a91-45a1-95f7-8babe6a34f07'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:50.749109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d335b7a6-2d7d-48d2-bf8c-e79186f96c02 req-79c2b970-3451-4e61-908f-d6dd0d0340e7 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307719 Nov 09 18:03:50.788236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426475c-ca07-41ec-ba31-d6874f8e22ff req-ce2ceff6-c727-431f-b6d8-dac7cb9da876 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:50.796668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e426475c-ca07-41ec-ba31-d6874f8e22ff req-ce2ceff6-c727-431f-b6d8-dac7cb9da876 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 945 time: 0.1234612 Nov 09 18:03:50.885033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e426475c-ca07-41ec-ba31-d6874f8e22ff req-8ebbac5d-3d52-45dc-ae1b-e02674426b1d tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855203 Nov 09 18:03:50.936634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e49679d7-e7b4-4110-85bf-a240d68fac06 req-daf8660c-74ce-4962-bcb1-f3f2e4d71276 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/c4c54d63-92f0-4539-b958-2842135537a9 HTTP/1.1" status: 200 len: 1800 time: 0.1358638 Nov 09 18:03:50.987408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:51.056544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e49679d7-e7b4-4110-85bf-a240d68fac06 req-b571041e-56e1-45c2-9de0-b2f290ba3715 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.107460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 53f06f26-5a91-45a1-95f7-8babe6a34f07 has no active binding in host n-h1-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:03:51.110790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e49679d7-e7b4-4110-85bf-a240d68fac06 req-b571041e-56e1-45c2-9de0-b2f290ba3715 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.202147 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e49679d7-e7b4-4110-85bf-a240d68fac06 req-b571041e-56e1-45c2-9de0-b2f290ba3715 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.206660 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e49679d7-e7b4-4110-85bf-a240d68fac06 req-b571041e-56e1-45c2-9de0-b2f290ba3715 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:51.213205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e49679d7-e7b4-4110-85bf-a240d68fac06 req-b571041e-56e1-45c2-9de0-b2f290ba3715 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/c4c54d63-92f0-4539-b958-2842135537a9 HTTP/1.1" status: 204 len: 173 time: 0.2752926 Nov 09 18:03:51.265865 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-fd4a7d60-1782-478e-8b85-4fc7044b76a4 req-3832cc90-d2ae-4f64-b9df-cb716bc8e0a0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:03:51.297118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd4a7d60-1782-478e-8b85-4fc7044b76a4 req-3832cc90-d2ae-4f64-b9df-cb716bc8e0a0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/c4c54d63-92f0-4539-b958-2842135537a9 HTTP/1.1" status: 404 len: 352 time: 0.0504305 Nov 09 18:03:51.299667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571041e-56e1-45c2-9de0-b2f290ba3715 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c54d63-92f0-4539-b958-2842135537a9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:51.505908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6320f0-5ad6-49a2-9a6e-7df148caa54e req-2915e179-0f1a-437a-847d-8a75ef07e4f5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:51.513180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa6320f0-5ad6-49a2-9a6e-7df148caa54e req-2915e179-0f1a-437a-847d-8a75ef07e4f5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.1411014 Nov 09 18:03:51.544166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d383b2b8-0c92-466d-8e3d-498ce52fc8e6 req-58ae1518-04d3-406e-b48f-284ae7e63f95 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 6149 time: 0.2376688 Nov 09 18:03:51.599202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa6320f0-5ad6-49a2-9a6e-7df148caa54e req-55eec70b-004f-48bc-92ce-658641bf6c57 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848134 Nov 09 18:03:51.652115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d383b2b8-0c92-466d-8e3d-498ce52fc8e6 req-ce3ea766-a9ee-4a79-8c1b-c8a53eba17f0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/7dd2daf7-c948-4646-b249-5c3d5b2f68d1 HTTP/1.1" status: 200 len: 2981 time: 0.0911651 Nov 09 18:03:51.720266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:51.722663 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cec5ec-caf5-46c2-8276-bb88acfeb77c" -d '{"events": [{"name": "network-changed", "server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:51.753511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d383b2b8-0c92-466d-8e3d-498ce52fc8e6 req-016fa5cc-38f4-4816-a161-48905bae44fa tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/7dd2daf7-c948-4646-b249-5c3d5b2f68d1 HTTP/1.1" status: 200 len: 2981 time: 0.1002944 Nov 09 18:03:51.780171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d64c0-a7e3-4974-bde9-1d240573e42a req-03d71826-e64c-4fa1-a5f0-011223a66b14 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:51.781868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-554d64c0-a7e3-4974-bde9-1d240573e42a req-03d71826-e64c-4fa1-a5f0-011223a66b14 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 945 time: 0.1214566 Nov 09 18:03:51.856183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-554d64c0-a7e3-4974-bde9-1d240573e42a req-9c561876-e5a6-4cba-8a92-989b7b80ea19 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586569 Nov 09 18:03:51.943309 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f98ef-0d77-4a49-9d14-a9709fcef124 x-openstack-request-id: req-2e4f98ef-0d77-4a49-9d14-a9709fcef124 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:51.943610 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:51.943867 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e4f98ef-0d77-4a49-9d14-a9709fcef124 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:51.944267 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07', 'status': 'completed', 'code': 200} Nov 09 18:03:51.972282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ea676323-f509-414c-9674-377e282b9dc2 req-7cf556da-934a-485b-9d39-b9f2135546c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1482964461', 'description': 'tempest-description-1544912756'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:52.033946 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ea676323-f509-414c-9674-377e282b9dc2 req-7cf556da-934a-485b-9d39-b9f2135546c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.046349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-bdd5e541-fe55-4d6c-bb86-2663c2fc43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.049712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-bdd5e541-fe55-4d6c-bb86-2663c2fc43ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1124 time: 0.0610473 Nov 09 18:03:52.170662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bc89-e46b-422e-9cad-758055a65019 req-c821234b-4ab2-4915-a0d2-7a903f8cd43e tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.172199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6598bc89-e46b-422e-9cad-758055a65019 req-c821234b-4ab2-4915-a0d2-7a903f8cd43e tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 946 time: 0.0898905 Nov 09 18:03:52.208299 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ea676323-f509-414c-9674-377e282b9dc2 req-7cf556da-934a-485b-9d39-b9f2135546c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.212961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-71002b1d-9cf4-4371-a4dd-b472da9e7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.217276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-71002b1d-9cf4-4371-a4dd-b472da9e7663 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1551003 Nov 09 18:03:52.243094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6598bc89-e46b-422e-9cad-758055a65019 req-c7baf231-dfea-461b-b69a-eba5718fcf68 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Nov 09 18:03:52.243996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ea676323-f509-414c-9674-377e282b9dc2 req-7cf556da-934a-485b-9d39-b9f2135546c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.312069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf556da-934a-485b-9d39-b9f2135546c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc421f10-32d6-4670-8654-8e555fcb70c3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:52.323856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ea676323-f509-414c-9674-377e282b9dc2 req-7cf556da-934a-485b-9d39-b9f2135546c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.329438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea676323-f509-414c-9674-377e282b9dc2 req-7cf556da-934a-485b-9d39-b9f2135546c5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3676236 Nov 09 18:03:52.356583 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-241d2c80-b961-463b-9a37-5afccfc2ed75 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 217 time: 0.1270339 Nov 09 18:03:52.368827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5437760b-9800-4b99-9bc9-5bbcb8e63eca req-13804e4f-10dd-45b6-8c36-806ad187adc5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1453216562', 'description': 'tempest-description-11289287'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:52.414145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5437760b-9800-4b99-9bc9-5bbcb8e63eca req-13804e4f-10dd-45b6-8c36-806ad187adc5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.457156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-f1eef39d-2d3e-4b1b-ba69-63daeb036345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.458720 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-f1eef39d-2d3e-4b1b-ba69-63daeb036345 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0853357 Nov 09 18:03:52.505395 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-e5a4854b-fb7c-4016-917f-059a70ec2de3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321851 Nov 09 18:03:52.565246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5437760b-9800-4b99-9bc9-5bbcb8e63eca req-13804e4f-10dd-45b6-8c36-806ad187adc5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.571590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5437760b-9800-4b99-9bc9-5bbcb8e63eca req-13804e4f-10dd-45b6-8c36-806ad187adc5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.608163 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5437760b-9800-4b99-9bc9-5bbcb8e63eca req-13804e4f-10dd-45b6-8c36-806ad187adc5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:52.618291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5437760b-9800-4b99-9bc9-5bbcb8e63eca req-13804e4f-10dd-45b6-8c36-806ad187adc5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2570469 Nov 09 18:03:52.651948 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-db4f4d2d-9956-42bb-9b4c-b2dfda50c17e service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335828 Nov 09 18:03:52.678772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13804e4f-10dd-45b6-8c36-806ad187adc5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b390736-310f-4568-ab80-0deb7d4bcb5e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:52.805288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705a112-4eea-4a14-95ca-c883b5bdae57 req-81015f61-0b0a-4669-ad13-c9e80578e383 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:52.807473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7705a112-4eea-4a14-95ca-c883b5bdae57 req-81015f61-0b0a-4669-ad13-c9e80578e383 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.1038282 Nov 09 18:03:52.807619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-33cec5ec-caf5-46c2-8276-bb88acfeb77c req-4a430580-97e1-4aeb-8f31-2b180037815e service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411004 Nov 09 18:03:53.166135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7705a112-4eea-4a14-95ca-c883b5bdae57 req-22bc7006-6a95-4b8d-bd3b-052ba6743e4a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509481 Nov 09 18:03:53.212874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-2361f444-c6df-4524-a085-98b8170d60c8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:53.220197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-2361f444-c6df-4524-a085-98b8170d60c8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 812 time: 0.1369591 Nov 09 18:03:53.236790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-982120a6-fa16-479b-8fc3-fc4f6da3d62d tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/quotas/0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 375 time: 0.0153196 Nov 09 18:03:53.302455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c2a030af-e97a-405b-8ffe-cbfa34ec7c04 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645962 Nov 09 18:03:53.419344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72107c07-a666-4ea6-8f81-b579e4b7dc92 req-c72f624d-9b7a-4b01-88c9-6c6f61bbf3f1 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:53.420849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72107c07-a666-4ea6-8f81-b579e4b7dc92 req-c72f624d-9b7a-4b01-88c9-6c6f61bbf3f1 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 945 time: 0.0982440 Nov 09 18:03:53.448641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-493a652e-ba20-48c7-b8eb-4935f0dbd506 service neutron] 10.222.0.32 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449625 Nov 09 18:03:53.520448 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72107c07-a666-4ea6-8f81-b579e4b7dc92 req-6d0599e5-df15-4177-9b0a-98490ae855a6 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b159b89-9c59-4848-93ac-2f9a98fd70d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897646 Nov 09 18:03:53.639779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-6dbd778f-8104-4c13-b998-c379d90d5f67 service neutron] 10.222.0.32 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894705 Nov 09 18:03:53.646044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-1f059129-abec-40e5-98b9-f44e672ba07b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:53.647594 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-1f059129-abec-40e5-98b9-f44e672ba07b tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 945 time: 0.1224601 Nov 09 18:03:53.850919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Deleting port a025c331-fa04-437c-846a-47aef732cc95 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:53.851477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:53.967468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb1ef737-1d58-4b6f-86a4-0449cdf65d91 req-5d22a740-f185-4d5e-9bb4-b76054f5bcdd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 210 time: 0.0430076 Nov 09 18:03:54.456075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c12de-4aa2-49a0-a792-422bb658e8a2 req-f42c5e7c-5532-44b6-94d0-8e0cc5e2d718 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:54.467697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb6c12de-4aa2-49a0-a792-422bb658e8a2 req-f42c5e7c-5532-44b6-94d0-8e0cc5e2d718 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 946 time: 0.0944133 Nov 09 18:03:54.474375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] For port a025c331-fa04-437c-846a-47aef732cc95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a025c331-fa04-437c-846a-47aef732cc95,segment=NetworkSegment(e465f207-9d85-4ebc-ac2a-c1a3e631853a),segment_id=e465f207-9d85-4ebc-ac2a-c1a3e631853a)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:54.475178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:54.491195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Calling delete_port for a025c331-fa04-437c-846a-47aef732cc95 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:54.493060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325f5e0-a930-48c2-815e-72ecb5669c61 req-80524ce7-477f-4216-ac49-0fd165382141 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:54.501931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a325f5e0-a930-48c2-815e-72ecb5669c61 req-80524ce7-477f-4216-ac49-0fd165382141 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.1801336 Nov 09 18:03:54.639344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb6c12de-4aa2-49a0-a792-422bb658e8a2 req-0fec117d-3f63-4d65-bcf9-5de8c09ff8bb tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699200 Nov 09 18:03:54.661953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a325f5e0-a930-48c2-815e-72ecb5669c61 req-9f1ef29e-1f38-4d87-a302-e01c96114406 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590536 Nov 09 18:03:54.846762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:54.869655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a025c331-fa04-437c-846a-47aef732cc95'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:54.890485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event deleted for resources: {'Port': ['ID=a025c331-fa04-437c-846a-47aef732cc95,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:54.946160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c8a87cb-36f6-432c-a89f-ca9dac739beb req-1224ed8d-8708-41d4-99ac-df8df00aa778 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 210 time: 0.0787945 Nov 09 18:03:55.007121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] No DVR routers for this DVR port a025c331-fa04-437c-846a-47aef732cc95 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:55.017978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:55.023630 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7d3dbff-6360-4e2d-9cf3-b0e84dd2ea5a req-aef81249-492d-4cfd-8743-4140167ab24a tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.85 "DELETE /v2.0/ports/a025c331-fa04-437c-846a-47aef732cc95 HTTP/1.1" status: 204 len: 173 time: 1.3483515 Nov 09 18:03:55.024664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'name': 'network-vif-deleted', 'tag': 'a025c331-fa04-437c-846a-47aef732cc95'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:55.040203 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc83c6d-69e9-48d6-b104-024fb23573f4" -d '{"events": [{"server_uuid": "e77bfafd-ce43-45d3-aaba-fbecf0825939", "name": "network-vif-deleted", "tag": "a025c331-fa04-437c-846a-47aef732cc95"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:55.189695 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8d5b9b-4e18-46e9-a2ee-1557231bef0f x-openstack-request-id: req-2a8d5b9b-4e18-46e9-a2ee-1557231bef0f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:55.190283 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77bfafd-ce43-45d3-aaba-fbecf0825939", "name": "network-vif-deleted", "tag": "a025c331-fa04-437c-846a-47aef732cc95", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:55.190761 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a8d5b9b-4e18-46e9-a2ee-1557231bef0f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:55.191390 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77bfafd-ce43-45d3-aaba-fbecf0825939', 'name': 'network-vif-deleted', 'tag': 'a025c331-fa04-437c-846a-47aef732cc95', 'status': 'completed', 'code': 200} Nov 09 18:03:55.193163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89044d3e-fb52-4030-8cae-69c04fd3617a req-d71b0508-96be-40eb-8974-6a337d2df08b tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 210 time: 0.0719578 Nov 09 18:03:55.841195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ef4b7-6e48-485c-afd4-7cb195e07b0e req-5b2320d2-6b4c-4fe7-af83-266f159c5781 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:55.849334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-215ef4b7-6e48-485c-afd4-7cb195e07b0e req-5b2320d2-6b4c-4fe7-af83-266f159c5781 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.0933311 Nov 09 18:03:55.877389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b20a-4aaf-4725-b0a6-5c90e8d5533c req-7f79d9d7-6422-45ae-96ff-9d0d38734613 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:55.886128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b86b20a-4aaf-4725-b0a6-5c90e8d5533c req-7f79d9d7-6422-45ae-96ff-9d0d38734613 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 946 time: 0.1190748 Nov 09 18:03:55.988284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b86b20a-4aaf-4725-b0a6-5c90e8d5533c req-6de40db8-c707-4760-b80f-7cf8253f4a01 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/security-groups?id=684348b1-d80f-49e1-bd57-678e6d902faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971470 Nov 09 18:03:56.007262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-215ef4b7-6e48-485c-afd4-7cb195e07b0e req-3f59fa08-ceb8-4868-90e0-b40dae649d0d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566939 Nov 09 18:03:56.019088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-0c0e848b-57bf-43d1-8115-6e4f70654efc tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:56.020584 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-0c0e848b-57bf-43d1-8115-6e4f70654efc tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.73 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 946 time: 0.1663151 Nov 09 18:03:56.254099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03b1e0dd-4a48-4276-bb63-04cae4be141f req-de1d7edc-c0ef-4f1e-93e3-f762efbfa380 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77bfafd-ce43-45d3-aaba-fbecf0825939 HTTP/1.1" status: 200 len: 210 time: 0.0909443 Nov 09 18:03:56.312683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Deleting port 5e6ab759-a1a1-4863-bf39-744735c4f17a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:56.318348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.417853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8a9c1ce-bacb-4eee-a603-2aa0c70cda3c req-7f436c46-8ba8-4086-a484-8812c095e7a5 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 210 time: 0.0342815 Nov 09 18:03:56.474614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] For port 5e6ab759-a1a1-4863-bf39-744735c4f17a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e6ab759-a1a1-4863-bf39-744735c4f17a,segment=NetworkSegment(27829274-ada0-4fc3-be8e-a451b4cde9d4),segment_id=27829274-ada0-4fc3-be8e-a451b4cde9d4)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:03:56.475007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.495824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Calling delete_port for 5e6ab759-a1a1-4863-bf39-744735c4f17a owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:56.747781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.761029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5e6ab759-a1a1-4863-bf39-744735c4f17a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:56.851647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Pushing event deleted for resources: {'Port': ['ID=5e6ab759-a1a1-4863-bf39-744735c4f17a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:56.875806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-3e07762f-923c-44f2-a06f-d66e3b1a26fd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:56.877298 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-3e07762f-923c-44f2-a06f-d66e3b1a26fd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.85 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 812 time: 0.2083745 Nov 09 18:03:56.896141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'port': {'device_id': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab', 'admin_state_up': True, 'tenant_id': '0e51f685bff948b987ba0700936bf623'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:56.920946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] No DVR routers for this DVR port 5e6ab759-a1a1-4863-bf39-744735c4f17a on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:03:56.924864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:56.928587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e56ff64e-2931-4f24-90fb-4abc5c3ea969 req-095e8d1a-a2ba-4c0e-a784-e92e39b0c84b tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.73 "DELETE /v2.0/ports/5e6ab759-a1a1-4863-bf39-744735c4f17a HTTP/1.1" status: 204 len: 173 time: 0.8982484 Nov 09 18:03:56.929332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'name': 'network-vif-deleted', 'tag': '5e6ab759-a1a1-4863-bf39-744735c4f17a'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:03:56.932047 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1c486a-82a3-47d6-9adc-285752440b56" -d '{"events": [{"server_uuid": "495a2ee0-22ed-4d29-9299-ca0141432c29", "name": "network-vif-deleted", "tag": "5e6ab759-a1a1-4863-bf39-744735c4f17a"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:03:57.050800 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e657896d-e8ee-445d-b989-e2b9c574c0c7 x-openstack-request-id: req-e657896d-e8ee-445d-b989-e2b9c574c0c7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:03:57.051316 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a2ee0-22ed-4d29-9299-ca0141432c29", "name": "network-vif-deleted", "tag": "5e6ab759-a1a1-4863-bf39-744735c4f17a", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:03:57.051939 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e657896d-e8ee-445d-b989-e2b9c574c0c7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:03:57.052883 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a2ee0-22ed-4d29-9299-ca0141432c29', 'name': 'network-vif-deleted', 'tag': '5e6ab759-a1a1-4863-bf39-744735c4f17a', 'status': 'completed', 'code': 200} Nov 09 18:03:57.222717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a445a6-b535-4249-be23-52b71158fa6a req-f6e4ed7d-2421-4ce6-9744-e4c88a126405 tempest-ServerMetadataNegativeTestJSON-513961316 tempest-ServerMetadataNegativeTestJSON-513961316-project] 10.222.0.32 "GET /v2.0/ports?device_id=495a2ee0-22ed-4d29-9299-ca0141432c29 HTTP/1.1" status: 200 len: 210 time: 0.0844712 Nov 09 18:03:57.231424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Made reservation on behalf of 0e51f685bff948b987ba0700936bf623 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:03:57.240261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:57.386529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69847322-9ae2-4770-bca0-e472dd431076 req-6834c5eb-d37e-4064-a5d1-b393099e44a6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:57.416206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69847322-9ae2-4770-bca0-e472dd431076 req-6834c5eb-d37e-4064-a5d1-b393099e44a6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.1975060 Nov 09 18:03:57.515348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69847322-9ae2-4770-bca0-e472dd431076 req-88f4ae3f-f54c-409c-a5b5-11b459375ca0 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980508 Nov 09 18:03:57.556543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Allocated IP 172.20.0.7 (dbabb4f8-43bf-4883-882c-a8e560a574ab/741a3165-f336-4b4d-811d-68f28ab5af82/72cc28a6-e07c-42a4-be9d-180bfa4fa92b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:03:57.765132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-021b6b05-3af4-4fa6-966a-8fd63006ccc0 req-5d23695b-8aeb-4acc-9e21-593889e4753c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 210 time: 0.0873396 Nov 09 18:03:57.946827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49840) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:57.985504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.055448 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.093062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.106840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.110264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:03:58.163741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:58.184399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Network dbabb4f8-43bf-4883-882c-a8e560a574ab is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:03:58.186087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:03:58.193351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:03:58.221091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.224009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.226692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a025c331-fa04-437c-846a-47aef732cc95 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:03:58.229499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "DELETE /v2.0/security-groups/ec3c5d83-c7a8-493d-a1e8-a94b972a8122 HTTP/1.1" status: 204 len: 168 time: 0.2803266 Nov 09 18:03:58.231232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49848) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.253324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c5d83-c7a8-493d-a1e8-a94b972a8122,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:58.265270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.266541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.267443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.269378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.269805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.270253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.271699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.272121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.272661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.276780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.281953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.281953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4680f-843f-4a4a-9481-e80fb46db57c tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:03:58.282298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.283145 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.285889 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-f43f5dc8-077f-4c15-8cfd-89e104e86ea8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] show failed (client error): The resource could not be found. Nov 09 18:03:58.288959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f43f5dc8-077f-4c15-8cfd-89e104e86ea8 tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "GET /v2.0/security-groups/ec3c5d83-c7a8-493d-a1e8-a94b972a8122 HTTP/1.1" status: 404 len: 347 time: 0.0523593 Nov 09 18:03:58.291807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49854) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.295290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: a025c331-fa04-437c-846a-47aef732cc95 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:03:58.295640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a025c331-fa04-437c-846a-47aef732cc95 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:03:58.313149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-4076bb96-e869-4e84-8d5c-931f8940af8e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4227817 Nov 09 18:03:58.314339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49856) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:58.338965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Request body: {'port': {'device_id': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:03:58.657473 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.690747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] Deleting subnet d3ae6ea8-cb53-488d-8f1b-40d7df53d750 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:58.710105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.723586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Deleting port ae394d4e-66ec-4d13-acf0-3ae9fb2e52c6 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:03:58.724138 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.733437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f998673-c6fe-41d6-9469-58b2d6d80f41 req-62cafedd-3835-4259-86d8-6ea533d469f3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:58.743515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f998673-c6fe-41d6-9469-58b2d6d80f41 req-62cafedd-3835-4259-86d8-6ea533d469f3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.0899053 Nov 09 18:03:58.848626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f998673-c6fe-41d6-9469-58b2d6d80f41 req-b67b52a7-102a-4d7e-9dee-940dedf72c60 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040342 Nov 09 18:03:58.851448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.886581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.887224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:58.911594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Calling delete_port for ae394d4e-66ec-4d13-acf0-3ae9fb2e52c6 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:03:59.019288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.149200 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.180878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba3ec-e7b0-44e7-9f7c-cb18b51cf459 req-b7e6f307-ef19-4411-a55f-4a6552a784f1 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:59.181771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ae6ea8-cb53-488d-8f1b-40d7df53d750,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:59.195398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.198904 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1b79319-f80a-4b0a-8e8a-4011d1451dde admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3ae6ea8-cb53-488d-8f1b-40d7df53d750 HTTP/1.1" status: 204 len: 168 time: 0.8780339 Nov 09 18:03:59.205715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-559ba3ec-e7b0-44e7-9f7c-cb18b51cf459 req-b7e6f307-ef19-4411-a55f-4a6552a784f1 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 931 time: 0.1779211 Nov 09 18:03:59.206814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49880) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.322001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cc28a6-e07c-42a4-be9d-180bfa4fa92b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:03:59.333369 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.337559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.415643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-559ba3ec-e7b0-44e7-9f7c-cb18b51cf459 req-fbdadfc9-5916-4733-a434-55602d90375c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020075 Nov 09 18:03:59.427505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.427773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Transition to ACTIVE for port object 72cc28a6-e07c-42a4-be9d-180bfa4fa92b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:03:59.427773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.434677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.499034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:59.511138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Pushing event deleted for resources: {'Port': ['ID=ae394d4e-66ec-4d13-acf0-3ae9fb2e52c6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:59.536759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a920a230-034e-4284-bfa7-f4f44797e472']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:59.539835 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.542867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.558081 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4e3f1a2c-db22-4329-a988-a15981f16aee tempest-ImagesOneServerNegativeTestJSON-108302610 tempest-ImagesOneServerNegativeTestJSON-108302610-project] 10.222.0.32 "DELETE /v2.0/floatingips/a1e1860a-8ee1-4e5f-8044-c4cba4be0973 HTTP/1.1" status: 204 len: 168 time: 1.2538371 Nov 09 18:03:59.560962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27829274-ada0-4fc3-be8e-a451b4cde9d4') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:59.561271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27829274-ada0-4fc3-be8e-a451b4cde9d4') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:03:59.583359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.606457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.659950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:03:59.660701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:03:59.662997 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:03:59.740463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Attempting to bind port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:03:59.741173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Attempting to bind port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:03:59.741735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Attempting to bind port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b on network dbabb4f8-43bf-4883-882c-a8e560a574ab {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:59.745354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.753134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.758877 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a920a230-034e-4284-bfa7-f4f44797e472 HTTP/1.1" status: 204 len: 168 time: 0.5485880 Nov 09 18:03:59.767221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b on network dbabb4f8-43bf-4883-882c-a8e560a574ab not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:03:59.767701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Attempting to bind port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b on network dbabb4f8-43bf-4883-882c-a8e560a574ab {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:03:59.797629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb45b2-531c-4f2b-a557-941d48bb8067 admin admin] Pushing event deleted for resources: {'Network': ['ID=a920a230-034e-4284-bfa7-f4f44797e472,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:03:59.813265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe26d5a-60fe-4196-9da8-e66c65bf7ccd req-257dead4-57d8-4d0f-8103-ccdc0b378529 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:03:59.815085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7fe26d5a-60fe-4196-9da8-e66c65bf7ccd req-257dead4-57d8-4d0f-8103-ccdc0b378529 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 950 time: 0.0707881 Nov 09 18:03:59.844542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:03:59.844886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Checking segment: {'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:03:59.845279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Bound using segment: {'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:03:59.846529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Bound port: 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f113c287-3400-44da-b5e0-953fbbf1a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:03:59.847113 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:03:59.853988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49934) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:03:59.892480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7fe26d5a-60fe-4196-9da8-e66c65bf7ccd req-83379b71-d8a4-4a69-860d-18586603fe6c tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Nov 09 18:03:59.956920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] Deleting subnet 1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:03:59.966483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.003991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-6b1614ed-39ae-4dfe-b104-649024d0e5f8 service neutron] 10.222.0.85 "GET /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.2183735 Nov 09 18:04:00.031809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fde0d-791a-48f0-a96a-0ef2c105e9b5 req-95d5c808-fa6b-4daf-a092-16e0929531b3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:00.034900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc1fde0d-791a-48f0-a96a-0ef2c105e9b5 req-95d5c808-fa6b-4daf-a092-16e0929531b3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 943 time: 0.0850675 Nov 09 18:04:00.048389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:00.062562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.087871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:00.103024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:00.112134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.121948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc1fde0d-791a-48f0-a96a-0ef2c105e9b5 req-71b2e1c1-82da-480a-9dcc-99c9e4cebc57 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747492 Nov 09 18:04:00.166181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.170512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-19ca54ca-4a81-455c-a6b1-649603084cbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fd0a06068b84178b33c454e275edfbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639944 Nov 09 18:04:00.170730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 53f06f26-5a91-45a1-95f7-8babe6a34f07 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:00.173479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49944) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:00.207772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:00.208413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.211172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] 10.222.0.85 "PUT /v2.0/ports/72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 1091 time: 1.8763566 Nov 09 18:04:00.212145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:00.214711 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a50d18e-6774-430e-bf5f-d5cebe20f181" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:00.257904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58fee104-b979-41b4-b316-d828f48b72e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.273472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e6256-3792-422a-a515-0286b43416f5 service neutron] Pushing event updated for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:00.291816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58fee104-b979-41b4-b316-d828f48b72e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.332553 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16155089-2155-4333-9a76-ba6552c39456 x-openstack-request-id: req-16155089-2155-4333-9a76-ba6552c39456 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:00.333007 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:00.333270 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16155089-2155-4333-9a76-ba6552c39456 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:00.333734 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b', 'status': 'completed', 'code': 200} Nov 09 18:04:00.347372 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58fee104-b979-41b4-b316-d828f48b72e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.351025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58fee104-b979-41b4-b316-d828f48b72e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.354696 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-58fee104-b979-41b4-b316-d828f48b72e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/684348b1-d80f-49e1-bd57-678e6d902faa HTTP/1.1" status: 204 len: 168 time: 0.1814811 Nov 09 18:04:00.365222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fee104-b979-41b4-b316-d828f48b72e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684348b1-d80f-49e1-bd57-678e6d902faa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:00.395696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.403283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-75c5a080-8e74-4bfb-939b-5dcc7b69ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:00.404800 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-75c5a080-8e74-4bfb-939b-5dcc7b69ce88 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1094 time: 0.1457469 Nov 09 18:04:00.415477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:00.452740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5671fb-bf4a-4b23-9681-d2bd3c0c2279,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:00.457761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.460942 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-69529fb5-06f1-41c7-a2b5-1eed66bfe80d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1a5671fb-bf4a-4b23-9681-d2bd3c0c2279 HTTP/1.1" status: 204 len: 168 time: 0.6052973 Nov 09 18:04:00.463573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49954) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:00.494776 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-e1ced691-a838-4663-a3bf-5434bc1da3e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 217 time: 0.0607409 Nov 09 18:04:00.499568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:00.565723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f06f26-5a91-45a1-95f7-8babe6a34f07 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:00.574281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e6ab759-a1a1-4863-bf39-744735c4f17a no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:00.581532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:00.591115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-a609b657-a8fe-4a00-9ac6-205c08529b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:00.592592 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-a609b657-a8fe-4a00-9ac6-205c08529b0e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.0903406 Nov 09 18:04:00.605223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 5e6ab759-a1a1-4863-bf39-744735c4f17a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:00.606027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e6ab759-a1a1-4863-bf39-744735c4f17a not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:00.615581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.636185 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.640741 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-fd39c3b4-8512-4701-9b77-1517315814fa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378735 Nov 09 18:04:00.650586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680ea2f-d429-4bec-bb27-0df435c5d1ee req-ec820745-9d33-4893-b3b8-7f9f5a2d81cd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:00.653666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2680ea2f-d429-4bec-bb27-0df435c5d1ee req-ec820745-9d33-4893-b3b8-7f9f5a2d81cd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 943 time: 0.1264970 Nov 09 18:04:00.773599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2680ea2f-d429-4bec-bb27-0df435c5d1ee req-5645f531-91ea-45a9-9373-5cc14f1c39b8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113584 Nov 09 18:04:00.779954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.800495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] Transition to ACTIVE for port object 53f06f26-5a91-45a1-95f7-8babe6a34f07 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:00.813238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.816746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ae2999-f188-434f-8e4b-ae04ffbeead9']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:00.833881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e465f207-9d85-4ebc-ac2a-c1a3e631853a') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:00.834228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e465f207-9d85-4ebc-ac2a-c1a3e631853a') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:00.850169 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.869960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.879279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:00.879749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.880264 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-ed6be366-43c3-4193-9968-507aea3ddde9 service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096725 Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:00.881746 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:00.955930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] No DVR routers for this DVR port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:00.962992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:00.997798 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.002041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] Pushing event updated for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:01.012407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/26ae2999-f188-434f-8e4b-ae04ffbeead9 HTTP/1.1" status: 204 len: 168 time: 0.5470531 Nov 09 18:04:01.014311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2355c-d2fb-4051-9dd4-22a2139767b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ae2999-f188-434f-8e4b-ae04ffbeead9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:01.033385 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-e8250ee1-8d0c-4d76-b1e6-e8a06030e429 service neutron] 10.222.0.85 "PUT /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07/bindings/n-h1-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0193079 Nov 09 18:04:01.069064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65e81799-acf8-44e8-9921-f9def258c2d5 req-61bb93f2-3e39-44a3-82cd-597d92cf2103 service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743436 Nov 09 18:04:01.103004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cd96c-dde5-4559-98dd-035347d01312 req-9ff27c34-6bb8-41df-a312-173575d4cffa tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.114562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-484cd96c-dde5-4559-98dd-035347d01312 req-9ff27c34-6bb8-41df-a312-173575d4cffa tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 950 time: 0.1178570 Nov 09 18:04:01.195873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-d906d8b7-3945-4d98-8f89-d4e2628c5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.199274 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-d906d8b7-3945-4d98-8f89-d4e2628c5b5c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1094 time: 0.0775251 Nov 09 18:04:01.203942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-484cd96c-dde5-4559-98dd-035347d01312 req-83d68851-7b5e-4a52-983c-7f9236d37ef0 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880823 Nov 09 18:04:01.209721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-90490c2a-2742-416f-9259-dc49fced7437 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.211404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-90490c2a-2742-416f-9259-dc49fced7437 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.0948350 Nov 09 18:04:01.273178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49990) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:01.334687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-ddb8a66c-6036-4825-9602-180e15334d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.336200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-ddb8a66c-6036-4825-9602-180e15334d1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.1156702 Nov 09 18:04:01.344569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-b4ffd421-a35d-4444-a24e-b1051c2febd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.351799 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-b4ffd421-a35d-4444-a24e-b1051c2febd3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 913 time: 0.1434960 Nov 09 18:04:01.379914 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2640abb0-008e-469c-94ca-2c8cf357671d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17650455c3d5422c80fe416a97130c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055253 Nov 09 18:04:01.387770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566aeec-b8ce-4750-99e1-0c7e7341caa9 req-e1b00e32-4c33-43d1-9380-5c74058de646 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.394918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e566aeec-b8ce-4750-99e1-0c7e7341caa9 req-e1b00e32-4c33-43d1-9380-5c74058de646 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 944 time: 0.1225698 Nov 09 18:04:01.396511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50004) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:01.431620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-3afbed1e-1f47-42eb-a770-8f09c56acca3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 217 time: 0.0660269 Nov 09 18:04:01.487200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e566aeec-b8ce-4750-99e1-0c7e7341caa9 req-24a5c4d5-0a4e-4b72-9b5b-7256d71aa6ce tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913517 Nov 09 18:04:01.499345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-c4cfdb54-3a2d-4a1d-8e6f-4e3baa9c8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.501303 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-c4cfdb54-3a2d-4a1d-8e6f-4e3baa9c8716 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.0619726 Nov 09 18:04:01.515046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-bd27333a-0530-41c7-80f6-60e42ffb71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.517376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-bd27333a-0530-41c7-80f6-60e42ffb71e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1095 time: 0.1485956 Nov 09 18:04:01.541721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-9af8fc7e-5876-40fa-b57b-26b9790b2eb3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293350 Nov 09 18:04:01.591852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1951018e-d826-4e19-87ca-1aec99d1bf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.618853 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1951018e-d826-4e19-87ca-1aec99d1bf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.657541 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-5b2ee556-02ec-4b68-942e-7449cde0bda7 service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033866 Nov 09 18:04:01.685386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-06467b3e-fe51-47f9-b188-0ba4e60c1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.687102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-06467b3e-fe51-47f9-b188-0ba4e60c1bbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1582651 Nov 09 18:04:01.704814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1951018e-d826-4e19-87ca-1aec99d1bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.707381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1951018e-d826-4e19-87ca-1aec99d1bf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:01.710837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1951018e-d826-4e19-87ca-1aec99d1bf07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b159b89-9c59-4848-93ac-2f9a98fd70d5 HTTP/1.1" status: 204 len: 168 time: 0.3092797 Nov 09 18:04:01.750827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-ee72feb1-5802-472e-a3ed-e1365dd101dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 200 len: 217 time: 0.0552523 Nov 09 18:04:01.751970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951018e-d826-4e19-87ca-1aec99d1bf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b159b89-9c59-4848-93ac-2f9a98fd70d5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:01.800047 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a50d18e-6774-430e-bf5f-d5cebe20f181 req-b3524f2f-6e5f-410a-a822-67bf76d894e7 service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310351 Nov 09 18:04:01.834439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f68e6492-c042-40c8-88be-94c993021d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.835930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-f68e6492-c042-40c8-88be-94c993021d8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0761781 Nov 09 18:04:01.889056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-4acb33d7-4499-418f-99e8-945455edcce2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419462 Nov 09 18:04:01.991759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0659ca-3a14-45af-8858-3544b5519514 req-bff8f1b9-d1dc-47a8-b281-d27b7aea9d92 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:01.993318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e0659ca-3a14-45af-8858-3544b5519514 req-bff8f1b9-d1dc-47a8-b281-d27b7aea9d92 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 943 time: 0.1066136 Nov 09 18:04:02.042249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-abe0a3a4-ebbe-4416-826e-252910cd7dab service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438034 Nov 09 18:04:02.064508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e0659ca-3a14-45af-8858-3544b5519514 req-6a6d8f34-a82f-4e12-bf18-3834aacc1cf7 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615776 Nov 09 18:04:02.115203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50056) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:02.174610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-5da27272-a52a-4408-8d2d-7b6dc968e21e service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210582 Nov 09 18:04:02.183610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 72cc28a6-e07c-42a4-be9d-180bfa4fa92b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:02.277699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1496230635-network', 'tenant_id': 'a5b8ce20d8774da5ba7bbc997a6d202c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:02.341482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:02.355104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b', 'network_id': 'dbabb4f8-43bf-4883-882c-a8e560a574ab', 'port_id': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b', 'mac_address': 'fa:16:3e:f8:0f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741a3165-f336-4b4d-811d-68f28ab5af82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:02.355391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Made reservation on behalf of a5b8ce20d8774da5ba7bbc997a6d202c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:02.358298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.389319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.395635 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.414818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cc28a6-e07c-42a4-be9d-180bfa4fa92b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:02.466172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:02.478149 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.572428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:02.598501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-b329088c-52a8-4563-9475-8777be4598a5 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:02.600014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-b329088c-52a8-4563-9475-8777be4598a5 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.0945172 Nov 09 18:04:02.667587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.678355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.721261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae6493c-ff2e-40a8-b963-f06bbf7944b3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:02.741092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['72cc28a6-e07c-42a4-be9d-180bfa4fa92b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:02.751313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab4512-ad6f-41be-be89-360ea4158955 req-e149c735-6c1b-4c6d-b557-029bef8e61ff tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:02.752882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eab4512-ad6f-41be-be89-360ea4158955 req-e149c735-6c1b-4c6d-b557-029bef8e61ff tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 944 time: 0.1519725 Nov 09 18:04:02.753856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:02.775488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:02.775842 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Added segment 5a24bc07-82c3-4ef0-a0f9-89d126291b35 of type vlan for network aafd3176-fa65-42e0-a166-0033b6724cb7 Nov 09 18:04:02.878103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eab4512-ad6f-41be-be89-360ea4158955 req-a4bfd8c4-1b8b-443f-9c70-106dbe2d0481 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112809 Nov 09 18:04:02.977622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.013143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-c04b2c63-1b84-47de-ab2d-a68bcbd2dbdc service neutron] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:03.025742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-c04b2c63-1b84-47de-ab2d-a68bcbd2dbdc service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.027446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f8f68e7-1e19-4d0a-b02a-d1486f755463 req-c04b2c63-1b84-47de-ab2d-a68bcbd2dbdc service neutron] 10.222.0.73 "DELETE /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07/bindings/n-h2-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.4149530 Nov 09 18:04:03.035098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50118) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:03.042666 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.043626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:03.044511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.296156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-279711861-network', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:03.321351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Made reservation on behalf of 45d6703de4ea496a91d1b537ec4e1a5a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:03.324469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.335717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.358653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2422037 Nov 09 18:04:03.364004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50134) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:03.370276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Request body: {'subnet': {'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1496230635-subnet', 'tenant_id': 'a5b8ce20d8774da5ba7bbc997a6d202c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:03.374843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ef7b8-b331-448b-bb90-274897a9f985 req-7163c3a9-b73e-4b96-978c-0dfd8de6d8ad tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:03.376831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d52ef7b8-b331-448b-bb90-274897a9f985 req-7163c3a9-b73e-4b96-978c-0dfd8de6d8ad tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1095 time: 0.3668861 Nov 09 18:04:03.378327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7e02-a99f-416d-a55e-3e67a89b0326 admin admin] Pushing event updated for resources: {'Network': ['ID=aafd3176-fa65-42e0-a166-0033b6724cb7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.391840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network aafd3176-fa65-42e0-a166-0033b6724cb7 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:03.415904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133830d-71b0-4e83-8aa8-e5794e6114a9 req-71106b14-ada1-459e-b549-72629772dffa tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:03.417443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8133830d-71b0-4e83-8aa8-e5794e6114a9 req-71106b14-ada1-459e-b549-72629772dffa tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 944 time: 0.1062384 Nov 09 18:04:03.419620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Made reservation on behalf of a5b8ce20d8774da5ba7bbc997a6d202c for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:03.421972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.452664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.458114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.472613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:03.488899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.491120 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Added segment e41904ae-7d1b-4888-bee0-ac5444b4e76c of type vlan for network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc Nov 09 18:04:03.520952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d52ef7b8-b331-448b-bb90-274897a9f985 req-cc8f153d-844f-4b9e-8f6f-5668617dffd0 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192596 Nov 09 18:04:03.551006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8133830d-71b0-4e83-8aa8-e5794e6114a9 req-17feca99-1ece-4ff4-bd55-f70b24ba21b2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087382 Nov 09 18:04:03.565351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.644781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.656981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:03.657756 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.670134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb8d1b1-a84b-4818-8c20-838bb4446b17,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.707458 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6711891 Nov 09 18:04:03.710441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50142) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:03.715852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Request body: {'subnet': {'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-279711861-subnet', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:03.733407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.742013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.742725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.745813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.746167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.746912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.747153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.747897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.748249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.748590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.749056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.749453 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.749794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:03.771742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88577e6e-460a-45b0-8020-32d4e34fc5ee admin admin] Pushing event updated for resources: {'Network': ['ID=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.784376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:03.822129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Made reservation on behalf of 45d6703de4ea496a91d1b537ec4e1a5a for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:03.824428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:03.877864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97448a-7e2e-48c6-9430-b9788c56d40e req-f8ddfd08-a0c6-431c-81f2-a232fbb8791c tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:03.879432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e97448a-7e2e-48c6-9430-b9788c56d40e req-f8ddfd08-a0c6-431c-81f2-a232fbb8791c tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 1095 time: 0.1545780 Nov 09 18:04:03.886049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2af34a4-06e1-41cd-98f3-50d67e241d5f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:03.907013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Checking segment: {'id': '5a24bc07-82c3-4ef0-a0f9-89d126291b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:03.907386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Network hostable DHCP agents. Network: aafd3176-fa65-42e0-a166-0033b6724cb7, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:03.969417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Network aafd3176-fa65-42e0-a166-0033b6724cb7 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:03.976665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e97448a-7e2e-48c6-9430-b9788c56d40e req-601e2b07-698d-4e79-afa8-43fe0cecc2f8 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866618 Nov 09 18:04:03.987508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, aafd3176-fa65-42e0-a166-0033b6724cb7) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:03.995129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:03.995726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.003020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e55463-6fb9-44f2-83ca-17e09917739b None None] Network aafd3176-fa65-42e0-a166-0033b6724cb7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:04.054421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-279c20c9-035a-4f6c-9413-5d6ece944fc0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6841581 Nov 09 18:04:04.137074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.175799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80a283-a370-4996-a913-d132d4341c88 None None] Network aafd3176-fa65-42e0-a166-0033b6724cb7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:04.221702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:04.244055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Checking segment: {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:04.244604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Network hostable DHCP agents. Network: b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:04.279379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:04.294693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:04.303533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:04.304764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.334536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:04.334803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-24e0e0e5-b1ee-4706-abe2-358b338f6184 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6231143 Nov 09 18:04:04.337587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50176) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:04.346879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:04.375155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.377054 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.537699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.611616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 72cc28a6-e07c-42a4-be9d-180bfa4fa92b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:04.614157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf367d-a45f-4086-9eba-99f9980d23c7 None None] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:04.786271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.795446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:04.817732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ccd4-5446-4d1f-b71d-4f7bfa50bf93 req-9bba4370-96a0-4052-b7c7-92f885af9277 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:04.824238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2098ccd4-5446-4d1f-b71d-4f7bfa50bf93 req-9bba4370-96a0-4052-b7c7-92f885af9277 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 944 time: 0.1894310 Nov 09 18:04:04.831770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'mac_address': 'fa:16:3e:49:f1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:04.848666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:04.883428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:04.883803 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.910195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-d5edc549-c3d4-422d-9fb1-549677aed6e2 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:04.912014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-d5edc549-c3d4-422d-9fb1-549677aed6e2 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/networks?id=aafd3176-fa65-42e0-a166-0033b6724cb7 HTTP/1.1" status: 200 len: 813 time: 0.3206904 Nov 09 18:04:04.930464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.930803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2098ccd4-5446-4d1f-b71d-4f7bfa50bf93 req-7b47db16-a69b-4025-b07f-8f76a4d518df tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022260 Nov 09 18:04:04.954840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:04:04.955817 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:04.956030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-fe783a13-aaac-44c0-a624-c5cb90b2aea4 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/quotas/a5b8ce20d8774da5ba7bbc997a6d202c HTTP/1.1" status: 200 len: 375 time: 0.0211518 Nov 09 18:04:04.973745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8867b082-4936-4cb8-905e-154ff10c9b9d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:05.003020 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-13dc453e-2f66-4ebb-90c5-d42ebd990fd9 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5b8ce20d8774da5ba7bbc997a6d202c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390031 Nov 09 18:04:05.031224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:05.087436 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.178045 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.219352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8867b082-4936-4cb8-905e-154ff10c9b9d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:05.226361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-24b79562-f018-42eb-a370-fe5f2faa570a service neutron] 10.222.0.32 "GET /v2.0/networks/aafd3176-fa65-42e0-a166-0033b6724cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031589 Nov 09 18:04:05.272283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.286710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:05.288972 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9320a350-fe2f-468a-9954-ebcac7cc2539" -d '{"events": [{"server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "name": "network-vif-plugged", "status": "completed", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:05.316129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:05.328045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Allocated IP 172.20.0.2 (b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc/a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7/85b93bff-68ca-4e62-8a65-a2da166306a8) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:05.334096 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.334892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:05.391923 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec8df01-a632-43bc-ab6a-d517ef5c6f03 x-openstack-request-id: req-4ec8df01-a632-43bc-ab6a-d517ef5c6f03 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:05.392219 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "name": "network-vif-plugged", "status": "completed", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:05.392448 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ec8df01-a632-43bc-ab6a-d517ef5c6f03 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:05.392842 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b', 'code': 200} Nov 09 18:04:05.505714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.539591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019b8c4-2071-4198-ad7c-7901643686c6 req-577258cd-b99a-4b15-8c29-70c4b26e594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:05.548152 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8019b8c4-2071-4198-ad7c-7901643686c6 req-577258cd-b99a-4b15-8c29-70c4b26e594a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1096 time: 0.1075161 Nov 09 18:04:05.570366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.606456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.614271 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8019b8c4-2071-4198-ad7c-7901643686c6 req-f509f9c4-fa7e-4150-8674-2bb78fbc2306 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Nov 09 18:04:05.648758 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.689579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8867b082-4936-4cb8-905e-154ff10c9b9d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:05.694454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.715149 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.717566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-de268c03-bccc-40bf-a068-b77b1b997e8b service neutron] 10.222.0.32 "GET /v2.0/networks/aafd3176-fa65-42e0-a166-0033b6724cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902122 Nov 09 18:04:05.719281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:05.727179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.745103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Allocated IP 172.25.0.150 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/28df823b-ba80-4bd5-b9ce-9708ea9544d5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:05.778026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:05.797403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:05.800980 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:05.820177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Pushing event updated for resources: {'Port': ['ID=85b93bff-68ca-4e62-8a65-a2da166306a8,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.919558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.944126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Attempting to bind port 85b93bff-68ca-4e62-8a65-a2da166306a8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:05.944495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Attempting to bind port 85b93bff-68ca-4e62-8a65-a2da166306a8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:05.944857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Attempting to bind port 85b93bff-68ca-4e62-8a65-a2da166306a8 on network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:05.951916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:05.955450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:05.955815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Checking segment: {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:05.956225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:05.956611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Bound using segment: {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:05.957082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Bound port: 85b93bff-68ca-4e62-8a65-a2da166306a8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:05.957460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.041769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43d82d85-1dc7-4ed3-8d52-5afee110e40b req-76017f21-d342-4e8e-b3ac-55dfd5400379 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 210 time: 0.0656323 Nov 09 18:04:06.090131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] For port 85b93bff-68ca-4e62-8a65-a2da166306a8, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:06.093495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] For port 85b93bff-68ca-4e62-8a65-a2da166306a8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=85b93bff-68ca-4e62-8a65-a2da166306a8,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:06.101848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.150301 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.185834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50248) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:06.194997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da13dc-09c0-4abd-8833-b3915d4e8d5d None None] Pushing event updated for resources: {'Port': ['ID=85b93bff-68ca-4e62-8a65-a2da166306a8,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.223875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:06.273610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:06.297930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 8867b082-4936-4cb8-905e-154ff10c9b9d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:06.298799 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.311474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:06.329107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:06.387914 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1d86bab-cce9-44d4-93b7-caec24e0baaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.426917 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.445810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8a53-50ba-4068-81ce-1f5821e4def4 req-5edd730b-e775-4c30-a0db-7d6e3c75c618 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:06.478903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-836e8a53-50ba-4068-81ce-1f5821e4def4 req-5edd730b-e775-4c30-a0db-7d6e3c75c618 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 945 time: 0.4219987 Nov 09 18:04:06.496409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:06.504323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Pushing event updated for resources: {'Port': ['ID=28df823b-ba80-4bd5-b9ce-9708ea9544d5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.528367 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.611045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1d86bab-cce9-44d4-93b7-caec24e0baaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.619370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1d86bab-cce9-44d4-93b7-caec24e0baaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.661403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=10']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.724676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d86bab-cce9-44d4-93b7-caec24e0baaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2332955b-ca02-414e-b578-076b352ff91a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.740474 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1d86bab-cce9-44d4-93b7-caec24e0baaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e28c7caa99743df8b0a1ea13727360c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526936 Nov 09 18:04:06.741447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50274) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:06.754754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-836e8a53-50ba-4068-81ce-1f5821e4def4 req-fe25f800-ee3d-48ab-82b6-1e7bf39742e8 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745442 Nov 09 18:04:06.810345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bda2446b-752d-4f44-af72-24dd7c0ce0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.847100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bda2446b-752d-4f44-af72-24dd7c0ce0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.957017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bda2446b-752d-4f44-af72-24dd7c0ce0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.959972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bda2446b-752d-4f44-af72-24dd7c0ce0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:06.964535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bda2446b-752d-4f44-af72-24dd7c0ce0af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2332955b-ca02-414e-b578-076b352ff91a HTTP/1.1" status: 204 len: 168 time: 0.2219107 Nov 09 18:04:06.982844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2446b-752d-4f44-af72-24dd7c0ce0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332955b-ca02-414e-b578-076b352ff91a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:06.985292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 85b93bff-68ca-4e62-8a65-a2da166306a8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:07.092713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 85b93bff-68ca-4e62-8a65-a2da166306a8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:07.093630 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:07.290691 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:07.310584 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b766e51-7445-4dd3-93d6-017b6bde81e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:07.334169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a497a16b-9b71-44b1-9c09-e9dc058e2bf4 req-7db62ea3-0148-4d9e-a0bf-7485ca67d863 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 210 time: 0.0813761 Nov 09 18:04:07.383685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 85b93bff-68ca-4e62-8a65-a2da166306a8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=85b93bff-68ca-4e62-8a65-a2da166306a8,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:07.393923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:07.409662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:07.410600 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4734b9b-db93-471c-94c8-edae0e182ba3" -d '{"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-plugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:07.423759 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:07.541220 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3cb24c-8efa-4e57-86da-a9fb6e29075d x-openstack-request-id: req-9d3cb24c-8efa-4e57-86da-a9fb6e29075d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:07.541220 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-plugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:07.541220 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d3cb24c-8efa-4e57-86da-a9fb6e29075d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:07.541604 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'code': 200} Nov 09 18:04:07.591799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=85b93bff-68ca-4e62-8a65-a2da166306a8,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:07.866608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-d778ad71-d841-4823-90ea-49d70a024803 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:07.868873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-d778ad71-d841-4823-90ea-49d70a024803 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.73 "GET /v2.0/networks?id=aafd3176-fa65-42e0-a166-0033b6724cb7 HTTP/1.1" status: 200 len: 813 time: 0.2452111 Nov 09 18:04:07.898972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Request body: {'port': {'device_id': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7', 'admin_state_up': True, 'tenant_id': 'a5b8ce20d8774da5ba7bbc997a6d202c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:07.944471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:07.963920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cccd4c75-4ae2-4f06-af26-df27ac0fbb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.001482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4025d15-6705-48e1-add4-e8d75a5d8d53 None None] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:08.146098 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cccd4c75-4ae2-4f06-af26-df27ac0fbb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.157617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cccd4c75-4ae2-4f06-af26-df27ac0fbb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.180468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6be5b840-3d4c-4a10-83e0-8baaea4affd1 None None] Provisioning complete for port 85b93bff-68ca-4e62-8a65-a2da166306a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:08.181276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6be5b840-3d4c-4a10-83e0-8baaea4affd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.212028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cccd4c75-4ae2-4f06-af26-df27ac0fbb4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc8025d781df4392bb0486beec390f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660794 Nov 09 18:04:08.216896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50324) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:08.260962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd4c75-4ae2-4f06-af26-df27ac0fbb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7cc633-dc3d-42cd-ab90-8045706f9c1b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:08.306932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad009-c694-460a-8501-942d6abddda7 req-5cd76ae1-52e0-4d3d-ab30-2809dd0edc64 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.314941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb2ad009-c694-460a-8501-942d6abddda7 req-5cd76ae1-52e0-4d3d-ab30-2809dd0edc64 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 945 time: 0.2857845 Nov 09 18:04:08.440782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8fa1666e-e3ca-4639-ae2a-96eb6f6dd667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.486461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb2ad009-c694-460a-8501-942d6abddda7 req-17805a7c-2043-418b-879f-b8a5e2dd68e0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704836 Nov 09 18:04:08.506379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.570230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8fa1666e-e3ca-4639-ae2a-96eb6f6dd667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.729727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f61471ca-1fa2-4bd6-83bc-1d54ab907595 req-33654ad1-db03-49bd-9a47-ef6ffc5e1f5b tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 210 time: 0.1533496 Nov 09 18:04:08.730378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Made reservation on behalf of a5b8ce20d8774da5ba7bbc997a6d202c for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:08.738336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.855625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 85b93bff-68ca-4e62-8a65-a2da166306a8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:08.899474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b49c19-a77f-452e-89d8-6bc3c918e62d req-c977ac18-1712-4b35-9517-48d21018fea3 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:08.902195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37b49c19-a77f-452e-89d8-6bc3c918e62d req-c977ac18-1712-4b35-9517-48d21018fea3 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 946 time: 0.2953122 Nov 09 18:04:08.958869 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8fa1666e-e3ca-4639-ae2a-96eb6f6dd667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.961337 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8fa1666e-e3ca-4639-ae2a-96eb6f6dd667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:08.983300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8fa1666e-e3ca-4639-ae2a-96eb6f6dd667 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef7cc633-dc3d-42cd-ab90-8045706f9c1b HTTP/1.1" status: 204 len: 168 time: 0.7614331 Nov 09 18:04:08.995825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 85b93bff-68ca-4e62-8a65-a2da166306a8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:08.996183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.132085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1666e-e3ca-4639-ae2a-96eb6f6dd667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7cc633-dc3d-42cd-ab90-8045706f9c1b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:09.206715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-894b285d-f73a-4821-b8ad-218b5d978927 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1482964461&fields=id&tenant_id=0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 267 time: 0.1501017 Nov 09 18:04:09.233823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37b49c19-a77f-452e-89d8-6bc3c918e62d req-76c50bfe-f476-4d80-9d71-2ddf3330432d tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3078775 Nov 09 18:04:09.258468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:04:09.266325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4e37da75-dfdd-40ab-b868-92cd145dc51a None None] Provisioning complete for port 85b93bff-68ca-4e62-8a65-a2da166306a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:09.266869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e37da75-dfdd-40ab-b868-92cd145dc51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.393720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Allocated IP 172.20.0.9 (aafd3176-fa65-42e0-a166-0033b6724cb7/d2af34a4-06e1-41cd-98f3-50d67e241d5f/4b97d5c7-e28c-4932-bb86-d78769065d0c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:09.559653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50350) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.577000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e86f13a-470b-4dda-b59e-2c9792080c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.580324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-1ca7d877-d570-444d-b522-9edd5e80d38a tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:09.588127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-1ca7d877-d570-444d-b522-9edd5e80d38a tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 945 time: 0.3678851 Nov 09 18:04:09.598711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'port': {'security_groups': ['7dd2daf7-c948-4646-b249-5c3d5b2f68d1', 'bc421f10-32d6-4670-8654-8e555fcb70c3']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:09.685496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e86f13a-470b-4dda-b59e-2c9792080c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.695593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e86f13a-470b-4dda-b59e-2c9792080c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.727838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6e86f13a-470b-4dda-b59e-2c9792080c0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b1804e427d4462e9c874725f987e2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664295 Nov 09 18:04:09.729856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50352) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.738902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:09.766623 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c8fbfada-bd82-4600-af5d-8fa7c9f99de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.770039 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Sync routers for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:09.771986 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.785233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86f13a-470b-4dda-b59e-2c9792080c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c86e599-4007-4a07-a008-778b7219fdbd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:09.808884 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:09.809779 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:09.844785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.848813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3652439d-7632-4497-a010-62c913fa94e1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5061359 Nov 09 18:04:09.850725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50356) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:09.881933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d3592a3-10e3-444e-ab28-e4e7bbfd718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.923636 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d3592a3-10e3-444e-ab28-e4e7bbfd718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:09.955324 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:10.055385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1076f699-f395-4764-aadf-de38c37a7827 req-39bf7e6f-0e63-47ce-879a-bf767c0d2910 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 210 time: 0.1495807 Nov 09 18:04:10.061864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d3592a3-10e3-444e-ab28-e4e7bbfd718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.068782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d3592a3-10e3-444e-ab28-e4e7bbfd718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.071832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0d3592a3-10e3-444e-ab28-e4e7bbfd718b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c86e599-4007-4a07-a008-778b7219fdbd HTTP/1.1" status: 204 len: 168 time: 0.3405175 Nov 09 18:04:10.101097 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.105582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3592a3-10e3-444e-ab28-e4e7bbfd718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c86e599-4007-4a07-a008-778b7219fdbd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:10.269832 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.272686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:10.335333 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.359792 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:06Z', 'revision_number': 3, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:10.378809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-986b8564-b7a6-4e0d-87d9-0b7683bcfa82 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:10.382314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-986b8564-b7a6-4e0d-87d9-0b7683bcfa82 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 946 time: 0.4116914 Nov 09 18:04:10.397628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.412855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:10.415959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['72cc28a6-e07c-42a4-be9d-180bfa4fa92b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:10.426507 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Checking router: 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:10.426856 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Updating router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 port 28df823b-ba80-4bd5-b9ce-9708ea9544d5 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:04:10.488761 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.685535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:10.695447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:10.716883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fafed5b6-f0a7-4a16-9796-1483b0b478a4 req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "PUT /v2.0/ports/72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 981 time: 1.1276925 Nov 09 18:04:10.721783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:10.723930 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dbb5ec-3819-41da-b74c-e1079a447a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:10.853509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['72cc28a6-e07c-42a4-be9d-180bfa4fa92b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:11.120894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.196618 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.222710 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.339513 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Attempting to bind port 28df823b-ba80-4bd5-b9ce-9708ea9544d5 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:11.340396 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Attempting to bind port 28df823b-ba80-4bd5-b9ce-9708ea9544d5 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:11.341087 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Attempting to bind port 28df823b-ba80-4bd5-b9ce-9708ea9544d5 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:11.354915 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Pushing event updated for resources: {'Port': ['ID=28df823b-ba80-4bd5-b9ce-9708ea9544d5,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.359791 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:11.360427 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:11.361029 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.361854 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:11.362545 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Bound port: 28df823b-ba80-4bd5-b9ce-9708ea9544d5, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:11.363145 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.371551 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.372169 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.372723 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.373323 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.373833 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.374886 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.375449 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.375947 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.376278 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.376605 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.376932 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.377253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:11.477270 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] For port 28df823b-ba80-4bd5-b9ce-9708ea9544d5, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:11.482054 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] For port 28df823b-ba80-4bd5-b9ce-9708ea9544d5, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=28df823b-ba80-4bd5-b9ce-9708ea9544d5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:11.502340 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.589484 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:11.590447 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:11.646332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e185cd2-be28-4ae3-bdb3-0472ab878d32 req-f03b2f5c-6e6a-42d4-a648-ffe2abd530b3 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:11.653926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e185cd2-be28-4ae3-bdb3-0472ab878d32 req-f03b2f5c-6e6a-42d4-a648-ffe2abd530b3 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 946 time: 1.2607684 Nov 09 18:04:11.665212 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b354212-2905-4476-84fd-c1a815d5129a None None] Pushing event updated for resources: {'Port': ['ID=28df823b-ba80-4bd5-b9ce-9708ea9544d5,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.678760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4f7ce-55b3-4bec-87ae-ce8ba4cb86ca tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:11.700072 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:11.752972 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:11.773903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Network aafd3176-fa65-42e0-a166-0033b6724cb7 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:11.811651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e185cd2-be28-4ae3-bdb3-0472ab878d32 req-c3e4a424-ba5f-4b79-9175-c715d37086e1 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1519549 Nov 09 18:04:11.817876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:11.835526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:11.857085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ddabd83-a06d-42f6-9f88-056872c58f8a req-9d97e575-82a6-4026-a334-5a6a504ec6bd tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/bc421f10-32d6-4670-8654-8e555fcb70c3 HTTP/1.1" status: 200 len: 1803 time: 0.3695569 Nov 09 18:04:11.938601 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f805a4-81bd-41dc-9f9d-c6ebce65eaf5 x-openstack-request-id: req-42f805a4-81bd-41dc-9f9d-c6ebce65eaf5 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:11.939218 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:11.940597 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42f805a4-81bd-41dc-9f9d-c6ebce65eaf5 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:11.941499 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b', 'status': 'completed', 'code': 200} Nov 09 18:04:12.033969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-fd6a6fb7-fbb7-4ed3-904c-c68113ddbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:12.049994 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-fd6a6fb7-fbb7-4ed3-904c-c68113ddbcc2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1135 time: 0.1112354 Nov 09 18:04:12.080675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Pushing event updated for resources: {'Port': ['ID=4b97d5c7-e28c-4932-bb86-d78769065d0c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:12.101146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Deleting port b1a259a1-23da-4a34-b891-ad08791c8e1d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:12.101577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.132480 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:06Z', 'revision_number': 3, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:12.167210 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0ae56-f010-4460-8e80-e042b6457aa4 None None] The sync data for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 is: [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:06Z', 'revision_number': 3, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:12.249317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-b1d8e8a4-188e-45b6-817a-0a732da1faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:12.251927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-b1d8e8a4-188e-45b6-817a-0a732da1faf6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 913 time: 0.1935587 Nov 09 18:04:12.317815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:12.318862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.333755 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-ced83fac-72e7-43bd-ab8e-830e0a53325f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 217 time: 0.0658813 Nov 09 18:04:12.351282 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-9ddabd83-a06d-42f6-9f88-056872c58f8a req-02114ffc-d026-4b86-a409-b8c904ee2cd2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 18:04:12.367626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ddabd83-a06d-42f6-9f88-056872c58f8a req-02114ffc-d026-4b86-a409-b8c904ee2cd2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc421f10-32d6-4670-8654-8e555fcb70c3 HTTP/1.1" status: 409 len: 341 time: 0.4371004 Nov 09 18:04:12.390957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-f0eeee35-c7d4-4a19-a0e7-2f4f53720533 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4942317 Nov 09 18:04:12.431013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-91a323b8-44e3-4bb5-b063-18054289d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:12.432856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-91a323b8-44e3-4bb5-b063-18054289d5ee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.0750749 Nov 09 18:04:12.446659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333573f-0457-4682-97c0-55588cba9ec2 req-aabde654-f7c2-4668-82b3-c015497d482f tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:12.448316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0333573f-0457-4682-97c0-55588cba9ec2 req-aabde654-f7c2-4668-82b3-c015497d482f tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 931 time: 0.3730180 Nov 09 18:04:12.463717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Request body: {'port': {'device_id': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:12.509713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.515217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-5caef8d7-02f5-4fa6-a45d-71046efd7331 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718660 Nov 09 18:04:12.708557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] For port b1a259a1-23da-4a34-b891-ad08791c8e1d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:12.709063 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:12.738932 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-78085dd3-ae83-446b-9a0b-f30795c32227 service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219729 Nov 09 18:04:12.992635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 28df823b-ba80-4bd5-b9ce-9708ea9544d5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:13.019580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-57dbb5ec-3819-41da-b74c-e1079a447a8a req-1a04ef1f-05b7-465e-895c-62d2bd4eb04f service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725825 Nov 09 18:04:13.101466 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.149484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-3de085ef-a83a-446b-9a81-3ebcb46282a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:13.151518 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-3de085ef-a83a-446b-9a81-3ebcb46282a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1135 time: 0.0588572 Nov 09 18:04:13.160162 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 28df823b-ba80-4bd5-b9ce-9708ea9544d5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:13.160604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.397993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.452568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 28df823b-ba80-4bd5-b9ce-9708ea9544d5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=28df823b-ba80-4bd5-b9ce-9708ea9544d5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:13.468694 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.583936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:13.592545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=28df823b-ba80-4bd5-b9ce-9708ea9544d5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:13.778720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0333573f-0457-4682-97c0-55588cba9ec2 req-b23c7c60-1d52-4918-84dc-723be9528f67 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8937531 Nov 09 18:04:13.807675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac522885-61ce-4073-a9e1-0bb2b35833b1 req-99a41477-b365-4ef6-83c5-51b469f47847 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:13.817688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac522885-61ce-4073-a9e1-0bb2b35833b1 req-99a41477-b365-4ef6-83c5-51b469f47847 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 946 time: 0.7031870 Nov 09 18:04:13.946970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-d09b1eb8-9fd8-4bc3-a5a9-7be91d003e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:13.948912 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-d09b1eb8-9fd8-4bc3-a5a9-7be91d003e01 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 913 time: 0.7895908 Nov 09 18:04:14.057727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac522885-61ce-4073-a9e1-0bb2b35833b1 req-077049a0-c706-46cb-a930-e0868e708dc9 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2389338 Nov 09 18:04:14.075266 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-30dac1ec-ad25-446e-b718-e3bc6ba1be47 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 217 time: 0.1185250 Nov 09 18:04:14.232138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-3c5c17a7-9188-4c39-bf68-a67ba09b1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:14.235203 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-3c5c17a7-9188-4c39-bf68-a67ba09b1380 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.1503742 Nov 09 18:04:14.303089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-c5263aca-a18b-436c-aac4-5795c8ed1909 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543776 Nov 09 18:04:14.315925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Allocated IP 172.20.0.1 (b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc/a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7/2297e6aa-8707-4fd4-b92b-2b27634839a3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:14.568043 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-0eb5ce53-5b5e-4964-a5d1-0ef9f324878d service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558300 Nov 09 18:04:14.693928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b1a259a1-23da-4a34-b891-ad08791c8e1d no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:14.817512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3ae6f66-851e-42e1-a046-0370b645e983 req-d61ab66e-2da0-405c-a276-6aa442bd42e6 service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358105 Nov 09 18:04:14.893572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:14.945189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 28df823b-ba80-4bd5-b9ce-9708ea9544d5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:14.992473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee24f8-4603-4521-b6c6-afd89ad52402 req-ce4f8448-823f-4c80-a97c-3bedabcb30a0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:15.001681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30ee24f8-4603-4521-b6c6-afd89ad52402 req-ce4f8448-823f-4c80-a97c-3bedabcb30a0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 984 time: 1.0079334 Nov 09 18:04:15.003685 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.008614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.009249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.009853 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Floating IP 811069d5-1c71-4210-aa51-d0684f357a6d disassociated. External IP: 172.25.0.91, port: b1a259a1-23da-4a34-b891-ad08791c8e1d. Nov 09 18:04:15.010414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Calling delete_port for b1a259a1-23da-4a34-b891-ad08791c8e1d owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:15.014319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.049287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:15.061188 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8471d3d9-d03e-4647-9222-0cf901bed3c5" -d '{"events": [{"server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:15.109956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:15.123365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b1a259a1-23da-4a34-b891-ad08791c8e1d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b1a259a1-23da-4a34-b891-ad08791c8e1d,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:15.133198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:15.158865 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.313742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b1a259a1-23da-4a34-b891-ad08791c8e1d,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:15.333023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 28df823b-ba80-4bd5-b9ce-9708ea9544d5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:15.333397 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.598814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2c627437-7804-4a5c-8f92-576aff622e3d None None] Provisioning complete for port 2297e6aa-8707-4fd4-b92b-2b27634839a3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:15.599338 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2c627437-7804-4a5c-8f92-576aff622e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.662120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:15.672667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2c627437-7804-4a5c-8f92-576aff622e3d None None] Port 2297e6aa-8707-4fd4-b92b-2b27634839a3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:04:15.689668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Pushing event updated for resources: {'Port': ['ID=2297e6aa-8707-4fd4-b92b-2b27634839a3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:15.772613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b97df-3af1-4370-a1c1-e60ab2bb33bd req-547f2ce3-e163-44be-9fda-9d630cf3796f tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:15.778957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de9b97df-3af1-4370-a1c1-e60ab2bb33bd req-547f2ce3-e163-44be-9fda-9d630cf3796f tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 931 time: 0.7958870 Nov 09 18:04:15.858475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30ee24f8-4603-4521-b6c6-afd89ad52402 req-b514ffcf-e546-4fd3-bf0e-827a8e88408f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc421f10-32d6-4670-8654-8e555fcb70c3&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.8555479 Nov 09 18:04:15.948168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:15.970389 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf22923c-d8f2-4efc-be08-ea23336856aa x-openstack-request-id: req-bf22923c-d8f2-4efc-be08-ea23336856aa {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:15.970922 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:15.971414 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf22923c-d8f2-4efc-be08-ea23336856aa {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:15.971914 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'code': 200} Nov 09 18:04:15.984058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b97d5c7-e28c-4932-bb86-d78769065d0c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:15.992618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.072565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.128250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.147788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de9b97df-3af1-4370-a1c1-e60ab2bb33bd req-405caf9b-d587-498d-9e2a-5ce48f9376a5 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632450 Nov 09 18:04:16.244857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event deleted for resources: {'Port': ['ID=b1a259a1-23da-4a34-b891-ad08791c8e1d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:16.300796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87108925-07ef-41e5-b910-784450f6734d req-083bb322-631b-4dc0-85af-8728f1fefcf9 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d6ef9f1-e129-480b-a532-4c77784ef41d HTTP/1.1" status: 200 len: 210 time: 0.1865330 Nov 09 18:04:16.311881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Transition to ACTIVE for port object 4b97d5c7-e28c-4932-bb86-d78769065d0c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:16.450026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:16.561273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:16.633530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Pushing event updated for resources: {'Port': ['ID=4b97d5c7-e28c-4932-bb86-d78769065d0c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:16.877952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.058609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Attempting to bind port 4b97d5c7-e28c-4932-bb86-d78769065d0c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:17.059722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Attempting to bind port 4b97d5c7-e28c-4932-bb86-d78769065d0c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '5a24bc07-82c3-4ef0-a0f9-89d126291b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:17.060256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Attempting to bind port 4b97d5c7-e28c-4932-bb86-d78769065d0c on network aafd3176-fa65-42e0-a166-0033b6724cb7 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:17.077382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:17.089457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] Sync routers for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:17.099435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Port 4b97d5c7-e28c-4932-bb86-d78769065d0c on network aafd3176-fa65-42e0-a166-0033b6724cb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:17.100215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Attempting to bind port 4b97d5c7-e28c-4932-bb86-d78769065d0c on network aafd3176-fa65-42e0-a166-0033b6724cb7 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:17.108373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:17.109703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:17.250992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:17.252213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Checking segment: {'id': '5a24bc07-82c3-4ef0-a0f9-89d126291b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:17.253439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Bound using segment: {'id': '5a24bc07-82c3-4ef0-a0f9-89d126291b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:17.254855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Bound port: 4b97d5c7-e28c-4932-bb86-d78769065d0c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a24bc07-82c3-4ef0-a0f9-89d126291b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:17.256039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.303174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] No DVR routers for this DVR port b1a259a1-23da-4a34-b891-ad08791c8e1d on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:17.306288 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.314913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd4d7de6-b229-4201-b9d4-77ca64c4efe0 req-b1ab3093-af58-4bd3-b0d6-7bdbf2ef3433 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.73 "DELETE /v2.0/ports/b1a259a1-23da-4a34-b891-ad08791c8e1d HTTP/1.1" status: 204 len: 173 time: 6.8993387 Nov 09 18:04:17.323757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'name': 'network-vif-deleted', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:17.326373 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb3390-26d4-40c8-b5fc-cc03b801b2f2" -d '{"events": [{"server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "name": "network-vif-deleted", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:17.349103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:17.410517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57aeca-3f8b-4c55-be87-197695341055 req-378928ce-f648-4c34-9b30-f03e800a7ced tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:17.412778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb57aeca-3f8b-4c55-be87-197695341055 req-378928ce-f648-4c34-9b30-f03e800a7ced tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 984 time: 0.4267595 Nov 09 18:04:17.529430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb57aeca-3f8b-4c55-be87-197695341055 req-775e66e0-b605-495c-bcac-ce7f9f77b2a9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc421f10-32d6-4670-8654-8e555fcb70c3&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0977058 Nov 09 18:04:17.570324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] For port 4b97d5c7-e28c-4932-bb86-d78769065d0c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:17.576056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] For port 4b97d5c7-e28c-4932-bb86-d78769065d0c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b97d5c7-e28c-4932-bb86-d78769065d0c,segment=NetworkSegment(5a24bc07-82c3-4ef0-a0f9-89d126291b35),segment_id=5a24bc07-82c3-4ef0-a0f9-89d126291b35)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:17.591785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.661242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:17.664436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.666174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] 10.222.0.73 "PUT /v2.0/ports/4b97d5c7-e28c-4932-bb86-d78769065d0c HTTP/1.1" status: 200 len: 1091 time: 5.2637849 Nov 09 18:04:17.781683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.816636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:17.825017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b09aef-7abd-4def-85d9-bcb9e5144359 service neutron] Pushing event updated for resources: {'Port': ['ID=4b97d5c7-e28c-4932-bb86-d78769065d0c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:17.866096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb20908-db06-472e-a8f5-6a996a6221be req-625689b6-69f3-41f9-ac34-a0a92cf8df08 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:17.867956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fb20908-db06-472e-a8f5-6a996a6221be req-625689b6-69f3-41f9-ac34-a0a92cf8df08 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 943 time: 0.1875799 Nov 09 18:04:17.870283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:56Z', 'revision_number': 5, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:17.953574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] Checking router: 43ecb358-ba22-47b7-a39c-c4b9cc203c19 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:17.991691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-73b00175-c650-4ac7-bdfe-a7d6da7bfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:17.993544 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-73b00175-c650-4ac7-bdfe-a7d6da7bfe1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5b8ce20d8774da5ba7bbc997a6d202c&device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 1094 time: 0.2427549 Nov 09 18:04:17.998741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:18.009091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:18.009703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:18.093301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Pushing event updated for resources: {'Port': ['ID=2297e6aa-8707-4fd4-b92b-2b27634839a3,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:18.133050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-c122bbfe-a443-431e-b620-b33e63b8c6e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b97d5c7-e28c-4932-bb86-d78769065d0c HTTP/1.1" status: 200 len: 217 time: 0.1198769 Nov 09 18:04:18.140571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fb20908-db06-472e-a8f5-6a996a6221be req-bec86b62-576c-4420-8513-93d2661f3726 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531741 Nov 09 18:04:18.201767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-98e5c3a3-0744-4595-b781-517c50af646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:18.203403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-98e5c3a3-0744-4595-b781-517c50af646b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2af34a4-06e1-41cd-98f3-50d67e241d5f HTTP/1.1" status: 200 len: 853 time: 0.0601265 Nov 09 18:04:18.280939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-7b247b0f-1dc8-4543-ac69-39beac5831da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aafd3176-fa65-42e0-a166-0033b6724cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678382 Nov 09 18:04:18.329464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:18.399252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:18.402684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:18.633759 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef96040-4c7d-45c8-8a24-d4fd06ca7815 x-openstack-request-id: req-1ef96040-4c7d-45c8-8a24-d4fd06ca7815 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:18.637946 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6ef9f1-e129-480b-a532-4c77784ef41d", "name": "network-vif-deleted", "tag": "b1a259a1-23da-4a34-b891-ad08791c8e1d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:18.638350 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ef96040-4c7d-45c8-8a24-d4fd06ca7815 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:18.638875 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6ef9f1-e129-480b-a532-4c77784ef41d', 'name': 'network-vif-deleted', 'tag': 'b1a259a1-23da-4a34-b891-ad08791c8e1d', 'status': 'completed', 'code': 200} Nov 09 18:04:18.797650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:56Z', 'revision_number': 5, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:18.832271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae508f-4957-4610-98f9-2ad2d54fa1f0 None None] The sync data for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 is: [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:01:49Z', 'revision_number': 4, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b9b0dbd0-bac3-434e-8954-4f7216822ae1', 'name': '', 'network_id': 'ad726dfc-e8dd-4b38-a69d-c46faa338e05', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'mac_address': 'fa:16:3e:8b:c9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:46Z', 'updated_at': '2021-11-09T18:01:56Z', 'revision_number': 5, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'subnets': [{'id': '3239cabc-e9ad-4a62-91b7-c2c18cf3a512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:18.839435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-fd8150f2-58c0-404d-a9a1-9872254271f1 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1453216562&fields=id&tenant_id=0e51f685bff948b987ba0700936bf623 HTTP/1.1" status: 200 len: 267 time: 0.1866241 Nov 09 18:04:18.867427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-fdb9b627-a021-4ae0-8990-d691afd11b71 service neutron] 10.222.0.73 "GET /v2.0/networks/aafd3176-fa65-42e0-a166-0033b6724cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715652 Nov 09 18:04:18.890942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:18.938247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fccb3475-8afc-47a2-9eba-6eae1e76156e None None] Provisioning complete for port 2297e6aa-8707-4fd4-b92b-2b27634839a3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:18.938674 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fccb3475-8afc-47a2-9eba-6eae1e76156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:18.999595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fccb3475-8afc-47a2-9eba-6eae1e76156e None None] Port 2297e6aa-8707-4fd4-b92b-2b27634839a3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:04:19.012047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-8cd26d16-5ea7-49f8-b4c2-0f8460ecfc74 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:19.026651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-8cd26d16-5ea7-49f8-b4c2-0f8460ecfc74 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 984 time: 0.1732752 Nov 09 18:04:19.029708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:19.072967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30a2f3d3-f3bc-4e35-aa54-700d5277b365 req-9fe9dfac-9c0f-45ba-a645-428a551fa7df service neutron] 10.222.0.73 "GET /v2.0/networks/aafd3176-fa65-42e0-a166-0033b6724cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732013 Nov 09 18:04:19.081858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'port': {'security_groups': ['7dd2daf7-c948-4646-b249-5c3d5b2f68d1', 'bc421f10-32d6-4670-8654-8e555fcb70c3', '3b390736-310f-4568-ab80-0deb7d4bcb5e']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:19.280278 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1257ea26-295d-4945-99c2-3d3248b46441 None None] New status for floating IP 811069d5-1c71-4210-aa51-d0684f357a6d: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:04:19.289377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.362355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:19.371245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a8eff15-df99-45da-b984-48ef6c12574f admin admin] 10.222.0.32 "PUT /v2.0/routers/7e9dd8bd-a55b-4e15-aa3c-ab511a47a556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5092247 Nov 09 18:04:19.378976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Sync routers for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:19.395148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:19.395704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:19.621357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:19.657961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:19.679748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.689147 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.755223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:19.756223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.758216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5386476-7ed9-4ce2-8621-2fd571166d00 req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "PUT /v2.0/ports/72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 1020 time: 0.7257462 Nov 09 18:04:19.804914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816c31d-a5b4-4033-8b4a-3fef4f6decc9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:19.808529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50634) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:19.898902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7971a0e8-c53a-430d-992a-77d7fa3a00c0 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.901554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:19.963547 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7971a0e8-c53a-430d-992a-77d7fa3a00c0 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:19.986824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['72cc28a6-e07c-42a4-be9d-180bfa4fa92b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:20.074425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7971a0e8-c53a-430d-992a-77d7fa3a00c0 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.078260 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7971a0e8-c53a-430d-992a-77d7fa3a00c0 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.079667 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7971a0e8-c53a-430d-992a-77d7fa3a00c0 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a HTTP/1.1" status: 204 len: 168 time: 0.2695179 Nov 09 18:04:20.094892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:20.095965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971a0e8-c53a-430d-992a-77d7fa3a00c0 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:20.126407 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-0ec6c99a-cc1f-43fd-9c73-b063666da720 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] show failed (client error): The resource could not be found. Nov 09 18:04:20.127845 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ec6c99a-cc1f-43fd-9c73-b063666da720 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "GET /v2.0/security-groups/7a6fa33a-fb58-4fb7-a44a-e0f96931ee4a HTTP/1.1" status: 404 len: 347 time: 0.0287242 Nov 09 18:04:20.130198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50642) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:20.131452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['72cc28a6-e07c-42a4-be9d-180bfa4fa92b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:20.370834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Deleting port 21b27093-39c6-4817-b85f-efa4cab95eb8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:20.371195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.593431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.593787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:20.640241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'tag': '4b97d5c7-e28c-4932-bb86-d78769065d0c'}, {'name': 'network-changed', 'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:20.642680 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a335b40-471c-4663-9d40-2c918cf5d5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e8eaf1-28bb-43e5-974a-3860c6f3c942", "tag": "4b97d5c7-e28c-4932-bb86-d78769065d0c"}, {"name": "network-changed", "server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:20.643076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Calling delete_port for 21b27093-39c6-4817-b85f-efa4cab95eb8 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:20.668316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28388c-fc51-442b-9581-62900ac87465 req-e47a520c-4405-46dd-b835-b4bf5a9cca98 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:20.672796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e28388c-fc51-442b-9581-62900ac87465 req-e47a520c-4405-46dd-b835-b4bf5a9cca98 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 943 time: 0.7498188 Nov 09 18:04:20.749277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e28388c-fc51-442b-9581-62900ac87465 req-520cd2dd-84ff-4fd5-bd5e-e5d1f6d455ee tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671072 Nov 09 18:04:20.990446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.066010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Pushing event deleted for resources: {'Port': ['ID=21b27093-39c6-4817-b85f-efa4cab95eb8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:21.099047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:17Z', 'revision_number': 2, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:21.164730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Checking router: 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:21.168722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Updating router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 port 2297e6aa-8707-4fd4-b92b-2b27634839a3 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:04:21.170112 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.174195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.175997 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9705e9ea-8551-4ca1-ba85-afa67002c061 tempest-ServersTestFqdnHostnames-409216711 tempest-ServersTestFqdnHostnames-409216711-project] 10.222.0.32 "DELETE /v2.0/floatingips/811069d5-1c71-4210-aa51-d0684f357a6d HTTP/1.1" status: 204 len: 168 time: 1.0444620 Nov 09 18:04:21.178839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50668) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:21.249017 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.721042 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.747578 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:21.975239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d0f26-7327-47ba-b5b8-33035ec48c5f None None] Pushing event updated for resources: {'Port': ['ID=2297e6aa-8707-4fd4-b92b-2b27634839a3,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:21.997228 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.013016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50678) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:22.019069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-fbc79e38-caaa-47ae-a688-15ef819a52a9 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795995435', 'description': 'tempest-description--57679894'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:22.030822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Attempting to bind port 2297e6aa-8707-4fd4-b92b-2b27634839a3 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:22.031502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Attempting to bind port 2297e6aa-8707-4fd4-b92b-2b27634839a3 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:22.032051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Attempting to bind port 2297e6aa-8707-4fd4-b92b-2b27634839a3 on network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:22.037917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:22.038576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Checking segment: {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:22.039180 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.039755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Bound using segment: {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:22.040425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Bound port: 2297e6aa-8707-4fd4-b92b-2b27634839a3, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:22.041006 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.202039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbc79e38-caaa-47ae-a688-15ef819a52a9 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.215049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] For port 2297e6aa-8707-4fd4-b92b-2b27634839a3, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:22.224521 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] For port 2297e6aa-8707-4fd4-b92b-2b27634839a3, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2297e6aa-8707-4fd4-b92b-2b27634839a3,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:22.229718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50680) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:22.236562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.238191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5b8b70c-a3da-4a3b-af3e-2b8c55f5aa15 req-8caeda1e-f761-4964-96f0-c9105503f2ff tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/3b390736-310f-4568-ab80-0deb7d4bcb5e HTTP/1.1" status: 200 len: 1801 time: 0.2093039 Nov 09 18:04:22.382106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:22.382826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:22.456211 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-f5b8b70c-a3da-4a3b-af3e-2b8c55f5aa15 req-948dee2d-f03b-4140-a981-6b5c3cbd82b1 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 18:04:22.482764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5b8b70c-a3da-4a3b-af3e-2b8c55f5aa15 req-948dee2d-f03b-4140-a981-6b5c3cbd82b1 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/3b390736-310f-4568-ab80-0deb7d4bcb5e HTTP/1.1" status: 409 len: 341 time: 0.2249155 Nov 09 18:04:22.545329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbc79e38-caaa-47ae-a688-15ef819a52a9 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.595187 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a87d339-18de-436a-af92-f208c8b8956d x-openstack-request-id: req-0a87d339-18de-436a-af92-f208c8b8956d {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:22.595506 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e8eaf1-28bb-43e5-974a-3860c6f3c942", "tag": "4b97d5c7-e28c-4932-bb86-d78769065d0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:22.595774 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a87d339-18de-436a-af92-f208c8b8956d {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:22.596192 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'tag': '4b97d5c7-e28c-4932-bb86-d78769065d0c', 'status': 'completed', 'code': 200} Nov 09 18:04:22.596451 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b', 'status': 'completed', 'code': 200} Nov 09 18:04:22.597210 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-88f35e54-01ce-4914-a2f8-91a9885232a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.616558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbc79e38-caaa-47ae-a688-15ef819a52a9 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.653844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:22.689126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-be8cd5e6-0600-48be-be2e-67add5d770e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:22.696438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-be8cd5e6-0600-48be-be2e-67add5d770e2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e51f685bff948b987ba0700936bf623&device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1174 time: 0.1235132 Nov 09 18:04:22.858938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-267eb37d-ee28-4b06-862b-6aaa41e349a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:22.860987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-267eb37d-ee28-4b06-862b-6aaa41e349a7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 200 len: 913 time: 0.1537333 Nov 09 18:04:22.876914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbc79e38-caaa-47ae-a688-15ef819a52a9 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.878174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fbc79e38-caaa-47ae-a688-15ef819a52a9 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8639960 Nov 09 18:04:22.890683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50688) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:22.897939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3953b5d7-70d3-40c2-ba39-1669017ccd25 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Request body: {'security_group_rule': {'security_group_id': '56649a16-55cd-455b-9a6a-354469fd7eee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:22.925215 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-24ee9093-687b-4fb1-999a-a5906a333a72 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 200 len: 217 time: 0.0529499 Nov 09 18:04:22.926453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc79e38-caaa-47ae-a688-15ef819a52a9 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56649a16-55cd-455b-9a6a-354469fd7eee,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:22.961644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-e45569be-64f7-46bb-9779-d925395a4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:22.963147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-e45569be-64f7-46bb-9779-d925395a4c91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5b8ce20d8774da5ba7bbc997a6d202c&device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 1094 time: 0.3572650 Nov 09 18:04:22.970542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Deleting port b9b0dbd0-bac3-434e-8954-4f7216822ae1 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:22.971575 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:22.994748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b97d5c7-e28c-4932-bb86-d78769065d0c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:22.995648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af1899-8342-40ee-8ef8-acfc13831868 req-4dccc939-ce0a-4f23-9a14-2f586d09c7ba tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:22.997357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9af1899-8342-40ee-8ef8-acfc13831868 req-4dccc939-ce0a-4f23-9a14-2f586d09c7ba tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.2717826 Nov 09 18:04:23.046482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d0f26-7327-47ba-b5b8-33035ec48c5f None None] Pushing event updated for resources: {'Port': ['ID=2297e6aa-8707-4fd4-b92b-2b27634839a3,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:23.050463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d6f7492f-08ea-4d8f-9179-2cf0d8f6c452 None None] Provisioning complete for port 2297e6aa-8707-4fd4-b92b-2b27634839a3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:23.050842 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6f7492f-08ea-4d8f-9179-2cf0d8f6c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.094485 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3953b5d7-70d3-40c2-ba39-1669017ccd25 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.120137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-906b7258-327b-4c09-aa92-46f6c0e115a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:23.125475 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-906b7258-327b-4c09-aa92-46f6c0e115a0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 200 len: 852 time: 0.1685896 Nov 09 18:04:23.129952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9af1899-8342-40ee-8ef8-acfc13831868 req-24baca54-c014-46e4-8b1d-17f37e51a5c3 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203399 Nov 09 18:04:23.235101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-03ff25f3-1674-4842-995d-28f84e5c4f3c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dbabb4f8-43bf-4883-882c-a8e560a574ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887592 Nov 09 18:04:23.236757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:22Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:23.272340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e606e5-4848-4d07-9e10-ba5e7a39082d None None] The sync data for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 is: [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:22Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:23.292987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6f7492f-08ea-4d8f-9179-2cf0d8f6c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.301199 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-88f35e54-01ce-4914-a2f8-91a9885232a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.307853 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-3fa76d4c-4a94-4855-a3e5-6498db36acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:23.315650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-3fa76d4c-4a94-4855-a3e5-6498db36acaf service neutron] 10.222.0.73 "GET /v2.0/networks?id=aafd3176-fa65-42e0-a166-0033b6724cb7 HTTP/1.1" status: 200 len: 914 time: 0.3367162 Nov 09 18:04:23.360840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4b97d5c7-e28c-4932-bb86-d78769065d0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b97d5c7-e28c-4932-bb86-d78769065d0c,segment=NetworkSegment(5a24bc07-82c3-4ef0-a0f9-89d126291b35),segment_id=5a24bc07-82c3-4ef0-a0f9-89d126291b35)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:23.397938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '4b97d5c7-e28c-4932-bb86-d78769065d0c', 'network_id': 'aafd3176-fa65-42e0-a166-0033b6724cb7', 'port_id': '4b97d5c7-e28c-4932-bb86-d78769065d0c', 'mac_address': 'fa:16:3e:c9:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2af34a4-06e1-41cd-98f3-50d67e241d5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:23.405111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d6f7492f-08ea-4d8f-9179-2cf0d8f6c452 None None] For port 2297e6aa-8707-4fd4-b92b-2b27634839a3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2297e6aa-8707-4fd4-b92b-2b27634839a3,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:23.425374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-88f35e54-01ce-4914-a2f8-91a9885232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.458276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.464138 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6f7492f-08ea-4d8f-9179-2cf0d8f6c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.482347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] For port b9b0dbd0-bac3-434e-8954-4f7216822ae1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b9b0dbd0-bac3-434e-8954-4f7216822ae1,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:23.483008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.520108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Calling delete_port for b9b0dbd0-bac3-434e-8954-4f7216822ae1 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:23.525290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b97d5c7-e28c-4932-bb86-d78769065d0c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:23.540749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-88f35e54-01ce-4914-a2f8-91a9885232a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3629fdd041d0412d9901a1eeebbe1975&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3095517 Nov 09 18:04:23.553258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50692) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:23.588256 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-25cea80d-2ce7-4764-882d-323de7ee5fcf service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360548 Nov 09 18:04:23.595050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4b97d5c7-e28c-4932-bb86-d78769065d0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b97d5c7-e28c-4932-bb86-d78769065d0c,segment=NetworkSegment(5a24bc07-82c3-4ef0-a0f9-89d126291b35),segment_id=5a24bc07-82c3-4ef0-a0f9-89d126291b35)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:23.615166 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.650291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f35e54-01ce-4914-a2f8-91a9885232a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b317683f-fdbf-4d93-87ef-7f9e8f0935da,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:23.668894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7492f-08ea-4d8f-9179-2cf0d8f6c452 None None] Pushing event updated for resources: {'Port': ['ID=2297e6aa-8707-4fd4-b92b-2b27634839a3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:23.700623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-3db5bd00-f24a-4754-b829-e2dec7bd084a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b97d5c7-e28c-4932-bb86-d78769065d0c HTTP/1.1" status: 200 len: 217 time: 0.2219677 Nov 09 18:04:23.733055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3953b5d7-70d3-40c2-ba39-1669017ccd25 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.739152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-23f19422-3424-4372-b6ea-3a12050b66ad None None] Provisioning complete for port 2297e6aa-8707-4fd4-b92b-2b27634839a3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:23.739529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-23f19422-3424-4372-b6ea-3a12050b66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.861481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3953b5d7-70d3-40c2-ba39-1669017ccd25 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:23.865682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4b97d5c7-e28c-4932-bb86-d78769065d0c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:23.875456 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-8dd0078b-e3ed-46c2-9909-a0e124c89b44 service neutron] 10.222.0.85 "GET /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258685 Nov 09 18:04:23.894125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d4da2-7c7b-4459-833b-4dcdbf46534e req-302fc98e-37b7-4ab6-9870-00b711e0b96b tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:23.919762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-196d4da2-7c7b-4459-833b-4dcdbf46534e req-302fc98e-37b7-4ab6-9870-00b711e0b96b tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 943 time: 0.6321850 Nov 09 18:04:24.010032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['4b97d5c7-e28c-4932-bb86-d78769065d0c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:24.015756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953b5d7-70d3-40c2-ba39-1669017ccd25 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1250a52e-3939-4eea-ad99-67670e9b8fff,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:24.027765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-b6a9abac-2877-4ce9-8172-245a6880bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:24.029703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-b6a9abac-2877-4ce9-8172-245a6880bfa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2af34a4-06e1-41cd-98f3-50d67e241d5f HTTP/1.1" status: 200 len: 853 time: 0.3157184 Nov 09 18:04:24.033283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3953b5d7-70d3-40c2-ba39-1669017ccd25 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.034651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3953b5d7-70d3-40c2-ba39-1669017ccd25 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1427011 Nov 09 18:04:24.036386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6338c2ed-41f6-4abe-ac4a-a9f1ccf3a949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.038186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50698) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:24.044961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-22695ff0-fcdb-455c-9226-09e6b606abf7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Request body: {'security_group_rule': {'security_group_id': '56649a16-55cd-455b-9a6a-354469fd7eee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:24.061340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6338c2ed-41f6-4abe-ac4a-a9f1ccf3a949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.099294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22695ff0-fcdb-455c-9226-09e6b606abf7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.133924 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6338c2ed-41f6-4abe-ac4a-a9f1ccf3a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.135332 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6338c2ed-41f6-4abe-ac4a-a9f1ccf3a949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.138358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6338c2ed-41f6-4abe-ac4a-a9f1ccf3a949 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b317683f-fdbf-4d93-87ef-7f9e8f0935da HTTP/1.1" status: 204 len: 168 time: 0.5808523 Nov 09 18:04:24.217321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22695ff0-fcdb-455c-9226-09e6b606abf7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.229306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22695ff0-fcdb-455c-9226-09e6b606abf7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.340384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-f3f7ed38-76ef-453d-a560-e3dbbcd6e0c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aafd3176-fa65-42e0-a166-0033b6724cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217040 Nov 09 18:04:24.404705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-196d4da2-7c7b-4459-833b-4dcdbf46534e req-e395df7e-01e5-4ab0-b722-8257824f4009 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822247 Nov 09 18:04:24.442111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22695ff0-fcdb-455c-9226-09e6b606abf7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.444830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338c2ed-41f6-4abe-ac4a-a9f1ccf3a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b317683f-fdbf-4d93-87ef-7f9e8f0935da,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:24.457810 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-22695ff0-fcdb-455c-9226-09e6b606abf7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4158816 Nov 09 18:04:24.461943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50702) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:24.473633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22695ff0-fcdb-455c-9226-09e6b606abf7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0464d21-9316-41cb-8bd3-f1cbafefcb37,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:24.528166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:24.545543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.615496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b0dbd0-bac3-434e-8954-4f7216822ae1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:24.719407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:24.997581 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-46e50b8a-6e95-48d3-826f-db3477ae7523 service neutron] 10.222.0.73 "GET /v2.0/networks/aafd3176-fa65-42e0-a166-0033b6724cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269989 Nov 09 18:04:25.163803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50712) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:25.214139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2297e6aa-8707-4fd4-b92b-2b27634839a3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:25.250548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f879a0a-f041-43a7-89ff-b9a37d313afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.334293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.344149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2297e6aa-8707-4fd4-b92b-2b27634839a3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:25.344812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.477912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6887-bb7c-4a98-b144-821ad9a680ed req-3eae377f-73d8-4a15-87d6-8e6e0cf89db9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:25.479668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d8c6887-bb7c-4a98-b144-821ad9a680ed req-3eae377f-73d8-4a15-87d6-8e6e0cf89db9 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1023 time: 0.2084968 Nov 09 18:04:25.492554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a335b40-471c-4663-9d40-2c918cf5d5bd req-90f53410-3860-43cf-8ec9-2a26551edd6e service neutron] 10.222.0.73 "GET /v2.0/networks/aafd3176-fa65-42e0-a166-0033b6724cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849467 Nov 09 18:04:25.620336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.634349 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:04:25.725201 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d8c6887-bb7c-4a98-b144-821ad9a680ed req-c65e351c-1219-43f6-a4e9-a7b5a943b28e tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b390736-310f-4568-ab80-0deb7d4bcb5e&id=bc421f10-32d6-4670-8654-8e555fcb70c3&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1885896 Nov 09 18:04:25.818246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f879a0a-f041-43a7-89ff-b9a37d313afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.838151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Allocated IP 172.25.0.177 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/4cbb51d9-16c1-48c7-bc32-428dec6f2a90) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:25.851355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f879a0a-f041-43a7-89ff-b9a37d313afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:25.968669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f879a0a-f041-43a7-89ff-b9a37d313afd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7a4fa535c5e43098f89e56603018070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8032982 Nov 09 18:04:25.972787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50716) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:26.017293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f879a0a-f041-43a7-89ff-b9a37d313afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f6540e-3fc9-4295-bb21-91f4d14c13e2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:26.030657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6f7a-e52f-4afc-8290-be999c253bfa req-d217d6f2-7273-484f-8464-3b29ce220a98 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:26.032251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bfe6f7a-e52f-4afc-8290-be999c253bfa req-d217d6f2-7273-484f-8464-3b29ce220a98 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.0892875 Nov 09 18:04:26.096334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d82cdb84-9a19-4deb-9aab-5d022686328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.101160 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.120890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:26.125887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bfe6f7a-e52f-4afc-8290-be999c253bfa req-4a30a889-df73-4fcc-80ac-80bf46b4e009 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815864 Nov 09 18:04:26.172632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.190351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d82cdb84-9a19-4deb-9aab-5d022686328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.257274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:26.266847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event updated for resources: {'Port': ['ID=4cbb51d9-16c1-48c7-bc32-428dec6f2a90,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:26.282115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:26.286739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:26.355540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:26.367574 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] Sync routers for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:26.370689 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-276815f5-dd77-4406-8cf1-96dc093f8379 admin admin] 10.222.0.32 "PUT /v2.0/routers/43ecb358-ba22-47b7-a39c-c4b9cc203c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1902514 Nov 09 18:04:26.371721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d82cdb84-9a19-4deb-9aab-5d022686328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.375292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d82cdb84-9a19-4deb-9aab-5d022686328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.378633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d82cdb84-9a19-4deb-9aab-5d022686328f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03f6540e-3fc9-4295-bb21-91f4d14c13e2 HTTP/1.1" status: 204 len: 168 time: 0.4028802 Nov 09 18:04:26.378823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b0375-6688-4657-b496-c64a28e95593 req-f9fc724e-3695-47a6-8607-525e256efb0f tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:26.378950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50722) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:26.384374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b3b0375-6688-4657-b496-c64a28e95593 req-f9fc724e-3695-47a6-8607-525e256efb0f tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 944 time: 0.1700327 Nov 09 18:04:26.387621 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:26.390796 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:26.416564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cdb84-9a19-4deb-9aab-5d022686328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f6540e-3fc9-4295-bb21-91f4d14c13e2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:26.552976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.654852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-8512e512-2143-48bb-a42f-67cabd441a25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2654667 Nov 09 18:04:26.712735 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:26.730160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b3b0375-6688-4657-b496-c64a28e95593 req-af73c2a4-356d-4a29-b698-32d888a617f4 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445311 Nov 09 18:04:26.738353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b97d5c7-e28c-4932-bb86-d78769065d0c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:26.777661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.850354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.876130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 4b97d5c7-e28c-4932-bb86-d78769065d0c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:26.891560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 4b97d5c7-e28c-4932-bb86-d78769065d0c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:26.892554 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:26.983290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-be2fd2d0-8fee-4661-afb7-82bfb4c3229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:26.985389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-be2fd2d0-8fee-4661-afb7-82bfb4c3229e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 1095 time: 0.2878361 Nov 09 18:04:27.128667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-51ff35bf-4321-4325-8973-407d8cdab244 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:27.131346 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-51ff35bf-4321-4325-8973-407d8cdab244 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1023 time: 0.3526170 Nov 09 18:04:27.172937 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.262983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97d5c7-e28c-4932-bb86-d78769065d0c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:27.264319 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:04:24Z', 'revision_number': 5, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port': {'id': '3f6113fe-d318-4fa6-805a-dd8d1957140f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:38Z', 'updated_at': '2021-11-09T18:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:27.266292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d3924-9eb1-4a0f-a74e-eaceb22f7c37 req-ece6b752-7dbc-42e3-91e1-9f16a2f077f3 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:27.267875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a22d3924-9eb1-4a0f-a74e-eaceb22f7c37 req-ece6b752-7dbc-42e3-91e1-9f16a2f077f3 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 1023 time: 0.3309500 Nov 09 18:04:27.272486 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6332159d-9f2a-40b6-b659-5878e1d3e305" -d '{"events": [{"server_uuid": "f7e8eaf1-28bb-43e5-974a-3860c6f3c942", "name": "network-vif-plugged", "status": "completed", "tag": "4b97d5c7-e28c-4932-bb86-d78769065d0c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:27.322405 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] Checking router: 43ecb358-ba22-47b7-a39c-c4b9cc203c19 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:27.329092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4b97d5c7-e28c-4932-bb86-d78769065d0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b97d5c7-e28c-4932-bb86-d78769065d0c,segment=NetworkSegment(5a24bc07-82c3-4ef0-a0f9-89d126291b35),segment_id=5a24bc07-82c3-4ef0-a0f9-89d126291b35)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:27.342770 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.350218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.357925 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] Routers {'43ecb358-ba22-47b7-a39c-c4b9cc203c19'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:27.358625 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:27.457937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-220dcd10-f06e-4bb3-816b-c6090a177fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:27.459598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-220dcd10-f06e-4bb3-816b-c6090a177fa5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.4369633 Nov 09 18:04:27.473771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a22d3924-9eb1-4a0f-a74e-eaceb22f7c37 req-aa2a8301-77d1-4083-b83e-f059079c74f0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b390736-310f-4568-ab80-0deb7d4bcb5e&id=bc421f10-32d6-4670-8654-8e555fcb70c3&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1824181 Nov 09 18:04:27.508377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4b97d5c7-e28c-4932-bb86-d78769065d0c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:27.548471 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] Set router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:27.651374 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:04:27Z', 'revision_number': 6, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:27.680643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-ca821706-0b8a-4775-8879-d36ed21938ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 200 len: 217 time: 0.1869283 Nov 09 18:04:27.731509 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba728ace-11af-43d8-89ee-1c55cf19ebfa None None] The sync data for ids ['43ecb358-ba22-47b7-a39c-c4b9cc203c19'] in n-d-817240-1 is: [{'id': '43ecb358-ba22-47b7-a39c-c4b9cc203c19', 'name': 'tempest-ServersTestFqdnHostnames-1121488058-router', 'tenant_id': '304b6fe5a268489ebccfa466688b4419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:37Z', 'updated_at': '2021-11-09T18:04:27Z', 'revision_number': 6, 'project_id': '304b6fe5a268489ebccfa466688b4419', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:27.827370 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:27.886919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-af6abfc5-61fb-4d72-ad10-00c1d311b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:27.893591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-af6abfc5-61fb-4d72-ad10-00c1d311b561 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.1947563 Nov 09 18:04:27.894917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.055931 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed7c8ee-39b2-4aba-b9fc-8c78f38fc13b x-openstack-request-id: req-aed7c8ee-39b2-4aba-b9fc-8c78f38fc13b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:28.057346 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e8eaf1-28bb-43e5-974a-3860c6f3c942", "name": "network-vif-plugged", "status": "completed", "tag": "4b97d5c7-e28c-4932-bb86-d78769065d0c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:28.057978 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aed7c8ee-39b2-4aba-b9fc-8c78f38fc13b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:28.058614 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97d5c7-e28c-4932-bb86-d78769065d0c', 'code': 200} Nov 09 18:04:28.110314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-feed6b0a-bdff-411b-aefa-8c4616989432 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040255 Nov 09 18:04:28.225775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Deleting port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:28.226757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.249261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Deleting port 3f6113fe-d318-4fa6-805a-dd8d1957140f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:28.249763 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.370549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.391390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event updated for resources: {'Port': ['ID=4cbb51d9-16c1-48c7-bc32-428dec6f2a90,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:28.446629 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.455471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66a5894d-3eb3-494b-9669-4840fbc8fffb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9240944 Nov 09 18:04:28.466215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012eee-32b6-45aa-a8ab-8c11f9cb69f9 req-80ede9f3-0592-4de7-bdc9-1b03cd35d19e tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.474313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd012eee-32b6-45aa-a8ab-8c11f9cb69f9 req-80ede9f3-0592-4de7-bdc9-1b03cd35d19e tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 945 time: 0.2392998 Nov 09 18:04:28.482104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65152ea-cab3-40b0-aa8f-042431a6b3fc req-39841991-7679-4a04-96aa-e212c6d85ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.484435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a65152ea-cab3-40b0-aa8f-042431a6b3fc req-39841991-7679-4a04-96aa-e212c6d85ed8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 1096 time: 0.3446879 Nov 09 18:04:28.560863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-18c124c6-a7c8-4a59-be5a-d54e6a5c53cf service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216876 Nov 09 18:04:28.695879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] For port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:28.696197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.699809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] For port 3f6113fe-d318-4fa6-805a-dd8d1957140f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3f6113fe-d318-4fa6-805a-dd8d1957140f,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:28.700176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:28.711337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd012eee-32b6-45aa-a8ab-8c11f9cb69f9 req-6af21599-2961-4eba-9996-e8c1acf4621c tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336652 Nov 09 18:04:28.722093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a65152ea-cab3-40b0-aa8f-042431a6b3fc req-2a5f3a1d-f9a7-4e84-ad40-12361f962363 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212281 Nov 09 18:04:28.727682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Calling delete_port for 3f6113fe-d318-4fa6-805a-dd8d1957140f owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:28.729580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Calling delete_port for 72cc28a6-e07c-42a4-be9d-180bfa4fa92b owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:28.863634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b86ad80c-46b9-45a0-91be-fd1bdcc6582d req-6acc40df-1ea7-4d3d-84ac-f02cbe129d4e service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695515 Nov 09 18:04:28.904547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b9b0dbd0-bac3-434e-8954-4f7216822ae1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:28.955420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e25738-e69e-4dd5-bfff-2db389b82398 req-f2217133-5a1e-4df3-8a1a-6eea6514867b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:28.965458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69e25738-e69e-4dd5-bfff-2db389b82398 req-f2217133-5a1e-4df3-8a1a-6eea6514867b tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.1162479 Nov 09 18:04:28.997315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b9b0dbd0-bac3-434e-8954-4f7216822ae1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:28.997656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b9b0dbd0-bac3-434e-8954-4f7216822ae1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:28.998090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3f6113fe-d318-4fa6-805a-dd8d1957140f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:29.097229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69e25738-e69e-4dd5-bfff-2db389b82398 req-f6a44633-6756-49db-818a-f08bb52e106a tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups?id=1470e251-5a79-4b18-bcf2-b313ecc5e07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308508 Nov 09 18:04:29.167209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.204157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.299341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 3f6113fe-d318-4fa6-805a-dd8d1957140f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3f6113fe-d318-4fa6-805a-dd8d1957140f,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:29.305673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:29.307888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b8e393c-28e0-4809-8e18-1497cb44e8fa req-e0a1c675-0c61-4706-a11b-71f417b973ce tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f2552e2-0920-43e6-a7a0-b42306518a5e HTTP/1.1" status: 200 len: 210 time: 0.1215599 Nov 09 18:04:29.328820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'Port': ['ID=72cc28a6-e07c-42a4-be9d-180bfa4fa92b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:29.388166 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.463828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] No DVR routers for this DVR port 72cc28a6-e07c-42a4-be9d-180bfa4fa92b on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:29.466938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.471489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0cee25ea-19db-492a-9392-2e4f66bcf4a6 req-162b6729-a89f-4ce9-9dae-18013a2f84e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.85 "DELETE /v2.0/ports/72cc28a6-e07c-42a4-be9d-180bfa4fa92b HTTP/1.1" status: 204 len: 173 time: 2.3055577 Nov 09 18:04:29.474976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'name': 'network-vif-deleted', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:29.479821 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2965543-c197-4e74-8c14-bd110199ce4f" -d '{"events": [{"server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "name": "network-vif-deleted", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:29.578279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=3f6113fe-d318-4fa6-805a-dd8d1957140f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:29.593844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.613158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-d0ce6a41-0dfc-4c4a-87d8-0ada6221e19f tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:29.613158 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-d0ce6a41-0dfc-4c4a-87d8-0ada6221e19f tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.85 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 945 time: 0.1181357 Nov 09 18:04:29.633402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6113fe-d318-4fa6-805a-dd8d1957140f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:29.737432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.846431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.848616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.935066 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.935636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ecb358-ba22-47b7-a39c-c4b9cc203c19 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:04:29.953949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:29.955166 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2736a3fc-f553-4325-944c-19e6266bc4df admin admin] 10.222.0.32 "DELETE /v2.0/routers/43ecb358-ba22-47b7-a39c-c4b9cc203c19 HTTP/1.1" status: 204 len: 168 time: 3.5615079 Nov 09 18:04:29.957834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50802) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:29.981055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Deleting port b4e4c2f5-c508-4824-8f39-66d840e989ae {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:29.983824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.076030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] Deleting subnet 3239cabc-e9ad-4a62-91b7-c2c18cf3a512 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:04:30.079979 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.242790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] For port b4e4c2f5-c508-4824-8f39-66d840e989ae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b4e4c2f5-c508-4824-8f39-66d840e989ae,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:30.245359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.363060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 72cc28a6-e07c-42a4-be9d-180bfa4fa92b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:30.390503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 72cc28a6-e07c-42a4-be9d-180bfa4fa92b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:30.398641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 72cc28a6-e07c-42a4-be9d-180bfa4fa92b not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:30.482969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.520215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50810) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:30.610683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.633176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.633804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.633927 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Floating IP 4df7991a-8e57-4e25-9497-a808bbe447a5 disassociated. External IP: 172.25.0.191, port: b4e4c2f5-c508-4824-8f39-66d840e989ae. Nov 09 18:04:30.634267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Calling delete_port for b4e4c2f5-c508-4824-8f39-66d840e989ae owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:30.703285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.740971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b6592778-4f6b-4266-8468-4bcc87e56879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.759317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.760170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc419a1-42be-46ad-98de-edc6e4819d9d None None] Network ad726dfc-e8dd-4b38-a69d-c46faa338e05 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:30.762593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3239cabc-e9ad-4a62-91b7-c2c18cf3a512 HTTP/1.1" status: 204 len: 168 time: 0.8036971 Nov 09 18:04:30.765880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be9f4d-05c0-4549-ae52-ffc2734c8a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3239cabc-e9ad-4a62-91b7-c2c18cf3a512,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:30.773803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50816) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:30.836094 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.873450 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:30.919518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event deleted for resources: {'Port': ['ID=b4e4c2f5-c508-4824-8f39-66d840e989ae,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:30.996368 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b6592778-4f6b-4266-8468-4bcc87e56879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.010717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b6592778-4f6b-4266-8468-4bcc87e56879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.062647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] DHCP port deletion for ad726dfc-e8dd-4b38-a69d-c46faa338e05 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:31.084889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6592778-4f6b-4266-8468-4bcc87e56879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019708a8-04d6-4e11-8a05-2a5ed5733920,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:31.099571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b6592778-4f6b-4266-8468-4bcc87e56879 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=090749b3a918497aa10d183477ee5ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5778942 Nov 09 18:04:31.104717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50838) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:31.113360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Deleting port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:31.113861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.125973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:31.130466 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bca224-641a-4180-beba-5085cfc1ff46 x-openstack-request-id: req-a2bca224-641a-4180-beba-5085cfc1ff46 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:31.130865 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2552e2-0920-43e6-a7a0-b42306518a5e", "name": "network-vif-deleted", "tag": "72cc28a6-e07c-42a4-be9d-180bfa4fa92b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:31.131223 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2bca224-641a-4180-beba-5085cfc1ff46 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:31.131719 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2552e2-0920-43e6-a7a0-b42306518a5e', 'name': 'network-vif-deleted', 'tag': '72cc28a6-e07c-42a4-be9d-180bfa4fa92b', 'status': 'completed', 'code': 200} Nov 09 18:04:31.153241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] Deleting port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:31.153604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.233578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-b9705df1-9379-480f-af21-1a50e5576bce tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--795995435&fields=id&tenant_id=45d6703de4ea496a91d1b537ec4e1a5a HTTP/1.1" status: 200 len: 267 time: 0.1318653 Nov 09 18:04:31.237890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] For port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:31.238314 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.268621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] For port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,segment=NetworkSegment(6b73908e-c506-4eb5-adf5-832ed16b0d2d),segment_id=6b73908e-c506-4eb5-adf5-832ed16b0d2d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:31.269170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.278725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86d79822-adc7-4f7c-a23d-0ddef9eb1d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.286211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] Calling delete_port for 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:31.296208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:31.342873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] Sync routers for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:31.345595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] No DVR routers for this DVR port b4e4c2f5-c508-4824-8f39-66d840e989ae on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:31.348200 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.352144 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-934a5f48-bcb8-4d01-a86f-e0cd534f058d req-ef9cabf7-dcb4-4fe3-9b52-6c8a8ee12793 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.85 "DELETE /v2.0/ports/b4e4c2f5-c508-4824-8f39-66d840e989ae HTTP/1.1" status: 204 len: 173 time: 1.7201037 Nov 09 18:04:31.356955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86d79822-adc7-4f7c-a23d-0ddef9eb1d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.372505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:31.374333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:31.377247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-8a8aecd6-034c-4006-930e-5a58876f8d42 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:31.385082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-8a8aecd6-034c-4006-930e-5a58876f8d42 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/networks?id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc HTTP/1.1" status: 200 len: 811 time: 0.1512504 Nov 09 18:04:31.432739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86d79822-adc7-4f7c-a23d-0ddef9eb1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.437261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86d79822-adc7-4f7c-a23d-0ddef9eb1d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.439975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86d79822-adc7-4f7c-a23d-0ddef9eb1d4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/019708a8-04d6-4e11-8a05-2a5ed5733920 HTTP/1.1" status: 204 len: 168 time: 0.3317747 Nov 09 18:04:31.467003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d79822-adc7-4f7c-a23d-0ddef9eb1d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019708a8-04d6-4e11-8a05-2a5ed5733920,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:31.472068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Calling delete_port for 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:31.486654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-32cfbc6f-0bc8-490f-a738-432d72dfae64 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/quotas/45d6703de4ea496a91d1b537ec4e1a5a HTTP/1.1" status: 200 len: 375 time: 0.1001537 Nov 09 18:04:31.591206 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.631063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] No DVR routers for this DVR port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:31.668180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a255b7-3b5f-4854-8d7c-0a37c62141e2 req-68d174b1-7f6e-4a91-bb7a-1ad8584dd00a tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:31.669246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90a255b7-3b5f-4854-8d7c-0a37c62141e2 req-68d174b1-7f6e-4a91-bb7a-1ad8584dd00a tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 945 time: 0.4335029 Nov 09 18:04:31.677640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de50f4b-3093-4afe-a01a-66dbdd9375d9 None None] Pushing event deleted for resources: {'Port': ['ID=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:31.696950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:31.763603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-9d1a039d-51e6-4a6d-9824-a6d909f7c3e0 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=45d6703de4ea496a91d1b537ec4e1a5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2682922 Nov 09 18:04:31.787960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90a255b7-3b5f-4854-8d7c-0a37c62141e2 req-3e62104f-243a-4fbc-a566-e77eab49d933 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085081 Nov 09 18:04:31.853108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:31.875131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] No DVR routers for this DVR port 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:31.898431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6d0bb3-031d-4ef1-bff2-421a3ca41825,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:31.974352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-1d9b1f78-3eea-4bf2-9a13-9127ec8d8b0d service neutron] 10.222.0.32 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097385 Nov 09 18:04:31.980031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:12Z', 'revision_number': 5, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.039387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] Checking router: aa8fac4b-91af-458c-9b3a-ebd6c98004f9 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:32.059807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:32.063160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.087178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fcedefe-7609-405c-87e6-601c517a022d req-6bcf5898-54cf-4a60-b407-e3f43246d817 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/ports?device_id=43645a6f-1dd8-462f-b458-41e9a14fb1a2 HTTP/1.1" status: 200 len: 210 time: 0.0731490 Nov 09 18:04:32.096376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.134326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad726dfc-e8dd-4b38-a69d-c46faa338e05']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.157743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b73908e-c506-4eb5-adf5-832ed16b0d2d') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.158361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b73908e-c506-4eb5-adf5-832ed16b0d2d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.176357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.203550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-6bcec5d8-67b4-4fa9-bc02-c489947810d9 service neutron] 10.222.0.32 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250741 Nov 09 18:04:32.211994 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.224336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:32.224768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:32.239743 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:32.289217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:32.307218 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.318934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.333829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad726dfc-e8dd-4b38-a69d-c46faa338e05 HTTP/1.1" status: 204 len: 168 time: 1.5567477 Nov 09 18:04:32.360980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2801b-71db-4a71-89a0-510740955874 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad726dfc-e8dd-4b38-a69d-c46faa338e05,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:32.539763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d1f6fd7-bef4-47b5-982f-1749f673d52c req-6b90349b-b6af-4f9d-8b30-948c9ca5f4c3 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/bc421f10-32d6-4670-8654-8e555fcb70c3 HTTP/1.1" status: 200 len: 1803 time: 0.1003571 Nov 09 18:04:32.609000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50884) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:32.651593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:12Z', 'revision_number': 5, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:32.687861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f93f-331d-499c-a229-cfb7ddee58f5 req-2a06ec84-ecf8-4137-a493-2d1587936165 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:32.689575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc09f93f-331d-499c-a229-cfb7ddee58f5 req-2a06ec84-ecf8-4137-a493-2d1587936165 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 951 time: 0.1346450 Nov 09 18:04:32.690762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2d1f6fd7-bef4-47b5-982f-1749f673d52c req-dfd247da-7bbf-4e4c-8bc1-98912f21e33f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.734165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2080c6a-0197-4b99-9373-77f53890d140 None None] The sync data for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 is: [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f2f67315-7c40-43e3-b228-838e7371997e', 'name': '', 'network_id': 'bd837fb1-c02f-46c3-9aa2-89708ce2a23a', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'mac_address': 'fa:16:3e:c0:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:02:05Z', 'updated_at': '2021-11-09T18:02:12Z', 'revision_number': 5, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'subnets': [{'id': '67b2f3c3-998b-48c6-8a02-b75aff0b1888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:32.739163 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3c18687-183e-4c75-9a9f-cb24e8c95413 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=304b6fe5a268489ebccfa466688b4419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284137 Nov 09 18:04:32.742823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2d1f6fd7-bef4-47b5-982f-1749f673d52c req-dfd247da-7bbf-4e4c-8bc1-98912f21e33f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.746272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50888) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:32.808813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc09f93f-331d-499c-a229-cfb7ddee58f5 req-c7f16c67-03d4-4b27-9004-57ce4f0fe34a tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045012 Nov 09 18:04:32.883375 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2d1f6fd7-bef4-47b5-982f-1749f673d52c req-dfd247da-7bbf-4e4c-8bc1-98912f21e33f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.889596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2d1f6fd7-bef4-47b5-982f-1749f673d52c req-dfd247da-7bbf-4e4c-8bc1-98912f21e33f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:32.889596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d1f6fd7-bef4-47b5-982f-1749f673d52c req-dfd247da-7bbf-4e4c-8bc1-98912f21e33f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc421f10-32d6-4670-8654-8e555fcb70c3 HTTP/1.1" status: 204 len: 173 time: 0.3454752 Nov 09 18:04:32.913756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd247da-7bbf-4e4c-8bc1-98912f21e33f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc421f10-32d6-4670-8654-8e555fcb70c3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:32.919424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:32.959090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:32.959629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d6d0bb3-031d-4ef1-bff2-421a3ca41825 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:32.971067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c629b79-6fa7-43d1-a5cb-aea3360a617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.014211 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c629b79-6fa7-43d1-a5cb-aea3360a617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.048222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-828e2e81-f291-4214-9071-eb5e8c0fc62f req-f28abdf0-767b-4c88-9713-3328174d97bf tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 210 time: 0.0672715 Nov 09 18:04:33.128483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c629b79-6fa7-43d1-a5cb-aea3360a617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.132970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c629b79-6fa7-43d1-a5cb-aea3360a617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.138621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1c629b79-6fa7-43d1-a5cb-aea3360a617c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6236be5-5c6d-42c5-8e9b-3e87e427a5c2 HTTP/1.1" status: 204 len: 168 time: 0.3906198 Nov 09 18:04:33.143588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'name': 'network-vif-deleted', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:33.150244 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5892dd-5805-4ec8-bcdb-27861a15e2bb" -d '{"events": [{"server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "name": "network-vif-deleted", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:33.167268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da1e220f-7602-4f8f-9844-c2464c6c3448 req-6b83bc22-d329-4aab-9284-66d0457fe1b1 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/3b390736-310f-4568-ab80-0deb7d4bcb5e HTTP/1.1" status: 200 len: 1801 time: 0.0749149 Nov 09 18:04:33.191094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c629b79-6fa7-43d1-a5cb-aea3360a617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6236be5-5c6d-42c5-8e9b-3e87e427a5c2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:33.273188 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d14a8e-8688-4a51-91f3-87c116fe2cb7 None None] New status for floating IP 4df7991a-8e57-4e25-9497-a808bbe447a5: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:04:33.300763 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da1e220f-7602-4f8f-9844-c2464c6c3448 req-aad6cfc5-01c4-4a6f-9d64-74e8846f8a91 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.364897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da1e220f-7602-4f8f-9844-c2464c6c3448 req-aad6cfc5-01c4-4a6f-9d64-74e8846f8a91 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.474732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da1e220f-7602-4f8f-9844-c2464c6c3448 req-aad6cfc5-01c4-4a6f-9d64-74e8846f8a91 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.479588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-da1e220f-7602-4f8f-9844-c2464c6c3448 req-aad6cfc5-01c4-4a6f-9d64-74e8846f8a91 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.481984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da1e220f-7602-4f8f-9844-c2464c6c3448 req-aad6cfc5-01c4-4a6f-9d64-74e8846f8a91 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/3b390736-310f-4568-ab80-0deb7d4bcb5e HTTP/1.1" status: 204 len: 173 time: 0.3055203 Nov 09 18:04:33.502360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6cfc5-01c4-4a6f-9d64-74e8846f8a91 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b390736-310f-4568-ab80-0deb7d4bcb5e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:33.783516 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920be58b-167e-4696-a28b-e31c6e33d999 x-openstack-request-id: req-920be58b-167e-4696-a28b-e31c6e33d999 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:33.784029 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43645a6f-1dd8-462f-b458-41e9a14fb1a2", "name": "network-vif-deleted", "tag": "b4e4c2f5-c508-4824-8f39-66d840e989ae", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:33.784314 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-920be58b-167e-4696-a28b-e31c6e33d999 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:33.784706 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43645a6f-1dd8-462f-b458-41e9a14fb1a2', 'name': 'network-vif-deleted', 'tag': 'b4e4c2f5-c508-4824-8f39-66d840e989ae', 'status': 'completed', 'code': 200} Nov 09 18:04:33.817541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c14e211f-690e-4ec2-8df3-d7fd73ada8dd req-40ce46c1-0ca9-454d-880c-9c3342da5229 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1665039614', 'description': 'tempest-description-236145218'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:33.853768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c14e211f-690e-4ec2-8df3-d7fd73ada8dd req-40ce46c1-0ca9-454d-880c-9c3342da5229 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.954246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c14e211f-690e-4ec2-8df3-d7fd73ada8dd req-40ce46c1-0ca9-454d-880c-9c3342da5229 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.959101 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c14e211f-690e-4ec2-8df3-d7fd73ada8dd req-40ce46c1-0ca9-454d-880c-9c3342da5229 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:33.996179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce46c1-0ca9-454d-880c-9c3342da5229 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.011836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c14e211f-690e-4ec2-8df3-d7fd73ada8dd req-40ce46c1-0ca9-454d-880c-9c3342da5229 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.013102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c14e211f-690e-4ec2-8df3-d7fd73ada8dd req-40ce46c1-0ca9-454d-880c-9c3342da5229 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2174182 Nov 09 18:04:34.191788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83656525-6734-4343-b23d-affb1818ad32 req-e3b0b554-2209-46c6-9d10-362aab3bde9b tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:34.200395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83656525-6734-4343-b23d-affb1818ad32 req-e3b0b554-2209-46c6-9d10-362aab3bde9b tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 945 time: 0.1146851 Nov 09 18:04:34.310202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83656525-6734-4343-b23d-affb1818ad32 req-13f6c79f-e2b9-4606-be58-2ca2be993d45 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027536 Nov 09 18:04:34.334314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50982) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:34.403457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b4e4c2f5-c508-4824-8f39-66d840e989ae no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:34.416366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f37a355-5fd1-42d2-9026-58337a4b0893 req-a9257b8e-cade-4daa-b3da-490dc6274ae3 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3 HTTP/1.1" status: 200 len: 1802 time: 0.0850122 Nov 09 18:04:34.432988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-c27602a4-cc29-4210-b4ca-fa68310e0d9d tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:34.433932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-4f37a355-5fd1-42d2-9026-58337a4b0893 req-5091d727-da1b-4aa0-bb9a-4086dc4d4777 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1834966187', 'description': 'tempest-description-hth-54653201'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:34.435295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-c27602a4-cc29-4210-b4ca-fa68310e0d9d tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.85 "GET /v2.0/networks?id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc HTTP/1.1" status: 200 len: 811 time: 0.3162963 Nov 09 18:04:34.460931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b686cf52-7553-4798-a6f1-15e2031c9c8e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.476686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: b4e4c2f5-c508-4824-8f39-66d840e989ae {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:34.484281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b4e4c2f5-c508-4824-8f39-66d840e989ae not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:34.485500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:34.492365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b686cf52-7553-4798-a6f1-15e2031c9c8e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.543004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63927895-a075-467a-a1b7-d495936b7e7e req-06955ea2-e829-4491-a079-01dc6b8c0fb6 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 210 time: 0.0918176 Nov 09 18:04:34.556230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b686cf52-7553-4798-a6f1-15e2031c9c8e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.560417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b686cf52-7553-4798-a6f1-15e2031c9c8e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.565005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50992) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:34.565439 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b686cf52-7553-4798-a6f1-15e2031c9c8e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "DELETE /v2.0/security-groups/1470e251-5a79-4b18-bcf2-b313ecc5e07a HTTP/1.1" status: 204 len: 168 time: 0.2289295 Nov 09 18:04:34.582280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686cf52-7553-4798-a6f1-15e2031c9c8e tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1470e251-5a79-4b18-bcf2-b313ecc5e07a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.627121 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-c3e0d2ea-b794-4870-89d9-d974cebb4e58 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] show failed (client error): The resource could not be found. Nov 09 18:04:34.629131 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-73a264ba-3df2-4096-9905-744a0d7d3075 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45d6703de4ea496a91d1b537ec4e1a5a HTTP/1.1" status: 200 len: 379 time: 0.1835651 Nov 09 18:04:34.638350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c3e0d2ea-b794-4870-89d9-d974cebb4e58 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "GET /v2.0/security-groups/1470e251-5a79-4b18-bcf2-b313ecc5e07a HTTP/1.1" status: 404 len: 347 time: 0.0702660 Nov 09 18:04:34.643422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51002) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:34.644988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Request body: {'port': {'device_id': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'admin_state_up': True, 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'security_groups': ['56649a16-55cd-455b-9a6a-354469fd7eee']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:34.699015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.765867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:34.767264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:34.770363 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae203368-2a57-4364-8f98-af64d5163a23" -d '{"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-unplugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:34.776823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.790506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4f37a355-5fd1-42d2-9026-58337a4b0893 req-5091d727-da1b-4aa0-bb9a-4086dc4d4777 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:34.875646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51018) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:34.914118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:34.950403 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a9eec-a57b-437f-8434-a7afb507068c x-openstack-request-id: req-af9a9eec-a57b-437f-8434-a7afb507068c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:34.950951 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-unplugged", "status": "completed", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:34.951389 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af9a9eec-a57b-437f-8434-a7afb507068c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:34.952019 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'code': 200} Nov 09 18:04:34.984086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Made reservation on behalf of 45d6703de4ea496a91d1b537ec4e1a5a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:34.989903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.122958 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4f37a355-5fd1-42d2-9026-58337a4b0893 req-5091d727-da1b-4aa0-bb9a-4086dc4d4777 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.138140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4f37a355-5fd1-42d2-9026-58337a4b0893 req-5091d727-da1b-4aa0-bb9a-4086dc4d4777 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.141879 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4f37a355-5fd1-42d2-9026-58337a4b0893 req-5091d727-da1b-4aa0-bb9a-4086dc4d4777 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.148268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f37a355-5fd1-42d2-9026-58337a4b0893 req-5091d727-da1b-4aa0-bb9a-4086dc4d4777 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "PUT /v2.0/security-groups/97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3 HTTP/1.1" status: 200 len: 1775 time: 0.7263222 Nov 09 18:04:35.166150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-666320071-network', 'tenant_id': '5ccd84e9fbc9426da5d7e89262a6e703'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:35.192056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a596653-3cd0-435f-af35-ea362dceefa5 req-f7b15d70-99ee-4f44-9c44-a34a22b16883 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.199637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a596653-3cd0-435f-af35-ea362dceefa5 req-f7b15d70-99ee-4f44-9c44-a34a22b16883 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 949 time: 0.1420095 Nov 09 18:04:35.213372 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Allocated IP 172.20.0.5 (b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc/a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7/8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:35.215629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Made reservation on behalf of 5ccd84e9fbc9426da5d7e89262a6e703 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:35.218948 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.238125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.252313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Deleting port 323d96e3-9a00-4451-9465-5eb43721bcc8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:35.252659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.346118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a596653-3cd0-435f-af35-ea362dceefa5 req-ee164007-1e69-47c5-a362-75561aeac4fb tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455379 Nov 09 18:04:35.350217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091d727-da1b-4aa0-bb9a-4086dc4d4777 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.377360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-395e9444-5de9-4a24-83d3-32af6ab6f237 req-8f5cc2b1-484c-45e5-8503-8a120f43009c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3 HTTP/1.1" status: 200 len: 1775 time: 0.1986718 Nov 09 18:04:35.400218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-d06c1254-efec-41a1-a1e6-7b76a0c9cc58 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.402437 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-d06c1254-efec-41a1-a1e6-7b76a0c9cc58 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 945 time: 0.2336287 Nov 09 18:04:35.477818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.506901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.507229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.537409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.554961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.575782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Calling delete_port for 323d96e3-9a00-4451-9465-5eb43721bcc8 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:35.582483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.597560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86d22308-4f8b-447b-b2d3-a070814272b7 req-437f281a-0fa5-4b77-8234-58e3ba17ce75 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3 HTTP/1.1" status: 200 len: 1775 time: 0.1907697 Nov 09 18:04:35.625876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:35.626746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:35.640770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:35.644064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event updated for resources: {'Port': ['ID=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.646430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:35.650234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802245a7-1967-4336-93cc-2c4177f06ad9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:35.678363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.678718 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Added segment c7b04125-2c89-4eca-b85f-1b9999abdd2c of type vlan for network d5b95c34-8c24-4fe7-b00f-7a664797522b Nov 09 18:04:35.713018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cde6dd-4c98-44da-84bd-2a1afdd84d8e req-7a3f2dbb-76c5-4dda-8d3e-7a103f107d8d tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.714897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3cde6dd-4c98-44da-84bd-2a1afdd84d8e req-7a3f2dbb-76c5-4dda-8d3e-7a103f107d8d tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 945 time: 0.2480686 Nov 09 18:04:35.745602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.746316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.751160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.787115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-32e5730c-a4a0-4d81-a0a9-78ba3ac3ef89 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1517222 Nov 09 18:04:35.807754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Request body: {'port': {'device_id': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:35.823526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Deleting port 4b97d5c7-e28c-4932-bb86-d78769065d0c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:35.824284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.843448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.844431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:35.845030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:35.929712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3cde6dd-4c98-44da-84bd-2a1afdd84d8e req-af4c5c38-04e0-4954-9b1a-cfedc6c4ca92 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ae6493c-ff2e-40a8-b963-f06bbf7944b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937137 Nov 09 18:04:35.934553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86d22308-4f8b-447b-b2d3-a070814272b7 req-c605c311-ee73-4e55-b2cd-9ca34789f846 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.006541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-386fd069-e67f-4d4e-9cb9-14a029a006d4 None None] Provisioning complete for port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:36.007773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-386fd069-e67f-4d4e-9cb9-14a029a006d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.013248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86d22308-4f8b-447b-b2d3-a070814272b7 req-c605c311-ee73-4e55-b2cd-9ca34789f846 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.019641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] Pushing event updated for resources: {'Network': ['ID=d5b95c34-8c24-4fe7-b00f-7a664797522b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.025115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b12a1728-cb78-420c-b6df-cb3e74a0331e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1438272 Nov 09 18:04:36.033167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:36.053050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Request body: {'subnet': {'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-666320071-subnet', 'tenant_id': '5ccd84e9fbc9426da5d7e89262a6e703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:36.081477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network d5b95c34-8c24-4fe7-b00f-7a664797522b details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:36.098026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.182711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] For port 4b97d5c7-e28c-4932-bb86-d78769065d0c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b97d5c7-e28c-4932-bb86-d78769065d0c,segment=NetworkSegment(5a24bc07-82c3-4ef0-a0f9-89d126291b35),segment_id=5a24bc07-82c3-4ef0-a0f9-89d126291b35)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:36.183084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.187054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-386fd069-e67f-4d4e-9cb9-14a029a006d4 None None] Port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:04:36.211778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Calling delete_port for 4b97d5c7-e28c-4932-bb86-d78769065d0c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:36.224921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86d22308-4f8b-447b-b2d3-a070814272b7 req-c605c311-ee73-4e55-b2cd-9ca34789f846 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.227775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86d22308-4f8b-447b-b2d3-a070814272b7 req-c605c311-ee73-4e55-b2cd-9ca34789f846 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.228927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86d22308-4f8b-447b-b2d3-a070814272b7 req-c605c311-ee73-4e55-b2cd-9ca34789f846 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3 HTTP/1.1" status: 204 len: 173 time: 0.6305745 Nov 09 18:04:36.229596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Made reservation on behalf of 5ccd84e9fbc9426da5d7e89262a6e703 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:36.232996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.242857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.320219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605c311-ee73-4e55-b2cd-9ca34789f846 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb4d31-3c1c-43a5-8371-2b4bfa7e43a3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.337530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfed22-8678-4c08-a464-029e7d8acc89 req-481f4f75-4ea9-4e2a-86f8-d48d3451bf7b tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:36.350868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14bfed22-8678-4c08-a464-029e7d8acc89 req-481f4f75-4ea9-4e2a-86f8-d48d3451bf7b tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 931 time: 0.2579567 Nov 09 18:04:36.351915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Pushing event deleted for resources: {'Port': ['ID=323d96e3-9a00-4451-9465-5eb43721bcc8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.367019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51070) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:36.437830 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-da9eaec4-4b8f-4f65-a2fe-02380e5dc4ff req-f9e1814e-febd-4a2a-a188-ea9d90b9d11b tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:04:36.439370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da9eaec4-4b8f-4f65-a2fe-02380e5dc4ff req-f9e1814e-febd-4a2a-a188-ea9d90b9d11b tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/3b390736-310f-4568-ab80-0deb7d4bcb5e HTTP/1.1" status: 404 len: 352 time: 0.0490470 Nov 09 18:04:36.563238 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.565806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.570791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5a9dced6-01af-4cb6-834d-8f9ea1e92fc2 tempest-ServersTestJSON-224466412 tempest-ServersTestJSON-224466412-project] 10.222.0.32 "DELETE /v2.0/floatingips/4df7991a-8e57-4e25-9497-a808bbe447a5 HTTP/1.1" status: 204 len: 168 time: 1.9258859 Nov 09 18:04:36.571842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:36.581397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14bfed22-8678-4c08-a464-029e7d8acc89 req-f2fa7e77-0899-424b-8229-d96458eb2906 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133136 Nov 09 18:04:36.605795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa8f7-2899-4e93-8db7-259313216e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.682994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47ec37-420a-4b2a-a3c2-7967bb9061b9 req-57923efe-eb69-4ce1-adbc-29c4ec8e9eb3 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:36.684515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd47ec37-420a-4b2a-a3c2-7967bb9061b9 req-57923efe-eb69-4ce1-adbc-29c4ec8e9eb3 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 949 time: 0.1353555 Nov 09 18:04:36.700572 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-c24defbb-2590-4294-a7f5-7054676f946b req-98adc818-0142-4065-a568-ecfff2901a8c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:04:36.701580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c24defbb-2590-4294-a7f5-7054676f946b req-98adc818-0142-4065-a568-ecfff2901a8c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/bc421f10-32d6-4670-8654-8e555fcb70c3 HTTP/1.1" status: 404 len: 352 time: 0.0518155 Nov 09 18:04:36.725531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.803551 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-d028c91f-47cf-43e9-8838-9d0736b0dba4 req-d2e81ef9-1ce1-48ea-af33-683960f51dce tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:04:36.804431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d028c91f-47cf-43e9-8838-9d0736b0dba4 req-d2e81ef9-1ce1-48ea-af33-683960f51dce tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/c4c54d63-92f0-4539-b958-2842135537a9 HTTP/1.1" status: 404 len: 352 time: 0.0628254 Nov 09 18:04:36.808803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.826262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd47ec37-420a-4b2a-a3c2-7967bb9061b9 req-14c69fd6-bd1b-45b5-9304-fbd0e299be7e tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305587 Nov 09 18:04:36.838939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa8f7-2899-4e93-8db7-259313216e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.841624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089e9a8a-8669-4fcc-8d54-91a8e079a702,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.850979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:36.861317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.881162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Transition to ACTIVE for port object 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:36.891518 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-e39ca145-e081-4102-a31c-af7f8fa88746 req-7491c237-6982-4038-a76d-fc3c84908b6f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:04:36.898779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39ca145-e081-4102-a31c-af7f8fa88746 req-7491c237-6982-4038-a76d-fc3c84908b6f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/5f7ce833-a2de-4c5e-9c85-e3a87446927a HTTP/1.1" status: 404 len: 352 time: 0.0555480 Nov 09 18:04:36.901698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa8f7-2899-4e93-8db7-259313216e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:36.917892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Pushing event deleted for resources: {'Port': ['ID=4b97d5c7-e28c-4932-bb86-d78769065d0c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:36.981183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.008277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fa8f7-2899-4e93-8db7-259313216e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396b547f-bbad-45c1-b33f-fd82b15e23a8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:37.011459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] No DVR routers for this DVR port 4b97d5c7-e28c-4932-bb86-d78769065d0c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:37.013371 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-53726ec2-9189-4b8b-8a49-f0b15f722b56 req-1c99d583-8853-4b72-89bc-36136be5ba2f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:04:37.014895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53726ec2-9189-4b8b-8a49-f0b15f722b56 req-1c99d583-8853-4b72-89bc-36136be5ba2f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/00c123bd-e9f7-4bf9-a60f-7d69971674d0 HTTP/1.1" status: 404 len: 352 time: 0.0633919 Nov 09 18:04:37.016098 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.020655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f31f7817-0012-4c1b-bc85-2ead5339a10c req-f795790c-55b2-4af5-829a-9330ac8eaf71 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.73 "DELETE /v2.0/ports/4b97d5c7-e28c-4932-bb86-d78769065d0c HTTP/1.1" status: 204 len: 173 time: 1.6070399 Nov 09 18:04:37.029384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Checking segment: {'id': 'c7b04125-2c89-4eca-b85f-1b9999abdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:37.029906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Network hostable DHCP agents. Network: d5b95c34-8c24-4fe7-b00f-7a664797522b, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:37.054237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'name': 'network-vif-deleted', 'tag': '4b97d5c7-e28c-4932-bb86-d78769065d0c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:37.056719 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bfe44e-e09c-47da-9943-b51472819c1a" -d '{"events": [{"server_uuid": "f7e8eaf1-28bb-43e5-974a-3860c6f3c942", "name": "network-vif-deleted", "tag": "4b97d5c7-e28c-4932-bb86-d78769065d0c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:37.061353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1e6fa8f7-2899-4e93-8db7-259313216e3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=438cd2e1833048b5a0fa6a03097b78e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892691 Nov 09 18:04:37.065842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51104) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:37.102016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53a968f4-faee-408c-a4f2-8c62c2794674 req-caa8f68f-bd76-4a6f-b6a1-e82bd91e5661 tempest-ServerPasswordTestJSON-1131867261 tempest-ServerPasswordTestJSON-1131867261-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7e8eaf1-28bb-43e5-974a-3860c6f3c942 HTTP/1.1" status: 200 len: 210 time: 0.0957863 Nov 09 18:04:37.140017 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-4b12bad3-cd56-4409-99c2-7fb9afb9da55 req-b9c72670-cd2c-4dde-b70f-5ed7ac4c859f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] show failed (client error): The resource could not be found. Nov 09 18:04:37.141069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b12bad3-cd56-4409-99c2-7fb9afb9da55 req-b9c72670-cd2c-4dde-b70f-5ed7ac4c859f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/5a7c78e4-a75a-4b92-9fdd-77bf9824aee0 HTTP/1.1" status: 404 len: 352 time: 0.0552366 Nov 09 18:04:37.212084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f3dc27-7c16-46e7-b518-e0167eae03f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.240629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb9bf5b7-5b6d-40a2-9705-2280f53fea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.252724 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1240b20a-2d36-4f2b-a71f-251f2c6d6ccd x-openstack-request-id: req-1240b20a-2d36-4f2b-a71f-251f2c6d6ccd {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:37.253034 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e8eaf1-28bb-43e5-974a-3860c6f3c942", "name": "network-vif-deleted", "tag": "4b97d5c7-e28c-4932-bb86-d78769065d0c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:37.257150 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1240b20a-2d36-4f2b-a71f-251f2c6d6ccd {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:37.257805 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e8eaf1-28bb-43e5-974a-3860c6f3c942', 'name': 'network-vif-deleted', 'tag': '4b97d5c7-e28c-4932-bb86-d78769065d0c', 'status': 'completed', 'code': 200} Nov 09 18:04:37.273408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f3dc27-7c16-46e7-b518-e0167eae03f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.332493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f3dc27-7c16-46e7-b518-e0167eae03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.346250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f3dc27-7c16-46e7-b518-e0167eae03f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.349878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-00f3dc27-7c16-46e7-b518-e0167eae03f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/396b547f-bbad-45c1-b33f-fd82b15e23a8 HTTP/1.1" status: 204 len: 168 time: 0.2843480 Nov 09 18:04:37.366294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3dc27-7c16-46e7-b518-e0167eae03f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b547f-bbad-45c1-b33f-fd82b15e23a8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:37.548262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4c46-459d-4cc9-b258-cdaaab4af2b7 req-d1b4f41a-b121-42ec-a106-c21021c54dcb tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:37.555749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Pushing event updated for resources: {'Port': ['ID=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:37.557596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-803a4c46-459d-4cc9-b258-cdaaab4af2b7 req-d1b4f41a-b121-42ec-a106-c21021c54dcb tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1023 time: 0.0618432 Nov 09 18:04:37.566764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-ae752591-99ae-40c0-94e6-0cefbd8e6dd4 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:37.568242 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-ae752591-99ae-40c0-94e6-0cefbd8e6dd4 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.85 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 949 time: 0.6298001 Nov 09 18:04:37.606469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Network d5b95c34-8c24-4fe7-b00f-7a664797522b is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:37.607722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-803a4c46-459d-4cc9-b258-cdaaab4af2b7 req-daacee52-f89f-4172-8e97-7a8cf0d8126f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=020da7d4-651c-4b26-b2d6-d298a4db5714&id=c39a84d4-d6b3-4435-8983-d401c7d51781&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0485644 Nov 09 18:04:37.670114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, d5b95c34-8c24-4fe7-b00f-7a664797522b) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:37.675083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:37.675668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.683329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a46419-b2bd-458e-b96f-5ac7b56dac89 None None] Network d5b95c34-8c24-4fe7-b00f-7a664797522b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:37.755198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Attempting to bind port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:37.755537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Attempting to bind port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:37.755916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Attempting to bind port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d on network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:37.770161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57d26739-2d04-4ce3-9d27-4f3c4f3c9fe8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7321396 Nov 09 18:04:37.773971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d on network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:37.774333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Attempting to bind port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d on network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:37.789647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:37.791293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Checking segment: {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:37.791606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Bound using segment: {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:37.792238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Bound port: 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41904ae-7d1b-4888-bee0-ac5444b4e76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:37.792615 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.893120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Deleting port 8867b082-4936-4cb8-905e-154ff10c9b9d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:37.893474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:37.913915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6b97d-a12a-4cc9-8716-5b4e535c7911 req-58bda609-7e95-4aef-a478-6c25d1f522a5 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:37.919650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bd6b97d-a12a-4cc9-8716-5b4e535c7911 req-58bda609-7e95-4aef-a478-6c25d1f522a5 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 943 time: 0.1391745 Nov 09 18:04:37.985873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bd6b97d-a12a-4cc9-8716-5b4e535c7911 req-e77273c2-ec0c-4bfc-a2c6-f21b4f26450d tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586526 Nov 09 18:04:38.001243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d4fc2-2da2-46b5-a275-98a5bb069f40 None None] Network d5b95c34-8c24-4fe7-b00f-7a664797522b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:38.066281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] For port 8867b082-4936-4cb8-905e-154ff10c9b9d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8867b082-4936-4cb8-905e-154ff10c9b9d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:38.066909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.088874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Calling delete_port for 8867b082-4936-4cb8-905e-154ff10c9b9d owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:38.093034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23beeacd-a13e-47a0-8bf1-94a8adccea99 req-7621434d-e0fc-4d2d-a218-f1210635a42a tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:38.095008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23beeacd-a13e-47a0-8bf1-94a8adccea99 req-7621434d-e0fc-4d2d-a218-f1210635a42a tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8a84c0-76e3-486a-a4bb-40312b304396 HTTP/1.1" status: 200 len: 949 time: 0.0736997 Nov 09 18:04:38.106015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] For port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:38.110669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] For port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:38.125583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.152694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23beeacd-a13e-47a0-8bf1-94a8adccea99 req-77bb14bf-8d74-4023-a5b9-72c2391970f5 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.32 "GET /v2.0/security-groups?id=27e9844d-0095-4fc3-b1cd-35301fc18c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513062 Nov 09 18:04:38.199371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51136) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:38.257321 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:38.265829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.267694 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] 10.222.0.85 "PUT /v2.0/ports/8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d HTTP/1.1" status: 200 len: 1091 time: 2.4659250 Nov 09 18:04:38.273824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:38.279350 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06dd19b-80d6-42e3-8a67-9da072ee02f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:38.311711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] Deleting subnet d2af34a4-06e1-41cd-98f3-50d67e241d5f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:04:38.323013 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.360507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78083fa-999d-4715-93c4-aa52763ad50d service neutron] Pushing event updated for resources: {'Port': ['ID=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:38.428975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.464768 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0ff74-c857-4a83-ba2d-88c5faa66636 x-openstack-request-id: req-ead0ff74-c857-4a83-ba2d-88c5faa66636 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:38.465036 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:38.465303 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ead0ff74-c857-4a83-ba2d-88c5faa66636 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:38.465704 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'status': 'completed', 'code': 200} Nov 09 18:04:38.520971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-6dd66564-1a6a-431b-bbd1-f89d2c6f529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:38.522570 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-6dd66564-1a6a-431b-bbd1-f89d2c6f529b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45d6703de4ea496a91d1b537ec4e1a5a&device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 1094 time: 0.1427343 Nov 09 18:04:38.525575 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.732250 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-46cfeb83-614c-42f2-985a-4da698b8060a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d HTTP/1.1" status: 200 len: 217 time: 0.1280708 Nov 09 18:04:38.781622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b97d5c7-e28c-4932-bb86-d78769065d0c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:38.826440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-183e4bc3-42e5-4819-afa0-9b1304c2878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:38.827701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 4b97d5c7-e28c-4932-bb86-d78769065d0c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:38.828647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b97d5c7-e28c-4932-bb86-d78769065d0c not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:38.828779 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-183e4bc3-42e5-4819-afa0-9b1304c2878e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7 HTTP/1.1" status: 200 len: 850 time: 0.0880086 Nov 09 18:04:38.832438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.914897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:38.927450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Pushing event deleted for resources: {'Port': ['ID=8867b082-4936-4cb8-905e-154ff10c9b9d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:38.960978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5562918-c4bc-46b6-882a-5af62a698be8 req-7cc3ccb7-2654-4efb-bf36-7ba9bef4b522 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:38.968114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5562918-c4bc-46b6-882a-5af62a698be8 req-7cc3ccb7-2654-4efb-bf36-7ba9bef4b522 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1023 time: 0.1652257 Nov 09 18:04:39.022051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] No DVR routers for this DVR port 8867b082-4936-4cb8-905e-154ff10c9b9d on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:39.031835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:39.035842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d207cb88-158e-44e1-82a5-2eab22a3f619 req-7fd11b7b-7fb6-4e04-b844-6cfba7ea59a8 tempest-ImagesOneServerTestJSON-540946377 tempest-ImagesOneServerTestJSON-540946377-project] 10.222.0.85 "DELETE /v2.0/ports/8867b082-4936-4cb8-905e-154ff10c9b9d HTTP/1.1" status: 204 len: 173 time: 1.4435582 Nov 09 18:04:39.038498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3820-465a-4379-a05c-f0332e83c924 req-a2cd527f-0fe4-4828-9cac-497d316e3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:39.047616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-a2cd527f-0fe4-4828-9cac-497d316e3b22 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103848 Nov 09 18:04:39.060694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-bb5561b9-5726-416c-8ff4-59ab9653baf4 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:39.068283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-bb5561b9-5726-416c-8ff4-59ab9653baf4 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/networks?id=d5b95c34-8c24-4fe7-b00f-7a664797522b HTTP/1.1" status: 200 len: 817 time: 0.2754858 Nov 09 18:04:39.112359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-54804951-6650-494b-8b2b-243dc39506e3 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/quotas/5ccd84e9fbc9426da5d7e89262a6e703 HTTP/1.1" status: 200 len: 375 time: 0.0431502 Nov 09 18:04:39.152350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-92619034-740e-4f53-9698-c889b5deff1e tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ccd84e9fbc9426da5d7e89262a6e703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389276 Nov 09 18:04:39.210440 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-745169d7-839c-4d84-bb47-cfcbdf644853 service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504529 Nov 09 18:04:39.228475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5562918-c4bc-46b6-882a-5af62a698be8 req-53c843ca-8bd9-4294-b4a8-2e3172aced0c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=020da7d4-651c-4b26-b2d6-d298a4db5714&id=c39a84d4-d6b3-4435-8983-d401c7d51781&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2594757 Nov 09 18:04:39.268755 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:39.302160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-841f3f12-95c1-486a-baae-ad364b1856d0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:39.303715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-841f3f12-95c1-486a-baae-ad364b1856d0 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1023 time: 0.3024044 Nov 09 18:04:39.370554 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-282a3820-465a-4379-a05c-f0332e83c924 req-ec2d9b21-b1e2-41b1-863e-2a16a79786a4 service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523581 Nov 09 18:04:39.380159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:39.388687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d2af34a4-06e1-41cd-98f3-50d67e241d5f HTTP/1.1" status: 204 len: 168 time: 1.1876912 Nov 09 18:04:39.394289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51184) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:39.451973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3888c6-3c7e-4c91-b670-0aaadc166911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2af34a4-06e1-41cd-98f3-50d67e241d5f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:39.550796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-ecd7c9ce-d186-424a-8cb4-be42285d7f3b service neutron] 10.222.0.32 "GET /v2.0/networks/d5b95c34-8c24-4fe7-b00f-7a664797522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971455 Nov 09 18:04:39.572591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:39.630256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-18e544a0-7b3e-4c07-9c37-f47d8ca2ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:39.636274 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-18e544a0-7b3e-4c07-9c37-f47d8ca2ff29 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45d6703de4ea496a91d1b537ec4e1a5a&device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 1094 time: 0.1347988 Nov 09 18:04:39.719321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6729a-eb6c-4db1-a164-af06b25dc35f req-02e61301-2c89-40f6-8838-d5452b7dc633 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:39.728591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcc6729a-eb6c-4db1-a164-af06b25dc35f req-02e61301-2c89-40f6-8838-d5452b7dc633 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 943 time: 0.3381147 Nov 09 18:04:39.770953 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-26dfa77f-fbfa-4c17-8fac-2ebf37240192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:39.785778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-a0f3bbef-7841-4d89-a187-e31f9635ad8b service neutron] 10.222.0.32 "GET /v2.0/networks/d5b95c34-8c24-4fe7-b00f-7a664797522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337255 Nov 09 18:04:39.798217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Deleting port 59062541-e652-4bab-917d-288a63587c93 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:39.798652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:39.808096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Deleting port f2f67315-7c40-43e3-b228-838e7371997e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:39.808475 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:39.865654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcc6729a-eb6c-4db1-a164-af06b25dc35f req-5bc31083-fcfc-4aa2-b65e-b937c8b34bd4 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331573 Nov 09 18:04:39.922698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.025935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] For port 59062541-e652-4bab-917d-288a63587c93, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=59062541-e652-4bab-917d-288a63587c93,segment=NetworkSegment(f113c287-3400-44da-b5e0-953fbbf1a2a6),segment_id=f113c287-3400-44da-b5e0-953fbbf1a2a6)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:40.026365 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.051995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafd3176-fa65-42e0-a166-0033b6724cb7']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:40.094454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a24bc07-82c3-4ef0-a0f9-89d126291b35') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:40.094763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a24bc07-82c3-4ef0-a0f9-89d126291b35') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:40.100725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Calling delete_port for 59062541-e652-4bab-917d-288a63587c93 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:40.104135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0cbcf61-3a31-4951-98a8-bea48e95fb1b req-c60ac12a-00aa-49cd-b04b-815d1330d0bc tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0450962 Nov 09 18:04:40.138696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.158579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.162556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-8390c076-f85f-4f6c-8dcd-86d169cfb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.164534 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-8390c076-f85f-4f6c-8dcd-86d169cfb7b6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc HTTP/1.1" status: 200 len: 912 time: 0.4858508 Nov 09 18:04:40.167343 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.191918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:40.192612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:40.196692 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:40.350783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51214) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:40.367810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] For port f2f67315-7c40-43e3-b228-838e7371997e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f2f67315-7c40-43e3-b228-838e7371997e,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:40.368370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.390788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-b9108607-276d-451c-99b2-d7a239ad9333 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d HTTP/1.1" status: 200 len: 217 time: 0.2122946 Nov 09 18:04:40.434890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:40.437818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:40.457148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Calling delete_port for f2f67315-7c40-43e3-b228-838e7371997e owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:40.463903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.471738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-deleted', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:40.475987 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9f09a7-cad6-4237-ac7a-259855543a6e" -d '{"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-deleted", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:40.496566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 8867b082-4936-4cb8-905e-154ff10c9b9d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:40.496960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8867b082-4936-4cb8-905e-154ff10c9b9d not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:40.517227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.523989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] 10.222.0.32 "DELETE /v2.0/networks/aafd3176-fa65-42e0-a166-0033b6724cb7 HTTP/1.1" status: 204 len: 168 time: 1.1282570 Nov 09 18:04:40.590651 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edf311b-1592-40b9-a0bc-fbdd342de7b4 x-openstack-request-id: req-3edf311b-1592-40b9-a0bc-fbdd342de7b4 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:40.592974 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8a84c0-76e3-486a-a4bb-40312b304396", "name": "network-vif-deleted", "tag": "8867b082-4936-4cb8-905e-154ff10c9b9d", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:40.594093 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3edf311b-1592-40b9-a0bc-fbdd342de7b4 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:40.594882 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8a84c0-76e3-486a-a4bb-40312b304396', 'name': 'network-vif-deleted', 'tag': '8867b082-4936-4cb8-905e-154ff10c9b9d', 'status': 'completed', 'code': 200} Nov 09 18:04:40.598553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0bc47-f598-4b20-a7db-853b599781a4 req-6086e205-8593-4cde-97d6-07672e1c1ebe tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.609990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38e0bc47-f598-4b20-a7db-853b599781a4 req-6086e205-8593-4cde-97d6-07672e1c1ebe tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 1023 time: 0.2516077 Nov 09 18:04:40.651567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51224) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:40.691342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8f2f-3c1b-4808-90d7-726e69b83ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=aafd3176-fa65-42e0-a166-0033b6724cb7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:40.710885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-a115660f-b8f2-4cfa-a27e-f36955bb908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.715252 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-a115660f-b8f2-4cfa-a27e-f36955bb908a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7 HTTP/1.1" status: 200 len: 850 time: 0.2958493 Nov 09 18:04:40.738372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38e0bc47-f598-4b20-a7db-853b599781a4 req-f1d13bce-8005-4d39-8535-62ff045f0faa tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups?id=020da7d4-651c-4b26-b2d6-d298a4db5714&id=c39a84d4-d6b3-4435-8983-d401c7d51781&id=7dd2daf7-c948-4646-b249-5c3d5b2f68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1270325 Nov 09 18:04:40.739810 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.767726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-656eb9d5-35d0-4c16-88c6-48dcaa80a50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.769196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['59062541-e652-4bab-917d-288a63587c93'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:40.821520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'Port': ['ID=59062541-e652-4bab-917d-288a63587c93,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:40.873260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:40.889976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] No DVR routers for this DVR port 59062541-e652-4bab-917d-288a63587c93 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:40.902793 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:40.906711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-223cf8b6-c267-4e9c-bc98-7266d3f73d89 req-c62226bd-bfc3-4f95-aa11-9325c7a5c4e2 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.73 "DELETE /v2.0/ports/59062541-e652-4bab-917d-288a63587c93 HTTP/1.1" status: 204 len: 173 time: 1.5910828 Nov 09 18:04:40.907176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'name': 'network-vif-deleted', 'tag': '59062541-e652-4bab-917d-288a63587c93'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:40.909486 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2402da93-b887-49d7-8cf8-3f35adfaa03f" -d '{"events": [{"server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "name": "network-vif-deleted", "tag": "59062541-e652-4bab-917d-288a63587c93"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:40.926791 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'port_id': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'mac_address': 'fa:16:3e:7b:6e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:40.930005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bcf31875-0eec-42db-8905-5b998f029b82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e18c188252a4ab08afec6118b632549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644546 Nov 09 18:04:40.934693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51234) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:40.947697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-06fb1c18-1b71-4097-97a1-d6eb68bb7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:40.949208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-06fb1c18-1b71-4097-97a1-d6eb68bb7ddb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244060 Nov 09 18:04:40.987938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51236) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:41.014703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.038685 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a8b49-00b7-41e2-962f-7ee3c3ae24ce x-openstack-request-id: req-150a8b49-00b7-41e2-962f-7ee3c3ae24ce {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:41.039259 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a873319-3ed9-4274-9838-dd9442329e9b", "name": "network-vif-deleted", "tag": "59062541-e652-4bab-917d-288a63587c93", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:41.039524 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-150a8b49-00b7-41e2-962f-7ee3c3ae24ce {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:41.039960 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a873319-3ed9-4274-9838-dd9442329e9b', 'name': 'network-vif-deleted', 'tag': '59062541-e652-4bab-917d-288a63587c93', 'status': 'completed', 'code': 200} Nov 09 18:04:41.048511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:41.100788 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.114679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:41.125262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.176314 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-156deae5-84d5-4489-bbe4-f0886e39e444 service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140217 Nov 09 18:04:41.217912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:41.238252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-254b6182-a9e9-4cef-a372-b88b2ed80b22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5b8ce20d8774da5ba7bbc997a6d202c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491114 Nov 09 18:04:41.250570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51240) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:41.261036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1eb5e-add3-4ebf-8ffb-2e6d834cf3bf req-23081b7f-4830-42d6-a442-c57e0a30f904 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:41.266664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54c1eb5e-add3-4ebf-8ffb-2e6d834cf3bf req-23081b7f-4830-42d6-a442-c57e0a30f904 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 943 time: 0.2427890 Nov 09 18:04:41.269232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.294963 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-656eb9d5-35d0-4c16-88c6-48dcaa80a50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.305355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f67315-7c40-43e3-b228-838e7371997e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:41.337982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a935-e50e-4712-9164-fa8ab3b9a65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.342886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:41.369260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a935-e50e-4712-9164-fa8ab3b9a65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.425130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25598cac-9e8c-40ad-985c-35e5e48eaa1c req-e9b82061-b3b2-461f-989f-b5098b829dad tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 210 time: 0.1437755 Nov 09 18:04:41.453357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-656eb9d5-35d0-4c16-88c6-48dcaa80a50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.466226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a935-e50e-4712-9164-fa8ab3b9a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.469833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a935-e50e-4712-9164-fa8ab3b9a65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.471177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b1d4a935-e50e-4712-9164-fa8ab3b9a65d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27e9844d-0095-4fc3-b1cd-35301fc18c0d HTTP/1.1" status: 204 len: 168 time: 0.5245962 Nov 09 18:04:41.544031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54c1eb5e-add3-4ebf-8ffb-2e6d834cf3bf req-d02b92c4-41d1-4ff4-a310-8210c41ae205 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607453 Nov 09 18:04:41.575454 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f06dd19b-80d6-42e3-8a67-9da072ee02f0 req-fd1ff0d8-faa3-460b-b46e-00628ad7145f service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899269 Nov 09 18:04:41.577824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eb9d5-35d0-4c16-88c6-48dcaa80a50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc25fb60-ae80-4248-adce-d413013fb71a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:41.596839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fe21af-6ac1-425a-a34f-d0fbbf225382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.597059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51244) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:41.597280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-656eb9d5-35d0-4c16-88c6-48dcaa80a50b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9baccd68b4141b9a21e1e2ed0cb2468&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2422576 Nov 09 18:04:41.628083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4a935-e50e-4712-9164-fa8ab3b9a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e9844d-0095-4fc3-b1cd-35301fc18c0d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:41.658588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fe21af-6ac1-425a-a34f-d0fbbf225382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.702983 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:41.762413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54def902-c15d-42a3-ad7f-ef535af31c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.034856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0017ebd6-3f00-44e2-bbea-ef266885cc23 req-02499f0c-0388-4833-a6d5-c846b212468c tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873319-3ed9-4274-9838-dd9442329e9b HTTP/1.1" status: 200 len: 210 time: 0.1489456 Nov 09 18:04:42.048827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-ae879414-6790-44c3-a38a-f8bfb217c0d9 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:42.050447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-ae879414-6790-44c3-a38a-f8bfb217c0d9 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.73 "GET /v2.0/networks?id=d5b95c34-8c24-4fe7-b00f-7a664797522b HTTP/1.1" status: 200 len: 817 time: 0.2836387 Nov 09 18:04:42.081800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Request body: {'port': {'device_id': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b', 'admin_state_up': True, 'tenant_id': '5ccd84e9fbc9426da5d7e89262a6e703'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:42.203472 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54def902-c15d-42a3-ad7f-ef535af31c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.220740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fe21af-6ac1-425a-a34f-d0fbbf225382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.223630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fe21af-6ac1-425a-a34f-d0fbbf225382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.224768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-32fe21af-6ac1-425a-a34f-d0fbbf225382 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ae6493c-ff2e-40a8-b963-f06bbf7944b3 HTTP/1.1" status: 204 len: 168 time: 0.9731410 Nov 09 18:04:42.232571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Made reservation on behalf of 5ccd84e9fbc9426da5d7e89262a6e703 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:42.237697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.263446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe21af-6ac1-425a-a34f-d0fbbf225382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae6493c-ff2e-40a8-b963-f06bbf7944b3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:42.366850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54def902-c15d-42a3-ad7f-ef535af31c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.369377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54def902-c15d-42a3-ad7f-ef535af31c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.373957 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-54def902-c15d-42a3-ad7f-ef535af31c50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc25fb60-ae80-4248-adce-d413013fb71a HTTP/1.1" status: 204 len: 168 time: 0.7707393 Nov 09 18:04:42.388271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54def902-c15d-42a3-ad7f-ef535af31c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc25fb60-ae80-4248-adce-d413013fb71a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:42.428138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Allocated IP 172.20.0.8 (d5b95c34-8c24-4fe7-b00f-7a664797522b/089e9a8a-8669-4fcc-8d54-91a8e079a702/5325cbbe-7eda-434c-8fa8-59db6280cec4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:42.431862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:42.448509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:42.580480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:42.593904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] Sync routers for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:42.594750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dae7cad8-9b8a-4e8a-b24d-a74ce883ea0f admin admin] 10.222.0.32 "PUT /v2.0/routers/aa8fac4b-91af-458c-9b3a-ebd6c98004f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0211954 Nov 09 18:04:42.595107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51276) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:42.613291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.628751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e67e5e56-fc90-4028-aa25-4452fd267ed9 req-550ae4b7-9e83-4ee4-a3c0-01e77db798dc tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0494330 Nov 09 18:04:42.636932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:42.642726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:42.709356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.746799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.754631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.767234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069883e-f877-463f-9cbe-ada6507899f7 req-e7f8db4e-45f7-46bc-b207-2c495defbaf2 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:42.767468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:42.768765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0069883e-f877-463f-9cbe-ada6507899f7 req-e7f8db4e-45f7-46bc-b207-2c495defbaf2 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 944 time: 0.1236138 Nov 09 18:04:42.836799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 59062541-e652-4bab-917d-288a63587c93 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:42.868712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Pushing event updated for resources: {'Port': ['ID=5325cbbe-7eda-434c-8fa8-59db6280cec4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:42.888293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:42.903090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:42.903657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:42.905876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 59062541-e652-4bab-917d-288a63587c93 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:42.906407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 59062541-e652-4bab-917d-288a63587c93 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:42.946589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Network d5b95c34-8c24-4fe7-b00f-7a664797522b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:42.954453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:42.958625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:42.980330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0069883e-f877-463f-9cbe-ada6507899f7 req-c8b44c8a-1aca-4267-8f07-4565be9a8fcb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078961 Nov 09 18:04:43.001226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.064131 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.088535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:04:41Z', 'revision_number': 5, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port': {'id': '358e7d2f-4337-497d-9da6-00a3f239aaf1', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:01:59Z', 'updated_at': '2021-11-09T18:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:43.106009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:43.108492 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fa453d-e130-44be-9053-a794e38f25fa" -d '{"events": [{"server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "name": "network-vif-plugged", "status": "completed", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:43.130290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:43.132025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.146914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] Checking router: aa8fac4b-91af-458c-9b3a-ebd6c98004f9 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:43.150602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Deleting port 358e7d2f-4337-497d-9da6-00a3f239aaf1 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:43.151224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.152352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:43.169260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.174206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] Routers {'aa8fac4b-91af-458c-9b3a-ebd6c98004f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:43.175064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:43.197742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-71735497-02f0-4e6f-8d0e-2d0b87017541 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203640 Nov 09 18:04:43.218750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db6d44f7-55d0-48d7-97cc-c388ffe7ed17 req-4db86968-225a-4060-bfb7-a8379d2d3508 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/020da7d4-651c-4b26-b2d6-d298a4db5714 HTTP/1.1" status: 200 len: 1801 time: 0.0805502 Nov 09 18:04:43.266932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Request body: {'port': {'device_id': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:43.307610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:43.316229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] Set router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:43.354928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] For port 358e7d2f-4337-497d-9da6-00a3f239aaf1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=358e7d2f-4337-497d-9da6-00a3f239aaf1,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:43.356281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.382080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:04:43Z', 'revision_number': 6, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:43.386990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Calling delete_port for 358e7d2f-4337-497d-9da6-00a3f239aaf1 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:43.389063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca551-6128-47c1-b072-12e800924366 req-8b481f3a-dfa1-4896-8189-54d6637331f7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:43.391108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-8b481f3a-dfa1-4896-8189-54d6637331f7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.1669602 Nov 09 18:04:43.438600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-478710b5-08df-4ad0-a022-9e2ca8d141a7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/quotas/1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 375 time: 0.0303109 Nov 09 18:04:43.445126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e4ff5-b891-4cd8-a970-29a92283aee3 None None] The sync data for ids ['aa8fac4b-91af-458c-9b3a-ebd6c98004f9'] in n-d-817240-1 is: [{'id': 'aa8fac4b-91af-458c-9b3a-ebd6c98004f9', 'name': 'tempest-ServersTestJSON-1393558211-router', 'tenant_id': '0707b4f2730944cabc30bba05bec5e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:01:57Z', 'updated_at': '2021-11-09T18:04:43Z', 'revision_number': 6, 'project_id': '0707b4f2730944cabc30bba05bec5e87', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:43.472245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.485819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db6d44f7-55d0-48d7-97cc-c388ffe7ed17 req-0807c634-f8fa-479b-b7e6-5e1e0dc3c32f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.509580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db6d44f7-55d0-48d7-97cc-c388ffe7ed17 req-0807c634-f8fa-479b-b7e6-5e1e0dc3c32f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.625321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-f23bef42-40e8-48b6-8dd0-5ea4d5f13a5e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1539881 Nov 09 18:04:43.634464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db6d44f7-55d0-48d7-97cc-c388ffe7ed17 req-0807c634-f8fa-479b-b7e6-5e1e0dc3c32f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.637099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.637589 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db6d44f7-55d0-48d7-97cc-c388ffe7ed17 req-0807c634-f8fa-479b-b7e6-5e1e0dc3c32f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.638372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db6d44f7-55d0-48d7-97cc-c388ffe7ed17 req-0807c634-f8fa-479b-b7e6-5e1e0dc3c32f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/020da7d4-651c-4b26-b2d6-d298a4db5714 HTTP/1.1" status: 204 len: 173 time: 0.4186990 Nov 09 18:04:43.674512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Pushing event deleted for resources: {'Port': ['ID=358e7d2f-4337-497d-9da6-00a3f239aaf1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:43.699816 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7cb1e6-eb80-4b3c-a1bd-4da3399882c3 x-openstack-request-id: req-5f7cb1e6-eb80-4b3c-a1bd-4da3399882c3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:43.700651 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "name": "network-vif-plugged", "status": "completed", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:43.701546 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f7cb1e6-eb80-4b3c-a1bd-4da3399882c3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:43.702250 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'code': 200} Nov 09 18:04:43.751863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807c634-f8fa-479b-b7e6-5e1e0dc3c32f tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020da7d4-651c-4b26-b2d6-d298a4db5714,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:43.840198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.864527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-a61d8314-3e5e-4672-ad06-b428a56e6dd0 service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251430 Nov 09 18:04:43.982092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4ca4e-1938-465c-beea-196f5bb336df req-c275126c-f4c8-464c-bfa1-88d9a95c3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:43.984935 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37f4ca4e-1938-465c-beea-196f5bb336df req-c275126c-f4c8-464c-bfa1-88d9a95c3485 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 1096 time: 0.1947837 Nov 09 18:04:43.990941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:43.994965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.059951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-b0ac7507-b73d-4fc3-8a14-fd45b3518ee7 service neutron] 10.222.0.32 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808414 Nov 09 18:04:44.088198 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37f4ca4e-1938-465c-beea-196f5bb336df req-c959080b-a3d9-4984-8d1b-2738744e9a31 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949032 Nov 09 18:04:44.088801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.090101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8fac4b-91af-458c-9b3a-ebd6c98004f9 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:04:44.095683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.096706 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9c0de807-399e-43f1-8d13-6ed457b2d609 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aa8fac4b-91af-458c-9b3a-ebd6c98004f9 HTTP/1.1" status: 204 len: 168 time: 1.4995377 Nov 09 18:04:44.103199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51346) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:44.185576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51352) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:44.207096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-776e21d6-2070-4be9-b9c0-5315ea8809a0 req-dd12729b-5f9a-4d76-947a-1022e012c443 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "GET /v2.0/security-groups/c39a84d4-d6b3-4435-8983-d401c7d51781 HTTP/1.1" status: 200 len: 1800 time: 0.1461711 Nov 09 18:04:44.215537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5325cbbe-7eda-434c-8fa8-59db6280cec4 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:44.231542 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.261626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] Deleting subnet 67b2f3c3-998b-48c6-8a02-b75aff0b1888 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:04:44.277116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.301777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Transition to ACTIVE for port object 5325cbbe-7eda-434c-8fa8-59db6280cec4 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:44.316003 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.407344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.423130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-776e21d6-2070-4be9-b9c0-5315ea8809a0 req-92676b49-0aae-46f1-8223-881a72973990 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.534609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1230320982-network', 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:44.588982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:44.591915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.611523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.715723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.720687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.750169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:44.767131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af13c18-1262-405c-8552-d71be31fd004,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:44.786619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.786973 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Added segment 0cfd2d2a-51bc-4265-956b-29da1a52b54b of type vlan for network b232dded-e90e-4b62-8d63-10e8e1593b77 Nov 09 18:04:44.819102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Pushing event updated for resources: {'Port': ['ID=5325cbbe-7eda-434c-8fa8-59db6280cec4,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:44.872076 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.918511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-776e21d6-2070-4be9-b9c0-5315ea8809a0 req-92676b49-0aae-46f1-8223-881a72973990 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.936884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.938185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:44.943555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:44.952526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f2f67315-7c40-43e3-b228-838e7371997e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:44.980364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: f2f67315-7c40-43e3-b228-838e7371997e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:44.980364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f2f67315-7c40-43e3-b228-838e7371997e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:44.980364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 358e7d2f-4337-497d-9da6-00a3f239aaf1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:45.005781 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 358e7d2f-4337-497d-9da6-00a3f239aaf1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:45.006311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 358e7d2f-4337-497d-9da6-00a3f239aaf1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:45.021187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47421-931a-486d-a90a-846af3669f19 req-ab264b76-470f-4d0a-8c8f-dc96c7f9dc3f tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:45.022892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4da47421-931a-486d-a90a-846af3669f19 req-ab264b76-470f-4d0a-8c8f-dc96c7f9dc3f tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 943 time: 0.2182736 Nov 09 18:04:45.073084 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8819087 Nov 09 18:04:45.073520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51390) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:45.077680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.081461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Request body: {'subnet': {'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1230320982-subnet', 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:45.085686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e5f84-8300-46e3-a331-fd5045091eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=b232dded-e90e-4b62-8d63-10e8e1593b77,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:45.098259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b232dded-e90e-4b62-8d63-10e8e1593b77 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:45.105332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Attempting to bind port 5325cbbe-7eda-434c-8fa8-59db6280cec4 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:45.105750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Attempting to bind port 5325cbbe-7eda-434c-8fa8-59db6280cec4 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'c7b04125-2c89-4eca-b85f-1b9999abdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:45.106163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Attempting to bind port 5325cbbe-7eda-434c-8fa8-59db6280cec4 on network d5b95c34-8c24-4fe7-b00f-7a664797522b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:45.127472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-776e21d6-2070-4be9-b9c0-5315ea8809a0 req-92676b49-0aae-46f1-8223-881a72973990 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.130047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-776e21d6-2070-4be9-b9c0-5315ea8809a0 req-92676b49-0aae-46f1-8223-881a72973990 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.131432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-776e21d6-2070-4be9-b9c0-5315ea8809a0 req-92676b49-0aae-46f1-8223-881a72973990 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] 10.222.0.32 "DELETE /v2.0/security-groups/c39a84d4-d6b3-4435-8983-d401c7d51781 HTTP/1.1" status: 204 len: 173 time: 0.9111469 Nov 09 18:04:45.132848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:45.140736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.143439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4da47421-931a-486d-a90a-846af3669f19 req-469418e3-b539-4e98-8c7d-3f920ce81eb0 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113803 Nov 09 18:04:45.144110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51392) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:45.152713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Port 5325cbbe-7eda-434c-8fa8-59db6280cec4 on network d5b95c34-8c24-4fe7-b00f-7a664797522b not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:45.153104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Attempting to bind port 5325cbbe-7eda-434c-8fa8-59db6280cec4 on network d5b95c34-8c24-4fe7-b00f-7a664797522b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:45.171437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92676b49-0aae-46f1-8223-881a72973990 tempest-SecurityGroupsTestJSON-1256014910 tempest-SecurityGroupsTestJSON-1256014910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a84d4-d6b3-4435-8983-d401c7d51781,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:45.201026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:45.201750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Checking segment: {'id': 'c7b04125-2c89-4eca-b85f-1b9999abdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:45.202371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Bound using segment: {'id': 'c7b04125-2c89-4eca-b85f-1b9999abdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:45.203022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Bound port: 5325cbbe-7eda-434c-8fa8-59db6280cec4, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b04125-2c89-4eca-b85f-1b9999abdd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:45.203585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.350862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.392388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091df32-7e4a-4f99-a6ff-a498bd2230d3 None None] Network bd837fb1-c02f-46c3-9aa2-89708ce2a23a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:45.393721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.398167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67b2f3c3-998b-48c6-8a02-b75aff0b1888 HTTP/1.1" status: 204 len: 168 time: 1.2932663 Nov 09 18:04:45.424008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51410) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:45.448083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] Deleting subnet 741a3165-f336-4b4d-811d-68f28ab5af82 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:04:45.451511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48e6f8-8687-40d4-9d8c-62eb28206c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b2f3c3-998b-48c6-8a02-b75aff0b1888,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:45.501966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.542628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.571660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847671b-34b1-45f5-ac40-78666dac39f2 req-7483e2ef-4edd-456f-9c6f-a4307f447941 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:45.573188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7847671b-34b1-45f5-ac40-78666dac39f2 req-7483e2ef-4edd-456f-9c6f-a4307f447941 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.3293929 Nov 09 18:04:45.588123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ec036fc-33a0-4f97-930c-f9c3ce5b2884 req-363c045d-5338-4006-952d-6343a53e0a49 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 210 time: 0.0872447 Nov 09 18:04:45.626784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286fc893-d553-4d80-9692-5a4019aadcd1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:45.634185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] For port 5325cbbe-7eda-434c-8fa8-59db6280cec4, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:45.642599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.645694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] DHCP port deletion for bd837fb1-c02f-46c3-9aa2-89708ce2a23a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:04:45.646235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.663943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:45.664638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Network hostable DHCP agents. Network: b232dded-e90e-4b62-8d63-10e8e1593b77, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:45.684605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] For port 5325cbbe-7eda-434c-8fa8-59db6280cec4, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5325cbbe-7eda-434c-8fa8-59db6280cec4,segment=NetworkSegment(c7b04125-2c89-4eca-b85f-1b9999abdd2c),segment_id=c7b04125-2c89-4eca-b85f-1b9999abdd2c)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:45.687275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:45.700816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.703533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b232dded-e90e-4b62-8d63-10e8e1593b77) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:45.708727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:45.711157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.731293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2ef037-ce7c-490c-9188-db15ec20a450 None None] Network b232dded-e90e-4b62-8d63-10e8e1593b77 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:45.748961 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-94446c7e-c9e0-4a0b-a15f-4e2c442a2bb4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6729169 Nov 09 18:04:45.749596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:45.750282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.751684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] 10.222.0.73 "PUT /v2.0/ports/5325cbbe-7eda-434c-8fa8-59db6280cec4 HTTP/1.1" status: 200 len: 1091 time: 2.5289657 Nov 09 18:04:45.757552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'tag': '5325cbbe-7eda-434c-8fa8-59db6280cec4'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:45.760194 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d99024-9875-4b4f-908b-0e863f57555a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d73eba9-905f-4626-b4a7-8bdc7694dbb4", "tag": "5325cbbe-7eda-434c-8fa8-59db6280cec4"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:45.773434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7847671b-34b1-45f5-ac40-78666dac39f2 req-33fc6a74-1ac4-48f8-b00d-255c42ef085b tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843243 Nov 09 18:04:45.774508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.905269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] Deleting port 0a6987ce-1301-41e4-98e2-88ec9b175086 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:45.905611 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:45.964745 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1106c153-b0b0-4723-8237-039fafdc6e2b x-openstack-request-id: req-1106c153-b0b0-4723-8237-039fafdc6e2b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:45.965364 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d73eba9-905f-4626-b4a7-8bdc7694dbb4", "tag": "5325cbbe-7eda-434c-8fa8-59db6280cec4", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:45.965364 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1106c153-b0b0-4723-8237-039fafdc6e2b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:45.965859 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'tag': '5325cbbe-7eda-434c-8fa8-59db6280cec4', 'status': 'completed', 'code': 200} Nov 09 18:04:46.007947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da881f-24f1-436a-b15b-14df6b7d2fba service neutron] Pushing event updated for resources: {'Port': ['ID=5325cbbe-7eda-434c-8fa8-59db6280cec4,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:46.099294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-dd8b7cf6-d8dc-410c-93ab-ac891691c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:46.100841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-dd8b7cf6-d8dc-410c-93ab-ac891691c060 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ccd84e9fbc9426da5d7e89262a6e703&device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 1094 time: 0.2516680 Nov 09 18:04:46.105770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Deleting port 0a6987ce-1301-41e4-98e2-88ec9b175086 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:04:46.107336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.111165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] For port 0a6987ce-1301-41e4-98e2-88ec9b175086, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0a6987ce-1301-41e4-98e2-88ec9b175086,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:46.111677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.114256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca551-6128-47c1-b072-12e800924366 req-c1a573fd-821a-4e16-8093-c032f009390b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:46.116176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-c1a573fd-821a-4e16-8093-c032f009390b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 807 time: 0.2860203 Nov 09 18:04:46.132786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Request body: {'port': {'device_id': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'admin_state_up': True, 'tenant_id': '1fa94ba7ab4549d8b42f8b343991a6e7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:46.144379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.179891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.229837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] Calling delete_port for 0a6987ce-1301-41e4-98e2-88ec9b175086 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:46.239630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f1c477-7d00-40bd-8317-8ffb55806b25 None None] Network b232dded-e90e-4b62-8d63-10e8e1593b77 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:46.362227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51490) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:46.417728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Made reservation on behalf of 1fa94ba7ab4549d8b42f8b343991a6e7 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:46.426555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.460629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-f9a882ff-443a-4e59-a2de-418bb912abd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5325cbbe-7eda-434c-8fa8-59db6280cec4 HTTP/1.1" status: 200 len: 217 time: 0.3410444 Nov 09 18:04:46.470507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.473761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/741a3165-f336-4b4d-811d-68f28ab5af82 HTTP/1.1" status: 204 len: 168 time: 1.3220177 Nov 09 18:04:46.485646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51502) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:46.496115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0258-6927-4669-8b58-c3cf9af8dfb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741a3165-f336-4b4d-811d-68f28ab5af82,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:46.564072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] For port 0a6987ce-1301-41e4-98e2-88ec9b175086, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0a6987ce-1301-41e4-98e2-88ec9b175086,segment=NetworkSegment(fdb65d3f-0f20-4517-af39-6ba237f5fb93),segment_id=fdb65d3f-0f20-4517-af39-6ba237f5fb93)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:46.564453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.598499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Calling delete_port for 0a6987ce-1301-41e4-98e2-88ec9b175086 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:04:46.630170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.637957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-292512ff-cf77-4a2e-b9eb-72abd6bdd8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.692945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] Pushing event deleted for resources: {'Port': ['ID=0a6987ce-1301-41e4-98e2-88ec9b175086,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:46.693677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.696139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73179bba-25fd-4080-95be-74e9f5db2271 None None] No DVR routers for this DVR port 0a6987ce-1301-41e4-98e2-88ec9b175086 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:46.766229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.808284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Allocated IP 172.20.0.3 (e035d1ff-5dad-47eb-8957-15c7ffd65043/6052a951-5024-40c9-9323-bc9f9a42c40e/7414b638-4b46-4f25-84a0-3c76b8be2ed2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:46.874921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.890573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51520) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:46.910913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-292512ff-cf77-4a2e-b9eb-72abd6bdd8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.923948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0a6987ce-1301-41e4-98e2-88ec9b175086 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:04:46.924880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-292512ff-cf77-4a2e-b9eb-72abd6bdd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:46.930037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-0df02d4f-ec76-484f-99ee-3842150fe401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:46.931961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-0df02d4f-ec76-484f-99ee-3842150fe401 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=089e9a8a-8669-4fcc-8d54-91a8e079a702 HTTP/1.1" status: 200 len: 857 time: 0.4378674 Nov 09 18:04:46.950917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbabb4f8-43bf-4883-882c-a8e560a574ab']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:46.957454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0a6987ce-1301-41e4-98e2-88ec9b175086 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:04:46.957935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0a6987ce-1301-41e4-98e2-88ec9b175086 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:04:46.958751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6987ce-1301-41e4-98e2-88ec9b175086,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:46.979937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] No DVR routers for this DVR port 0a6987ce-1301-41e4-98e2-88ec9b175086 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:04:46.983674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f113c287-3400-44da-b5e0-953fbbf1a2a6') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:46.983976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f113c287-3400-44da-b5e0-953fbbf1a2a6') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:47.013801 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-292512ff-cf77-4a2e-b9eb-72abd6bdd8ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=919dc415ca204992bfe7321cfc247998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504977 Nov 09 18:04:47.025231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.027114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51524) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:47.039281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f8b6-af9c-4361-9d15-197f986bcbd6 req-cc45e7bb-6664-4e4d-bcf2-16624253d111 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:47.040842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9b4f8b6-af9c-4361-9d15-197f986bcbd6 req-cc45e7bb-6664-4e4d-bcf2-16624253d111 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 943 time: 0.5826211 Nov 09 18:04:47.042740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-29aebb0d-77be-44c7-8872-afe0bca15dec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5b95c34-8c24-4fe7-b00f-7a664797522b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899136 Nov 09 18:04:47.057281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292512ff-cf77-4a2e-b9eb-72abd6bdd8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f6961-5fea-46c5-8b55-aae9ef35c06f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:47.100686 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.108890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0402d75-f6dd-4f5e-b9cc-1d12f1b4cbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.128557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:47.129003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:47.133463 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:47.176799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.202262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-d127cf24-16af-4770-b731-6d5083f17c2b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:47.203737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-d127cf24-16af-4770-b731-6d5083f17c2b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.4341822 Nov 09 18:04:47.218428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd837fb1-c02f-46c3-9aa2-89708ce2a23a']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:47.250182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb65d3f-0f20-4517-af39-6ba237f5fb93') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:47.250740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb65d3f-0f20-4517-af39-6ba237f5fb93') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:47.250903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.263275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9b4f8b6-af9c-4361-9d15-197f986bcbd6 req-278a766e-effa-4c5d-8810-1471e3f56d48 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092016 Nov 09 18:04:47.269917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.270783 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.273977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] 10.222.0.32 "DELETE /v2.0/networks/dbabb4f8-43bf-4883-882c-a8e560a574ab HTTP/1.1" status: 204 len: 168 time: 0.7866266 Nov 09 18:04:47.286427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2428d2f6-9f34-4929-8613-11a6e3696d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.288832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-01abda88-b396-4e90-94d5-cd28c54b54e6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.0616152 Nov 09 18:04:47.291998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.309895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.311095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02933928-5f54-4a1a-a886-1294840c260d admin admin] Pushing event deleted for resources: {'Network': ['ID=dbabb4f8-43bf-4883-882c-a8e560a574ab,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:47.322622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-68b24500-b624-4d3a-afc6-83691577c057 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b95c34-8c24-4fe7-b00f-7a664797522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579536 Nov 09 18:04:47.364377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2428d2f6-9f34-4929-8613-11a6e3696d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.394689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-f6123846-5687-4d9a-9a9f-582f3bad2727 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668528 Nov 09 18:04:47.397384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:04:47.398036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:04:47.400227 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:04:47.430696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.437123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0402d75-f6dd-4f5e-b9cc-1d12f1b4cbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.448110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['53f06f26-5a91-45a1-95f7-8babe6a34f07'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:47.464467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0402d75-f6dd-4f5e-b9cc-1d12f1b4cbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.511142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:47.534402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Network e035d1ff-5dad-47eb-8957-15c7ffd65043 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:47.538514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:47.545584 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f0402d75-f6dd-4f5e-b9cc-1d12f1b4cbd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=686450c46ec642aa80fc50ad09789471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471841 Nov 09 18:04:47.547409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51530) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:47.548901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:47.557523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:47.562694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0402d75-f6dd-4f5e-b9cc-1d12f1b4cbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab37dd-5281-4bd8-970f-2fa6370a0da4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:47.587289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2428d2f6-9f34-4929-8613-11a6e3696d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.589814 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2428d2f6-9f34-4929-8613-11a6e3696d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.593994 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2428d2f6-9f34-4929-8613-11a6e3696d96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f08f6961-5fea-46c5-8b55-aae9ef35c06f HTTP/1.1" status: 204 len: 168 time: 0.5308456 Nov 09 18:04:47.664229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d2f6-9f34-4929-8613-11a6e3696d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f6961-5fea-46c5-8b55-aae9ef35c06f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:47.707477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:47.708189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.731481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5aa0ee60-62f0-4c7b-a5e9-53e11893c296 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e51f685bff948b987ba0700936bf623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145336 Nov 09 18:04:47.735132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4866dbd7-2c1b-4ef4-b643-0acc8a7225db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.738627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51534) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:47.742545 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-7635ba94-8509-4b4b-96be-e548d8fbe928 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6159806 Nov 09 18:04:47.749805 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.767070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Request body: {'port': {'device_id': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:47.772384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.775851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bd837fb1-c02f-46c3-9aa2-89708ce2a23a HTTP/1.1" status: 204 len: 168 time: 2.3439741 Nov 09 18:04:47.804165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d370b85-1747-4539-a570-5457d353e187 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd837fb1-c02f-46c3-9aa2-89708ce2a23a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:47.848554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c36a0-5f0a-4351-838a-4fe0e06d93cf req-52024416-390d-4afc-96bf-2a35164dab4e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:47.858367 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4866dbd7-2c1b-4ef4-b643-0acc8a7225db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.866724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa5c36a0-5f0a-4351-838a-4fe0e06d93cf req-52024416-390d-4afc-96bf-2a35164dab4e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 931 time: 0.3542843 Nov 09 18:04:47.899632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814dbca9-ae0c-41cb-bebc-c65c3a033324 req-a53721e6-ef18-4bb7-a7e8-dbb4805c6bb6 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b95c34-8c24-4fe7-b00f-7a664797522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036271 Nov 09 18:04:47.923012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-f9231bd9-d7b3-4155-878b-5466f32be510 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080987 Nov 09 18:04:47.937003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:47.974006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f32ae61-1ed7-4832-83b4-6ade8f8a8970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.060603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f32ae61-1ed7-4832-83b4-6ade8f8a8970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.065021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4866dbd7-2c1b-4ef4-b643-0acc8a7225db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.067758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4866dbd7-2c1b-4ef4-b643-0acc8a7225db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.069162 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4866dbd7-2c1b-4ef4-b643-0acc8a7225db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1ab37dd-5281-4bd8-970f-2fa6370a0da4 HTTP/1.1" status: 204 len: 168 time: 0.5181916 Nov 09 18:04:48.082995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51546) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:48.130468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa5c36a0-5f0a-4351-838a-4fe0e06d93cf req-a6db4046-0de4-4d24-8b9f-489581df4970 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583210 Nov 09 18:04:48.145045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99024-9875-4b4f-908b-0e863f57555a req-e64fb844-e9a3-4fc2-96ee-85ed1a30c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:48.147843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6d99024-9875-4b4f-908b-0e863f57555a req-e64fb844-e9a3-4fc2-96ee-85ed1a30c5fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5ccd84e9fbc9426da5d7e89262a6e703&device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 1094 time: 0.1812513 Nov 09 18:04:48.171913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866dbd7-2c1b-4ef4-b643-0acc8a7225db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab37dd-5281-4bd8-970f-2fa6370a0da4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:48.280365 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca2b1587-a6a0-4f0d-9f5d-2e331c13d5b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0707b4f2730944cabc30bba05bec5e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441872 Nov 09 18:04:48.282327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f32ae61-1ed7-4832-83b4-6ade8f8a8970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.285727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f32ae61-1ed7-4832-83b4-6ade8f8a8970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.287605 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f32ae61-1ed7-4832-83b4-6ade8f8a8970 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dd2daf7-c948-4646-b249-5c3d5b2f68d1 HTTP/1.1" status: 204 len: 168 time: 0.5437114 Nov 09 18:04:48.292117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:48.305348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99024-9875-4b4f-908b-0e863f57555a req-11cda002-40b1-4b86-ab21-8892617e3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:48.306808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6d99024-9875-4b4f-908b-0e863f57555a req-11cda002-40b1-4b86-ab21-8892617e3dad service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5b95c34-8c24-4fe7-b00f-7a664797522b HTTP/1.1" status: 200 len: 918 time: 0.1445506 Nov 09 18:04:48.320923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-0cf2a4a0-38dc-486d-8eeb-0f7862dffd20 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788812 Nov 09 18:04:48.378366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32ae61-1ed7-4832-83b4-6ade8f8a8970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd2daf7-c948-4646-b249-5c3d5b2f68d1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:48.480291 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6900d6b-084d-4303-a7f8-4bc131c7152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.513147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6900d6b-084d-4303-a7f8-4bc131c7152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.672245 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6900d6b-084d-4303-a7f8-4bc131c7152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.687045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6900d6b-084d-4303-a7f8-4bc131c7152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.690856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f6900d6b-084d-4303-a7f8-4bc131c7152b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6158ad69-a110-40bc-bb09-ff8dab9bd0ef HTTP/1.1" status: 204 len: 168 time: 0.3959024 Nov 09 18:04:48.710845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6900d6b-084d-4303-a7f8-4bc131c7152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6158ad69-a110-40bc-bb09-ff8dab9bd0ef,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:48.794163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7414b638-4b46-4f25-84a0-3c76b8be2ed2 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:48.804548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.826011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Transition to ACTIVE for port object 7414b638-4b46-4f25-84a0-3c76b8be2ed2 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:48.833975 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.880642 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.906864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51574) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:48.932352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aefde09e-4253-4341-9c96-35c6f2366bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:48.953906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6d99024-9875-4b4f-908b-0e863f57555a req-7ecbcaa7-d3ef-4a11-838d-22c88415c75b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5325cbbe-7eda-434c-8fa8-59db6280cec4 HTTP/1.1" status: 200 len: 217 time: 0.6306825 Nov 09 18:04:48.976176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:49.057198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99024-9875-4b4f-908b-0e863f57555a req-3fc4607d-6a69-4fc2-9eed-7a89b02e7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.058962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6d99024-9875-4b4f-908b-0e863f57555a req-3fc4607d-6a69-4fc2-9eed-7a89b02e7b4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=089e9a8a-8669-4fcc-8d54-91a8e079a702 HTTP/1.1" status: 200 len: 857 time: 0.0651476 Nov 09 18:04:49.112372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c866a-c5c6-4b9f-96c3-fd531b92e235 req-4b5fc105-f46d-4ae1-825c-9f0e7a2b1866 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.121014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f41c866a-c5c6-4b9f-96c3-fd531b92e235 req-4b5fc105-f46d-4ae1-825c-9f0e7a2b1866 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.7989557 Nov 09 18:04:49.131318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6d99024-9875-4b4f-908b-0e863f57555a req-cf467661-e746-406c-9b11-acdedc84b4a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5b95c34-8c24-4fe7-b00f-7a664797522b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589039 Nov 09 18:04:49.140000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78303f15-27d4-4dae-bc40-cc1e7465e3a6 req-b054528c-e7c9-445a-9492-468338660764 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.147717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78303f15-27d4-4dae-bc40-cc1e7465e3a6 req-b054528c-e7c9-445a-9492-468338660764 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 943 time: 0.1974349 Nov 09 18:04:49.158357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:49.158749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:49.159139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:49.173019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:49.173515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:49.180936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:49.181287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:49.181706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:49.182144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Bound port: 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:49.182634 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.283479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6d99024-9875-4b4f-908b-0e863f57555a req-7bf46e7a-0ba6-4e80-92d6-761fbaf01ab1 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b95c34-8c24-4fe7-b00f-7a664797522b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314492 Nov 09 18:04:49.294484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:49.299218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:49.331302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.378383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78303f15-27d4-4dae-bc40-cc1e7465e3a6 req-0efd5ed8-8ba3-49c6-8ca3-c6f4e826ae31 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235024 Nov 09 18:04:49.439557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f41c866a-c5c6-4b9f-96c3-fd531b92e235 req-50859f94-93fb-483b-8912-f0fccd64fd3e tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174102 Nov 09 18:04:49.474487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:49.502383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.503384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.504883 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-89562d6c-c1b6-4462-801b-ea5e19931d7b service neutron] 10.222.0.85 "PUT /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 1091 time: 1.7514274 Nov 09 18:04:49.505630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:49.516552 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:49.525345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aefde09e-4253-4341-9c96-35c6f2366bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.533274 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aefde09e-4253-4341-9c96-35c6f2366bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.547372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6d99024-9875-4b4f-908b-0e863f57555a req-3a72ab9e-993f-4177-827c-2964548af779 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b95c34-8c24-4fe7-b00f-7a664797522b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453921 Nov 09 18:04:49.566028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefde09e-4253-4341-9c96-35c6f2366bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93b01b0-b785-4cee-bb7a-1109e68a7701,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:49.631771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea7402bd-a764-4092-833e-9f0effcceb14 req-b5d66aec-aba5-4491-89c6-bde03095d452 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 210 time: 0.0351214 Nov 09 18:04:49.649819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea58e1a-9407-4d5d-9484-ff5cfcaa38ad req-68e57d73-b06b-4b38-98a5-38e63fab018e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.657721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aea58e1a-9407-4d5d-9484-ff5cfcaa38ad req-68e57d73-b06b-4b38-98a5-38e63fab018e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.0957949 Nov 09 18:04:49.661617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aefde09e-4253-4341-9c96-35c6f2366bc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1ef4f0c53ab44a2ae8e80386b0a2c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7496924 Nov 09 18:04:49.663178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51600) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.668926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca551-6128-47c1-b072-12e800924366 req-99df737c-2988-4115-b03e-b77393066e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.671555 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-99df737c-2988-4115-b03e-b77393066e95 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1094 time: 0.0781627 Nov 09 18:04:49.745955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4d70667-e33f-4286-8063-a35f61b5521d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.769509 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4d70667-e33f-4286-8063-a35f61b5521d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.778189 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-a10aa2b6-2613-41d0-8277-80a01f612126 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 217 time: 0.0976291 Nov 09 18:04:49.791160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aea58e1a-9407-4d5d-9484-ff5cfcaa38ad req-27d4c4f5-2218-40a7-adf7-ec42e6dbc740 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301799 Nov 09 18:04:49.847381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca551-6128-47c1-b072-12e800924366 req-1d5959d7-19f6-4a5f-8580-89e9ab7932a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.849111 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-1d5959d7-19f6-4a5f-8580-89e9ab7932a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.0633168 Nov 09 18:04:49.908923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599de0b-3244-49f6-904a-f010c9ecb186 req-4e16ed35-642d-4cfa-a9a4-18fff40448cb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:49.911008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9599de0b-3244-49f6-904a-f010c9ecb186 req-4e16ed35-642d-4cfa-a9a4-18fff40448cb tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.1332045 Nov 09 18:04:49.924390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4d70667-e33f-4286-8063-a35f61b5521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.928563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4d70667-e33f-4286-8063-a35f61b5521d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:49.928898 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4af545-b36d-402e-92a4-8f8f79df888f x-openstack-request-id: req-0a4af545-b36d-402e-92a4-8f8f79df888f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:49.929444 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:49.929577 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a4af545-b36d-402e-92a4-8f8f79df888f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:49.930187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a4d70667-e33f-4286-8063-a35f61b5521d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b93b01b0-b785-4cee-bb7a-1109e68a7701 HTTP/1.1" status: 204 len: 168 time: 0.2650599 Nov 09 18:04:49.930892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51610) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:49.932638 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2', 'status': 'completed', 'code': 200} Nov 09 18:04:49.935140 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-2b3c0749-912a-4ebc-b80f-3216bff1165d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747607 Nov 09 18:04:49.941632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Request body: {'floatingip': {'port_id': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:49.951206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d70667-e33f-4286-8063-a35f61b5521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93b01b0-b785-4cee-bb7a-1109e68a7701,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:50.007483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:50.143199 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-9b014eb4-7607-49b7-a84f-1e483943342c service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979485 Nov 09 18:04:50.309201 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c88ca551-6128-47c1-b072-12e800924366 req-a95357e4-b510-4461-9b37-46b7b53688f5 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565616 Nov 09 18:04:50.328507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-cd3fb679-c663-4d5b-8cdf-e6d64600e08e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:50.330054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-cd3fb679-c663-4d5b-8cdf-e6d64600e08e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.1195848 Nov 09 18:04:50.463456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-47f0ad2b-56b9-4f37-9840-a868a9e1a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:50.467823 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-47f0ad2b-56b9-4f37-9840-a868a9e1a0bd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1094 time: 0.0903945 Nov 09 18:04:50.502968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Request body: {'port': {'device_id': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'admin_state_up': True, 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:50.667338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-d485ad1d-b94b-4cf6-ad5a-279ecd3da822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:50.671108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-d485ad1d-b94b-4cf6-ad5a-279ecd3da822 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1949644 Nov 09 18:04:50.763409 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-5b8f45b5-e872-4af0-97ce-a2a94a2f815a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 217 time: 0.0830674 Nov 09 18:04:50.826690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5325cbbe-7eda-434c-8fa8-59db6280cec4 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:04:50.886869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-7f27f1d1-a37d-4a71-9e1c-2c1a4e1e38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:50.887843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59c8ef47-0768-491e-95f4-b20d936a2298 req-91437dd4-3093-4e38-b68c-be505250eab2 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 210 time: 0.1054721 Nov 09 18:04:50.901987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-7f27f1d1-a37d-4a71-9e1c-2c1a4e1e38c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.1303337 Nov 09 18:04:50.921495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b0bd-600a-42cc-9295-7ad38f288a02 req-e8142560-847b-4d27-bb60-b4ee48bc88b3 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:50.927104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5669b0bd-600a-42cc-9295-7ad38f288a02 req-e8142560-847b-4d27-bb60-b4ee48bc88b3 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 943 time: 0.4205394 Nov 09 18:04:50.936837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51646) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:50.970808 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-cdff26ae-7bd1-4966-9d36-b4c2a3fc2d4d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597138 Nov 09 18:04:51.021906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5325cbbe-7eda-434c-8fa8-59db6280cec4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5325cbbe-7eda-434c-8fa8-59db6280cec4,segment=NetworkSegment(c7b04125-2c89-4eca-b85f-1b9999abdd2c),segment_id=c7b04125-2c89-4eca-b85f-1b9999abdd2c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:51.039065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51654) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:51.046923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '5325cbbe-7eda-434c-8fa8-59db6280cec4', 'network_id': 'd5b95c34-8c24-4fe7-b00f-7a664797522b', 'port_id': '5325cbbe-7eda-434c-8fa8-59db6280cec4', 'mac_address': 'fa:16:3e:82:4d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089e9a8a-8669-4fcc-8d54-91a8e079a702', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:04:51.136773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.173585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5325cbbe-7eda-434c-8fa8-59db6280cec4 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:51.193121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:51.196699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.207388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:04:51.212567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5325cbbe-7eda-434c-8fa8-59db6280cec4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5325cbbe-7eda-434c-8fa8-59db6280cec4,segment=NetworkSegment(c7b04125-2c89-4eca-b85f-1b9999abdd2c),segment_id=c7b04125-2c89-4eca-b85f-1b9999abdd2c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:51.225240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.262852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5669b0bd-600a-42cc-9295-7ad38f288a02 req-f72f1e30-0b38-4d05-a90f-15d12170230c tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939618 Nov 09 18:04:51.324754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5325cbbe-7eda-434c-8fa8-59db6280cec4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.333254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.333864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.334401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.334906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.335410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.335912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.336434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.337174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.337693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.338263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.338778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.339342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:04:51.374106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35d0b5-3922-407c-afae-f0f19c1ab4e3 req-489ecfc4-ea4b-41cb-a9fb-420c65e6df10 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:51.382515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad35d0b5-3922-407c-afae-f0f19c1ab4e3 req-489ecfc4-ea4b-41cb-a9fb-420c65e6df10 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.3407264 Nov 09 18:04:51.414003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-503992459-network', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:51.442613 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.467754 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.510865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5325cbbe-7eda-434c-8fa8-59db6280cec4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:04:51.515709 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-36e5df33-7688-4ce0-a2d7-fb37f8f2cf1c service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328035 Nov 09 18:04:51.574196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:51.581079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad35d0b5-3922-407c-afae-f0f19c1ab4e3 req-f643637a-edc9-4113-b1c8-170844856bb3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952460 Nov 09 18:04:51.651080 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-46798846-2b05-4c3b-bb29-3752ee956eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.687489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:51.700635 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.713977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f1db3ae-2094-4e03-816c-c0443b4ed7d3 req-d764a381-f5c1-4af1-9ab3-c39f2743ae74 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888387 Nov 09 18:04:51.719578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-715709660-network', 'tenant_id': '7dae8ec069c6475a82b36065dd012bb4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:51.742424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.746161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Made reservation on behalf of 7dae8ec069c6475a82b36065dd012bb4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:51.749809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.761281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.796655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Allocated IP 172.20.0.9 (b232dded-e90e-4b62-8d63-10e8e1593b77/286fc893-d553-4d80-9692-5a4019aadcd1/17fcf26e-00d4-48d6-9840-c5c7602bdebe) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:51.838880 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Floating IP db571a36-58cc-4ba5-9b9e-f1e7739b7df6 associated. External IP: 172.25.0.177, port: 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d. Nov 09 18:04:51.871301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.875644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.923567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:51.938996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e8cfd-d77a-4816-b974-edf2a20b942c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:51.959872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:51.960766 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Added segment db4f1fcc-394f-4b6d-82a1-d171ef19fc7b of type vlan for network d50e6dc2-d570-4744-8b8c-aa243ba9a793 Nov 09 18:04:52.030876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.057176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3801e6b4-83c0-4125-bd1c-03ea5ffe24bc req-c8be7a1c-65a3-4007-a2c9-69ab10ba7d49 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 210 time: 0.0368314 Nov 09 18:04:52.071800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.078663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:52.091171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.155767 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-46798846-2b05-4c3b-bb29-3752ee956eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.167130 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5867391 Nov 09 18:04:52.169721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51706) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:52.174826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-46798846-2b05-4c3b-bb29-3752ee956eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.179247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Request body: {'subnet': {'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-715709660-subnet', 'tenant_id': '7dae8ec069c6475a82b36065dd012bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:52.187090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea4c7e-bff9-4894-a2f4-f5cac2389a86 admin admin] Pushing event updated for resources: {'Network': ['ID=d50e6dc2-d570-4744-8b8c-aa243ba9a793,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.200490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network d50e6dc2-d570-4744-8b8c-aa243ba9a793 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:52.214345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Made reservation on behalf of 7dae8ec069c6475a82b36065dd012bb4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:52.221660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.505883 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.566998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.576662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-46798846-2b05-4c3b-bb29-3752ee956eb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a2598ffcdb94e218a8252a32ea1e41a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5342972 Nov 09 18:04:52.583039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51726) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:52.593573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66807f6-92d7-4bff-8678-b69b977294e1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.617220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Checking segment: {'id': 'db4f1fcc-394f-4b6d-82a1-d171ef19fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:52.617650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Network hostable DHCP agents. Network: d50e6dc2-d570-4744-8b8c-aa243ba9a793, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:52.656570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51730) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:52.657525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.687255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Network d50e6dc2-d570-4744-8b8c-aa243ba9a793 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:52.697305 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4567-8098-4c57-93a9-1c3e2262fb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.702354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46798846-2b05-4c3b-bb29-3752ee956eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a63553a-508b-446a-8c9c-175f83328cbd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.724890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, d50e6dc2-d570-4744-8b8c-aa243ba9a793) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:52.736343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb33dcf-620d-41dc-8ea9-ab09d944dd3d None None] Network d50e6dc2-d570-4744-8b8c-aa243ba9a793 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:52.742447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:52.743015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.757659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4567-8098-4c57-93a9-1c3e2262fb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.780976 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e512ac54-8fea-49ab-8558-07be06b223a8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6097598 Nov 09 18:04:52.793752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:52.796290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d0bc8-f3c0-4742-a8f6-178706f862b3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.833515 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.840990 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.841843 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Added segment b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec of type vlan for network 120ab491-a4a3-4403-851c-84311f388147 Nov 09 18:04:52.844393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5325cbbe-7eda-434c-8fa8-59db6280cec4 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:52.846886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4567-8098-4c57-93a9-1c3e2262fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.851261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4567-8098-4c57-93a9-1c3e2262fb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.854749 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1ac4567-8098-4c57-93a9-1c3e2262fb60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a63553a-508b-446a-8c9c-175f83328cbd HTTP/1.1" status: 204 len: 168 time: 0.2667890 Nov 09 18:04:52.864246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4567-8098-4c57-93a9-1c3e2262fb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a63553a-508b-446a-8c9c-175f83328cbd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:52.890229 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04a3ee7b-d75b-4b62-9547-daf7a5e16dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:52.996027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04a3ee7b-d75b-4b62-9547-daf7a5e16dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.003154 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04a3ee7b-d75b-4b62-9547-daf7a5e16dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.011920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5793-b355-48cb-9bf9-c1f189385358 req-25127b67-5f3b-4b18-a559-8357edb59749 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.014175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55ee5793-b355-48cb-9bf9-c1f189385358 req-25127b67-5f3b-4b18-a559-8357edb59749 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 944 time: 0.4562662 Nov 09 18:04:53.020927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.035828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b5bff-5442-4d63-b6dd-ddcc0bc18cb1 req-5fd8b914-22e6-422a-97b2-e65afa59ac20 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.037551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef5b5bff-5442-4d63-b6dd-ddcc0bc18cb1 req-5fd8b914-22e6-422a-97b2-e65afa59ac20 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.3410661 Nov 09 18:04:53.098022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:04:53.100651 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-04a3ee7b-d75b-4b62-9547-daf7a5e16dc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dddfb5b780c44f66ae2cedad367facd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380612 Nov 09 18:04:53.102269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3ee7b-d75b-4b62-9547-daf7a5e16dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0362c51b-efd3-4d1f-beed-0765a5c4986d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.106001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51744) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:53.135998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.159588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.160552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.161155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.181646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cb4122f-dda2-4648-a7df-09afef9fdbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.190734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55ee5793-b355-48cb-9bf9-c1f189385358 req-f57925cb-8977-4cda-8af5-afec157c8655 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416628 Nov 09 18:04:53.226788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 5325cbbe-7eda-434c-8fa8-59db6280cec4 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:04:53.234653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 5325cbbe-7eda-434c-8fa8-59db6280cec4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:53.234653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.239169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef5b5bff-5442-4d63-b6dd-ddcc0bc18cb1 req-a2d3536d-3c1d-4d22-936c-d7dfb79c00b6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865318 Nov 09 18:04:53.243155 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cb4122f-dda2-4648-a7df-09afef9fdbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.349373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd344f-d4aa-4ddc-a812-f8063918f261 None None] Network d50e6dc2-d570-4744-8b8c-aa243ba9a793 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:53.352743 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cb4122f-dda2-4648-a7df-09afef9fdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.356189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cb4122f-dda2-4648-a7df-09afef9fdbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.357692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5cb4122f-dda2-4648-a7df-09afef9fdbe0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0362c51b-efd3-4d1f-beed-0765a5c4986d HTTP/1.1" status: 204 len: 168 time: 0.2493365 Nov 09 18:04:53.371980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:53.375954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4122f-dda2-4648-a7df-09afef9fdbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0362c51b-efd3-4d1f-beed-0765a5c4986d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.402423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4641590 Nov 09 18:04:53.402753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51758) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:53.404846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:53.415063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Request body: {'subnet': {'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-subnet', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:53.426801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:53.435478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event updated for resources: {'Port': ['ID=17fcf26e-00d4-48d6-9840-c5c7602bdebe,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.438670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64734d8-265d-45eb-8096-5958094f6f5c admin admin] Pushing event updated for resources: {'Network': ['ID=120ab491-a4a3-4403-851c-84311f388147,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.454538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:53.458985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.510469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 120ab491-a4a3-4403-851c-84311f388147 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:53.582434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.584881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.585968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.599037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464347ac-ff0b-4406-ab38-d17182b7fe8b req-572edf4f-6ce1-4e47-956e-729851cec073 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.600912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464347ac-ff0b-4406-ab38-d17182b7fe8b req-572edf4f-6ce1-4e47-956e-729851cec073 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 931 time: 0.2419524 Nov 09 18:04:53.639887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325cbbe-7eda-434c-8fa8-59db6280cec4'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:53.643268 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c165fcb-4817-4542-bc78-307588858eb0" -d '{"events": [{"server_uuid": "6d73eba9-905f-4626-b4a7-8bdc7694dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "5325cbbe-7eda-434c-8fa8-59db6280cec4"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:53.649643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:53.665067 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] Sync routers for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:53.666779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5325cbbe-7eda-434c-8fa8-59db6280cec4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5325cbbe-7eda-434c-8fa8-59db6280cec4,segment=NetworkSegment(c7b04125-2c89-4eca-b85f-1b9999abdd2c),segment_id=c7b04125-2c89-4eca-b85f-1b9999abdd2c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:53.673297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.681567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.682802 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:53.683620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:53.716021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-521277a5-f248-4f20-ae10-d8caaa235d7a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2227223 Nov 09 18:04:53.739097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Request body: {'port': {'device_id': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:53.772995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.785978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5325cbbe-7eda-434c-8fa8-59db6280cec4,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.839362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:53.851264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Checking segment: {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:53.851647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Network hostable DHCP agents. Network: 120ab491-a4a3-4403-851c-84311f388147, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:53.883434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Network 120ab491-a4a3-4403-851c-84311f388147 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:53.901066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 120ab491-a4a3-4403-851c-84311f388147) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:53.917796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1674fa7-236f-4f71-a70e-5353bddce861 None None] Network 120ab491-a4a3-4403-851c-84311f388147 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:53.918171 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:53.923472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:53.924077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:53.968081 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4e22c604-c569-4fc8-b244-d2c511613673 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5628312 Nov 09 18:04:53.971114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51780) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:53.987506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:54.004760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464347ac-ff0b-4406-ab38-d17182b7fe8b req-7ba43f46-84d7-4577-b1e4-11e94f792bf7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707108 Nov 09 18:04:54.008658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-624ee9f8-e47c-46c7-ada9-520f24e30df7 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "PUT /v2.0/floatingips/db571a36-58cc-4ba5-9b9e-f1e7739b7df6 HTTP/1.1" status: 200 len: 991 time: 4.0738769 Nov 09 18:04:54.028746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:54.040503 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5441acab-d85a-4b5e-9571-b4fddca64a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:54.050933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.052512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.142012 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffbed40-5b0d-4948-b4a2-7b7b5885fd93 x-openstack-request-id: req-6ffbed40-5b0d-4948-b4a2-7b7b5885fd93 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:54.142426 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d73eba9-905f-4626-b4a7-8bdc7694dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "5325cbbe-7eda-434c-8fa8-59db6280cec4", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:54.142918 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ffbed40-5b0d-4948-b4a2-7b7b5885fd93 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:54.143823 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5325cbbe-7eda-434c-8fa8-59db6280cec4', 'code': 200} Nov 09 18:04:54.182566 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.195046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.297321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-48bf749c-c9e4-4a19-b0dd-96c45c2d76e1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:54.304170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-48bf749c-c9e4-4a19-b0dd-96c45c2d76e1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/networks?id=d50e6dc2-d570-4744-8b8c-aa243ba9a793 HTTP/1.1" status: 200 len: 821 time: 0.6558776 Nov 09 18:04:54.334933 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a276c1-373b-4c34-9e52-8a6b1cf6622e x-openstack-request-id: req-71a276c1-373b-4c34-9e52-8a6b1cf6622e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:54.335653 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:54.336140 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71a276c1-373b-4c34-9e52-8a6b1cf6622e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:54.336767 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'status': 'completed', 'code': 200} Nov 09 18:04:54.361967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-d6cf9c21-3f24-4a71-94f5-5284b5155f54 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/quotas/7dae8ec069c6475a82b36065dd012bb4 HTTP/1.1" status: 200 len: 375 time: 0.0219145 Nov 09 18:04:54.421935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-120ab491-a4a3-4403-851c-84311f388147', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:04:54.422964 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.484652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.510559 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'db571a36-58cc-4ba5-9b9e-f1e7739b7df6', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'port_id': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'mac_address': 'fa:16:3e:7b:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:04:26Z', 'updated_at': '2021-11-09T18:04:51Z', 'revision_number': 1, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:23Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:54.586394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-234b49ee-39ad-4d3b-ab70-d70133b40080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:54.588044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-234b49ee-39ad-4d3b-ab70-d70133b40080 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45d6703de4ea496a91d1b537ec4e1a5a&device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 1096 time: 0.1464307 Nov 09 18:04:54.697726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-aef4722e-fbe3-410d-92cc-1e2457737c74 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7dae8ec069c6475a82b36065dd012bb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3331897 Nov 09 18:04:54.700340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Allocated IP 172.20.0.2 (120ab491-a4a3-4403-851c-84311f388147/7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2/a31004b3-4abe-424f-8fd8-8154924d5601) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:54.726325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-5a2f33de-85a8-4a56-ba48-39ad84a0cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:54.727814 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-5a2f33de-85a8-4a56-ba48-39ad84a0cfcf service neutron] 10.222.0.85 "GET /v2.0/networks?id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc HTTP/1.1" status: 200 len: 912 time: 0.1325183 Nov 09 18:04:54.769758 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] Checking router: 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:54.796914 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:54.797557 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:54.903980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-41f5bdca-fa8d-4385-9654-63ac325c882c service neutron] 10.222.0.32 "GET /v2.0/networks/d50e6dc2-d570-4744-8b8c-aa243ba9a793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031295 Nov 09 18:04:54.946750 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.959080 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:54.997883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc78a0-6034-4762-8ec1-7e826051a4f4 req-07eaccf5-129e-4afe-b73c-2f748d1b6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:54.999575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5fc78a0-6034-4762-8ec1-7e826051a4f4 req-07eaccf5-129e-4afe-b73c-2f748d1b6fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 1096 time: 0.7838824 Nov 09 18:04:55.008301 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-03fdb87d-7d83-4357-8828-f921d1f07561 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d HTTP/1.1" status: 200 len: 999 time: 0.2470124 Nov 09 18:04:55.016858 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:55.037285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Network 120ab491-a4a3-4403-851c-84311f388147 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:55.044033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.051731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:55.057409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:55.070943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdee8d2-66b5-4457-9727-a16a081cf295 req-47667b69-ccb8-4904-9145-3a658e1ad805 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:55.078862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcdee8d2-66b5-4457-9727-a16a081cf295 req-47667b69-ccb8-4904-9145-3a658e1ad805 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 945 time: 0.6281037 Nov 09 18:04:55.095751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Pushing event updated for resources: {'Port': ['ID=a31004b3-4abe-424f-8fd8-8154924d5601,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.148260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5fc78a0-6034-4762-8ec1-7e826051a4f4 req-4d64cfbb-19be-4f8a-a26c-1a50899a4199 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320601 Nov 09 18:04:55.151380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.163070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-6e0a9037-0329-417d-bb36-0de852d2cf64 service neutron] 10.222.0.32 "GET /v2.0/networks/d50e6dc2-d570-4744-8b8c-aa243ba9a793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576182 Nov 09 18:04:55.205848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Attempting to bind port a31004b3-4abe-424f-8fd8-8154924d5601 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:55.206255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Attempting to bind port a31004b3-4abe-424f-8fd8-8154924d5601 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:55.206627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Attempting to bind port a31004b3-4abe-424f-8fd8-8154924d5601 on network 120ab491-a4a3-4403-851c-84311f388147 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:55.213053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcdee8d2-66b5-4457-9727-a16a081cf295 req-5749a14f-6115-4122-9aa9-ec36724d6448 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311409 Nov 09 18:04:55.219694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:55.220115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Checking segment: {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:55.220531 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.225009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Bound using segment: {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:55.225009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Bound port: a31004b3-4abe-424f-8fd8-8154924d5601, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:55.225009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.259426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-b650af93-5998-4f39-9f75-04f8bf26528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:55.260972 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-b650af93-5998-4f39-9f75-04f8bf26528b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7 HTTP/1.1" status: 200 len: 850 time: 0.2341361 Nov 09 18:04:55.381639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] For port a31004b3-4abe-424f-8fd8-8154924d5601, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:55.385439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] For port a31004b3-4abe-424f-8fd8-8154924d5601, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a31004b3-4abe-424f-8fd8-8154924d5601,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:55.397021 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.405419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fcf26e-00d4-48d6-9840-c5c7602bdebe {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:55.418361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0539e8b-a62c-4d27-8052-0301cfdd1778 req-3ec3799f-49f2-45bc-928f-e577e2f5954a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:55.426933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0539e8b-a62c-4d27-8052-0301cfdd1778 req-3ec3799f-49f2-45bc-928f-e577e2f5954a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.0938334 Nov 09 18:04:55.449402 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.454477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-ad7d1815-29e0-4696-bef4-e75c3379c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:55.456002 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-ad7d1815-29e0-4696-bef4-e75c3379c771 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822894 Nov 09 18:04:55.493905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Transition to ACTIVE for port object 17fcf26e-00d4-48d6-9840-c5c7602bdebe will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:55.498359 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'db571a36-58cc-4ba5-9b9e-f1e7739b7df6', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'port_id': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'mac_address': 'fa:16:3e:7b:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:04:26Z', 'updated_at': '2021-11-09T18:04:51Z', 'revision_number': 1, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:23Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:55.516345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0539e8b-a62c-4d27-8052-0301cfdd1778 req-2e1897c6-7f76-40a6-8af8-b2bcf9619e8f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829566 Nov 09 18:04:55.517866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:55.541996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde5a7d-eaed-4976-8fa8-3fa9503def39 None None] Pushing event updated for resources: {'Port': ['ID=a31004b3-4abe-424f-8fd8-8154924d5601,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.578051 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7986a-6f4e-4eed-8090-7953e4b35024 None None] The sync data for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 is: [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'db571a36-58cc-4ba5-9b9e-f1e7739b7df6', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'port_id': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'mac_address': 'fa:16:3e:7b:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:04:26Z', 'updated_at': '2021-11-09T18:04:51Z', 'revision_number': 1, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:23Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:04:55.613774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Allocated IP 172.25.0.133 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/5ee46cad-fc35-40cb-9272-bb46c6c8f550) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:55.761416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=17fcf26e-00d4-48d6-9840-c5c7602bdebe,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:55.871920 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-22275f5a-fd63-4d03-ad29-398880906c29 service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025979 Nov 09 18:04:55.928842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d6807-1fcb-4ecb-b7c5-13a477eac1b0 req-0e5fa803-fa54-402c-8a65-392621bf0e35 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:55.930968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a53d6807-1fcb-4ecb-b7c5-13a477eac1b0 req-0e5fa803-fa54-402c-8a65-392621bf0e35 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 943 time: 0.1785023 Nov 09 18:04:55.961180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Attempting to bind port 17fcf26e-00d4-48d6-9840-c5c7602bdebe on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:55.961702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Attempting to bind port 17fcf26e-00d4-48d6-9840-c5c7602bdebe by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:55.962303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Attempting to bind port 17fcf26e-00d4-48d6-9840-c5c7602bdebe on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:55.989602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2a853-abdf-456c-8491-d8c5b6ecd175 None None] New status for floating IP db571a36-58cc-4ba5-9b9e-f1e7739b7df6: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:04:56.004432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Port 17fcf26e-00d4-48d6-9840-c5c7602bdebe on network b232dded-e90e-4b62-8d63-10e8e1593b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:04:56.006190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Attempting to bind port 17fcf26e-00d4-48d6-9840-c5c7602bdebe on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:56.028732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:56.029371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:56.030109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Bound using segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:56.030980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.038762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Bound port: 17fcf26e-00d4-48d6-9840-c5c7602bdebe, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:56.039346 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.107314 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5441acab-d85a-4b5e-9571-b4fddca64a4e req-b86c196b-20f8-41cc-af39-bde3e4645387 service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278986 Nov 09 18:04:56.133392 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.138338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a53d6807-1fcb-4ecb-b7c5-13a477eac1b0 req-211b80e6-f29a-4907-91fe-47a34f5c04d2 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807261 Nov 09 18:04:56.256302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:56.269508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:56.281352 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:56.301286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:56.320292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17d944f0-6c19-40fa-89da-16f40e77f31b req-4015ae70-05d9-40c0-8c69-468ca76b9c5a tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 210 time: 0.0641377 Nov 09 18:04:56.358758 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Pushing event updated for resources: {'Port': ['ID=5ee46cad-fc35-40cb-9272-bb46c6c8f550,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:56.374652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] For port 17fcf26e-00d4-48d6-9840-c5c7602bdebe, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:56.392078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] For port 17fcf26e-00d4-48d6-9840-c5c7602bdebe, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:56.438797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.542096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:56.543066 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.547004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/17fcf26e-00d4-48d6-9840-c5c7602bdebe HTTP/1.1" status: 200 len: 1091 time: 2.8134654 Nov 09 18:04:56.568278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'tag': '17fcf26e-00d4-48d6-9840-c5c7602bdebe'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:04:56.585848 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702bb05-bab3-4904-bb92-59ef6ac34a66" -d '{"events": [{"name": "network-changed", "server_uuid": "9c356dd8-f68f-49bc-bb59-ddcb86b8576e", "tag": "17fcf26e-00d4-48d6-9840-c5c7602bdebe"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:04:56.685162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51856) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:56.734198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.742781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624c92-50be-4969-a7f3-5e85b9fea930 req-67df742c-aa15-487f-96c4-a3476e944560 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:56.744367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7624c92-50be-4969-a7f3-5e85b9fea930 req-67df742c-aa15-487f-96c4-a3476e944560 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 945 time: 0.3463168 Nov 09 18:04:56.754696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e87192-dd6d-48d8-b661-4974152eb4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=17fcf26e-00d4-48d6-9840-c5c7602bdebe,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:56.810993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7624c92-50be-4969-a7f3-5e85b9fea930 req-2d15387b-0369-4b5a-a878-5952cb5f4061 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598185 Nov 09 18:04:56.827601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2a47c-f3bb-4854-9328-4acc0a9aac93 req-cada84eb-eab4-47fb-a384-50b01a5f2e95 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:56.846436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ee2a47c-f3bb-4854-9328-4acc0a9aac93 req-cada84eb-eab4-47fb-a384-50b01a5f2e95 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.1817639 Nov 09 18:04:56.856598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-a235b108-ee5a-4415-9693-a48cf87114f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:56.860067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-a235b108-ee5a-4415-9693-a48cf87114f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 1094 time: 0.2299948 Nov 09 18:04:56.877285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-243315225'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:56.891212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6792a05d-4ad4-4b0b-835b-60c047a3122b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.907473 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57aa02a-0731-4daa-9cab-7a9eb9bdef32 x-openstack-request-id: req-f57aa02a-0731-4daa-9cab-7a9eb9bdef32 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:04:56.907769 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c356dd8-f68f-49bc-bb59-ddcb86b8576e", "tag": "17fcf26e-00d4-48d6-9840-c5c7602bdebe", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:04:56.908031 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f57aa02a-0731-4daa-9cab-7a9eb9bdef32 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:04:56.908778 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'tag': '17fcf26e-00d4-48d6-9840-c5c7602bdebe', 'status': 'completed', 'code': 200} Nov 09 18:04:56.965322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-e59614f6-5417-4dfa-957b-67c83dfbf4da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe HTTP/1.1" status: 200 len: 217 time: 0.0792162 Nov 09 18:04:56.978494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Made reservation on behalf of 2e31bcf5413a419eba9c3b1f3d9fe0d1 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:56.981910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:56.987892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a31004b3-4abe-424f-8fd8-8154924d5601 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:57.015905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ee2a47c-f3bb-4854-9328-4acc0a9aac93 req-18e162b0-6bb4-4fdf-a5d4-32d531d6dd16 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673870 Nov 09 18:04:57.035560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.048234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-620ca1b1-27d1-4e49-bfcb-3f3b3cbe7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:57.050005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-620ca1b1-27d1-4e49-bfcb-3f3b3cbe7f01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.0774760 Nov 09 18:04:57.061600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a31004b3-4abe-424f-8fd8-8154924d5601 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:57.061976 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.085458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-de2b9159-1d40-4cd8-ac5b-13ab1baa870a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270674 Nov 09 18:04:57.130532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5101061c-3fc1-42d2-9a73-c9f7c5a0c683 None None] Network 120ab491-a4a3-4403-851c-84311f388147 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:57.180293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6792a05d-4ad4-4b0b-835b-60c047a3122b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.185220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.189503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.197705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6792a05d-4ad4-4b0b-835b-60c047a3122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.258367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cc18722b-8643-4a94-ab68-2b43e585dc44 None None] Provisioning complete for port a31004b3-4abe-424f-8fd8-8154924d5601 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:57.258740 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc18722b-8643-4a94-ab68-2b43e585dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.268527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-51efea87-c3b4-4969-871b-b4ffb9a32092 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753254 Nov 09 18:04:57.294778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a31004b3-4abe-424f-8fd8-8154924d5601, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a31004b3-4abe-424f-8fd8-8154924d5601,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:04:57.324178 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.427724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a31004b3-4abe-424f-8fd8-8154924d5601,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:57.447130 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.452304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c7f6d-5a7f-4114-855f-9950054c610b req-064f4843-c8a8-4737-a5b7-ea92b578aea8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:57.455326 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c7f6d-5a7f-4114-855f-9950054c610b req-064f4843-c8a8-4737-a5b7-ea92b578aea8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 943 time: 0.1943433 Nov 09 18:04:57.456497 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6792a05d-4ad4-4b0b-835b-60c047a3122b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3ce9b718415446ea29aec053dd7636b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7702987 Nov 09 18:04:57.457241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792a05d-4ad4-4b0b-835b-60c047a3122b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ad3d83-bc59-4030-a3d0-db1eb42e65bb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:57.460054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51866) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:57.476466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.527205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:04:57.542738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10f7eab0-9485-4a69-833e-abb7eeb1a360 req-ba41866a-4230-4ed5-b46b-09f8341e53b8 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 210 time: 0.1023607 Nov 09 18:04:57.566842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c89736a-465d-49d1-a93c-31695f813fa0 req-6425d013-75e8-47c3-9b61-df3d8afb058c service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854834 Nov 09 18:04:57.579521 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.579888 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Added segment 0d891715-f3fd-448f-a45a-fa669cbd910e of type vlan for network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 Nov 09 18:04:57.583774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c7f6d-5a7f-4114-855f-9950054c610b req-7b6a5eb8-a2c7-4541-84ca-81f1665e7721 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910456 Nov 09 18:04:57.662620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c26d62-4f70-4915-a196-1ff69f386ec5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:57.672911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-741f9d93-f028-4252-a708-84fc5b16a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:57.674461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-741f9d93-f028-4252-a708-84fc5b16a8e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 1094 time: 0.0469353 Nov 09 18:04:57.680853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.702581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0889c610-abf7-40b2-bba8-3b03f26f29b8 None None] Provisioning complete for port a31004b3-4abe-424f-8fd8-8154924d5601 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:57.703161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-cd012f57-8769-4cac-8e5f-26050efa3640 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:57.703694 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0889c610-abf7-40b2-bba8-3b03f26f29b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.704602 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-cd012f57-8769-4cac-8e5f-26050efa3640 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.85 "GET /v2.0/networks?id=d50e6dc2-d570-4744-8b8c-aa243ba9a793 HTTP/1.1" status: 200 len: 821 time: 0.3755260 Nov 09 18:04:57.717100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e19690b1-1355-49d5-abfd-2b820551244a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:57.771823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-6169eb0e-99a3-4a4c-9b11-5309c1755661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:57.773237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-6169eb0e-99a3-4a4c-9b11-5309c1755661 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.0912545 Nov 09 18:04:57.816957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-49e3fd6a-3a01-42b6-8db5-c6bd257a21e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe HTTP/1.1" status: 200 len: 217 time: 0.0358500 Nov 09 18:04:57.869053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-c0483255-ca30-48d8-bb64-f95cf105240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:57.870569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-c0483255-ca30-48d8-bb64-f95cf105240c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.0457172 Nov 09 18:04:57.910241 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-edba3e3a-a118-4d5a-826e-17b5169ca0cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306787 Nov 09 18:04:58.008141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f62467-ce66-4f94-85e9-4a739bcb3c16 req-4f561abb-cfd7-4881-803e-bd705407f002 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:58.009631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f62467-ce66-4f94-85e9-4a739bcb3c16 req-4f561abb-cfd7-4881-803e-bd705407f002 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 945 time: 0.1018512 Nov 09 18:04:58.010100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Request body: {'port': {'device_id': '44832134-3b79-407f-afb6-234e740f1c05', 'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793', 'admin_state_up': True, 'tenant_id': '7dae8ec069c6475a82b36065dd012bb4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:58.055314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-e0f35889-95c4-4f82-974a-519b0c05b9ba service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367443 Nov 09 18:04:58.071256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.076778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:58.077560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.089132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e19690b1-1355-49d5-abfd-2b820551244a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.095658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Router 438dbd48-2c44-4384-ba7b-b6e56c978ecd is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:04:58.115760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f62467-ce66-4f94-85e9-4a739bcb3c16 req-6f7695e3-03aa-4ead-8f59-6650cac8a353 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972481 Nov 09 18:04:58.187831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8823338 Nov 09 18:04:58.188053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257323e0-3dbc-489f-9753-3372bd68cc1e req-0b079450-20aa-4048-889c-c33f77fe1c37 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:58.188053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257323e0-3dbc-489f-9753-3372bd68cc1e req-0b079450-20aa-4048-889c-c33f77fe1c37 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.0991745 Nov 09 18:04:58.201487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5702bb05-bab3-4904-bb92-59ef6ac34a66 req-d1d4646e-96ce-44e1-9746-90f094c832e7 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365268 Nov 09 18:04:58.216884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f694030-2c29-496e-b4bc-64bb59ca09ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Pushing event updated for resources: {'Network': ['ID=dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:58.233792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:04:58.265550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257323e0-3dbc-489f-9753-3372bd68cc1e req-0615ec37-b9b7-4d05-8834-8034eece8c35 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672421 Nov 09 18:04:58.325639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Made reservation on behalf of 7dae8ec069c6475a82b36065dd012bb4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:58.329538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.335591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e19690b1-1355-49d5-abfd-2b820551244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.338080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e19690b1-1355-49d5-abfd-2b820551244a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.342210 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e19690b1-1355-49d5-abfd-2b820551244a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86ad3d83-bc59-4030-a3d0-db1eb42e65bb HTTP/1.1" status: 204 len: 168 time: 0.8719015 Nov 09 18:04:58.367257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19690b1-1355-49d5-abfd-2b820551244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ad3d83-bc59-4030-a3d0-db1eb42e65bb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:58.374158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:04:58.392084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Sync routers for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:04:58.410504 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:58.410930 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:58.421889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.423197 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3b50fe11-218c-4176-bc6c-9da1e4d9419e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4511118 Nov 09 18:04:58.426292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51884) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:58.531142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Allocated IP 172.20.0.13 (d50e6dc2-d570-4744-8b8c-aa243ba9a793/b66807f6-92d7-4bff-8678-b69b977294e1/f31a8a60-e90b-453d-9146-993de0d01174) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:04:58.598870 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:58.717335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.782234 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.854733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51898) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:58.881329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Request body: {'port': {'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4', 'binding:host_id': 'n-h1-817240-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-113706247'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:58.940490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a31004b3-4abe-424f-8fd8-8154924d5601 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:04:58.941729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Network d50e6dc2-d570-4744-8b8c-aa243ba9a793 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:04:58.945939 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:04:56Z', 'revision_number': 3, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:58.947864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:58.957446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:58.963795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Pushing event updated for resources: {'Port': ['ID=f31a8a60-e90b-453d-9146-993de0d01174,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:58.992024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Made reservation on behalf of 8a170f2af0e042b7afb8133193c5533a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:58.994574 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:58.995032 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Checking router: 438dbd48-2c44-4384-ba7b-b6e56c978ecd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:04:58.995386 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Updating router 438dbd48-2c44-4384-ba7b-b6e56c978ecd port 5ee46cad-fc35-40cb-9272-bb46c6c8f550 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:04:59.006382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.027085 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.043005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a31004b3-4abe-424f-8fd8-8154924d5601 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:04:59.043390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.048383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.049338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.091191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-005ab403-3c38-495d-8cd7-ec334cdb9311 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3639872 Nov 09 18:04:59.109212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91117c7b-e9fe-4980-ba9d-0bd704d4d101 req-9b7d3646-beaf-467d-b5de-a4becd8706ef tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.118246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91117c7b-e9fe-4980-ba9d-0bd704d4d101 req-9b7d3646-beaf-467d-b5de-a4becd8706ef tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 945 time: 0.5337021 Nov 09 18:04:59.128021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Request body: {'port': {'device_id': '44832134-3b79-407f-afb6-234e740f1c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:59.216473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab442d0-fd36-479c-b89e-1cd45f9699fa req-6eda92cc-2104-47e5-b388-cb526adeea2b tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.218366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bab442d0-fd36-479c-b89e-1cd45f9699fa req-6eda92cc-2104-47e5-b388-cb526adeea2b tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 932 time: 0.2954059 Nov 09 18:04:59.260455 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.280389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.281649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91117c7b-e9fe-4980-ba9d-0bd704d4d101 req-67072eeb-ddf6-484d-8fa6-18633aa6b302 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624634 Nov 09 18:04:59.288587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.313725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] device_id is not set on port 700119b4-08dc-429f-9927-bcf5328ba516 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:04:59.331506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51912) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:04:59.359010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bab442d0-fd36-479c-b89e-1cd45f9699fa req-392fe1e2-3093-4409-9b73-0be396ad706c tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302099 Nov 09 18:04:59.388015 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.397370 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.460451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86aeee1-f8a0-4d09-801a-2465ccdf8bc4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:59.461611 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3380e-3bca-474b-b9aa-e1efabfbcfcd None None] Pushing event updated for resources: {'Port': ['ID=5ee46cad-fc35-40cb-9272-bb46c6c8f550,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:59.485593 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Attempting to bind port 5ee46cad-fc35-40cb-9272-bb46c6c8f550 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:04:59.486685 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Attempting to bind port 5ee46cad-fc35-40cb-9272-bb46c6c8f550 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:04:59.487593 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Attempting to bind port 5ee46cad-fc35-40cb-9272-bb46c6c8f550 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:04:59.494102 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:04:59.494869 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:59.495436 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.495985 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:04:59.496629 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Bound port: 5ee46cad-fc35-40cb-9272-bb46c6c8f550, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:04:59.497425 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.538657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1257850837-network', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:04:59.557178 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] For port 5ee46cad-fc35-40cb-9272-bb46c6c8f550, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:04:59.561271 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] For port 5ee46cad-fc35-40cb-9272-bb46c6c8f550, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ee46cad-fc35-40cb-9272-bb46c6c8f550,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:04:59.565437 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.617221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dabdaf-cb77-4ae3-890c-4e00a1ef914e req-18d1960d-4feb-4baa-9e91-c436c98ab537 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.619097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84dabdaf-cb77-4ae3-890c-4e00a1ef914e req-18d1960d-4feb-4baa-9e91-c436c98ab537 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 943 time: 0.2496357 Nov 09 18:04:59.623599 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3380e-3bca-474b-b9aa-e1efabfbcfcd None None] Pushing event updated for resources: {'Port': ['ID=5ee46cad-fc35-40cb-9272-bb46c6c8f550,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:59.640089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:04:59.642987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.645323 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:04:59.645952 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:04:59.666572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.678661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f0197-6e96-494a-bd19-fe303a194e1b req-019e517b-6d70-49b2-9f25-a6fd958573f3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.680554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b1f0197-6e96-494a-bd19-fe303a194e1b req-019e517b-6d70-49b2-9f25-a6fd958573f3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.2395871 Nov 09 18:04:59.691826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] device_id is not set on port 700119b4-08dc-429f-9927-bcf5328ba516 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:04:59.707506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.719984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.775249 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:04:59.785467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84dabdaf-cb77-4ae3-890c-4e00a1ef914e req-98651ce5-326c-4cea-960c-4726d2f7bfda tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359758 Nov 09 18:04:59.822454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=700119b4-08dc-429f-9927-bcf5328ba516,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:04:59.842178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b1f0197-6e96-494a-bd19-fe303a194e1b req-be524d8e-5acd-4a7a-a9c7-9ce571cad97d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466556 Nov 09 18:04:59.847399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Checking segment: {'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:04:59.847758 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Network hostable DHCP agents. Network: dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:04:59.858465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31a8a60-e90b-453d-9146-993de0d01174 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:04:59.869762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.888932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:04:59.914021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Transition to ACTIVE for port object f31a8a60-e90b-453d-9146-993de0d01174 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:04:59.926709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:04:59.932640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-38b313e1-4864-425a-b6b5-7e5f43287d91 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:04:59.933793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-38b313e1-4864-425a-b6b5-7e5f43287d91 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 945 time: 0.1691380 Nov 09 18:04:59.954537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:04:59.966648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:04:59.967859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7a286-87ad-4106-97ca-61c9ae548aeb None None] Network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:04:59.985839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.000185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Pushing event updated for resources: {'Port': ['ID=f31a8a60-e90b-453d-9146-993de0d01174,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.003141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.003530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.003901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.017612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.031810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.032051 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.032652 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 2 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.049936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.049936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.049936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.073509 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:04:56Z', 'revision_number': 3, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:00.082463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.082908 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.084970 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 3 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.089020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:00.102719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.110791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ab26f1-b7b1-44d2-932d-a960353f2534,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.114479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.114813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.115148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.119036 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712500b5-e4a9-4cf2-ad15-9baf97052ce2 None None] The sync data for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 is: [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:04:56Z', 'revision_number': 3, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:00.119281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.119574 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Added segment 7d4b543d-4853-43f3-8744-eef96b49ee1c of type vlan for network efd0066e-7bf0-4e83-8f5c-491b6a474b56 Nov 09 18:05:00.131295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.131681 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.133575 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 4 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.146426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.147335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.147335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.147533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.147643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.147741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:00.147926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.148080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.151359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Attempting to bind port f31a8a60-e90b-453d-9146-993de0d01174 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.151696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Attempting to bind port f31a8a60-e90b-453d-9146-993de0d01174 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'db4f1fcc-394f-4b6d-82a1-d171ef19fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.152020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Attempting to bind port f31a8a60-e90b-453d-9146-993de0d01174 on network d50e6dc2-d570-4744-8b8c-aa243ba9a793 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.157243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.157568 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.158252 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 5 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.160674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Port f31a8a60-e90b-453d-9146-993de0d01174 on network d50e6dc2-d570-4744-8b8c-aa243ba9a793 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.161112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Attempting to bind port f31a8a60-e90b-453d-9146-993de0d01174 on network d50e6dc2-d570-4744-8b8c-aa243ba9a793 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.174237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:00.174237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Checking segment: {'id': 'db4f1fcc-394f-4b6d-82a1-d171ef19fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:00.174555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Bound using segment: {'id': 'db4f1fcc-394f-4b6d-82a1-d171ef19fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:00.174901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Bound port: f31a8a60-e90b-453d-9146-993de0d01174, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4f1fcc-394f-4b6d-82a1-d171ef19fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:00.175255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.184615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.184956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.185394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.194782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.195117 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.195663 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 6 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.195882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.231126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.231476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.231812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.239203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.239506 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.241241 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 7 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.260524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Deleting port 5325cbbe-7eda-434c-8fa8-59db6280cec4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:00.260866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.270553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.271097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.271260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.275941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] For port f31a8a60-e90b-453d-9146-993de0d01174, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:00.280033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] For port f31a8a60-e90b-453d-9146-993de0d01174, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f31a8a60-e90b-453d-9146-993de0d01174,segment=NetworkSegment(db4f1fcc-394f-4b6d-82a1-d171ef19fc7b),segment_id=db4f1fcc-394f-4b6d-82a1-d171ef19fc7b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:00.281468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.281795 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.282291 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 8 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.291474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.321052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.321393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.321733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.334156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.334834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.336220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] 10.222.0.85 "PUT /v2.0/ports/f31a8a60-e90b-453d-9146-993de0d01174 HTTP/1.1" status: 200 len: 1092 time: 1.2147934 Nov 09 18:05:00.336827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44832134-3b79-407f-afb6-234e740f1c05', 'tag': 'f31a8a60-e90b-453d-9146-993de0d01174'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:00.339158 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d8bc40-839f-429f-b0b5-025d0d006691" -d '{"events": [{"name": "network-changed", "server_uuid": "44832134-3b79-407f-afb6-234e740f1c05", "tag": "f31a8a60-e90b-453d-9146-993de0d01174"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:00.341798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.342151 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.344825 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 9 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.375600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.375934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.376266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.388783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1bad2-9e71-4a61-9dc1-f14515cbd1cb service neutron] Pushing event updated for resources: {'Port': ['ID=f31a8a60-e90b-453d-9146-993de0d01174,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.392797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.393171 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.400479 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 10 to bind port 700119b4-08dc-429f-9927-bcf5328ba516 Nov 09 18:05:00.406363 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e48ec0d-78d8-49d7-b163-5e500e2e7cfe x-openstack-request-id: req-3e48ec0d-78d8-49d7-b163-5e500e2e7cfe {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:00.406644 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44832134-3b79-407f-afb6-234e740f1c05", "tag": "f31a8a60-e90b-453d-9146-993de0d01174", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:00.406893 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e48ec0d-78d8-49d7-b163-5e500e2e7cfe {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:00.407284 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44832134-3b79-407f-afb6-234e740f1c05', 'tag': 'f31a8a60-e90b-453d-9146-993de0d01174', 'status': 'completed', 'code': 200} Nov 09 18:05:00.443160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:00.443160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:00.443160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:00.449013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port 700119b4-08dc-429f-9927-bcf5328ba516 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:00.449351 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port 700119b4-08dc-429f-9927-bcf5328ba516 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:00.449727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.472375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-67e8fcc9-3e61-41cd-85b1-5a9a5f1de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.473912 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-67e8fcc9-3e61-41cd-85b1-5a9a5f1de8ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7dae8ec069c6475a82b36065dd012bb4&device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 1095 time: 0.0821629 Nov 09 18:05:00.513353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.514433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.515043 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.537309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-1cab2c6e-57e1-4314-9965-d8e7c84b5c50 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31a8a60-e90b-453d-9146-993de0d01174 HTTP/1.1" status: 200 len: 217 time: 0.0424261 Nov 09 18:05:00.593603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] For port 700119b4-08dc-429f-9927-bcf5328ba516, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:00.593984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempted to set empty binding levels {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:05:00.602363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.613780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-fd1bb8fc-f76c-47af-bbae-f6404fd1c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.615551 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-fd1bb8fc-f76c-47af-bbae-f6404fd1c87f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b66807f6-92d7-4bff-8678-b69b977294e1 HTTP/1.1" status: 200 len: 861 time: 0.0682189 Nov 09 18:05:00.627087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Allocated IP 172.20.0.1 (120ab491-a4a3-4403-851c-84311f388147/7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2/ac6c3bb0-3332-4809-be06-5f104feff7f1) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:00.649213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.649964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.668755 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-09bbd92f-62ee-44e5-93dd-1fc321bb69a7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50e6dc2-d570-4744-8b8c-aa243ba9a793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339942 Nov 09 18:05:00.673602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3407829 Nov 09 18:05:00.679564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37fc31-a300-412b-9b01-33d238d08c75 admin admin] Pushing event updated for resources: {'Network': ['ID=efd0066e-7bf0-4e83-8f5c-491b6a474b56,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.680000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51924) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:00.694910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:00.698180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Request body: {'subnet': {'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1257850837-subnet', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:00.710788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=700119b4-08dc-429f-9927-bcf5328ba516,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:00.733225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df211c2-498e-4f60-8cc1-bbf18fb0fc3b req-1a2ffcf1-d4ad-43fb-bb30-1f4377c50e42 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.743457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8df211c2-498e-4f60-8cc1-bbf18fb0fc3b req-1a2ffcf1-d4ad-43fb-bb30-1f4377c50e42 tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 945 time: 0.3264399 Nov 09 18:05:00.746307 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1205e019-47a9-4dec-88db-37818396d45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8904836 Nov 09 18:05:00.752292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:00.803019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:00.805306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.886790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8df211c2-498e-4f60-8cc1-bbf18fb0fc3b req-7e634b92-556c-43ed-a589-8ab75e7fb1be tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/security-groups?id=802245a7-1967-4336-93cc-2c4177f06ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419430 Nov 09 18:05:00.888794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 17fcf26e-00d4-48d6-9840-c5c7602bdebe details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:00.897223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c76c52-0dd8-4443-8842-df6dc3579542 req-7462c1a5-8531-43fd-a35a-b74c19601155 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:00.899460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4c76c52-0dd8-4443-8842-df6dc3579542 req-7462c1a5-8531-43fd-a35a-b74c19601155 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 944 time: 0.4009202 Nov 09 18:05:00.904733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] For port 5325cbbe-7eda-434c-8fa8-59db6280cec4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5325cbbe-7eda-434c-8fa8-59db6280cec4,segment=NetworkSegment(c7b04125-2c89-4eca-b85f-1b9999abdd2c),segment_id=c7b04125-2c89-4eca-b85f-1b9999abdd2c)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:00.905469 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:00.951614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Calling delete_port for 5325cbbe-7eda-434c-8fa8-59db6280cec4 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:00.959711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ee46cad-fc35-40cb-9272-bb46c6c8f550 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:00.960558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-f8919d31-bbb0-40d6-aebb-e152b712eb1e service neutron] 10.222.0.85 "GET /v2.0/networks/d50e6dc2-d570-4744-8b8c-aa243ba9a793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833159 Nov 09 18:05:01.079121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Deleting port 700119b4-08dc-429f-9927-bcf5328ba516 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:01.079792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.086893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 17fcf26e-00d4-48d6-9840-c5c7602bdebe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:01.098394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5ee46cad-fc35-40cb-9272-bb46c6c8f550 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:01.098918 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.103410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '17fcf26e-00d4-48d6-9840-c5c7602bdebe', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'port_id': '17fcf26e-00d4-48d6-9840-c5c7602bdebe', 'mac_address': 'fa:16:3e:d8:7a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc893-d553-4d80-9692-5a4019aadcd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:01.167828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.187270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4c76c52-0dd8-4443-8842-df6dc3579542 req-63dc71e0-66f9-46c4-8c8d-b26318c69d9e tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541037 Nov 09 18:05:01.198221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.217917 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4277a961-c329-418b-8ea7-81e53bc4f8f0 req-50c06c9a-4916-46c2-99ad-1592f2a71570 service neutron] 10.222.0.85 "GET /v2.0/networks/d50e6dc2-d570-4744-8b8c-aa243ba9a793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401235 Nov 09 18:05:01.281789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Pushing event deleted for resources: {'Port': ['ID=5325cbbe-7eda-434c-8fa8-59db6280cec4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.289945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] For port 700119b4-08dc-429f-9927-bcf5328ba516, host n-h1-817240-1, got binding levels [] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:01.290338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.331106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5325cbbe-7eda-434c-8fa8-59db6280cec4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:01.337497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.359554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Calling delete_port for 700119b4-08dc-429f-9927-bcf5328ba516 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:01.373163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.377932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] No DVR routers for this DVR port 5325cbbe-7eda-434c-8fa8-59db6280cec4 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:01.381376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fcf26e-00d4-48d6-9840-c5c7602bdebe {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:01.387118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9f05f-02d6-47f4-830d-66f5862e693b req-fb86324e-480c-4a43-a1c2-788af624375d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:01.395410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6fd9f05f-02d6-47f4-830d-66f5862e693b req-fb86324e-480c-4a43-a1c2-788af624375d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 943 time: 0.2246757 Nov 09 18:05:01.398420 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.402102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8963b358-f8f7-4c75-8e96-f868e042db6d req-0295d800-1be5-4e53-8737-dbd64240205a tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.73 "DELETE /v2.0/ports/5325cbbe-7eda-434c-8fa8-59db6280cec4 HTTP/1.1" status: 204 len: 173 time: 1.4559352 Nov 09 18:05:01.404957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'name': 'network-vif-deleted', 'tag': '5325cbbe-7eda-434c-8fa8-59db6280cec4'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:01.407390 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e4e2c-a76d-456d-8937-14c0192d43da" -d '{"events": [{"server_uuid": "6d73eba9-905f-4626-b4a7-8bdc7694dbb4", "name": "network-vif-deleted", "tag": "5325cbbe-7eda-434c-8fa8-59db6280cec4"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:01.411723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 17fcf26e-00d4-48d6-9840-c5c7602bdebe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:01.434506 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.445016 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.474795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.481939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-af7c2a56-7822-4c04-b18f-f17c5385f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:01.483663 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-af7c2a56-7822-4c04-b18f-f17c5385f56c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7dae8ec069c6475a82b36065dd012bb4&device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 1095 time: 0.1907954 Nov 09 18:05:01.493829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6fabf9-1fbd-4223-b392-fef323e30485,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.515349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 5ee46cad-fc35-40cb-9272-bb46c6c8f550, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ee46cad-fc35-40cb-9272-bb46c6c8f550,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:01.516736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=17fcf26e-00d4-48d6-9840-c5c7602bdebe,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.524704 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.529531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Network 120ab491-a4a3-4403-851c-84311f388147 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:01.543165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebf089-5900-4c66-abb4-89d68c54a59f req-f62e3c8e-9074-46c2-b888-e36431d817e2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:01.545482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09ebf089-5900-4c66-abb4-89d68c54a59f req-f62e3c8e-9074-46c2-b888-e36431d817e2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.2237892 Nov 09 18:05:01.563021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:01.571316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Checking segment: {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:01.571707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Network hostable DHCP agents. Network: efd0066e-7bf0-4e83-8f5c-491b6a474b56, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:01.579431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6fd9f05f-02d6-47f4-830d-66f5862e693b req-ccd1d4e1-463a-4a7e-bcfc-14c8ffc3cd04 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807115 Nov 09 18:05:01.591680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:01.604397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=5ee46cad-fc35-40cb-9272-bb46c6c8f550,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.627348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.678215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event deleted for resources: {'Port': ['ID=700119b4-08dc-429f-9927-bcf5328ba516,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.679733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6c3bb0-3332-4809-be06-5f104feff7f1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:01.680560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:01.687305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-2866b4ff-7f8c-4f0b-bcc6-84aff0e07e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:01.688289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:01.690222 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-2866b4ff-7f8c-4f0b-bcc6-84aff0e07e9a service neutron] 10.222.0.85 "GET /v2.0/networks?id=d50e6dc2-d570-4744-8b8c-aa243ba9a793 HTTP/1.1" status: 200 len: 922 time: 0.1867125 Nov 09 18:05:01.700977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.705613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2c5a586c-ee66-4f5e-9a95-23305678c0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "DELETE /v2.0/ports/700119b4-08dc-429f-9927-bcf5328ba516 HTTP/1.1" status: 204 len: 168 time: 0.9523194 Nov 09 18:05:01.710608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09ebf089-5900-4c66-abb4-89d68c54a59f req-433f9ca4-5dac-423a-b051-81842325c505 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489313 Nov 09 18:05:01.713325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:01.731609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.741481 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeddfea2-1761-4bfd-9a4b-07f06162c0f2 x-openstack-request-id: req-aeddfea2-1761-4bfd-9a4b-07f06162c0f2 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:01.741883 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d73eba9-905f-4626-b4a7-8bdc7694dbb4", "name": "network-vif-deleted", "tag": "5325cbbe-7eda-434c-8fa8-59db6280cec4", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:01.742259 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeddfea2-1761-4bfd-9a4b-07f06162c0f2 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:01.742752 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d73eba9-905f-4626-b4a7-8bdc7694dbb4', 'name': 'network-vif-deleted', 'tag': '5325cbbe-7eda-434c-8fa8-59db6280cec4', 'status': 'completed', 'code': 200} Nov 09 18:05:01.776127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, efd0066e-7bf0-4e83-8f5c-491b6a474b56) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:01.778689 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b4dbf9-7524-43d7-bbf3-93c8d5e71031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:05:01.779968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-00b4dbf9-7524-43d7-bbf3-93c8d5e71031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "GET /v2.0/ports/700119b4-08dc-429f-9927-bcf5328ba516 HTTP/1.1" status: 404 len: 333 time: 0.0646169 Nov 09 18:05:01.783495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:01.784459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.786847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51940) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:01.791085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e2f87-4dfa-4da9-bac5-738dc9a5d749 None None] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:01.792939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Request body: {'port': {'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1545554201'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:01.797840 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-a3f401a6-ac0d-4a0c-9dab-a7da2f5bc31c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31a8a60-e90b-453d-9146-993de0d01174 HTTP/1.1" status: 200 len: 217 time: 0.0909874 Nov 09 18:05:01.870490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-880eb820-0898-4a9c-9a87-2e8229b9f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:01.872020 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-880eb820-0898-4a9c-9a87-2e8229b9f155 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b66807f6-92d7-4bff-8678-b69b977294e1 HTTP/1.1" status: 200 len: 861 time: 0.0659697 Nov 09 18:05:01.906682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:01.922110 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-90aabf8f-571e-46ca-b618-bc5171e8cd3b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d50e6dc2-d570-4744-8b8c-aa243ba9a793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374370 Nov 09 18:05:01.958585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Made reservation on behalf of 8a170f2af0e042b7afb8133193c5533a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:01.969984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.002261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-afefde86-edc7-4896-84f9-ad5c5ac4c5bc None None] Provisioning complete for port ac6c3bb0-3332-4809-be06-5f104feff7f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:02.002941 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-afefde86-edc7-4896-84f9-ad5c5ac4c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.066933 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f97ed558-3217-45c7-a53b-f73ed66b225d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3859019 Nov 09 18:05:02.067594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:02.076629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:02.087763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-afefde86-edc7-4896-84f9-ad5c5ac4c5bc None None] Port ac6c3bb0-3332-4809-be06-5f104feff7f1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:02.113833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-fdd97368-99b5-4850-9740-520e1a9e5a0c service neutron] 10.222.0.85 "GET /v2.0/networks/d50e6dc2-d570-4744-8b8c-aa243ba9a793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833231 Nov 09 18:05:02.115107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] device_id is not set on port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:02.129731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:02.134498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.154230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf76b6ac-70bf-436b-82c6-de4418461dd2 req-450a1d2c-c306-47ac-85a8-2dc0b9b8be2e tempest-InstanceActionsV221TestJSON-701060847 tempest-InstanceActionsV221TestJSON-701060847-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d73eba9-905f-4626-b4a7-8bdc7694dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0349169 Nov 09 18:05:02.187868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.188906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.235623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.245440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.293614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Allocated IP 172.20.0.2 (efd0066e-7bf0-4e83-8f5c-491b6a474b56/5d6fabf9-1fbd-4223-b392-fef323e30485/b21ce71e-d448-45e2-9773-ccd8dc874ec9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:02.327691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67d8bc40-839f-429f-b0b5-025d0d006691 req-82dc2037-da59-4690-90cc-78ce8c156ce8 service neutron] 10.222.0.85 "GET /v2.0/networks/d50e6dc2-d570-4744-8b8c-aa243ba9a793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991353 Nov 09 18:05:02.373961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.378893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.405357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0458aa-c752-4505-a415-daeac1a2d164 req-bac812ae-c331-48d2-b960-6dbb7261eea2 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:02.411141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f0458aa-c752-4505-a415-daeac1a2d164 req-bac812ae-c331-48d2-b960-6dbb7261eea2 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 944 time: 0.1100643 Nov 09 18:05:02.433160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6c3bb0-3332-4809-be06-5f104feff7f1,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:02.485296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.510847 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f0458aa-c752-4505-a415-daeac1a2d164 req-61f85d90-ab35-40f2-84c6-94031ec5746a tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987687 Nov 09 18:05:02.527778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:02.532215 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.557084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Network 120ab491-a4a3-4403-851c-84311f388147 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:02.558595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:02.613515 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:05:02.633012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:02.645738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:02.661696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:02.688174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Pushing event updated for resources: {'Port': ['ID=b21ce71e-d448-45e2-9773-ccd8dc874ec9,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:02.779691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Router 438dbd48-2c44-4384-ba7b-b6e56c978ecd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:05:02.808555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae450cc-12be-4068-85c2-1ae25241fbdb req-0465483a-7cc9-469b-857b-1d1a7ce1c3f9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:02.811201 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ae450cc-12be-4068-85c2-1ae25241fbdb req-0465483a-7cc9-469b-857b-1d1a7ce1c3f9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 944 time: 0.1419752 Nov 09 18:05:02.830518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Attempting to bind port b21ce71e-d448-45e2-9773-ccd8dc874ec9 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:02.830908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Attempting to bind port b21ce71e-d448-45e2-9773-ccd8dc874ec9 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:02.831278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Attempting to bind port b21ce71e-d448-45e2-9773-ccd8dc874ec9 on network efd0066e-7bf0-4e83-8f5c-491b6a474b56 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:02.855874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:02.873534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:02.873916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Checking segment: {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:02.874361 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.874933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Bound using segment: {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:02.875956 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Bound port: b21ce71e-d448-45e2-9773-ccd8dc874ec9, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:02.876352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.943766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 17fcf26e-00d4-48d6-9840-c5c7602bdebe up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:02.954323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.961420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ee46cad-fc35-40cb-9272-bb46c6c8f550 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:02.962131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:02.991280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '7414b638-4b46-4f25-84a0-3c76b8be2ed2', 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043', 'port_id': '7414b638-4b46-4f25-84a0-3c76b8be2ed2', 'mac_address': 'fa:16:3e:6b:b6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6052a951-5024-40c9-9323-bc9f9a42c40e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:03.041709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.067990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] For port b21ce71e-d448-45e2-9773-ccd8dc874ec9, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:03.091410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:03.098706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:03.107769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:03.108746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:03.109357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.113405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fa8dcfc1-4477-4806-8656-faa49f7c0b98 None None] Provisioning complete for port ac6c3bb0-3332-4809-be06-5f104feff7f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:03.113979 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fa8dcfc1-4477-4806-8656-faa49f7c0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.114127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ee56e5-7419-4fc8-afe4-05ae2d568b39,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:03.125002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] For port b21ce71e-d448-45e2-9773-ccd8dc874ec9, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b21ce71e-d448-45e2-9773-ccd8dc874ec9,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:03.135732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-46cd56e3-af97-40cf-a164-5b19aea50185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3464127 Nov 09 18:05:03.141371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51954) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:03.147184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:03.164333 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.207583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.222891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ae450cc-12be-4068-85c2-1ae25241fbdb req-106e0494-1d0a-4cd4-9e56-160121ec6d74 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770001 Nov 09 18:05:03.248134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabcb80-d6e6-436c-99d6-4bec224bd421 req-33e43224-e8e2-4212-b12b-07f6919d3cbe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:03.250477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dabcb80-d6e6-436c-99d6-4bec224bd421 req-33e43224-e8e2-4212-b12b-07f6919d3cbe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.3398373 Nov 09 18:05:03.266148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:03.272711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d0dc3c09-5fb6-4d22-8c88-84567b9f1e6c admin admin] 10.222.0.32 "PUT /v2.0/routers/438dbd48-2c44-4384-ba7b-b6e56c978ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8442461 Nov 09 18:05:03.287185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.293871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Sync routers for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:03.297608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dcfc1-4477-4806-8656-faa49f7c0b98 None None] Port ac6c3bb0-3332-4809-be06-5f104feff7f1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:03.316576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 17fcf26e-00d4-48d6-9840-c5c7602bdebe completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:03.352608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7414b638-4b46-4f25-84a0-3c76b8be2ed2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:03.355992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dabcb80-d6e6-436c-99d6-4bec224bd421 req-248a5257-65ee-4598-a379-27131686660d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938292 Nov 09 18:05:03.381684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 17fcf26e-00d4-48d6-9840-c5c7602bdebe triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:03.382114 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.391604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5ee46cad-fc35-40cb-9272-bb46c6c8f550 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:03.391980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.405770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.447733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46404c80-74fb-4a3e-90fa-3b50f1b7b7eb None None] Pushing event updated for resources: {'Port': ['ID=b21ce71e-d448-45e2-9773-ccd8dc874ec9,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:03.459614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:03.459614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:03.464347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:03.469746 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.582021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51972) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:03.616973 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.727668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] Deleting subnet 089e9a8a-8669-4fcc-8d54-91a8e079a702 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:05:03.728832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:03.734719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.761356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] device_id is not set on port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:03.766984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Allocated IP 172.25.0.172 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/9099dd18-9df7-40ed-819c-f7b92dde3f4e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:03.780917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.799409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.804586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dc143-7ddc-4b32-9d14-f3c295f5c18f req-bbdd5a29-ccd7-4f21-8f8f-85361d26a524 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:03.806133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f3dc143-7ddc-4b32-9d14-f3c295f5c18f req-bbdd5a29-ccd7-4f21-8f8f-85361d26a524 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 944 time: 0.1369777 Nov 09 18:05:03.815889 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.899614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f3dc143-7ddc-4b32-9d14-f3c295f5c18f req-48878a99-8696-469c-9b1d-e8d06eb7415d tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862651 Nov 09 18:05:03.902967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.906641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ee56e5-7419-4fc8-afe4-05ae2d568b39,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:03.922538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.922907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.923249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.923594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.923938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.924281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.924620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.924960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.925294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.925627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.925969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.926716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:03.971418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:03.972027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:03.972165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:03.988919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:03.990761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:03.994321 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.012335 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 2 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.024987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.032510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089e9a8a-8669-4fcc-8d54-91a8e079a702,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:04.042417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.044615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.044947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.045292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.050548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0e51d9e0-9d5f-46a6-8a03-d97a9e0f4d49 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/089e9a8a-8669-4fcc-8d54-91a8e079a702 HTTP/1.1" status: 204 len: 168 time: 0.4647932 Nov 09 18:05:04.051638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52008) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:04.053114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.053452 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.055404 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 3 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.080161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.081053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.081053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.087657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.088048 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.089593 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 4 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.105662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.105894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.106336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.110315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7414b638-4b46-4f25-84a0-3c76b8be2ed2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:04.116062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.116447 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.117923 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 5 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.132275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.147860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.153262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:04.184006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.184357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.184702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.194839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.195190 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.197722 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 6 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.241582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Pushing event updated for resources: {'Port': ['ID=9099dd18-9df7-40ed-819c-f7b92dde3f4e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:04.245365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:04.250288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.250617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.250807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.253357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:04.261821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:04.307378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.307754 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.312893 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 7 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.320783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.389826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b95c34-8c24-4fe7-b00f-7a664797522b']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:04.394108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.394999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.394999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.430122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.430387 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.433207 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 8 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.433369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.449144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.449479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.449814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.460041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.460617 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.465764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b04125-2c89-4eca-b85f-1b9999abdd2c') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:04.466253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b04125-2c89-4eca-b85f-1b9999abdd2c') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:04.478999 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 9 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.497014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.497374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.498420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.504380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.504841 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.506836 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 10 to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 Nov 09 18:05:04.514271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f31a8a60-e90b-453d-9146-993de0d01174 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:04.520426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.533254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:04.533687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:04.534038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:04.541582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:04.542001 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:04.542336 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.575164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.591049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e502c-8a24-4c0d-b425-1dcfa73ba5dd req-5c1d89aa-e202-45ae-a7ae-9a428a48fbc9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:04.593168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e4e502c-8a24-4c0d-b425-1dcfa73ba5dd req-5c1d89aa-e202-45ae-a7ae-9a428a48fbc9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 944 time: 0.2651494 Nov 09 18:05:04.597154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:05:04.598117 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:05:04.600285 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:05:04.668292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fcf26e-00d4-48d6-9840-c5c7602bdebe'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:04.672271 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d41dc-83e0-4e3a-ad1b-0ae80f53b240" -d '{"events": [{"server_uuid": "9c356dd8-f68f-49bc-bb59-ddcb86b8576e", "name": "network-vif-plugged", "status": "completed", "tag": "17fcf26e-00d4-48d6-9840-c5c7602bdebe"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:04.688368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdd565-0633-4766-acff-93a17291378c req-e9a01b85-45ed-4258-88e6-7b6a4e6627a4 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:04.689607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.696915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bcdd565-0633-4766-acff-93a17291378c req-e9a01b85-45ed-4258-88e6-7b6a4e6627a4 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.2277617 Nov 09 18:05:04.739791 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.759402 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.764838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5b95c34-8c24-4fe7-b00f-7a664797522b HTTP/1.1" status: 204 len: 168 time: 0.7121880 Nov 09 18:05:04.779851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 17fcf26e-00d4-48d6-9840-c5c7602bdebe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:04.783066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e4e502c-8a24-4c0d-b425-1dcfa73ba5dd req-aff0747c-9dbb-4e06-b534-19ee067493aa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763895 Nov 09 18:05:04.805353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e89a7c-11d5-41cd-8a22-7981363f91a4 None None] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:04.854781 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bcdd565-0633-4766-acff-93a17291378c req-0cecc0ff-2610-427e-b55a-ef0f7f2038fe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567845 Nov 09 18:05:04.857806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0d9c4-0807-4b92-a41a-f6aaa987e686 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b95c34-8c24-4fe7-b00f-7a664797522b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:04.858554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] For port b1ee56e5-7419-4fc8-afe4-05ae2d568b39, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:04.858988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempted to set empty binding levels {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:05:04.873175 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:04.997931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.089377 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1feb582-dfa8-45a6-963d-7b63f33edcf8 x-openstack-request-id: req-d1feb582-dfa8-45a6-963d-7b63f33edcf8 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:05.089871 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c356dd8-f68f-49bc-bb59-ddcb86b8576e", "name": "network-vif-plugged", "status": "completed", "tag": "17fcf26e-00d4-48d6-9840-c5c7602bdebe", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:05.094938 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1feb582-dfa8-45a6-963d-7b63f33edcf8 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:05.095366 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fcf26e-00d4-48d6-9840-c5c7602bdebe', 'code': 200} Nov 09 18:05:05.100895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52056) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:05.155256 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.155974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5325cbbe-7eda-434c-8fa8-59db6280cec4 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:05.158173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b21ce71e-d448-45e2-9773-ccd8dc874ec9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:05.161466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] In _notify_port_updated(), no bound segment for port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:05:05.164980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.165602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.170127 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "PUT /v2.0/ports/b1ee56e5-7419-4fc8-afe4-05ae2d568b39 HTTP/1.1" status: 200 len: 979 time: 2.0246537 Nov 09 18:05:05.173228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52058) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:05.183687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9fb7f-81f0-4a01-b095-b1775ebd8692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ee56e5-7419-4fc8-afe4-05ae2d568b39,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:05.233678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Router e546d5d8-4ce5-4f35-892c-62322e28c82f is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:05:05.259848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f871d-7b4d-432b-8d1d-c8b3d8a142ff req-febe5b05-d476-4fec-a308-e93181a97b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.261728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a81f871d-7b4d-432b-8d1d-c8b3d8a142ff req-febe5b05-d476-4fec-a308-e93181a97b7d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 1096 time: 0.2093585 Nov 09 18:05:05.274659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b8dd894c-8a30-4226-958c-c5929bbb259c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ccd84e9fbc9426da5d7e89262a6e703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718833 Nov 09 18:05:05.275295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52060) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:05.289922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=17fcf26e-00d4-48d6-9840-c5c7602bdebe,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:05.306929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 5325cbbe-7eda-434c-8fa8-59db6280cec4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:05:05.307271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5325cbbe-7eda-434c-8fa8-59db6280cec4 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:05.343957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:02Z', 'revision_number': 2, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:05.375454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:05.378920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1a41-5321-4bf2-80a3-a321258bbed9 req-6f6be08a-88f2-42ed-8153-9cd77c241799 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.382041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46cb1a41-5321-4bf2-80a3-a321258bbed9 req-6f6be08a-88f2-42ed-8153-9cd77c241799 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 944 time: 0.2823019 Nov 09 18:05:05.385813 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Sync routers for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:05.401652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-74bdbe16-8363-4189-a383-6b7cda63dd07 None None] Provisioning complete for port b21ce71e-d448-45e2-9773-ccd8dc874ec9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:05.402105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74bdbe16-8363-4189-a383-6b7cda63dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.405094 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:05.405784 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:05.407463 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a81f871d-7b4d-432b-8d1d-c8b3d8a142ff req-bd8a36c9-6921-4b98-ad57-61a0a6d33f29 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301804 Nov 09 18:05:05.409966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.411487 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7a86078b-3bd3-492f-bcf4-4e3292c2c609 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3383195 Nov 09 18:05:05.414162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52062) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:05.431762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Checking router: 438dbd48-2c44-4384-ba7b-b6e56c978ecd for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:05.432177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Updating router 438dbd48-2c44-4384-ba7b-b6e56c978ecd port ac6c3bb0-3332-4809-be06-5f104feff7f1 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:05.447676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.448177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.448657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.449135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.449599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.450097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.451084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.451752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.452391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.453030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.453986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.454646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.455309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.455954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.456589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.457220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.457862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.458362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.458826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.459302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.459746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:05.462986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4a6068b2-e4a5-48bc-a0b1-2bbce2369c3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18718 time: 0.2842972 Nov 09 18:05:05.470218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:05.508344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-070292c5-27b2-48c5-a3f8-f8324ccedfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.567624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46cb1a41-5321-4bf2-80a3-a321258bbed9 req-f97c76ed-3c39-4802-9e3f-90eea427a69e tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742864 Nov 09 18:05:05.570150 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f31a8a60-e90b-453d-9146-993de0d01174, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f31a8a60-e90b-453d-9146-993de0d01174,segment=NetworkSegment(db4f1fcc-394f-4b6d-82a1-d171ef19fc7b),segment_id=db4f1fcc-394f-4b6d-82a1-d171ef19fc7b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:05.586929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.613463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b21ce71e-d448-45e2-9773-ccd8dc874ec9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:05.613840 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.617024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-070292c5-27b2-48c5-a3f8-f8324ccedfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.623998 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'f31a8a60-e90b-453d-9146-993de0d01174', 'network_id': 'd50e6dc2-d570-4744-8b8c-aa243ba9a793', 'port_id': 'f31a8a60-e90b-453d-9146-993de0d01174', 'mac_address': 'fa:16:3e:9e:83:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66807f6-92d7-4bff-8678-b69b977294e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:05.731706 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:05.792857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-070292c5-27b2-48c5-a3f8-f8324ccedfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.799087 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-070292c5-27b2-48c5-a3f8-f8324ccedfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.801096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-070292c5-27b2-48c5-a3f8-f8324ccedfb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/802245a7-1967-4336-93cc-2c4177f06ad9 HTTP/1.1" status: 204 len: 168 time: 0.4831846 Nov 09 18:05:05.837380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070292c5-27b2-48c5-a3f8-f8324ccedfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802245a7-1967-4336-93cc-2c4177f06ad9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:05.886992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Deleting port b1ee56e5-7419-4fc8-afe4-05ae2d568b39 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:05.887303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:05.991999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.063674 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:04Z', 'revision_number': 3, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:06.064289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] For port b1ee56e5-7419-4fc8-afe4-05ae2d568b39, host n-h1-817240-1, got binding levels [] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:06.064671 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.096160 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Checking router: e546d5d8-4ce5-4f35-892c-62322e28c82f for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:06.096796 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Updating router e546d5d8-4ce5-4f35-892c-62322e28c82f port 9099dd18-9df7-40ed-819c-f7b92dde3f4e binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:06.126134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Calling delete_port for b1ee56e5-7419-4fc8-afe4-05ae2d568b39 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:06.136014 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.142034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74bdbe16-8363-4189-a383-6b7cda63dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.155454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31a8a60-e90b-453d-9146-993de0d01174 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:06.187165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fe69b-758d-4a5b-b3ab-86c4c288c8b9 req-3ffa1ce5-803d-4b92-aa25-557dd263babe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:06.188116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-785fe69b-758d-4a5b-b3ab-86c4c288c8b9 req-3ffa1ce5-803d-4b92-aa25-557dd263babe tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.2037101 Nov 09 18:05:06.203144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1d7bc-6877-49c9-85f2-846c79014536 req-bc545254-b06a-4a0c-b4c8-1e32d3841d88 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:06.206048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42d1d7bc-6877-49c9-85f2-846c79014536 req-bc545254-b06a-4a0c-b4c8-1e32d3841d88 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 945 time: 0.1690655 Nov 09 18:05:06.329286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-74bdbe16-8363-4189-a383-6b7cda63dd07 None None] For port b21ce71e-d448-45e2-9773-ccd8dc874ec9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b21ce71e-d448-45e2-9773-ccd8dc874ec9,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:06.337523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f31a8a60-e90b-453d-9146-993de0d01174, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f31a8a60-e90b-453d-9146-993de0d01174,segment=NetworkSegment(db4f1fcc-394f-4b6d-82a1-d171ef19fc7b),segment_id=db4f1fcc-394f-4b6d-82a1-d171ef19fc7b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:06.347176 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74bdbe16-8363-4189-a383-6b7cda63dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.362489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-785fe69b-758d-4a5b-b3ab-86c4c288c8b9 req-689d5da1-b553-49f4-bfbe-a62e12c2ca16 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551859 Nov 09 18:05:06.415838 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.423380 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.464363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42d1d7bc-6877-49c9-85f2-846c79014536 req-9bcf85bc-bbc2-4900-8db6-6e76cf88d093 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051878 Nov 09 18:05:06.474869 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.488071 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.503551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.533224 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.545521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1ee56e5-7419-4fc8-afe4-05ae2d568b39,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.552138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:06.552897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.556564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-58ae7df7-fdf7-42f8-a932-ee20bdc8504e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b1ee56e5-7419-4fc8-afe4-05ae2d568b39 HTTP/1.1" status: 204 len: 168 time: 1.0850425 Nov 09 18:05:06.559148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52082) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:06.600498 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76216c-0fd9-4512-8a20-45a218c9a109 None None] Pushing event updated for resources: {'Port': ['ID=9099dd18-9df7-40ed-819c-f7b92dde3f4e,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.624647 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdea371-884c-436f-8500-415b079b084a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:05:06.631250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3cdea371-884c-436f-8500-415b079b084a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "GET /v2.0/ports/b1ee56e5-7419-4fc8-afe4-05ae2d568b39 HTTP/1.1" status: 404 len: 333 time: 0.0696869 Nov 09 18:05:06.635401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52090) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:06.647816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-89133466', 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:06.665710 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Attempting to bind port 9099dd18-9df7-40ed-819c-f7b92dde3f4e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:06.666097 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Attempting to bind port 9099dd18-9df7-40ed-819c-f7b92dde3f4e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:06.666686 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Attempting to bind port 9099dd18-9df7-40ed-819c-f7b92dde3f4e on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:06.681669 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:06.682401 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:06.683111 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.683706 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:06.684369 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Bound port: 9099dd18-9df7-40ed-819c-f7b92dde3f4e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:06.684969 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.707224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Made reservation on behalf of 8a170f2af0e042b7afb8133193c5533a for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:06.710099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.754244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] device_id is not set on port f89d7e0f-d2f9-459e-b710-e40ccc38194b yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:06.793248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4907c131-86f8-469d-b845-a152b8b9d4ca None None] Provisioning complete for port b21ce71e-d448-45e2-9773-ccd8dc874ec9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:06.793540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4907c131-86f8-469d-b845-a152b8b9d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.796682 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] For port 9099dd18-9df7-40ed-819c-f7b92dde3f4e, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:06.802765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdbe16-8363-4189-a383-6b7cda63dd07 None None] Pushing event updated for resources: {'Port': ['ID=b21ce71e-d448-45e2-9773-ccd8dc874ec9,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.807326 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] For port 9099dd18-9df7-40ed-819c-f7b92dde3f4e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9099dd18-9df7-40ed-819c-f7b92dde3f4e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:06.816817 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:06.916485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f31a8a60-e90b-453d-9146-993de0d01174'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:06.935521 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76216c-0fd9-4512-8a20-45a218c9a109 None None] Pushing event updated for resources: {'Port': ['ID=9099dd18-9df7-40ed-819c-f7b92dde3f4e,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:06.943950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612be7-0bfe-4f64-8224-71974882ce5d req-4529118c-dc56-435c-9d28-b7f2f32732d2 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:06.945543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22612be7-0bfe-4f64-8224-71974882ce5d req-4529118c-dc56-435c-9d28-b7f2f32732d2 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 945 time: 0.1822848 Nov 09 18:05:06.961202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:06.962107 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:07.054914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f31a8a60-e90b-453d-9146-993de0d01174,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.101206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22612be7-0bfe-4f64-8224-71974882ce5d req-5bcd1a90-3d78-41ac-92cc-268439420711 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273527 Nov 09 18:05:07.140506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.176131 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:07.238028 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.285061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:07.289817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:07.294013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:07.295076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:07.296018 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.319106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=f89d7e0f-d2f9-459e-b710-e40ccc38194b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.333300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e46b5b43-8997-4070-9497-49ef8f1c3c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6964781 Nov 09 18:05:07.335743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52102) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:07.353780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:07.358930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52104) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:07.373487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:07.373862 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.377182 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:05:07.377182 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:05:07.389263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Allocated IP 172.20.0.1 (efd0066e-7bf0-4e83-8f5c-491b6a474b56/5d6fabf9-1fbd-4223-b392-fef323e30485/456de3d2-33b0-4e85-b076-dc99f99f0b78) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:07.458787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db3d25-5ed8-4c11-acf0-113f0cc5a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:07.462766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-54db3d25-5ed8-4c11-acf0-113f0cc5a418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "GET /v2.0/ports/f89d7e0f-d2f9-459e-b710-e40ccc38194b HTTP/1.1" status: 200 len: 957 time: 0.1229355 Nov 09 18:05:07.465109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52110) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:07.487774 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88967637-4cf2-4168-b1f4-344d1354afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.554629 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:04Z', 'revision_number': 3, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:07.556895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-694287130-network', 'tenant_id': '19e6c887a38a41cb9cc492d265893719'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:07.601424 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b957f2b-d95b-4557-8f74-5cab666ab37f None None] The sync data for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 is: [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:04Z', 'revision_number': 3, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:07.628303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Made reservation on behalf of 19e6c887a38a41cb9cc492d265893719 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:07.628303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.644716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.689397 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.689936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3bc3-e179-46fb-b4e7-c8e3023efe17 req-da304dc5-bf7b-4823-9802-76a093f0e881 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:07.692022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c59b3bc3-e179-46fb-b4e7-c8e3023efe17 req-da304dc5-bf7b-4823-9802-76a093f0e881 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.1553788 Nov 09 18:05:07.764114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c59b3bc3-e179-46fb-b4e7-c8e3023efe17 req-b86d15d0-1271-424a-9072-a0e2632a21d0 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568573 Nov 09 18:05:07.794988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.796835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39394b1-ae55-464e-8016-7c3f7eccb706 req-b20ee10c-d8fd-4d7f-b9c3-cb5a071ed69b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:07.798570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a39394b1-ae55-464e-8016-7c3f7eccb706 req-b20ee10c-d8fd-4d7f-b9c3-cb5a071ed69b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 945 time: 0.2119856 Nov 09 18:05:07.823887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.841511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Deleting port f89d7e0f-d2f9-459e-b710-e40ccc38194b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:07.850141 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.853824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:07.858358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:07.861737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:07.871855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:07.943350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:07.959272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Pushing event updated for resources: {'Port': ['ID=456de3d2-33b0-4e85-b076-dc99f99f0b78,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:07.980192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4b210-664a-46d5-b295-84457ec541d9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:08.006238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.015429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a39394b1-ae55-464e-8016-7c3f7eccb706 req-803fda49-36c1-47b9-a8db-8ff9a0e41d31 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052004 Nov 09 18:05:08.025446 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.034736 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.060616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.073234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Calling delete_port for f89d7e0f-d2f9-459e-b710-e40ccc38194b owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:08.086015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.086705 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Added segment 1595ea9e-e073-496c-a17f-b4c86f6e1a8b of type vlan for network 1629737a-2a8b-4b06-9493-8658a37e4758 Nov 09 18:05:08.220831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.327871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fa96d-a5e7-4266-8a14-e0c22f4d0de0 None None] Pushing event updated for resources: {'Port': ['ID=ac6c3bb0-3332-4809-be06-5f104feff7f1,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:08.347573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.356704 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.391816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:08.395362 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f212d46-32a7-4c61-ab4e-5f06b11aab76" -d '{"events": [{"server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "name": "network-vif-plugged", "status": "completed", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:08.482009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.resource_extend [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:05:08.505033 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.509834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f89d7e0f-d2f9-459e-b710-e40ccc38194b HTTP/1.1" status: 204 len: 168 time: 1.0434973 Nov 09 18:05:08.511138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be50c8-9069-43cd-9330-b9709c327842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event deleted for resources: {'Port': ['ID=f89d7e0f-d2f9-459e-b710-e40ccc38194b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:08.515491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52134) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:08.543479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:08.599433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.658416 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2318b1fc-cc4b-4550-b02e-4290a4d03923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:05:08.666017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Attempting to bind port ac6c3bb0-3332-4809-be06-5f104feff7f1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:08.666017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Attempting to bind port ac6c3bb0-3332-4809-be06-5f104feff7f1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:08.666017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Attempting to bind port ac6c3bb0-3332-4809-be06-5f104feff7f1 on network 120ab491-a4a3-4403-851c-84311f388147 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:08.667027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2318b1fc-cc4b-4550-b02e-4290a4d03923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "GET /v2.0/ports/f89d7e0f-d2f9-459e-b710-e40ccc38194b HTTP/1.1" status: 404 len: 333 time: 0.1445038 Nov 09 18:05:08.668012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.669173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:08.670018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.682569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:08.682948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Checking segment: {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:08.683357 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.684084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Bound using segment: {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:08.684707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Bound port: ac6c3bb0-3332-4809-be06-5f104feff7f1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:08.685727 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.688916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52136) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:08.701543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Request body: {'port': {'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-173152530'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:08.723191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746651-1105-4998-932a-840b9cf42aed req-f24297b5-a403-4285-a656-599e513c96ed tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:08.727131 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3654592 Nov 09 18:05:08.736110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96746651-1105-4998-932a-840b9cf42aed req-f24297b5-a403-4285-a656-599e513c96ed tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 945 time: 0.4131072 Nov 09 18:05:08.736628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52138) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:08.776892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Request body: {'subnet': {'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-694287130-subnet', 'tenant_id': '19e6c887a38a41cb9cc492d265893719', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:08.787128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] For port ac6c3bb0-3332-4809-be06-5f104feff7f1, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:08.792244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] For port ac6c3bb0-3332-4809-be06-5f104feff7f1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac6c3bb0-3332-4809-be06-5f104feff7f1,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:08.796933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-24e3fb48-059c-4dbd-9f29-e22024c478ee None None] Provisioning complete for port 456de3d2-33b0-4e85-b076-dc99f99f0b78 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:08.797319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-24e3fb48-059c-4dbd-9f29-e22024c478ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.801803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.811550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9099dd18-9df7-40ed-819c-f7b92dde3f4e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:08.840252 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.893607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2393648-029c-4cf7-a35a-d096c4059d39 req-13e946fc-b33d-4a3d-ac17-eb69cad13ad2 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:08.895761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2393648-029c-4cf7-a35a-d096c4059d39 req-13e946fc-b33d-4a3d-ac17-eb69cad13ad2 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.3564575 Nov 09 18:05:08.920178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:08.936190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2393648-029c-4cf7-a35a-d096c4059d39 req-a75a4e71-7625-4f76-96e5-ce14a26fdfd8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.0256834 Nov 09 18:05:08.954592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Made reservation on behalf of 8a170f2af0e042b7afb8133193c5533a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:08.961806 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:08.969063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa98dd-f322-4b4f-a56a-340a02cebd28 admin admin] Pushing event updated for resources: {'Network': ['ID=1629737a-2a8b-4b06-9493-8658a37e4758,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:08.976708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96746651-1105-4998-932a-840b9cf42aed req-12b6137b-c7a0-4efe-93a3-90f413742453 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917603 Nov 09 18:05:08.986684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:08.987421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:08.990096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-24e3fb48-059c-4dbd-9f29-e22024c478ee None None] Port 456de3d2-33b0-4e85-b076-dc99f99f0b78 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:09.004607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 1629737a-2a8b-4b06-9493-8658a37e4758 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:09.017713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Made reservation on behalf of 19e6c887a38a41cb9cc492d265893719 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:09.023761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.098532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] device_id is not set on port fab80149-c259-43cd-9d67-b8c54d8e7440 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:09.107795 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e537510-a561-484a-a4d4-029670b1101e x-openstack-request-id: req-5e537510-a561-484a-a4d4-029670b1101e {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:09.108083 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "name": "network-vif-plugged", "status": "completed", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:09.108347 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e537510-a561-484a-a4d4-029670b1101e {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:09.108982 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2', 'code': 200} Nov 09 18:05:09.142471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2393648-029c-4cf7-a35a-d096c4059d39 req-15236055-3107-4b3c-913a-99dde363a2a8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671109 Nov 09 18:05:09.309090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fa96d-a5e7-4266-8a14-e0c22f4d0de0 None None] Pushing event updated for resources: {'Port': ['ID=ac6c3bb0-3332-4809-be06-5f104feff7f1,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:09.323740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9099dd18-9df7-40ed-819c-f7b92dde3f4e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:09.324132 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.325887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-85e79a6b-aac4-4d86-9370-db402f7a2603 None None] Provisioning complete for port ac6c3bb0-3332-4809-be06-5f104feff7f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:09.326240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-85e79a6b-aac4-4d86-9370-db402f7a2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.385549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6529c-8385-4ec9-80d9-1e59df256511 req-67538e4c-b30f-44cb-b0b1-21e1c26fa37f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:09.393428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5a6529c-8385-4ec9-80d9-1e59df256511 req-67538e4c-b30f-44cb-b0b1-21e1c26fa37f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1914556 Nov 09 18:05:09.444730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:09.458818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cafb69-9d66-41ab-b00e-9a373bb45684 req-1c80c895-2fc9-4460-8d11-a4bdc31bc0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:09.461161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73cafb69-9d66-41ab-b00e-9a373bb45684 req-1c80c895-2fc9-4460-8d11-a4bdc31bc0e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1096 time: 0.2106724 Nov 09 18:05:09.492872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2393648-029c-4cf7-a35a-d096c4059d39 req-0115ec42-6df4-4242-b8d6-7ca2e212f4d0 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484488 Nov 09 18:05:09.497352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5a6529c-8385-4ec9-80d9-1e59df256511 req-e05cbaaf-a6a6-422c-888a-710c369374cd tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030271 Nov 09 18:05:09.628601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2393648-029c-4cf7-a35a-d096c4059d39 req-6b5a98fb-cade-45f2-b18c-59625cf08bde service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215889 Nov 09 18:05:09.644062 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73cafb69-9d66-41ab-b00e-9a373bb45684 req-fb974d1a-ea5c-44fe-9933-ad980b3d3621 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567140 Nov 09 18:05:09.664340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.667286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-85e79a6b-aac4-4d86-9370-db402f7a2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.677016 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.677957 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.681941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.741395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 9099dd18-9df7-40ed-819c-f7b92dde3f4e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9099dd18-9df7-40ed-819c-f7b92dde3f4e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:09.772049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.774316 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd9c1-54ca-4ab7-9375-0e7a7e6fa805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.776362 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.777685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b21ce71e-d448-45e2-9773-ccd8dc874ec9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:09.778088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.797692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Pushing event updated for resources: {'Port': ['ID=456de3d2-33b0-4e85-b076-dc99f99f0b78,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:09.805694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-85e79a6b-aac4-4d86-9370-db402f7a2603 None None] For port ac6c3bb0-3332-4809-be06-5f104feff7f1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac6c3bb0-3332-4809-be06-5f104feff7f1,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:09.848667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1916bb-3538-453c-9f2a-24e8ce58a6b2,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:09.867212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.871263 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-85e79a6b-aac4-4d86-9370-db402f7a2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.934260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:09.942204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:09.945999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=fab80149-c259-43cd-9d67-b8c54d8e7440,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:09.948184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:09.949116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:09.949718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:09.968748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=9099dd18-9df7-40ed-819c-f7b92dde3f4e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:09.974619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Checking segment: {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:09.974974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Network hostable DHCP agents. Network: 1629737a-2a8b-4b06-9493-8658a37e4758, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:09.988360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:09.992925 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ab8949b-8754-4e85-a72f-06d4a73f2802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2990794 Nov 09 18:05:09.994125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:09.996094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52152) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:10.001312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:10.043292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Network 1629737a-2a8b-4b06-9493-8658a37e4758 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:10.060049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 1629737a-2a8b-4b06-9493-8658a37e4758) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:10.064718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:10.065315 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.097331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1839be5e-a8f1-4d2a-8a5e-795b3f911f0e None None] Network 1629737a-2a8b-4b06-9493-8658a37e4758 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:10.119740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d1a4938d-0a35-4fbf-b4e4-9f1f9b0bc555 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3655877 Nov 09 18:05:10.158288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b21ce71e-d448-45e2-9773-ccd8dc874ec9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:10.158676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.294511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc91dfc-6848-4ad6-80e1-cc3ad23cfc18 req-86c2558b-77aa-42e6-b2d2-0fa875363c7a tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:10.311637 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.315691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fc91dfc-6848-4ad6-80e1-cc3ad23cfc18 req-86c2558b-77aa-42e6-b2d2-0fa875363c7a tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 945 time: 0.1358976 Nov 09 18:05:10.425118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c6b3d900-495b-44d7-ac43-a3655758d5ed None None] Provisioning complete for port ac6c3bb0-3332-4809-be06-5f104feff7f1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:10.426280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d900-495b-44d7-ac43-a3655758d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.437400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Router e546d5d8-4ce5-4f35-892c-62322e28c82f has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:05:10.473775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e79a6b-aac4-4d86-9370-db402f7a2603 None None] Pushing event updated for resources: {'Port': ['ID=ac6c3bb0-3332-4809-be06-5f104feff7f1,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:10.489804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fc91dfc-6848-4ad6-80e1-cc3ad23cfc18 req-67af3615-9680-4637-8110-1c681f6fce76 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692224 Nov 09 18:05:10.506471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.520331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:10.603515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f31a8a60-e90b-453d-9146-993de0d01174 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:10.632139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e7abe-d138-4246-aed9-6dff93f57f8a None None] The sync data for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 is: [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:10.866854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:10.880304 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b9885649-7789-4d66-880c-8dfb6c3f3d68 admin admin] 10.222.0.32 "PUT /v2.0/routers/e546d5d8-4ce5-4f35-892c-62322e28c82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4620023 Nov 09 18:05:10.954851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] device_id is not set on port fab80149-c259-43cd-9d67-b8c54d8e7440 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:10.967452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.979043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:10.983708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Sync routers for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:11.028069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port f31a8a60-e90b-453d-9146-993de0d01174 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:11.077711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=fab80149-c259-43cd-9d67-b8c54d8e7440,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:11.095911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port f31a8a60-e90b-453d-9146-993de0d01174 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:11.096417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.098337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd4cdcb-0374-437d-95b7-494ba250238f None None] Network 1629737a-2a8b-4b06-9493-8658a37e4758 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:11.119378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.119378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.133579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.145259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.145259 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.145654 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 2 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.168060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:11.169985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:11.188202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-4bb9420f-50d1-4f3b-aeaa-e0de1f21cb4c tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:11.189622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.189998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.191084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.200971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.201312 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.201710 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 3 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.202472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-4bb9420f-50d1-4f3b-aeaa-e0de1f21cb4c tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/networks?id=1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 200 len: 817 time: 0.2307413 Nov 09 18:05:11.251643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.252160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.252515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.260511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbddacd-feb3-4277-8500-12be8ae82632 req-e9a7da6e-6217-4b0e-bbcf-b143bbcc82fc tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:11.270239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebbddacd-feb3-4277-8500-12be8ae82632 req-e9a7da6e-6217-4b0e-bbcf-b143bbcc82fc tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.3414652 Nov 09 18:05:11.272827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-19d3e59e-6509-4f10-a982-b0597b53a000 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/quotas/19e6c887a38a41cb9cc492d265893719 HTTP/1.1" status: 200 len: 375 time: 0.0537503 Nov 09 18:05:11.274630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.274973 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.275378 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 4 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.317657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.319688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.320977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.323844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebbddacd-feb3-4277-8500-12be8ae82632 req-205db501-8de3-43d9-b233-c8e5f9706620 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 Nov 09 18:05:11.331578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.331924 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.332328 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 5 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.363034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a3fd8d7b-6498-4697-ad0c-5d0a3d4f21f1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19e6c887a38a41cb9cc492d265893719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640829 Nov 09 18:05:11.365099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.365452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.365803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.385093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.385093 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.385093 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 6 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.438093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.438447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.438801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.459045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.459385 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.459787 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 7 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.494662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.495002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.495354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.519027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.519368 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.519778 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 8 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.561216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.561591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.563046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.581076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.581423 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.581813 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 9 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.595839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-0b91e9d1-a5f1-4562-8d16-f5f2d03038b3 service neutron] 10.222.0.32 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255497 Nov 09 18:05:11.611548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.615999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.616335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.619038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.637271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.637605 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.638618 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempt 10 to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 Nov 09 18:05:11.686210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:11.687752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:11.688312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempting to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:11.699319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:11.703388 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Failed to bind port fab80149-c259-43cd-9d67-b8c54d8e7440 on host n-h1-817240-1 for vnic_type normal using segments [{'id': '0d891715-f3fd-448f-a45a-fa669cbd910e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4'}] Nov 09 18:05:11.703982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.733500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c58307af-5ae7-4056-8a02-076a07f4a89a None None] Provisioning complete for port 456de3d2-33b0-4e85-b076-dc99f99f0b78 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:11.733886 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c58307af-5ae7-4056-8a02-076a07f4a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.776097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-c80d65e3-2140-42da-a333-95a2d9113d70 service neutron] 10.222.0.32 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703563 Nov 09 18:05:11.843378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] For port fab80149-c259-43cd-9d67-b8c54d8e7440, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:11.843748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attempted to set empty binding levels {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:05:11.861107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.921168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] In _notify_port_updated(), no bound segment for port fab80149-c259-43cd-9d67-b8c54d8e7440 on network dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:05:11.923166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:11.924235 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:11.929362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "PUT /v2.0/ports/fab80149-c259-43cd-9d67-b8c54d8e7440 HTTP/1.1" status: 200 len: 978 time: 1.9322951 Nov 09 18:05:11.932465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52252) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:11.954962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac6c3bb0-3332-4809-be06-5f104feff7f1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:12.015702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da60f-3191-438e-bab9-05361d0a2a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event updated for resources: {'Port': ['ID=fab80149-c259-43cd-9d67-b8c54d8e7440,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:12.071659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.090140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c58307af-5ae7-4056-8a02-076a07f4a89a None None] Port 456de3d2-33b0-4e85-b076-dc99f99f0b78 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:12.122309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Deleting port fab80149-c259-43cd-9d67-b8c54d8e7440 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:12.123310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:12.123475 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.154816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f31a8a60-e90b-453d-9146-993de0d01174, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f31a8a60-e90b-453d-9146-993de0d01174,segment=NetworkSegment(db4f1fcc-394f-4b6d-82a1-d171ef19fc7b),segment_id=db4f1fcc-394f-4b6d-82a1-d171ef19fc7b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:12.205725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44832134-3b79-407f-afb6-234e740f1c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a8a60-e90b-453d-9146-993de0d01174'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:12.208760 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270d3e12-4ce6-4511-8692-47634c1c3891" -d '{"events": [{"server_uuid": "44832134-3b79-407f-afb6-234e740f1c05", "name": "network-vif-plugged", "status": "completed", "tag": "f31a8a60-e90b-453d-9146-993de0d01174"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:12.245406 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.246404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] For port fab80149-c259-43cd-9d67-b8c54d8e7440, host n-h1-817240-1, got binding levels [] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:12.248359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.286978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Calling delete_port for fab80149-c259-43cd-9d67-b8c54d8e7440 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:12.577819 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.642493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ac6c3bb0-3332-4809-be06-5f104feff7f1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:12.643013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.645566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f31a8a60-e90b-453d-9146-993de0d01174,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:12.652910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab80149-c259-43cd-9d67-b8c54d8e7440,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:12.669967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.673453 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.676874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-685f79bc-9ac9-43ae-8f85-179135539087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "DELETE /v2.0/ports/fab80149-c259-43cd-9d67-b8c54d8e7440 HTTP/1.1" status: 204 len: 168 time: 0.7430782 Nov 09 18:05:12.679584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52274) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:12.709963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-77abf6d3-98fe-401d-9ddd-2916bb0f26aa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:12.719551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-77abf6d3-98fe-401d-9ddd-2916bb0f26aa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.9422784 Nov 09 18:05:12.740054 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5bacbe-8478-4df6-bd99-d5345b1b9143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:05:12.744767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-be5bacbe-8478-4df6-bd99-d5345b1b9143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584937919-project-admin] 10.222.0.32 "GET /v2.0/ports/fab80149-c259-43cd-9d67-b8c54d8e7440 HTTP/1.1" status: 404 len: 333 time: 0.0641487 Nov 09 18:05:12.746735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-7cb4eaac-c5d8-45da-9353-08f7abef8604 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.0260258 Nov 09 18:05:12.749782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52278) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:12.909780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647e7df-5066-454d-9547-96734bf3691c req-90a2cef6-c490-4e7a-a460-53b4a46849af tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:12.923360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9099dd18-9df7-40ed-819c-f7b92dde3f4e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:12.924924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:12.926702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e647e7df-5066-454d-9547-96734bf3691c req-90a2cef6-c490-4e7a-a460-53b4a46849af tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 946 time: 0.2554820 Nov 09 18:05:13.007075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 2, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:13.009271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-f48f13c3-580b-43b2-8988-74e69dc79183 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2613394 Nov 09 18:05:13.050336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Checking router: e546d5d8-4ce5-4f35-892c-62322e28c82f for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:13.050720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Updating router e546d5d8-4ce5-4f35-892c-62322e28c82f port 456de3d2-33b0-4e85-b076-dc99f99f0b78 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:13.087391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9099dd18-9df7-40ed-819c-f7b92dde3f4e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:13.088124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.094863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.125985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-118b7a55-65e3-4587-a103-d9faf827a083 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116741 Nov 09 18:05:13.131735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:13.148592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d891715-f3fd-448f-a45a-fa669cbd910e') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:13.148969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d891715-f3fd-448f-a45a-fa669cbd910e') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:13.168278 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.182928 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.189792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e647e7df-5066-454d-9547-96734bf3691c req-900ac621-800f-4d94-a86a-400c2c43fe3e tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618759 Nov 09 18:05:13.203219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.217874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:05:13.218668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:05:13.224593 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:05:13.308030 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cba48f-3246-43ca-a6ee-4164af13ce30 x-openstack-request-id: req-42cba48f-3246-43ca-a6ee-4164af13ce30 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:13.308815 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44832134-3b79-407f-afb6-234e740f1c05", "name": "network-vif-plugged", "status": "completed", "tag": "f31a8a60-e90b-453d-9146-993de0d01174", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:13.309469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.310375 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42cba48f-3246-43ca-a6ee-4164af13ce30 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:13.311819 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44832134-3b79-407f-afb6-234e740f1c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a8a60-e90b-453d-9146-993de0d01174', 'code': 200} Nov 09 18:05:13.324626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:13.329548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] 10.222.0.32 "DELETE /v2.0/networks/dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4 HTTP/1.1" status: 204 len: 168 time: 0.5783000 Nov 09 18:05:13.366138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4a6ca-2b17-453c-b348-6970eff40ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-557412338-project] Pushing event deleted for resources: {'Network': ['ID=dd701f6e-e36d-4a12-9d6a-d7ea4c8a8cf4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:13.433010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-0e20c03b-5fb9-49d1-a3d0-46dcd31cd4cc service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860284 Nov 09 18:05:13.492570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf39b7-b9c9-4cb0-bd10-f357d9d90799 req-12ca0c0c-781e-4b24-8894-af7d70c40f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:13.494107 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b1cf39b7-b9c9-4cb0-bd10-f357d9d90799 req-12ca0c0c-781e-4b24-8894-af7d70c40f7f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 1097 time: 0.1118126 Nov 09 18:05:13.555262 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b1cf39b7-b9c9-4cb0-bd10-f357d9d90799 req-bf4a104b-4e05-4082-ba83-495b1f31f4b6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471096 Nov 09 18:05:13.743817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52330) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:13.828075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d935914-edbe-4d25-9e11-ced14eb4ce23 req-1662f8b1-ae85-49ae-97d1-008f86c6ecc6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:13.839198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d935914-edbe-4d25-9e11-ced14eb4ce23 req-1662f8b1-ae85-49ae-97d1-008f86c6ecc6 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1375003 Nov 09 18:05:13.952851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d935914-edbe-4d25-9e11-ced14eb4ce23 req-0f8c1f1c-e92b-4692-bfa4-fe3db58baece tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120169 Nov 09 18:05:14.026694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06208ba8-2d13-41c2-ac8c-cc30f5c58290 req-dc6f2932-31e2-4587-a5f4-18812163e9ab tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 210 time: 0.0616903 Nov 09 18:05:14.039365 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dfa925c7-3304-4b46-966b-f9ab3afeb1c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e31bcf5413a419eba9c3b1f3d9fe0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938104 Nov 09 18:05:14.100741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52338) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:14.109960 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.109960 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.163230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c858601-08c9-4c6a-b0d9-8b28e3692ef6 req-57de335c-4015-43e2-9bc6-ddf0da3d8a32 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 210 time: 0.1088612 Nov 09 18:05:14.195856 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc948b15-3f7b-4822-9144-915bfb51f7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.252818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc948b15-3f7b-4822-9144-915bfb51f7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.255255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450c2dd-4836-4254-af1b-37a2856fe32c None None] Pushing event updated for resources: {'Port': ['ID=456de3d2-33b0-4e85-b076-dc99f99f0b78,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:14.303368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c38aa-8a52-4c83-853a-29ec46f66e7c req-89bf3a2c-4bc0-4419-93ba-b27704d837c2 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:14.310159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f3c38aa-8a52-4c83-853a-29ec46f66e7c req-89bf3a2c-4bc0-4419-93ba-b27704d837c2 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1096 time: 0.1387706 Nov 09 18:05:14.356197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Attempting to bind port 456de3d2-33b0-4e85-b076-dc99f99f0b78 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:14.357284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Attempting to bind port 456de3d2-33b0-4e85-b076-dc99f99f0b78 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:14.358510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Attempting to bind port 456de3d2-33b0-4e85-b076-dc99f99f0b78 on network efd0066e-7bf0-4e83-8f5c-491b6a474b56 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:14.370679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc948b15-3f7b-4822-9144-915bfb51f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.374084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc948b15-3f7b-4822-9144-915bfb51f7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.375535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc948b15-3f7b-4822-9144-915bfb51f7af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38c26d62-4f70-4915-a196-1ff69f386ec5 HTTP/1.1" status: 204 len: 168 time: 0.3339872 Nov 09 18:05:14.381382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:14.381767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Checking segment: {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:14.382192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.382589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Bound using segment: {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:14.383078 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Bound port: 456de3d2-33b0-4e85-b076-dc99f99f0b78, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:14.383465 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.395981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc948b15-3f7b-4822-9144-915bfb51f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c26d62-4f70-4915-a196-1ff69f386ec5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:14.398507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f3c38aa-8a52-4c83-853a-29ec46f66e7c req-49357cd6-c2a5-45b1-b9d0-e2a496141e39 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798013 Nov 09 18:05:14.538506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fd510-5b53-4442-8aa9-cb437cc7476b req-6454c76d-a85c-4feb-a2a0-4f351ee7fb37 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:14.557666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe1fd510-5b53-4442-8aa9-cb437cc7476b req-6454c76d-a85c-4feb-a2a0-4f351ee7fb37 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 946 time: 0.1435516 Nov 09 18:05:14.620341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] For port 456de3d2-33b0-4e85-b076-dc99f99f0b78, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:14.628753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] For port 456de3d2-33b0-4e85-b076-dc99f99f0b78, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=456de3d2-33b0-4e85-b076-dc99f99f0b78,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:14.644289 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.764006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450c2dd-4836-4254-af1b-37a2856fe32c None None] Pushing event updated for resources: {'Port': ['ID=456de3d2-33b0-4e85-b076-dc99f99f0b78,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:14.791185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-958667c5-cd20-4c03-8a6c-0d697bf3b6ce None None] Provisioning complete for port 456de3d2-33b0-4e85-b076-dc99f99f0b78 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:14.791567 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-958667c5-cd20-4c03-8a6c-0d697bf3b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:14.794633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938f05f-f806-4d5f-b128-31d0e757b660 req-8f7ac616-e803-4a20-b4c1-9033bd623c94 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:14.795744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:14.796613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:14.797876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7938f05f-f806-4d5f-b128-31d0e757b660 req-8f7ac616-e803-4a20-b4c1-9033bd623c94 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1096 time: 0.2318106 Nov 09 18:05:14.820113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe1fd510-5b53-4442-8aa9-cb437cc7476b req-bdcb71cc-b035-4b7d-9ac5-8c5632fb59d2 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529919 Nov 09 18:05:15.011943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f7a5cd3b-f2db-42bf-873c-15c59555b154 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:15.019198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f7a5cd3b-f2db-42bf-873c-15c59555b154 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "GET /v2.0/networks?id=1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 200 len: 817 time: 0.4293597 Nov 09 18:05:15.023132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7938f05f-f806-4d5f-b128-31d0e757b660 req-8ad2d5cb-1c2f-47ca-bbb3-8cbefc02b384 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995509 Nov 09 18:05:15.033724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Request body: {'port': {'device_id': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758', 'admin_state_up': True, 'tenant_id': '19e6c887a38a41cb9cc492d265893719'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:15.273558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52370) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:15.285025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1aade250-47d7-4b47-9845-1744b4a05b85 req-2fdc5e5a-d611-4ad7-99e1-5401a75a6681 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 210 time: 0.0589089 Nov 09 18:05:15.345186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-4bdcbbe5-5811-4e9f-85ba-468d2b2ef1d3 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:15.348924 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-4bdcbbe5-5811-4e9f-85ba-468d2b2ef1d3 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.85 "GET /v2.0/networks?id=1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 200 len: 817 time: 0.3628974 Nov 09 18:05:15.368225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Request body: {'port': {'device_id': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758', 'admin_state_up': True, 'tenant_id': '19e6c887a38a41cb9cc492d265893719'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:15.404469 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-958667c5-cd20-4c03-8a6c-0d697bf3b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:15.432416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:15.574677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Made reservation on behalf of 19e6c887a38a41cb9cc492d265893719 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:15.579759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:15.673087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a3928953-b2e1-4a0c-b08a-eba1c2fe15da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a170f2af0e042b7afb8133193c5533a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956966 Nov 09 18:05:15.676597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52378) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:15.778391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-326cf800-376d-467d-bd30-910db6dcd770 req-317b409a-cfd8-450a-8e28-49fccad0091d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 210 time: 0.3242302 Nov 09 18:05:15.812022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Made reservation on behalf of 19e6c887a38a41cb9cc492d265893719 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:15.817608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:15.875444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9afa-0186-42dd-bfc7-90221ad9ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:15.925737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-958667c5-cd20-4c03-8a6c-0d697bf3b6ce None None] For port 456de3d2-33b0-4e85-b076-dc99f99f0b78, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=456de3d2-33b0-4e85-b076-dc99f99f0b78,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:15.938825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f45fdf49-6d47-4446-8706-d6c3a613e903 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:15.941408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f45fdf49-6d47-4446-8706-d6c3a613e903 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "GET /v2.0/networks?id=1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 200 len: 817 time: 0.5227149 Nov 09 18:05:15.960701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9afa-0186-42dd-bfc7-90221ad9ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:15.963075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Allocated IP 172.20.0.6 (1629737a-2a8b-4b06-9493-8658a37e4758/df1916bb-3538-453c-9f2a-24e8ce58a6b2/18caa33f-ef70-44e6-b550-18ad48590504) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:15.987984 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-958667c5-cd20-4c03-8a6c-0d697bf3b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.009352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Request body: {'port': {'device_id': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758', 'admin_state_up': True, 'tenant_id': '19e6c887a38a41cb9cc492d265893719'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:16.057307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9afa-0186-42dd-bfc7-90221ad9ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.060238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9afa-0186-42dd-bfc7-90221ad9ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.061939 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d4aa9afa-0186-42dd-bfc7-90221ad9ebce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f86aeee1-f8a0-4d09-801a-2465ccdf8bc4 HTTP/1.1" status: 204 len: 168 time: 0.3843935 Nov 09 18:05:16.088604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa9afa-0186-42dd-bfc7-90221ad9ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86aeee1-f8a0-4d09-801a-2465ccdf8bc4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:16.095064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958667c5-cd20-4c03-8a6c-0d697bf3b6ce None None] Pushing event updated for resources: {'Port': ['ID=456de3d2-33b0-4e85-b076-dc99f99f0b78,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:16.237610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d900-7bff-4dcf-a0ff-159c853802fd req-8f302b86-9b03-4933-a315-afc2fd6c7af7 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:16.239339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de06d900-7bff-4dcf-a0ff-159c853802fd req-8f302b86-9b03-4933-a315-afc2fd6c7af7 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 946 time: 0.2967870 Nov 09 18:05:16.240535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Made reservation on behalf of 19e6c887a38a41cb9cc492d265893719 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:16.244444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.286317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5d67983b-8921-4be2-bda6-fb3f557bc5e8 None None] Provisioning complete for port 456de3d2-33b0-4e85-b076-dc99f99f0b78 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:16.287087 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d67983b-8921-4be2-bda6-fb3f557bc5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.307844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.327381 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.365117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-2f24aec5-f4a3-4f74-8f33-bceca40220fb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:16.366986 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-2f24aec5-f4a3-4f74-8f33-bceca40220fb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.2212129 Nov 09 18:05:16.386206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Request body: {'port': {'device_id': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'admin_state_up': True, 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:16.400906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:14Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:16.446334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b3267-1523-4ece-ad5f-97d8241e56ca None None] The sync data for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 is: [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:14Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:16.480797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.596351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de06d900-7bff-4dcf-a0ff-159c853802fd req-a8bae158-fb0a-4293-99c5-705d3e08b5dc tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458371 Nov 09 18:05:16.619343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Pushing event updated for resources: {'Port': ['ID=18caa33f-ef70-44e6-b550-18ad48590504,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:16.639406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Network 1629737a-2a8b-4b06-9493-8658a37e4758 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:16.643283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:16.648780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:16.668055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Allocated IP 172.20.0.10 (1629737a-2a8b-4b06-9493-8658a37e4758/df1916bb-3538-453c-9f2a-24e8ce58a6b2/5076e874-bb06-4657-b6a8-e24ef8db9f04) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:16.807670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:16.818192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:16.999978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:17.000302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.052265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c77ecf-5a18-48b0-9a6a-bc21f891d36c req-ccf4a40f-a3de-4ba0-8d99-fae63a4e7c38 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:17.055059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64c77ecf-5a18-48b0-9a6a-bc21f891d36c req-ccf4a40f-a3de-4ba0-8d99-fae63a4e7c38 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 931 time: 0.1208668 Nov 09 18:05:17.055316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-cf429a43-0ffc-463e-b672-bd2b862a8c3d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898451 Nov 09 18:05:17.072290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Request body: {'port': {'device_id': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:17.082086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Allocated IP 172.20.0.10 (b232dded-e90e-4b62-8d63-10e8e1593b77/286fc893-d553-4d80-9692-5a4019aadcd1/47622b46-35b7-4bf4-9b1e-c64b0feb1236) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:17.103310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.130221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64c77ecf-5a18-48b0-9a6a-bc21f891d36c req-dd954bc8-36be-4140-a9df-e4f671463dfa tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665824 Nov 09 18:05:17.180429 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.227995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.321658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Network 1629737a-2a8b-4b06-9493-8658a37e4758 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:17.392504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:17.410304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:17.521456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-def5d3f2-a3ac-4a29-8873-28ca0397395b tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:05:17.528063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-def5d3f2-a3ac-4a29-8873-28ca0397395b tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5360923 Nov 09 18:05:17.548308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-228a5d22-8e2b-45ff-b33d-1151c3dab16b req-211ca5a4-86fe-45fa-9df3-597061b37702 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 210 time: 0.1375179 Nov 09 18:05:17.549462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Pushing event updated for resources: {'Port': ['ID=5076e874-bb06-4657-b6a8-e24ef8db9f04,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:17.602698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Allocated IP 172.20.0.11 (1629737a-2a8b-4b06-9493-8658a37e4758/df1916bb-3538-453c-9f2a-24e8ce58a6b2/0eb51b3c-2bdd-408e-9e3d-c516839e09fe) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:17.790472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 456de3d2-33b0-4e85-b076-dc99f99f0b78 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:17.829968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:17.830682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.842458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.871721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-e94d6e44-be4a-4bac-9e57-b552a8ebfbde tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:17.878779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-e94d6e44-be4a-4bac-9e57-b552a8ebfbde tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 1093 time: 0.2999878 Nov 09 18:05:17.938420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.942478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a2a39314-109c-44c6-ab02-bc17ff1a0c28 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9128082 Nov 09 18:05:17.951583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 456de3d2-33b0-4e85-b076-dc99f99f0b78 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:17.952119 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:17.961338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:17.971624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Request body: {'port': {'device_id': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:18.116029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event updated for resources: {'Port': ['ID=47622b46-35b7-4bf4-9b1e-c64b0feb1236,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:18.119679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:18.121405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:18.134764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:18.215420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Request body: {'binding': {'host': 'n-h1-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:18.216717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Unknown quota resources ['binding']. {{(pid=102140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 18:05:18.272492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:18.273826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.308481 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-1da5d4b8-34a1-40ba-8650-dce492405171 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9275784 Nov 09 18:05:18.324927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Request body: {'port': {'device_id': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:18.396379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.415820 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.520381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.530667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b82e7-0ba4-4d17-9d8e-e5eb845c15c0 req-921e35b4-8aeb-4d5e-9de2-dc3ee87b8e32 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:18.532519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253b82e7-0ba4-4d17-9d8e-e5eb845c15c0 req-921e35b4-8aeb-4d5e-9de2-dc3ee87b8e32 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 946 time: 0.2539611 Nov 09 18:05:18.759545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253b82e7-0ba4-4d17-9d8e-e5eb845c15c0 req-df603cc8-00c0-4a28-a44d-d291f660a5c0 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222005 Nov 09 18:05:18.797660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on host n-h1-817240-1 for vnic_type normal with profile None {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:18.798009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:18.798597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:18.802688 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.848313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:18.848649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:18.856383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Network 1629737a-2a8b-4b06-9493-8658a37e4758 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:18.873820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:18.878410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:18.896145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47622b46-35b7-4bf4-9b1e-c64b0feb1236 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:18.903677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52466) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:18.908213 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.927547 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:18.952011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:18.952357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:18.952729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:18.953228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Bound port: 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:18.969163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Transition to ACTIVE for port object 47622b46-35b7-4bf4-9b1e-c64b0feb1236 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:18.984949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.022166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:19.048334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.049850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-18ba6d81-910a-4288-b558-710187688cf5 service neutron] 10.222.0.32 "POST /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2/bindings HTTP/1.1" status: 201 len: 389 time: 1.1702826 Nov 09 18:05:19.114089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Pushing event updated for resources: {'Port': ['ID=47622b46-35b7-4bf4-9b1e-c64b0feb1236,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:19.129565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Pushing event updated for resources: {'Port': ['ID=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:19.201403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:19.204316 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.213534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18caa33f-ef70-44e6-b550-18ad48590504 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:19.245822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.251519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1478143988', 'router:external': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:19.260218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-8e725980-1a66-4e27-a98d-dd56f4e46b3b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2627249 Nov 09 18:05:19.279424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b625ac1-f8af-4790-8b1e-a591011e4001 req-b6ceaadd-0a59-4f62-a3f5-c113f1d009c4 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:19.280999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b625ac1-f8af-4790-8b1e-a591011e4001 req-b6ceaadd-0a59-4f62-a3f5-c113f1d009c4 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 931 time: 0.3751647 Nov 09 18:05:19.337783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Attempting to bind port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:19.338147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Attempting to bind port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:19.338479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Attempting to bind port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:19.340754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Transition to ACTIVE for port object 18caa33f-ef70-44e6-b550-18ad48590504 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:19.348514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Request body: {'port': {'device_id': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:19.358006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.378620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 on network b232dded-e90e-4b62-8d63-10e8e1593b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:19.378958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Attempting to bind port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:19.387815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Made reservation on behalf of 75cbdd7ed2f74408acdb2a61ab63d0f3 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:19.390115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.424348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:19.424683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:19.425071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Bound using segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:19.425662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Bound port: 47622b46-35b7-4bf4-9b1e-c64b0feb1236, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:19.425887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.433732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.488462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b625ac1-f8af-4790-8b1e-a591011e4001 req-0e6fbf9e-072a-4f7f-83bf-558239db58cc tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733575 Nov 09 18:05:19.505356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00454d-c69f-44e0-a7e1-78e5b87bff5d req-5065681b-680e-45c9-a0c4-cad533530a5e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:19.506968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c00454d-c69f-44e0-a7e1-78e5b87bff5d req-5065681b-680e-45c9-a0c4-cad533530a5e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 944 time: 0.2512491 Nov 09 18:05:19.508895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=18caa33f-ef70-44e6-b550-18ad48590504,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:19.538585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:19.618434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c00454d-c69f-44e0-a7e1-78e5b87bff5d req-ac69b20a-fcb2-4e15-9431-0e819bbea281 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012008 Nov 09 18:05:19.958965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-935ee1f3-8505-41b0-9ea7-e93de77c8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:19.960488 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-935ee1f3-8505-41b0-9ea7-e93de77c8a5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1096 time: 0.6162543 Nov 09 18:05:20.046493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5076e874-bb06-4657-b6a8-e24ef8db9f04 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:20.080258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.113478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] For port 47622b46-35b7-4bf4-9b1e-c64b0feb1236, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:20.121171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Transition to ACTIVE for port object 5076e874-bb06-4657-b6a8-e24ef8db9f04 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:20.133337 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.186360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-faa4f312-96b8-47dd-bea2-eda1d0b93ae2 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:20.187828 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-faa4f312-96b8-47dd-bea2-eda1d0b93ae2 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.85 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 946 time: 0.7597303 Nov 09 18:05:20.190636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] For port 47622b46-35b7-4bf4-9b1e-c64b0feb1236, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=47622b46-35b7-4bf4-9b1e-c64b0feb1236,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:20.194219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-d71e1046-6c28-4cb7-aa1a-9e1f0a72be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:20.195623 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-d71e1046-6c28-4cb7-aa1a-9e1f0a72be44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.2003231 Nov 09 18:05:20.221022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1e923-b108-4938-8acd-d3377b2614b5 req-d8a8996d-1a81-466d-9559-28828a2a96dc tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:20.222737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a1e923-b108-4938-8acd-d3377b2614b5 req-d8a8996d-1a81-466d-9559-28828a2a96dc tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.4714208 Nov 09 18:05:20.250377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d6ec-ecf0-4e63-b662-7c172eeb7d2a req-cced4a07-c86c-44ed-aef9-712e31a8567b tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:20.252878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51d2d6ec-ecf0-4e63-b662-7c172eeb7d2a req-cced4a07-c86c-44ed-aef9-712e31a8567b tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 946 time: 0.2152560 Nov 09 18:05:20.253011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.315235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=5076e874-bb06-4657-b6a8-e24ef8db9f04,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:20.329712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-09c12707-952b-410e-ad46-81e90a6fc2fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 217 time: 0.0796204 Nov 09 18:05:20.383233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:20.383860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.385236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] 10.222.0.73 "PUT /v2.0/ports/47622b46-35b7-4bf4-9b1e-c64b0feb1236 HTTP/1.1" status: 200 len: 1092 time: 2.0668550 Nov 09 18:05:20.385679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'tag': '47622b46-35b7-4bf4-9b1e-c64b0feb1236'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:20.388024 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463" -d '{"events": [{"name": "network-changed", "server_uuid": "e5705dba-076d-4857-92f8-6cc8b0d9b3eb", "tag": "47622b46-35b7-4bf4-9b1e-c64b0feb1236"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:20.428931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Attempting to bind port 18caa33f-ef70-44e6-b550-18ad48590504 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:20.429320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Attempting to bind port 18caa33f-ef70-44e6-b550-18ad48590504 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:20.429716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Attempting to bind port 18caa33f-ef70-44e6-b550-18ad48590504 on network 1629737a-2a8b-4b06-9493-8658a37e4758 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:20.487215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a1e923-b108-4938-8acd-d3377b2614b5 req-2fcf7ca2-dd8c-45e9-9a3b-ee9dd23d369f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268658 Nov 09 18:05:20.505519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Port 18caa33f-ef70-44e6-b550-18ad48590504 on network 1629737a-2a8b-4b06-9493-8658a37e4758 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:20.505851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Attempting to bind port 18caa33f-ef70-44e6-b550-18ad48590504 on network 1629737a-2a8b-4b06-9493-8658a37e4758 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:20.524527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4fc8a-ed66-43ab-bb94-329d472f4015 service neutron] Pushing event updated for resources: {'Port': ['ID=47622b46-35b7-4bf4-9b1e-c64b0feb1236,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:20.534459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:20.534815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Checking segment: {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:20.535212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Bound using segment: {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:20.535655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Bound port: 18caa33f-ef70-44e6-b550-18ad48590504, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:20.536020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.543103 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf46908-892e-4b3f-9eda-24bb6c1ee1ec x-openstack-request-id: req-aaf46908-892e-4b3f-9eda-24bb6c1ee1ec {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:20.543389 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5705dba-076d-4857-92f8-6cc8b0d9b3eb", "tag": "47622b46-35b7-4bf4-9b1e-c64b0feb1236", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:20.543652 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaf46908-892e-4b3f-9eda-24bb6c1ee1ec {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:20.544050 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'tag': '47622b46-35b7-4bf4-9b1e-c64b0feb1236', 'status': 'completed', 'code': 200} Nov 09 18:05:20.547442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.550923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-1ae3a16a-e09c-42bb-8d98-866c7bd5e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:20.552640 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-1ae3a16a-e09c-42bb-8d98-866c7bd5e377 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.2002048 Nov 09 18:05:20.570314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb51b3c-2bdd-408e-9e3d-c516839e09fe {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:20.579018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.590125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.596583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Deleting port f31a8a60-e90b-453d-9146-993de0d01174 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:20.597140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.613591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Transition to ACTIVE for port object 0eb51b3c-2bdd-408e-9e3d-c516839e09fe will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:20.615285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Attempting to bind port 5076e874-bb06-4657-b6a8-e24ef8db9f04 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:20.616079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Attempting to bind port 5076e874-bb06-4657-b6a8-e24ef8db9f04 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:20.616294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Attempting to bind port 5076e874-bb06-4657-b6a8-e24ef8db9f04 on network 1629737a-2a8b-4b06-9493-8658a37e4758 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:20.636655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Port 5076e874-bb06-4657-b6a8-e24ef8db9f04 on network 1629737a-2a8b-4b06-9493-8658a37e4758 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:20.637408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Attempting to bind port 5076e874-bb06-4657-b6a8-e24ef8db9f04 on network 1629737a-2a8b-4b06-9493-8658a37e4758 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:20.646362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51d2d6ec-ecf0-4e63-b662-7c172eeb7d2a req-ac73387c-d0ac-4280-b162-255845dfffb5 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d9e8cfd-d77a-4816-b974-edf2a20b942c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703630 Nov 09 18:05:20.648401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.714426 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-3d1353e9-9e34-4bc8-809c-5cd19c2044f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503842 Nov 09 18:05:20.717167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5b17d43d-37bf-49ac-9bf1-870642b3025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:20.718943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-5b17d43d-37bf-49ac-9bf1-870642b3025e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 1095 time: 0.2728121 Nov 09 18:05:20.724541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:20.733460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:20.733807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Checking segment: {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:20.734222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Bound using segment: {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:20.735138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Bound port: 5076e874-bb06-4657-b6a8-e24ef8db9f04, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:20.735819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.828355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] For port 5076e874-bb06-4657-b6a8-e24ef8db9f04, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:20.832079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] For port 5076e874-bb06-4657-b6a8-e24ef8db9f04, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5076e874-bb06-4657-b6a8-e24ef8db9f04,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:20.861368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778517a3-ee18-4dee-99d9-5e91fd4f9dfb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:20.875666 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-8270734e-7630-4797-b846-2fafff3c06d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47622b46-35b7-4bf4-9b1e-c64b0feb1236 HTTP/1.1" status: 200 len: 217 time: 0.1220016 Nov 09 18:05:20.876798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.877178 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Added segment ef15b2f3-f076-4d48-b05f-ebf7f8dbcb56 of type vlan for network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 Nov 09 18:05:20.890270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] For port f31a8a60-e90b-453d-9146-993de0d01174, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f31a8a60-e90b-453d-9146-993de0d01174,segment=NetworkSegment(db4f1fcc-394f-4b6d-82a1-d171ef19fc7b),segment_id=db4f1fcc-394f-4b6d-82a1-d171ef19fc7b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:20.890551 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.893802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:20.985120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Calling delete_port for f31a8a60-e90b-453d-9146-993de0d01174 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:21.002131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35018b34-cf94-4d21-a3e4-d8d941a11b33 req-1786bd5d-c98b-44e9-bc58-5cb09a5189a8 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.014479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35018b34-cf94-4d21-a3e4-d8d941a11b33 req-1786bd5d-c98b-44e9-bc58-5cb09a5189a8 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 943 time: 0.3879368 Nov 09 18:05:21.017867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Pushing event updated for resources: {'Port': ['ID=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:21.044940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.046919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.049856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] 10.222.0.73 "PUT /v2.0/ports/5076e874-bb06-4657-b6a8-e24ef8db9f04 HTTP/1.1" status: 200 len: 1092 time: 3.0866644 Nov 09 18:05:21.053171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'tag': '5076e874-bb06-4657-b6a8-e24ef8db9f04'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:21.059761 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ece61f-19ec-421d-8db1-61cbc72b284a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5130327-423e-4cdf-b89f-f016071c2be8", "tag": "5076e874-bb06-4657-b6a8-e24ef8db9f04"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:21.060861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.064454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] For port 18caa33f-ef70-44e6-b550-18ad48590504, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:21.089910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-02a0aef5-f4c3-49b9-8035-e85ea6fa4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.092145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-02a0aef5-f4c3-49b9-8035-e85ea6fa4a77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.1927252 Nov 09 18:05:21.125038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] For port 18caa33f-ef70-44e6-b550-18ad48590504, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=18caa33f-ef70-44e6-b550-18ad48590504,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:21.130612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-88280e35-fe87-45d5-bf71-07eaf482c919 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758490 Nov 09 18:05:21.156512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.201056 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-8764fb81-cd3f-44ef-bdcd-2bc9159ae2dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741107 Nov 09 18:05:21.201627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af953f62-ef4a-4ad8-95ef-f09e9d6314b5 req-36e44c3a-6f51-4d5e-9364-8ab2c3664864 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.208816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af953f62-ef4a-4ad8-95ef-f09e9d6314b5 req-36e44c3a-6f51-4d5e-9364-8ab2c3664864 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 944 time: 0.3749571 Nov 09 18:05:21.258527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35018b34-cf94-4d21-a3e4-d8d941a11b33 req-a52b320e-774d-4f8a-9620-df7116a99db6 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427459 Nov 09 18:05:21.271264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead7e41-13e4-4b84-bb0d-c60224192ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=5076e874-bb06-4657-b6a8-e24ef8db9f04,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:21.283707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-1662d2a8-29b4-4021-992e-66da9a442957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.285253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-1662d2a8-29b4-4021-992e-66da9a442957 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19e6c887a38a41cb9cc492d265893719&device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 1095 time: 0.1663854 Nov 09 18:05:21.291401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Attempting to bind port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:21.291936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Attempting to bind port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:21.292085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Attempting to bind port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe on network 1629737a-2a8b-4b06-9493-8658a37e4758 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:21.308621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.309312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.310788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] 10.222.0.85 "PUT /v2.0/ports/18caa33f-ef70-44e6-b550-18ad48590504 HTTP/1.1" status: 200 len: 1091 time: 4.2488322 Nov 09 18:05:21.350633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af953f62-ef4a-4ad8-95ef-f09e9d6314b5 req-ab095461-993a-491b-bb7b-9c52c0d0d79b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408043 Nov 09 18:05:21.355064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.364068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.364068 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.384547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe on network 1629737a-2a8b-4b06-9493-8658a37e4758 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:21.384887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Attempting to bind port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe on network 1629737a-2a8b-4b06-9493-8658a37e4758 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:21.389826 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f549e-a6a2-4600-976a-439e532c1fc5 x-openstack-request-id: req-bd5f549e-a6a2-4600-976a-439e532c1fc5 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:21.390145 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5130327-423e-4cdf-b89f-f016071c2be8", "tag": "5076e874-bb06-4657-b6a8-e24ef8db9f04", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:21.390406 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd5f549e-a6a2-4600-976a-439e532c1fc5 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:21.390811 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'tag': '5076e874-bb06-4657-b6a8-e24ef8db9f04', 'status': 'completed', 'code': 200} Nov 09 18:05:21.395645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-a70200da-e2dd-46c5-a1fc-4950dd3dc131 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5076e874-bb06-4657-b6a8-e24ef8db9f04 HTTP/1.1" status: 200 len: 217 time: 0.0954864 Nov 09 18:05:21.396970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:21.397311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Checking segment: {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:21.397689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Bound using segment: {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:21.398157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Bound port: 0eb51b3c-2bdd-408e-9e3d-c516839e09fe, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1595ea9e-e073-496c-a17f-b4c86f6e1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:21.398521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.517547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-0db8d26d-eee6-42ae-9f55-84057a4d67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.519079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-0db8d26d-eee6-42ae-9f55-84057a4d67f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df1916bb-3538-453c-9f2a-24e8ce58a6b2 HTTP/1.1" status: 200 len: 857 time: 0.1102250 Nov 09 18:05:21.578085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Network': ['ID=9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:21.581654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4d0df-82e1-4aad-a591-e7028ff4cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=18caa33f-ef70-44e6-b550-18ad48590504,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:21.593187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:21.688486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-ccd43e67-444f-4f8e-839a-f93c51f3332f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1629737a-2a8b-4b06-9493-8658a37e4758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484640 Nov 09 18:05:21.718084 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-01ce8e3a-c251-4880-ae66-3c9f52a6d5fb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8116634 Nov 09 18:05:21.720739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52504) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:21.735879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'subnet': {'network_id': '9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:21.755143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.770323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f31a8a60-e90b-453d-9146-993de0d01174'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:21.814026 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-91949307-ade1-43ef-b374-5aaae0a291a4 service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722767 Nov 09 18:05:21.878645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Pushing event deleted for resources: {'Port': ['ID=f31a8a60-e90b-453d-9146-993de0d01174,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:21.913568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-b5ee1659-3a76-475d-b458-08952da9b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:21.927859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-b5ee1659-3a76-475d-b458-08952da9b0b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19e6c887a38a41cb9cc492d265893719&device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 1094 time: 0.5322189 Nov 09 18:05:21.945811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-36cf40af-4829-4942-b1b4-5fe12ebf6beb service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425883 Nov 09 18:05:21.950515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Made reservation on behalf of 75cbdd7ed2f74408acdb2a61ab63d0f3 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:21.952794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:21.955776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] For port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:21.958046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] No DVR routers for this DVR port f31a8a60-e90b-453d-9146-993de0d01174 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:22.001208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34df2965-1f82-4c83-9f7a-181744b5820f req-c0bc5019-fdc3-4818-a3bb-112745c3f552 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.32 "GET /v2.0/ports?device_id=44832134-3b79-407f-afb6-234e740f1c05 HTTP/1.1" status: 200 len: 210 time: 0.0680544 Nov 09 18:05:22.009128 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-bc359813-844e-4d51-857e-e27377064645 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18caa33f-ef70-44e6-b550-18ad48590504 HTTP/1.1" status: 200 len: 217 time: 0.0526831 Nov 09 18:05:22.011067 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-a436ac03-9753-4e5d-ad5e-f1318c639e2d service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581887 Nov 09 18:05:22.011978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] For port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:22.019977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b05a4-7988-41ac-8c5c-c7deaa690066 req-53351dfa-1bf5-46cb-8403-90889c8c7c62 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.021587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f25b05a4-7988-41ac-8c5c-c7deaa690066 req-53351dfa-1bf5-46cb-8403-90889c8c7c62 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.4370382 Nov 09 18:05:22.047941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:22.051437 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f46844a6-6824-4724-aa96-e84d7927aef7 req-e38fc41c-b1e9-450e-adfd-47637e84f3d1 tempest-InstanceActionsNegativeTestJSON-150423544 tempest-InstanceActionsNegativeTestJSON-150423544-project] 10.222.0.85 "DELETE /v2.0/ports/f31a8a60-e90b-453d-9146-993de0d01174 HTTP/1.1" status: 204 len: 173 time: 1.8533847 Nov 09 18:05:22.055826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:22.152199 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-980f4926-1c1a-4a35-bce3-191f9819e7bd req-e9f64f2a-c390-4851-81d6-51b107c85076 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964916 Nov 09 18:05:22.165700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.166337 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:22.168576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] 10.222.0.73 "PUT /v2.0/ports/0eb51b3c-2bdd-408e-9e3d-c516839e09fe HTTP/1.1" status: 200 len: 1092 time: 2.8514202 Nov 09 18:05:22.232416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01639-48c0-4bd6-ba98-3fcfc7e3524b service neutron] Pushing event updated for resources: {'Port': ['ID=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:22.243631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f25b05a4-7988-41ac-8c5c-c7deaa690066 req-706099ec-815e-4dd6-ba48-cbc0045e5954 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911287 Nov 09 18:05:22.274644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-daae45ef-bbf4-41bd-a7b0-f3725e13877d service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144639 Nov 09 18:05:22.291497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-7e8f30e8-d179-45a1-a9a3-dbc6c2ac8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.293363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-7e8f30e8-d179-45a1-a9a3-dbc6c2ac8d7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 1095 time: 0.0576923 Nov 09 18:05:22.326539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-5877c9a1-6706-4ca0-b524-0c9552d362b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.328010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-5877c9a1-6706-4ca0-b524-0c9552d362b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=df1916bb-3538-453c-9f2a-24e8ce58a6b2 HTTP/1.1" status: 200 len: 857 time: 0.2756221 Nov 09 18:05:22.430169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-84277a01-aeeb-46b6-9c26-1573f2874cbd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1629737a-2a8b-4b06-9493-8658a37e4758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898662 Nov 09 18:05:22.550987 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'tag': '18caa33f-ef70-44e6-b550-18ad48590504'}, {'server_uuid': '44832134-3b79-407f-afb6-234e740f1c05', 'name': 'network-vif-deleted', 'tag': 'f31a8a60-e90b-453d-9146-993de0d01174'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:22.553350 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005793e-74a5-4b6f-b8f3-599593ac5875" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d25da0-b5e7-4b00-96d9-3ba5d7900822", "tag": "18caa33f-ef70-44e6-b550-18ad48590504"}, {"server_uuid": "44832134-3b79-407f-afb6-234e740f1c05", "name": "network-vif-deleted", "tag": "f31a8a60-e90b-453d-9146-993de0d01174"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:22.554685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-c738d7d3-0ce9-4dbb-8253-21f9878e1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.557611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-c738d7d3-0ce9-4dbb-8253-21f9878e1208 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19e6c887a38a41cb9cc492d265893719&device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 1095 time: 0.2539008 Nov 09 18:05:22.669417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-31b23675-bfa0-4194-849b-4098f0ad956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.670992 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-31b23675-bfa0-4194-849b-4098f0ad956d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19e6c887a38a41cb9cc492d265893719&device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 1095 time: 0.2385960 Nov 09 18:05:22.674230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-c982e19f-a392-4733-8381-ce62e5f1d54d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb51b3c-2bdd-408e-9e3d-c516839e09fe HTTP/1.1" status: 200 len: 217 time: 0.0891411 Nov 09 18:05:22.730300 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-b1cbcbcc-7408-4243-add4-bb550888dac0 service neutron] 10.222.0.85 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828946 Nov 09 18:05:22.736571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748a538-7c42-4c96-8605-715ea8e9c0c6 req-7788502d-37c0-4555-b1cf-da61657e2979 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.739301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8748a538-7c42-4c96-8605-715ea8e9c0c6 req-7788502d-37c0-4555-b1cf-da61657e2979 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 943 time: 0.3273830 Nov 09 18:05:22.785122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-93df9939-dd10-4c67-979c-fcf92dcef88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.787263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-93df9939-dd10-4c67-979c-fcf92dcef88e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.4825292 Nov 09 18:05:22.805744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c70136-1882-4a53-812d-4850a7569a5f req-05062932-ba3a-4eee-b893-dace5cf0c1f5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.807417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91c70136-1882-4a53-812d-4850a7569a5f req-05062932-ba3a-4eee-b893-dace5cf0c1f5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 944 time: 0.3253734 Nov 09 18:05:22.862278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-c7cd25f4-ed0c-4fe7-bf67-2fc98a03df80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47622b46-35b7-4bf4-9b1e-c64b0feb1236 HTTP/1.1" status: 200 len: 217 time: 0.0495088 Nov 09 18:05:22.931583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-5c4e2c8f-5298-41b5-b6e2-951e98f51e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.933196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-5c4e2c8f-5298-41b5-b6e2-951e98f51e87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df1916bb-3538-453c-9f2a-24e8ce58a6b2 HTTP/1.1" status: 200 len: 857 time: 0.2428017 Nov 09 18:05:22.940261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-aa0b11b4-795f-46f9-9d7e-a51e2762254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:22.941775 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-aa0b11b4-795f-46f9-9d7e-a51e2762254d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 200 len: 918 time: 0.2453699 Nov 09 18:05:22.947788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-431c79dc-0839-4be8-be10-1e00fae41f81 service neutron] 10.222.0.85 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914899 Nov 09 18:05:22.991680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-72b2cf49-645f-4f8c-8009-a8f1de7a7418 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5076e874-bb06-4657-b6a8-e24ef8db9f04 HTTP/1.1" status: 200 len: 217 time: 0.0398231 Nov 09 18:05:23.000429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-b9b7dc5a-d639-4e42-9e68-32909f7101c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1629737a-2a8b-4b06-9493-8658a37e4758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460572 Nov 09 18:05:23.021858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8748a538-7c42-4c96-8605-715ea8e9c0c6 req-dc1c9d2e-e66f-4128-8b68-0c610010686b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456279 Nov 09 18:05:23.059576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-891cd92c-2437-48d7-b225-1f3c9e486ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:23.061872 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-891cd92c-2437-48d7-b225-1f3c9e486ee5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df1916bb-3538-453c-9f2a-24e8ce58a6b2 HTTP/1.1" status: 200 len: 857 time: 0.0602393 Nov 09 18:05:23.095617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.objects.ports [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:05:23.096078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.117319 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2267ab37-ff66-4a9b-b7b1-abb821454915 x-openstack-request-id: req-2267ab37-ff66-4a9b-b7b1-abb821454915 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:23.117615 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d25da0-b5e7-4b00-96d9-3ba5d7900822", "tag": "18caa33f-ef70-44e6-b550-18ad48590504", "status": "completed", "code": 200}, {"server_uuid": "44832134-3b79-407f-afb6-234e740f1c05", "name": "network-vif-deleted", "tag": "f31a8a60-e90b-453d-9146-993de0d01174", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:23.117862 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2267ab37-ff66-4a9b-b7b1-abb821454915 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:23.118291 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'tag': '18caa33f-ef70-44e6-b550-18ad48590504', 'status': 'completed', 'code': 200} Nov 09 18:05:23.118542 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44832134-3b79-407f-afb6-234e740f1c05', 'name': 'network-vif-deleted', 'tag': 'f31a8a60-e90b-453d-9146-993de0d01174', 'status': 'completed', 'code': 200} Nov 09 18:05:23.125275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-24424862-9deb-4a0c-9414-8785da0d2969 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1629737a-2a8b-4b06-9493-8658a37e4758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383260 Nov 09 18:05:23.205469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:23.242507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-59eda7c1-1a4f-4835-a4c0-65ff9bc2ccbf service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141736 Nov 09 18:05:23.249317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91c70136-1882-4a53-812d-4850a7569a5f req-fdcf1b81-cb0a-410f-9fed-9b6e236bdce1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835437 Nov 09 18:05:23.272164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-99682246-e7e9-42c9-a59c-633c57a5ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:23.285811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-99682246-e7e9-42c9-a59c-633c57a5ad6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.4018524 Nov 09 18:05:23.411301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'tag': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:23.418852 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b178a418-cb8f-4584-a419-4170f2f5310a" -d '{"events": [{"name": "network-changed", "server_uuid": "e17f5c8b-1860-4c90-b3f5-688924d65f1e", "tag": "0eb51b3c-2bdd-408e-9e3d-c516839e09fe"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:23.440380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-8e2da8a9-b23f-48a2-bc42-ce2bd9cfb8c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264675 Nov 09 18:05:23.522339 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a7b2f-9967-4001-a7ac-6a0d157a613b x-openstack-request-id: req-615a7b2f-9967-4001-a7ac-6a0d157a613b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:23.522797 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17f5c8b-1860-4c90-b3f5-688924d65f1e", "tag": "0eb51b3c-2bdd-408e-9e3d-c516839e09fe", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:23.523155 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-615a7b2f-9967-4001-a7ac-6a0d157a613b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:23.523649 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'tag': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe', 'status': 'completed', 'code': 200} Nov 09 18:05:23.595900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0404559d-3f4f-4432-b1fa-73d0a30416e2 req-b51fa91a-0e16-4bb6-85e1-bccdb6236fbe service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454432 Nov 09 18:05:23.611971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdef85-fdae-471b-836d-1de9bfd28b1f req-eaa4b974-9c70-4a46-8bb3-6fd9c746cde8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:23.619745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71fdef85-fdae-471b-836d-1de9bfd28b1f req-eaa4b974-9c70-4a46-8bb3-6fd9c746cde8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1970549 Nov 09 18:05:23.671841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Subnet': ['ID=98441c4f-04f2-49bf-92d3-244f5d5f33fb,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:23.676250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71fdef85-fdae-471b-836d-1de9bfd28b1f req-3f6d7db6-6e26-4834-b3e4-b6057909c454 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539756 Nov 09 18:05:23.686422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-b0544a3a-50f8-487e-ba1c-bec62a13be2d service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306995 Nov 09 18:05:23.695381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] Deleting subnet b66807f6-92d7-4bff-8678-b69b977294e1 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:05:23.702825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.705679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-d1269423-e7ba-47aa-9b81-2a09c8885553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:23.707202 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-d1269423-e7ba-47aa-9b81-2a09c8885553 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19e6c887a38a41cb9cc492d265893719&device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 1094 time: 0.5486708 Nov 09 18:05:23.739849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Checking segment: {'id': 'ef15b2f3-f076-4d48-b05f-ebf7f8dbcb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:23.740210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network hostable DHCP agents. Network: 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:23.776676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-4717d57e-a193-4c05-9b99-c5012cb8e004 service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294556 Nov 09 18:05:23.780466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.815824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:23.906423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:23.916457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b859d-17c0-456d-8bc8-8181e94f732c None None] Network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:23.921446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:23.950428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:23.951946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.090086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1806835-5f90-4a44-afdc-40b449b4d8af None None] Network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:24.156644 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ddd0f2df-aae9-419c-8d98-d95d1e174752 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4269433 Nov 09 18:05:24.164793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52534) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:24.172627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1323401617', 'network_id': '9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:24.178406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178a418-cb8f-4584-a419-4170f2f5310a req-e7f13b5d-e5fc-4669-a783-16976e3c69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.180002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b178a418-cb8f-4584-a419-4170f2f5310a req-e7f13b5d-e5fc-4669-a783-16976e3c69f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19e6c887a38a41cb9cc492d265893719&device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 1095 time: 0.4898324 Nov 09 18:05:24.199474 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ece61f-19ec-421d-8db1-61cbc72b284a req-a883701f-0eed-40fc-aa30-e12b960233fc service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976874 Nov 09 18:05:24.257389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.308066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66807f6-92d7-4bff-8678-b69b977294e1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:24.320358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.324786 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ec515d6d-041f-4b56-8739-9f021c48ed33 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b66807f6-92d7-4bff-8678-b69b977294e1 HTTP/1.1" status: 204 len: 168 time: 0.7288330 Nov 09 18:05:24.327277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52540) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:24.336022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-d012fda3-ac13-43fa-9008-2d8419d499cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.337898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-d012fda3-ac13-43fa-9008-2d8419d499cc service neutron] 10.222.0.85 "GET /v2.0/networks?id=1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 200 len: 918 time: 0.3016737 Nov 09 18:05:24.344135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178a418-cb8f-4584-a419-4170f2f5310a req-d89ecee7-2169-4e52-baa6-9f6208189035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.345875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b178a418-cb8f-4584-a419-4170f2f5310a req-d89ecee7-2169-4e52-baa6-9f6208189035 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 200 len: 918 time: 0.1432946 Nov 09 18:05:24.439590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b178a418-cb8f-4584-a419-4170f2f5310a req-6038b523-c587-4454-afd8-982f144666c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0eb51b3c-2bdd-408e-9e3d-c516839e09fe HTTP/1.1" status: 200 len: 217 time: 0.0833931 Nov 09 18:05:24.451506 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-08a2883e-316e-46f2-8f38-95b66f7b199d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18caa33f-ef70-44e6-b550-18ad48590504 HTTP/1.1" status: 200 len: 217 time: 0.1009893 Nov 09 18:05:24.459199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded022e0-889f-481f-b7d1-2e94933d9a8e req-78ac3a24-8306-4641-88c3-9b082d06f7ad tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.460973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded022e0-889f-481f-b7d1-2e94933d9a8e req-78ac3a24-8306-4641-88c3-9b082d06f7ad tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 943 time: 0.3097541 Nov 09 18:05:24.502235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Made reservation on behalf of 75cbdd7ed2f74408acdb2a61ab63d0f3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:24.504815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.527023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.549506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-61cbbe9f-c9ed-49bc-bbb1-9d596dcc9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.551434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-61cbbe9f-c9ed-49bc-bbb1-9d596dcc9ccd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=df1916bb-3538-453c-9f2a-24e8ce58a6b2 HTTP/1.1" status: 200 len: 857 time: 0.0753281 Nov 09 18:05:24.571963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d862cb-dd6b-45ab-9c7c-6d2e5f212463 req-36607868-fc89-4f82-86ee-c5731addef4b service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8646464 Nov 09 18:05:24.601042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] device_id is not set on port 0c410313-8f23-42ba-a2ff-7bbcb304e4c9 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:24.608564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f31a8a60-e90b-453d-9146-993de0d01174 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:24.660591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-fe361f6d-3788-47b5-b06d-95d7fa309c20 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1629737a-2a8b-4b06-9493-8658a37e4758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653775 Nov 09 18:05:24.662957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: f31a8a60-e90b-453d-9146-993de0d01174 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:05:24.663320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f31a8a60-e90b-453d-9146-993de0d01174 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:24.773979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Allocated IP 2001:db8::17e (9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7/98441c4f-04f2-49bf-92d3-244f5d5f33fb/0c410313-8f23-42ba-a2ff-7bbcb304e4c9) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:24.836852 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.867213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50e6dc2-d570-4744-8b8c-aa243ba9a793']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:24.887080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4f1fcc-394f-4b6d-82a1-d171ef19fc7b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:24.887721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4f1fcc-394f-4b6d-82a1-d171ef19fc7b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:24.893414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14db2-f682-4317-abc8-39840f717675 req-75a474d1-9e81-415f-8be2-31bbfc49233f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.895250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32c14db2-f682-4317-abc8-39840f717675 req-75a474d1-9e81-415f-8be2-31bbfc49233f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 944 time: 0.4323034 Nov 09 18:05:24.898344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded022e0-889f-481f-b7d1-2e94933d9a8e req-e58a20af-00b3-495c-8381-36ff0bc91379 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873260 Nov 09 18:05:24.925236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.928443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178a418-cb8f-4584-a419-4170f2f5310a req-86bc51b9-d12c-45b8-8b52-1bb1ef823300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:24.929934 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b178a418-cb8f-4584-a419-4170f2f5310a req-86bc51b9-d12c-45b8-8b52-1bb1ef823300 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=df1916bb-3538-453c-9f2a-24e8ce58a6b2 HTTP/1.1" status: 200 len: 857 time: 0.4378476 Nov 09 18:05:24.949342 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-f517acf9-7ee4-4c1d-8aa8-7833c89925b2 service neutron] 10.222.0.85 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636020 Nov 09 18:05:24.956086 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.982402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b178a418-cb8f-4584-a419-4170f2f5310a req-ab85e15a-e624-4854-9e5f-b6827d9aa42c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1629737a-2a8b-4b06-9493-8658a37e4758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417142 Nov 09 18:05:24.984527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:05:24.987474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:05:24.987657 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:05:24.993500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32c14db2-f682-4317-abc8-39840f717675 req-ca04578c-ac03-4fac-add7-accfd3765bd0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849993 Nov 09 18:05:25.002324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5076e874-bb06-4657-b6a8-e24ef8db9f04 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:25.117118 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.137988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.139916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.144817 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/d50e6dc2-d570-4744-8b8c-aa243ba9a793 HTTP/1.1" status: 204 len: 168 time: 0.8162498 Nov 09 18:05:25.145907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f70ecc-93a0-46b3-b8bb-b084c8edb1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d50e6dc2-d570-4744-8b8c-aa243ba9a793,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:25.167955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5076e874-bb06-4657-b6a8-e24ef8db9f04, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5076e874-bb06-4657-b6a8-e24ef8db9f04,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:25.178702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038dabd-c350-4a4e-ba3c-5dbddd135b32 req-fd2be198-6fd7-4af6-b3a2-fbc8f871c86f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.180529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2038dabd-c350-4a4e-ba3c-5dbddd135b32 req-fd2be198-6fd7-4af6-b3a2-fbc8f871c86f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1224523 Nov 09 18:05:25.200214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '5076e874-bb06-4657-b6a8-e24ef8db9f04', 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758', 'port_id': '5076e874-bb06-4657-b6a8-e24ef8db9f04', 'mac_address': 'fa:16:3e:36:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1916bb-3538-453c-9f2a-24e8ce58a6b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:25.242838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b178a418-cb8f-4584-a419-4170f2f5310a req-ac739e3e-1102-407d-878f-29b4e6ca4c48 service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481599 Nov 09 18:05:25.252151 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2005793e-74a5-4b6f-b8f3-599593ac5875 req-7cc7f1b5-f855-4ea4-8867-902f9c56a4e7 service neutron] 10.222.0.85 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928054 Nov 09 18:05:25.280135 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.295240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5076e874-bb06-4657-b6a8-e24ef8db9f04 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:25.321921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5076e874-bb06-4657-b6a8-e24ef8db9f04, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5076e874-bb06-4657-b6a8-e24ef8db9f04,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:25.328239 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.328966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 47622b46-35b7-4bf4-9b1e-c64b0feb1236 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:25.387646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2038dabd-c350-4a4e-ba3c-5dbddd135b32 req-f2cf130a-b74d-4565-91ab-e1fafe94e82e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797197 Nov 09 18:05:25.405682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.484015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Port': ['ID=0c410313-8f23-42ba-a2ff-7bbcb304e4c9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:25.501285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:25.506632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:25.517860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:25.518892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:25.519493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.531073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b178a418-cb8f-4584-a419-4170f2f5310a req-baccfef0-b993-4c61-8d8d-c4f38f5f70c7 service neutron] 10.222.0.73 "GET /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741926 Nov 09 18:05:25.536422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52552) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:25.539014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5076e874-bb06-4657-b6a8-e24ef8db9f04,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:25.563168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-10bff8c4-7f39-463f-be4e-12fc102baa3e tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3952873 Nov 09 18:05:25.565782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52554) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:25.599485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 47622b46-35b7-4bf4-9b1e-c64b0feb1236, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=47622b46-35b7-4bf4-9b1e-c64b0feb1236,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:25.630127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '47622b46-35b7-4bf4-9b1e-c64b0feb1236', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'port_id': '47622b46-35b7-4bf4-9b1e-c64b0feb1236', 'mac_address': 'fa:16:3e:81:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc893-d553-4d80-9692-5a4019aadcd1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:25.631405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a9962793-15a3-4f21-9297-b9dc75126e39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dae8ec069c6475a82b36065dd012bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936413 Nov 09 18:05:25.634464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52556) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:25.668666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Deleting port 0c410313-8f23-42ba-a2ff-7bbcb304e4c9 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:25.669840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.723115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.738853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47622b46-35b7-4bf4-9b1e-c64b0feb1236 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:25.752294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c412744-9917-4664-99f7-5e2085f35452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.767379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 47622b46-35b7-4bf4-9b1e-c64b0feb1236, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=47622b46-35b7-4bf4-9b1e-c64b0feb1236,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:25.772819 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.816675 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c412744-9917-4664-99f7-5e2085f35452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.830465 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.843183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=47622b46-35b7-4bf4-9b1e-c64b0feb1236,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:25.860038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Calling delete_port for 0c410313-8f23-42ba-a2ff-7bbcb304e4c9 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:25.905936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c412744-9917-4664-99f7-5e2085f35452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.910163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c412744-9917-4664-99f7-5e2085f35452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:25.920728 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2c412744-9917-4664-99f7-5e2085f35452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d9e8cfd-d77a-4816-b974-edf2a20b942c HTTP/1.1" status: 204 len: 168 time: 0.2767735 Nov 09 18:05:25.934730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c412744-9917-4664-99f7-5e2085f35452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e8cfd-d77a-4816-b974-edf2a20b942c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:26.069419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['47622b46-35b7-4bf4-9b1e-c64b0feb1236'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:26.073768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5076e874-bb06-4657-b6a8-e24ef8db9f04'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:26.097171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225405-1af3-4e9f-b55c-f8807d7c609a req-895a4fdd-5169-4040-a714-25ef4bdae874 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.098802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e225405-1af3-4e9f-b55c-f8807d7c609a req-895a4fdd-5169-4040-a714-25ef4bdae874 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 943 time: 0.0890622 Nov 09 18:05:26.247982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e225405-1af3-4e9f-b55c-f8807d7c609a req-25309ad9-1b66-4651-bf3a-c14ffbae803c tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079450 Nov 09 18:05:26.281970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.303859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d3d37-58fe-4208-885f-0764eca640c8 req-075d8f74-bb81-483e-a51f-1f903c78a1eb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.305702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e8d3d37-58fe-4208-885f-0764eca640c8 req-075d8f74-bb81-483e-a51f-1f903c78a1eb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 945 time: 0.1647604 Nov 09 18:05:26.332684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c410313-8f23-42ba-a2ff-7bbcb304e4c9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:26.396554 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.400092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e65b13bf-94e9-4260-ba27-e95b200d8814 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0c410313-8f23-42ba-a2ff-7bbcb304e4c9 HTTP/1.1" status: 204 len: 168 time: 0.8332870 Nov 09 18:05:26.403104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52572) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:26.410748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7', 'external_fixed_ips': [{'subnet_id': '98441c4f-04f2-49bf-92d3-244f5d5f33fb', 'ip_address': '2001:db8::17e'}]}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:26.416636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e8d3d37-58fe-4208-885f-0764eca640c8 req-1da19e92-7c66-40fc-8764-f4859fa580f9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886517 Nov 09 18:05:26.496416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.497648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.600448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:26.661123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35efd35-bbae-48b4-99ff-4e143a2775bc req-73d530ca-b611-4972-a7c9-a2c5c629376a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:26.665606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d35efd35-bbae-48b4-99ff-4e143a2775bc req-73d530ca-b611-4972-a7c9-a2c5c629376a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1377130 Nov 09 18:05:26.699044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 18caa33f-ef70-44e6-b550-18ad48590504 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:26.732034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d35efd35-bbae-48b4-99ff-4e143a2775bc req-829a1ee7-20bd-4362-abfe-9bd276aa7c47 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525672 Nov 09 18:05:26.773734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.034335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0eb51b3c-2bdd-408e-9e3d-c516839e09fe details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:27.074443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.123403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.381486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Allocated IP 2001:db8::17e (9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7/98441c4f-04f2-49bf-92d3-244f5d5f33fb/1ad35532-f2be-440f-ac2e-8ee486099da2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:27.447302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:27.449933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d6327-f445-458e-8715-74fcf0bf9c54 req-baa191c2-08a6-43f1-b001-bb036533cafa tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.453854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f7d6327-f445-458e-8715-74fcf0bf9c54 req-baa191c2-08a6-43f1-b001-bb036533cafa tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 943 time: 0.1054912 Nov 09 18:05:27.510120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe', 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758', 'port_id': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe', 'mac_address': 'fa:16:3e:b3:b7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1916bb-3538-453c-9f2a-24e8ce58a6b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:27.538093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f7d6327-f445-458e-8715-74fcf0bf9c54 req-e4e32bf7-0aeb-4bff-bfdc-ccd82e40a1f3 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732234 Nov 09 18:05:27.582826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.612787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 18caa33f-ef70-44e6-b550-18ad48590504, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=18caa33f-ef70-44e6-b550-18ad48590504,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:27.649523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '18caa33f-ef70-44e6-b550-18ad48590504', 'network_id': '1629737a-2a8b-4b06-9493-8658a37e4758', 'port_id': '18caa33f-ef70-44e6-b550-18ad48590504', 'mac_address': 'fa:16:3e:88:55:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1916bb-3538-453c-9f2a-24e8ce58a6b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:27.652158 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.654662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.668276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eb1e3-2ea4-478a-a07f-5a12f8078cfe req-376b8f09-87f3-4423-b89b-3e3e5f0a3731 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:27.674142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea2eb1e3-2ea4-478a-a07f-5a12f8078cfe req-376b8f09-87f3-4423-b89b-3e3e5f0a3731 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 945 time: 0.1339800 Nov 09 18:05:27.701250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb51b3c-2bdd-408e-9e3d-c516839e09fe {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:27.742622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:27.744713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:27.759285 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea2eb1e3-2ea4-478a-a07f-5a12f8078cfe req-0183b3df-7ab5-4b11-98e5-555692499b4c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Nov 09 18:05:27.765732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:27.818090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:27.828303 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.832110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.888819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52612) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:27.917161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:27.930109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18caa33f-ef70-44e6-b550-18ad48590504 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:27.975464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 18caa33f-ef70-44e6-b550-18ad48590504, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=18caa33f-ef70-44e6-b550-18ad48590504,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:27.980497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:27.993651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51762-0d97-48e7-b2bf-e6d750d203b4 req-dcef4d4f-69cd-47a9-bf6f-65276ba115c2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:28.009243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbd51762-0d97-48e7-b2bf-e6d750d203b4 req-dcef4d4f-69cd-47a9-bf6f-65276ba115c2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1320870 Nov 09 18:05:28.027243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad35532-f2be-440f-ac2e-8ee486099da2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:28.118194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbd51762-0d97-48e7-b2bf-e6d750d203b4 req-e51ca6b5-54d5-4f30-84ee-3235b7fe72d7 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998821 Nov 09 18:05:28.160488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=18caa33f-ef70-44e6-b550-18ad48590504,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:28.218839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a5f-3bf7-49cb-9eea-ba489601a726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.229306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['0eb51b3c-2bdd-408e-9e3d-c516839e09fe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:28.261332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['18caa33f-ef70-44e6-b550-18ad48590504'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:28.276682 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.382170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a5f-3bf7-49cb-9eea-ba489601a726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.395393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-3773cd29-5a96-4da7-af43-1267faa0b041 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063645 Nov 09 18:05:28.396653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a5f-3bf7-49cb-9eea-ba489601a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.535304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b1d87a5f-3bf7-49cb-9eea-ba489601a726 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42b46df4c1214f2a966b3359912cd2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439745 Nov 09 18:05:28.539407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52618) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:28.547323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d87a5f-3bf7-49cb-9eea-ba489601a726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88501096-2684-4dac-8ebe-9294b2efabc1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:28.584446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fd55-06a5-4041-8949-583b84f884da req-4ae82794-2815-49fb-a0ac-6de465c09d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:28.585988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-4ae82794-2815-49fb-a0ac-6de465c09d79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 1095 time: 0.1258955 Nov 09 18:05:28.679742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.760758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0963a434-b787-4722-a13f-456b71154a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.791629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109984d-d607-4614-b8ce-583ec92c3388 req-3ac6e44b-aa50-43b8-a09b-02b1292113eb tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:28.793329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d109984d-d607-4614-b8ce-583ec92c3388 req-3ac6e44b-aa50-43b8-a09b-02b1292113eb tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 944 time: 0.1385007 Nov 09 18:05:28.846434 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0963a434-b787-4722-a13f-456b71154a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:28.874277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Router df51edf3-50a5-4cd2-8ef8-f2c36f9e357c is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:05:28.906573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fd55-06a5-4041-8949-583b84f884da req-33bb8afc-f1e7-4c20-ab3b-ac8f7ba82542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:28.908220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-33bb8afc-f1e7-4c20-ab3b-ac8f7ba82542 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.2963347 Nov 09 18:05:28.995403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-4a402b9b-ecfc-4232-82a3-740aef21bbb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 200 len: 217 time: 0.0699959 Nov 09 18:05:29.016356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:29.018749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d109984d-d607-4614-b8ce-583ec92c3388 req-54571679-ce54-41e0-acbb-2ffcb091ebaf tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082202 Nov 09 18:05:29.027299 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Sync routers for ids ['df51edf3-50a5-4cd2-8ef8-f2c36f9e357c'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:29.046237 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.048288 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d5f0fa11-29c6-4a8f-a94b-b52129700bac tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6435611 Nov 09 18:05:29.051152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52628) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:29.056452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5076e874-bb06-4657-b6a8-e24ef8db9f04 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:29.057288 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Routers {'df51edf3-50a5-4cd2-8ef8-f2c36f9e357c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:29.058977 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['df51edf3-50a5-4cd2-8ef8-f2c36f9e357c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:29.092143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feba376-8aed-4d81-bb04-8523043238da req-6710d2e0-59ec-4739-92f9-d6b11e0ba47b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:29.093755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0feba376-8aed-4d81-bb04-8523043238da req-6710d2e0-59ec-4739-92f9-d6b11e0ba47b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 945 time: 0.2169554 Nov 09 18:05:29.105894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fd55-06a5-4041-8949-583b84f884da req-b8269b30-ae6d-444e-995f-7e8c86f8ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:29.107614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-b8269b30-ae6d-444e-995f-7e8c86f8ef02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.1015875 Nov 09 18:05:29.118703 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0963a434-b787-4722-a13f-456b71154a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.122869 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0963a434-b787-4722-a13f-456b71154a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.125482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0963a434-b787-4722-a13f-456b71154a53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88501096-2684-4dac-8ebe-9294b2efabc1 HTTP/1.1" status: 204 len: 168 time: 0.5778596 Nov 09 18:05:29.148412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963a434-b787-4722-a13f-456b71154a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88501096-2684-4dac-8ebe-9294b2efabc1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:29.172311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-90e2d2b4-1eff-4f8c-aa0e-0fe719d0d817 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467529 Nov 09 18:05:29.251815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0feba376-8aed-4d81-bb04-8523043238da req-9c8e3918-6d7a-40f2-94fc-b8d56092f783 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403136 Nov 09 18:05:29.255624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 5076e874-bb06-4657-b6a8-e24ef8db9f04 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:29.266847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 5076e874-bb06-4657-b6a8-e24ef8db9f04 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:29.267227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.293314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.325006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Set router df51edf3-50a5-4cd2-8ef8-f2c36f9e357c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:29.440277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.491801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.527736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Deleting port 1ad35532-f2be-440f-ac2e-8ee486099da2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:29.528095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.540783 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df51edf3-50a5-4cd2-8ef8-f2c36f9e357c', 'name': '', 'tenant_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7', 'external_fixed_ips': [{'subnet_id': '98441c4f-04f2-49bf-92d3-244f5d5f33fb', 'ip_address': '2001:db8::17e'}], 'enable_snat': True}, 'gw_port_id': '1ad35532-f2be-440f-ac2e-8ee486099da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:26Z', 'updated_at': '2021-11-09T18:05:28Z', 'revision_number': 3, 'project_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'gw_port': {'id': '1ad35532-f2be-440f-ac2e-8ee486099da2', 'name': '', 'network_id': '9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:56:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df51edf3-50a5-4cd2-8ef8-f2c36f9e357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '98441c4f-04f2-49bf-92d3-244f5d5f33fb', 'ip_address': '2001:db8::17e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:27Z', 'updated_at': '2021-11-09T18:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98441c4f-04f2-49bf-92d3-244f5d5f33fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:29.545967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3e9e-aee9-4f6c-b897-176d3a444b58 req-8db415ca-16fc-48d1-a275-bf3054218ba5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:29.556860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f72c3e9e-aee9-4f6c-b897-176d3a444b58 req-8db415ca-16fc-48d1-a275-bf3054218ba5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.2333348 Nov 09 18:05:29.589863 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Checking router: df51edf3-50a5-4cd2-8ef8-f2c36f9e357c for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:29.590559 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Updating router df51edf3-50a5-4cd2-8ef8-f2c36f9e357c port 1ad35532-f2be-440f-ac2e-8ee486099da2 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:29.604467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5076e874-bb06-4657-b6a8-e24ef8db9f04, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5076e874-bb06-4657-b6a8-e24ef8db9f04,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:29.605454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5076e874-bb06-4657-b6a8-e24ef8db9f04'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:29.613217 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c57b52c-b638-4825-bea3-62a09020c81d" -d '{"events": [{"server_uuid": "f5130327-423e-4cdf-b89f-f016071c2be8", "name": "network-vif-plugged", "status": "completed", "tag": "5076e874-bb06-4657-b6a8-e24ef8db9f04"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:29.618703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.620457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 47622b46-35b7-4bf4-9b1e-c64b0feb1236 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:29.627228 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.723153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-a9010dce-8168-4074-87d0-a9e124ef41cd service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334420 Nov 09 18:05:29.743458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.752619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f72c3e9e-aee9-4f6c-b897-176d3a444b58 req-9680d0a3-d0f6-4cb4-a36a-3a4e198d834d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911011 Nov 09 18:05:29.759762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Calling delete_port for 1ad35532-f2be-440f-ac2e-8ee486099da2 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:29.763912 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034b585c-4ccc-4d55-97fe-b6b5c802b7ca x-openstack-request-id: req-034b585c-4ccc-4d55-97fe-b6b5c802b7ca {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:29.764720 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5130327-423e-4cdf-b89f-f016071c2be8", "name": "network-vif-plugged", "status": "completed", "tag": "5076e874-bb06-4657-b6a8-e24ef8db9f04", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:29.765180 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-034b585c-4ccc-4d55-97fe-b6b5c802b7ca {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:29.765772 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5076e874-bb06-4657-b6a8-e24ef8db9f04', 'code': 200} Nov 09 18:05:29.813210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5076e874-bb06-4657-b6a8-e24ef8db9f04,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:29.887360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:29.899999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:29.901807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:29.951675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b5e8d-b76a-49e3-8a90-e9bde79afbc0 req-fc0f0b62-dc77-479c-96f9-2715cd5eaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:29.953155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-430b5e8d-b76a-49e3-8a90-e9bde79afbc0 req-fc0f0b62-dc77-479c-96f9-2715cd5eaa1a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 1097 time: 0.1730351 Nov 09 18:05:30.028755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e7fd55-06a5-4041-8949-583b84f884da req-9696f491-8130-482e-b160-cff577eeee6b service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748246 Nov 09 18:05:30.073685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-430b5e8d-b76a-49e3-8a90-e9bde79afbc0 req-554bb72f-fea2-4bf7-9114-1370afaa2fd8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004612 Nov 09 18:05:30.107820 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.130636 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.db.api [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:05:30.132614 n-d-817240-1 neutron-server[102143]: DEBUG oslo_db.api [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:05:30.145946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.166625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 47622b46-35b7-4bf4-9b1e-c64b0feb1236, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=47622b46-35b7-4bf4-9b1e-c64b0feb1236,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:30.179179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.203693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7798-fbe7-41ef-aa09-f33134df2857 req-e0148732-7770-4ad3-984b-ab9a64afeae0 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.205185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93db7798-fbe7-41ef-aa09-f33134df2857 req-e0148732-7770-4ad3-984b-ab9a64afeae0 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 944 time: 0.0792780 Nov 09 18:05:30.214854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.251720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=47622b46-35b7-4bf4-9b1e-c64b0feb1236,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:30.293407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93db7798-fbe7-41ef-aa09-f33134df2857 req-6cb2605c-4940-4d17-8778-49df70b5f60c tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792212 Nov 09 18:05:30.329730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ad35532-f2be-440f-ac2e-8ee486099da2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:30.416018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.418579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.460284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a966fc-5b9a-4261-94d1-302dc6b955bc req-2d4332b6-7af5-4bbc-acfd-ecef36262085 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:30.461975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0a966fc-5b9a-4261-94d1-302dc6b955bc req-2d4332b6-7af5-4bbc-acfd-ecef36262085 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.0926661 Nov 09 18:05:30.490331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.491282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df51edf3-50a5-4cd2-8ef8-f2c36f9e357c {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:05:30.496947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.500193 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc6da951-05cb-4549-b833-814bfb6c9d1a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/df51edf3-50a5-4cd2-8ef8-f2c36f9e357c HTTP/1.1" status: 204 len: 168 time: 1.4469292 Nov 09 18:05:30.502763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52676) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:30.561043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Deleting subnet 98441c4f-04f2-49bf-92d3-244f5d5f33fb {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:05:30.564181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.571328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0a966fc-5b9a-4261-94d1-302dc6b955bc req-d326ae0c-751a-466e-b20f-3fd1ac3a08ef tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004937 Nov 09 18:05:30.625949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.650820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 18caa33f-ef70-44e6-b550-18ad48590504 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:30.657636 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Port 1ad35532-f2be-440f-ac2e-8ee486099da2 not found while updating agent binding for router df51edf3-50a5-4cd2-8ef8-f2c36f9e357c. {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 18:05:30.667439 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Routers set() bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:30.668067 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Router IDs set() for agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 18:05:30.669728 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_agentschedulers_db [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df51edf3-50a5-4cd2-8ef8-f2c36f9e357c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent'). {{(pid=102143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 18:05:30.670327 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3224168e-05a0-4c97-953c-1db39518a0ce None None] The sync data for ids ['df51edf3-50a5-4cd2-8ef8-f2c36f9e357c'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:30.711038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.777497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 18caa33f-ef70-44e6-b550-18ad48590504 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:30.788912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 18caa33f-ef70-44e6-b550-18ad48590504 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:30.789624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.815449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.835676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.844674 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/98441c4f-04f2-49bf-92d3-244f5d5f33fb HTTP/1.1" status: 204 len: 168 time: 0.3384647 Nov 09 18:05:30.845317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52682) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:30.883375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333daf4-278c-4ccb-a4ac-4c2978a23a11 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=98441c4f-04f2-49bf-92d3-244f5d5f33fb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:30.900785 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:30.965178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 18caa33f-ef70-44e6-b550-18ad48590504, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=18caa33f-ef70-44e6-b550-18ad48590504,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:30.976094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.035306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.046325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67920a6d-980f-47d3-b306-ac5f63cb0255 req-e87d3e5c-2a0a-49c8-a41a-7984131a4655 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:31.050556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67920a6d-980f-47d3-b306-ac5f63cb0255 req-e87d3e5c-2a0a-49c8-a41a-7984131a4655 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.0932152 Nov 09 18:05:31.064611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=18caa33f-ef70-44e6-b550-18ad48590504,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:31.087426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0eb51b3c-2bdd-408e-9e3d-c516839e09fe up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:31.178218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67920a6d-980f-47d3-b306-ac5f63cb0255 req-7791d0ac-c69b-49af-911d-16c492ef45e3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167002 Nov 09 18:05:31.197564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.214694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:31.219868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:31.220616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.229267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:31.242577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef15b2f3-f076-4d48-b05f-ebf7f8dbcb56') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:31.243291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef15b2f3-f076-4d48-b05f-ebf7f8dbcb56') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:31.257219 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.287549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.297540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:05:31.298150 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:05:31.300431 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:05:31.383019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.391460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.415009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:05:31.419046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event deleted for resources: {'Network': ['ID=9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:31.423325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.432577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d25072a7-734f-44aa-b09b-c17dbcd243a3 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9daf22d9-bfcd-4bc7-8808-3f0d5531bdf7 HTTP/1.1" status: 204 len: 168 time: 0.5850623 Nov 09 18:05:31.454157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:31.463424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.579898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:31.644596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a703424-fcc0-4a43-8132-301b5f0f913c req-d19eed9e-3352-4a5b-a5e3-33eeab9c73b9 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:31.652457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a703424-fcc0-4a43-8132-301b5f0f913c req-d19eed9e-3352-4a5b-a5e3-33eeab9c73b9 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 945 time: 0.0934002 Nov 09 18:05:31.757292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a703424-fcc0-4a43-8132-301b5f0f913c req-d58532c7-904b-4348-a23b-58e1968acfb6 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022968 Nov 09 18:05:31.767483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47622b46-35b7-4bf4-9b1e-c64b0feb1236'}, {'server_uuid': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18caa33f-ef70-44e6-b550-18ad48590504'}, {'server_uuid': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:31.770695 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fde433-442c-4cd6-b9fd-3b8a8ae24860" -d '{"events": [{"server_uuid": "e5705dba-076d-4857-92f8-6cc8b0d9b3eb", "name": "network-vif-plugged", "status": "completed", "tag": "47622b46-35b7-4bf4-9b1e-c64b0feb1236"}, {"server_uuid": "d3d25da0-b5e7-4b00-96d9-3ba5d7900822", "name": "network-vif-plugged", "status": "completed", "tag": "18caa33f-ef70-44e6-b550-18ad48590504"}, {"server_uuid": "e17f5c8b-1860-4c90-b3f5-688924d65f1e", "name": "network-vif-plugged", "status": "completed", "tag": "0eb51b3c-2bdd-408e-9e3d-c516839e09fe"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:31.838099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52724) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:31.845721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c5281e32-9bbc-4466-8efa-bc917f37e741 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'router': {'name': 'tempest-router--273270329', 'project_id': 'cf8ccecf14504ae08aad8bce7ca70164'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:31.869333 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b87b6-0d39-41b9-ad6c-7fea5ba388f9 x-openstack-request-id: req-ab8b87b6-0d39-41b9-ad6c-7fea5ba388f9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:31.869636 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5705dba-076d-4857-92f8-6cc8b0d9b3eb", "name": "network-vif-plugged", "status": "completed", "tag": "47622b46-35b7-4bf4-9b1e-c64b0feb1236", "code": 200}, {"server_uuid": "d3d25da0-b5e7-4b00-96d9-3ba5d7900822", "name": "network-vif-plugged", "status": "completed", "tag": "18caa33f-ef70-44e6-b550-18ad48590504", "code": 200}, {"server_uuid": "e17f5c8b-1860-4c90-b3f5-688924d65f1e", "name": "network-vif-plugged", "status": "completed", "tag": "0eb51b3c-2bdd-408e-9e3d-c516839e09fe", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:31.869894 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab8b87b6-0d39-41b9-ad6c-7fea5ba388f9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:31.870330 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47622b46-35b7-4bf4-9b1e-c64b0feb1236', 'code': 200} Nov 09 18:05:31.870588 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18caa33f-ef70-44e6-b550-18ad48590504', 'code': 200} Nov 09 18:05:31.870839 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe', 'code': 200} Nov 09 18:05:31.900597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458d1d-f89f-4fd1-a629-6dba424a2b46 req-bc72c103-ae23-41ed-9ff2-d4b3696052be tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:31.905232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79458d1d-f89f-4fd1-a629-6dba424a2b46 req-bc72c103-ae23-41ed-9ff2-d4b3696052be tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.1594512 Nov 09 18:05:31.918954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5281e32-9bbc-4466-8efa-bc917f37e741 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:31.920942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5281e32-9bbc-4466-8efa-bc917f37e741 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.009349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79458d1d-f89f-4fd1-a629-6dba424a2b46 req-efdd0b08-042d-4ec4-a0a6-a093b53257a7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946198 Nov 09 18:05:32.071252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712a757-7118-43db-9cc6-188b428287fc req-dce7cd1a-3433-4063-a0d0-b80089e72794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:32.073385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0712a757-7118-43db-9cc6-188b428287fc req-dce7cd1a-3433-4063-a0d0-b80089e72794 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 1097 time: 0.0903411 Nov 09 18:05:32.082223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5281e32-9bbc-4466-8efa-bc917f37e741 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.108795 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5281e32-9bbc-4466-8efa-bc917f37e741 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.146762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5281e32-9bbc-4466-8efa-bc917f37e741 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.148062 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c5281e32-9bbc-4466-8efa-bc917f37e741 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3075953 Nov 09 18:05:32.154511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52730) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:32.157745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c136e5e-2d40-4d86-ae3f-e9a285f894bc req-3c05f449-1c3d-40cb-a08b-938bca78af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:32.159341 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8c136e5e-2d40-4d86-ae3f-e9a285f894bc req-3c05f449-1c3d-40cb-a08b-938bca78af32 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 1096 time: 0.1241031 Nov 09 18:05:32.257738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8c136e5e-2d40-4d86-ae3f-e9a285f894bc req-420744f3-664c-471d-a09f-e8ccfb1f83f2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913322 Nov 09 18:05:32.367278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9865a8-a2e8-49cf-b171-b37e14752c4d req-061998bc-404c-469b-9cad-b61318f2293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:32.371186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d9865a8-a2e8-49cf-b171-b37e14752c4d req-061998bc-404c-469b-9cad-b61318f2293c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 1097 time: 0.3056750 Nov 09 18:05:32.376143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0712a757-7118-43db-9cc6-188b428287fc req-dafdffbd-3b51-44d5-adbc-806764ace359 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489998 Nov 09 18:05:32.405989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e25923-301d-4c2c-9f01-d7f166b9e117 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.500874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d9865a8-a2e8-49cf-b171-b37e14752c4d req-92cb7c97-b6ba-4487-92aa-d4a6bdc7fb8d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237013 Nov 09 18:05:32.538867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cce91-57da-4c68-841c-6a26a493e021 req-0b63fb98-aa8a-4ea2-af74-789f88887906 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:32.540522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-014cce91-57da-4c68-841c-6a26a493e021 req-0b63fb98-aa8a-4ea2-af74-789f88887906 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1946931 Nov 09 18:05:32.630608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e25923-301d-4c2c-9f01-d7f166b9e117 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:32.634225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e25923-301d-4c2c-9f01-d7f166b9e117 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.003521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-014cce91-57da-4c68-841c-6a26a493e021 req-5e9d4356-9d66-4947-ab79-2ab796e6a023 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307709 Nov 09 18:05:33.007424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e25923-301d-4c2c-9f01-d7f166b9e117 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.008123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e25923-301d-4c2c-9f01-d7f166b9e117 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2f86d8c-1325-4f48-8327-4441b0a94817 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:05:33.029954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e25923-301d-4c2c-9f01-d7f166b9e117 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.036075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a8e25923-301d-4c2c-9f01-d7f166b9e117 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c2f86d8c-1325-4f48-8327-4441b0a94817 HTTP/1.1" status: 204 len: 168 time: 0.8784440 Nov 09 18:05:33.066617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063686c2-3186-4efd-89e6-83975e16749b req-129808a4-4c5c-4135-8480-65942f90e703 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:33.076535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063686c2-3186-4efd-89e6-83975e16749b req-129808a4-4c5c-4135-8480-65942f90e703 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 945 time: 0.0898507 Nov 09 18:05:33.138481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063686c2-3186-4efd-89e6-83975e16749b req-2469ba54-2f19-40dd-b13f-f2a375e890d2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598297 Nov 09 18:05:33.253635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede9f1-a21a-4ef4-8a4f-de77f11384e0 req-bcae6da1-0c27-4b90-977c-17d075497ed5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:33.265343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ede9f1-a21a-4ef4-8a4f-de77f11384e0 req-bcae6da1-0c27-4b90-977c-17d075497ed5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.1234462 Nov 09 18:05:33.334993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ede9f1-a21a-4ef4-8a4f-de77f11384e0 req-3376b74e-5d93-4965-b995-668f8b5680fa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683582 Nov 09 18:05:33.359063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52778) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:33.579925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-14439497', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:33.614780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.616496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.683202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:33.867111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52788) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:34.060948 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43572469-ed25-465f-9110-059e5fc95519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.203915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebc088-6d43-4d37-956c-e4b5ce777e93 req-cfa1f765-1b9c-4ce8-b018-73499cb230f2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:34.212512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91ebc088-6d43-4d37-956c-e4b5ce777e93 req-cfa1f765-1b9c-4ce8-b018-73499cb230f2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.1099122 Nov 09 18:05:34.289400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43572469-ed25-465f-9110-059e5fc95519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.302249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43572469-ed25-465f-9110-059e5fc95519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.339177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91ebc088-6d43-4d37-956c-e4b5ce777e93 req-370e5efd-e758-4780-9c0c-9358bee39d79 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254330 Nov 09 18:05:34.407944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-43572469-ed25-465f-9110-059e5fc95519 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=614dc25851c04c26b60cad6b0e877dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396650 Nov 09 18:05:34.409549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43572469-ed25-465f-9110-059e5fc95519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3df4a6-2f03-48fa-aaec-61ebacfa2a31,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:34.412073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52800) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:34.425052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.436424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523d04f-55d8-4f89-b61f-b67dc184b42f req-344d1c4a-58bb-4e93-b061-cbf5f41339a4 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:34.443636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e523d04f-55d8-4f89-b61f-b67dc184b42f req-344d1c4a-58bb-4e93-b061-cbf5f41339a4 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 945 time: 0.1895096 Nov 09 18:05:34.554231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e523d04f-55d8-4f89-b61f-b67dc184b42f req-562be29b-677d-48c5-8976-8404e217dd72 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096187 Nov 09 18:05:34.554984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bd66103-afb1-492b-8fa4-e375d3254cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.622433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bd66103-afb1-492b-8fa4-e375d3254cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.657917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030475c-f017-4a7a-97f7-22828dccc1c6 req-3d2b2724-8e9c-4ad6-b28a-1465e23a4ecf tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:34.665545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9030475c-f017-4a7a-97f7-22828dccc1c6 req-3d2b2724-8e9c-4ad6-b28a-1465e23a4ecf tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.0991797 Nov 09 18:05:34.766986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.770033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9030475c-f017-4a7a-97f7-22828dccc1c6 req-85e27407-2bef-49bd-8625-a0c0a308085d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036282 Nov 09 18:05:34.794982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f198d-4ca8-435c-b17d-f12163ea6894 req-79dedd74-3c22-4a97-9cb4-3bee5181dc86 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:34.796821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-524f198d-4ca8-435c-b17d-f12163ea6894 req-79dedd74-3c22-4a97-9cb4-3bee5181dc86 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 946 time: 0.0930510 Nov 09 18:05:34.797590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bd66103-afb1-492b-8fa4-e375d3254cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.800759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bd66103-afb1-492b-8fa4-e375d3254cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.802219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2bd66103-afb1-492b-8fa4-e375d3254cc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f3df4a6-2f03-48fa-aaec-61ebacfa2a31 HTTP/1.1" status: 204 len: 168 time: 0.3881159 Nov 09 18:05:34.813393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd66103-afb1-492b-8fa4-e375d3254cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3df4a6-2f03-48fa-aaec-61ebacfa2a31,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:34.833271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:34.885018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-524f198d-4ca8-435c-b17d-f12163ea6894 req-a2f003b4-7827-47aa-8dbc-eda66aab32d7 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729141 Nov 09 18:05:35.070683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Allocated IP 172.25.0.185 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/5e265201-499b-40a9-916c-2d88f1ee10c6) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:35.138445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-6a859007-ebb6-478b-ac7f-50d8bbd1900d tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:35.139989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-6a859007-ebb6-478b-ac7f-50d8bbd1900d tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.1428137 Nov 09 18:05:35.155460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45536-3a16-4d3e-87bb-603e991f4eba req-36ca5afc-ab65-4c41-9d40-390a1d785ba3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:35.170227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ec45536-3a16-4d3e-87bb-603e991f4eba req-36ca5afc-ab65-4c41-9d40-390a1d785ba3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.1950204 Nov 09 18:05:35.200232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817240-1'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:35.220805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501004ab-5cae-4aaf-9020-65dceff8adb2 req-0221ba1b-fbc3-4903-ae1e-bd97de23a049 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:35.223074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-501004ab-5cae-4aaf-9020-65dceff8adb2 req-0221ba1b-fbc3-4903-ae1e-bd97de23a049 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 946 time: 0.1788816 Nov 09 18:05:35.301255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.377191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-3f073877-0c5f-49d9-9e1a-c4efe5687227 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109834 Nov 09 18:05:35.386931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.398084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ec45536-3a16-4d3e-87bb-603e991f4eba req-971b1b5a-8d13-4114-acc5-917d33437858 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247512 Nov 09 18:05:35.458157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-501004ab-5cae-4aaf-9020-65dceff8adb2 req-0b60b377-520c-4fdb-878d-e53743747e54 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095783 Nov 09 18:05:35.458381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.506527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event updated for resources: {'Port': ['ID=5e265201-499b-40a9-916c-2d88f1ee10c6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:35.525108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:35.527636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:35.534404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:35.595030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-20a4906f-293a-4430-9039-211edaec996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:35.596647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-20a4906f-293a-4430-9039-211edaec996a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=45d6703de4ea496a91d1b537ec4e1a5a&device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 1096 time: 0.1408978 Nov 09 18:05:35.599000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52826) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:35.667779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efd24f58-976d-4f81-8bbe-9fe2a9adb9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:35.698465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7155751-ad34-46a8-b9ac-52260f82cfda req-03bf30af-bd00-4952-aa2a-7484c709e9ee tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:35.709620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7155751-ad34-46a8-b9ac-52260f82cfda req-03bf30af-bd00-4952-aa2a-7484c709e9ee tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 945 time: 0.2091985 Nov 09 18:05:35.796467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7155751-ad34-46a8-b9ac-52260f82cfda req-49902d6b-8cd2-4852-8a3f-b8dc96e518ee tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857015 Nov 09 18:05:35.847664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:35.962694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:36.077817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-2b77279a-0de8-420b-ba9a-cb37b4c90102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.080029 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-2b77279a-0de8-420b-ba9a-cb37b4c90102 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc HTTP/1.1" status: 200 len: 912 time: 0.4468126 Nov 09 18:05:36.201592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777a251-3c7a-4bcf-98bc-345d5b8eec1c req-ed07e233-ca48-44c6-81fc-6441e1be21a8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.204434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5777a251-3c7a-4bcf-98bc-345d5b8eec1c req-ed07e233-ca48-44c6-81fc-6441e1be21a8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.1917193 Nov 09 18:05:36.205156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:36.210601 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc1ab34-3d33-4ce5-97f0-e3f9771513d8" -d '{"events": [{"server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "name": "network-vif-unplugged", "status": "completed", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:36.256362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.282592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.382317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.389321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79980a9-ff2d-4caf-b6d0-fd121b032832 req-0f4dca5c-35e7-40f4-a409-5983c8b17eb8 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.391008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b79980a9-ff2d-4caf-b6d0-fd121b032832 req-0f4dca5c-35e7-40f4-a409-5983c8b17eb8 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 946 time: 0.1750298 Nov 09 18:05:36.404261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5777a251-3c7a-4bcf-98bc-345d5b8eec1c req-6d228946-e203-4dba-9f95-073c1b0a9706 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443000 Nov 09 18:05:36.435458 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-144df7d6-acb0-4b13-bba7-27bb16729d15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d HTTP/1.1" status: 200 len: 1001 time: 0.3442512 Nov 09 18:05:36.459285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on host n-h2-817240-1 for vnic_type normal with profile {"migrating_to": "n-h1-817240-1"} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:36.459626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:36.459960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:36.474916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efd24f58-976d-4f81-8bbe-9fe2a9adb9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.476393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:36.483199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:36.483583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Attempting to bind port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on network e035d1ff-5dad-47eb-8957-15c7ffd65043 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:36.499286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:36.499286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Checking segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:36.499667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Bound using segment: {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:36.500086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Bound port: 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ded867c-f589-419d-8325-74ec972cb055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e035d1ff-5dad-47eb-8957-15c7ffd65043'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:36.500449 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.505041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b79980a9-ff2d-4caf-b6d0-fd121b032832 req-6da42514-4f68-4f1a-bfbf-f8fabf20bce5 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069040 Nov 09 18:05:36.507107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efd24f58-976d-4f81-8bbe-9fe2a9adb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.552719 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa4aea-893f-4ce7-ba59-7399071e4442 x-openstack-request-id: req-0eaa4aea-893f-4ce7-ba59-7399071e4442 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:36.553020 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "name": "network-vif-unplugged", "status": "completed", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:36.553279 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0eaa4aea-893f-4ce7-ba59-7399071e4442 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:36.553669 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2', 'code': 200} Nov 09 18:05:36.575142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-efd24f58-976d-4f81-8bbe-9fe2a9adb9e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ad86bb88af84d1497b525630cdd681c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750817 Nov 09 18:05:36.581067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52836) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:36.582514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-fecee54c-e580-40e8-96d3-7208c06ac24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.584006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-fecee54c-e580-40e8-96d3-7208c06ac24d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7 HTTP/1.1" status: 200 len: 850 time: 0.1119399 Nov 09 18:05:36.586843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd24f58-976d-4f81-8bbe-9fe2a9adb9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b3d2ce-1fdb-4094-b96c-6d61b966a49e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:36.629796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:36.634153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:36.645053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.675344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e963f7-8c8e-4f7a-b9b9-77c2a022fe5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.716911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-73d90ede-15ad-43a5-95fa-909eaea1f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.718442 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-73d90ede-15ad-43a5-95fa-909eaea1f977 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263001 Nov 09 18:05:36.744289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e963f7-8c8e-4f7a-b9b9-77c2a022fe5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.802346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:36.806253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:36.806836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.808270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-5c1ccfe1-e533-454c-9954-1a8d3813fbe8 service neutron] 10.222.0.73 "PUT /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 1121 time: 1.6339204 Nov 09 18:05:36.830765 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.860461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e963f7-8c8e-4f7a-b9b9-77c2a022fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.863676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64e963f7-8c8e-4f7a-b9b9-77c2a022fe5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:36.865008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-64e963f7-8c8e-4f7a-b9b9-77c2a022fe5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91b3d2ce-1fdb-4094-b96c-6d61b966a49e HTTP/1.1" status: 204 len: 168 time: 0.2827291 Nov 09 18:05:36.896558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7414b638-4b46-4f25-84a0-3c76b8be2ed2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:36.907427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e963f7-8c8e-4f7a-b9b9-77c2a022fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b3d2ce-1fdb-4094-b96c-6d61b966a49e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:36.973946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7414b638-4b46-4f25-84a0-3c76b8be2ed2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:37.100074 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-939a7c8e-792d-4a47-a827-f0e264710888 service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729734 Nov 09 18:05:37.101818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51558580-a1ee-413f-abef-7d73767db927 req-e9f56c01-f172-4ac9-a360-3c1b5e50c971 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:37.109049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:37.119459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51558580-a1ee-413f-abef-7d73767db927 req-e9f56c01-f172-4ac9-a360-3c1b5e50c971 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.1595631 Nov 09 18:05:37.219556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51558580-a1ee-413f-abef-7d73767db927 req-a80bb956-f52e-4926-a693-bcc733ce0cbc tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959506 Nov 09 18:05:37.294706 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bfb74bc1-541f-4493-8cb7-b3fe524f84a4 req-3cc8aa08-c79e-4941-86e9-d1fc1ad5cdd8 service neutron] 10.222.0.85 "GET /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830101 Nov 09 18:05:37.300282 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6bcffec-c5ee-4c69-bf50-da5a1c4676b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.300483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Router 84596540-8264-4223-95b5-f3d6545beff2 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:05:37.316307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:37.372774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 has no active binding in host n-h1-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:05:37.416223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-ae539ecd-78ff-4fc5-beeb-c9781b5af377 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:37.418493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-ae539ecd-78ff-4fc5-beeb-c9781b5af377 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.0842702 Nov 09 18:05:37.511023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:37.523862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] Sync routers for ids ['84596540-8264-4223-95b5-f3d6545beff2'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:37.536826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] Routers {'84596540-8264-4223-95b5-f3d6545beff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:37.540186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['84596540-8264-4223-95b5-f3d6545beff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:37.553555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.555870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-09346088-8080-4022-8d10-467293c21ca5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2008855 Nov 09 18:05:37.558898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:37.609335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:37.638835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe069e4-42b3-41c1-8b9a-ea65e61ab577 req-21924e1e-a68f-415b-86a9-2d3b8dd33953 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:37.639637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] Routers {'84596540-8264-4223-95b5-f3d6545beff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:37.642354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['84596540-8264-4223-95b5-f3d6545beff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:37.647057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbe069e4-42b3-41c1-8b9a-ea65e61ab577 req-21924e1e-a68f-415b-86a9-2d3b8dd33953 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 946 time: 0.1536341 Nov 09 18:05:37.726705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Deleting port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:37.727283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.731699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:37.732354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a708cff-0a5b-4362-9db3-c4f779f73cfa None None] The sync data for ids ['84596540-8264-4223-95b5-f3d6545beff2'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:37.736478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbe069e4-42b3-41c1-8b9a-ea65e61ab577 req-065f8e11-78fa-41f4-9ada-ac26e5c0c4e0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882473 Nov 09 18:05:37.797766 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-025664be-adaa-456f-bc3f-bb3a0c5b790f tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/84596540-8264-4223-95b5-f3d6545beff2 HTTP/1.1" status: 200 len: 923 time: 0.2350018 Nov 09 18:05:37.797930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52866) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:37.805868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49be9-9125-4f66-bbf9-96914cac108d req-6b99f84c-df6c-4199-b2a6-db79c1948292 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:37.813176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98c49be9-9125-4f66-bbf9-96914cac108d req-6b99f84c-df6c-4199-b2a6-db79c1948292 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 946 time: 0.1630657 Nov 09 18:05:37.830591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-80b9e9eb-0bd6-4e64-92a5-e909cdb64a84 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=84596540-8264-4223-95b5-f3d6545beff2 HTTP/1.1" status: 200 len: 205 time: 0.0313869 Nov 09 18:05:37.833301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52868) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:37.922235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] For port 47622b46-35b7-4bf4-9b1e-c64b0feb1236, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=47622b46-35b7-4bf4-9b1e-c64b0feb1236,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:37.922614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:37.939591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Calling delete_port for 47622b46-35b7-4bf4-9b1e-c64b0feb1236 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:37.981330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98c49be9-9125-4f66-bbf9-96914cac108d req-a3f46d68-15f8-4868-b1de-b477c940f506 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672630 Nov 09 18:05:38.035791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-9559b929-e36e-4cc1-99be-318709a4680b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:38.037275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-9559b929-e36e-4cc1-99be-318709a4680b tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 946 time: 0.2221146 Nov 09 18:05:38.043448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.209755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Deleting port 5076e874-bb06-4657-b6a8-e24ef8db9f04 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:38.209954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.292299 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.302372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.313587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe', '47622b46-35b7-4bf4-9b1e-c64b0feb1236'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:38.405815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event deleted for resources: {'Port': ['ID=47622b46-35b7-4bf4-9b1e-c64b0feb1236,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:38.458399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Deleting port 5e265201-499b-40a9-916c-2d88f1ee10c6 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:38.458399 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.554013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] For port 5076e874-bb06-4657-b6a8-e24ef8db9f04, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5076e874-bb06-4657-b6a8-e24ef8db9f04,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:38.554404 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.558338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] No DVR routers for this DVR port 47622b46-35b7-4bf4-9b1e-c64b0feb1236 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:38.560445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:38.583765 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:38.593169 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.596506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59ef1194-f74e-435f-8103-cbd309d3e997 req-96a36bb1-78b3-42cc-ae91-d3ae23edc978 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "DELETE /v2.0/ports/47622b46-35b7-4bf4-9b1e-c64b0feb1236 HTTP/1.1" status: 204 len: 173 time: 1.1710181 Nov 09 18:05:38.598585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:38.620451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0d91e-5088-448f-9008-310508534b84 req-636e9e15-afc3-4def-b484-39e69bb09b6e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:38.626603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Calling delete_port for 5e265201-499b-40a9-916c-2d88f1ee10c6 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:38.635928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6a0d91e-5088-448f-9008-310508534b84 req-636e9e15-afc3-4def-b484-39e69bb09b6e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.2457867 Nov 09 18:05:38.648235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Calling delete_port for 5076e874-bb06-4657-b6a8-e24ef8db9f04 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:38.676560 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd82fb5-32f7-47e8-98ec-c34fcd647bb1 x-openstack-request-id: req-9bd82fb5-32f7-47e8-98ec-c34fcd647bb1 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:38.676853 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:38.677108 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bd82fb5-32f7-47e8-98ec-c34fcd647bb1 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:38.677499 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2', 'status': 'completed', 'code': 200} Nov 09 18:05:38.759508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6a0d91e-5088-448f-9008-310508534b84 req-4430aee0-c4e1-443b-ba5e-6b444474d9ab tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225715 Nov 09 18:05:38.937376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b3b00e0-8735-4749-a332-ac8e0ab34846 req-fc93feeb-808e-496c-b932-3ca5148c91c3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5705dba-076d-4857-92f8-6cc8b0d9b3eb HTTP/1.1" status: 200 len: 210 time: 0.0454476 Nov 09 18:05:39.035722 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.053093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5076e874-bb06-4657-b6a8-e24ef8db9f04', '0eb51b3c-2bdd-408e-9e3d-c516839e09fe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:39.118492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['18caa33f-ef70-44e6-b550-18ad48590504'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:39.183422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Pushing event deleted for resources: {'Port': ['ID=5076e874-bb06-4657-b6a8-e24ef8db9f04,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:39.371417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a41d486-f125-4011-b584-461a07e748cb req-391956e2-d1c8-47cd-9b32-d39026951d2e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5130327-423e-4cdf-b89f-f016071c2be8 HTTP/1.1" status: 200 len: 210 time: 0.2867534 Nov 09 18:05:39.373804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] No DVR routers for this DVR port 5076e874-bb06-4657-b6a8-e24ef8db9f04 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:39.395576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-339bb721-51af-4df9-9827-39003bd274e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:39.395765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.399122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-339bb721-51af-4df9-9827-39003bd274e2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1124 time: 0.2082155 Nov 09 18:05:39.408510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0e54b66-86b5-4b06-9bb9-62dcc800f265 req-6ab5dcc7-2ee3-4ad2-b4e8-6241d341588e tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "DELETE /v2.0/ports/5076e874-bb06-4657-b6a8-e24ef8db9f04 HTTP/1.1" status: 204 len: 173 time: 1.3590441 Nov 09 18:05:39.603959 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:05:39.614926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-806cdea8-267b-4a2e-8811-fb325f59153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:39.616490 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-806cdea8-267b-4a2e-8811-fb325f59153a service neutron] 10.222.0.85 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.2036908 Nov 09 18:05:39.621583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.716689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event deleted for resources: {'Port': ['ID=5e265201-499b-40a9-916c-2d88f1ee10c6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:39.743313 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-d1659d81-144f-4b1d-9155-c21aff3c5124 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 217 time: 0.1024196 Nov 09 18:05:39.749183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8c27ec26-c34a-47aa-bf9c-866ad75445ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.798140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.919389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610aa15-00c6-4757-9cab-4ac35b96c4a0 req-fcdf316c-3315-453a-8602-a4c042b630ff tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:39.927520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a610aa15-00c6-4757-9cab-4ac35b96c4a0 req-fcdf316c-3315-453a-8602-a4c042b630ff tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.0641580 Nov 09 18:05:39.942962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:39.946219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.020533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-2c966990-46f6-48b3-b5b1-3537edc6f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:40.022559 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-2c966990-46f6-48b3-b5b1-3537edc6f1db service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.2685843 Nov 09 18:05:40.023494 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.024420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Fanout notify agent at l3_agent the message router_deleted on router 84596540-8264-4223-95b5-f3d6545beff2 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:05:40.033850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a610aa15-00c6-4757-9cab-4ac35b96c4a0 req-945f789c-5cbe-47f2-9827-f340429d17d0 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964785 Nov 09 18:05:40.036967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.041833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52956) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:40.044826 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-01dc1755-066a-4e2d-89a5-5a73254c5907 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/84596540-8264-4223-95b5-f3d6545beff2 HTTP/1.1" status: 204 len: 168 time: 2.2100558 Nov 09 18:05:40.047117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1660070370', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': False}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:40.079683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.081286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.121580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-997b493a-4857-40e9-9294-bb1c61da19e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745609 Nov 09 18:05:40.140866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.176319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.239522 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-0c811c0a-9dd7-4157-a0a2-735d8d2be669 service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090701 Nov 09 18:05:40.409385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:40.544029 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8295aca5-7f73-4cf3-8d11-1aa85fed2f1c req-2f9e1708-1509-4240-b37f-9349fe51a01f service neutron] 10.222.0.85 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942488 Nov 09 18:05:40.839084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'name': 'network-vif-deleted', 'tag': '47622b46-35b7-4bf4-9b1e-c64b0feb1236'}, {'server_uuid': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'name': 'network-vif-deleted', 'tag': '5076e874-bb06-4657-b6a8-e24ef8db9f04'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:40.847499 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6352623-d47d-447a-b5ec-db5d7742f516" -d '{"events": [{"server_uuid": "e5705dba-076d-4857-92f8-6cc8b0d9b3eb", "name": "network-vif-deleted", "tag": "47622b46-35b7-4bf4-9b1e-c64b0feb1236"}, {"server_uuid": "f5130327-423e-4cdf-b89f-f016071c2be8", "name": "network-vif-deleted", "tag": "5076e874-bb06-4657-b6a8-e24ef8db9f04"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:40.990415 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:41.140319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5076e874-bb06-4657-b6a8-e24ef8db9f04 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:41.217893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 5076e874-bb06-4657-b6a8-e24ef8db9f04 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:05:41.222011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5076e874-bb06-4657-b6a8-e24ef8db9f04 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:41.222821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 47622b46-35b7-4bf4-9b1e-c64b0feb1236 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:41.316090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 47622b46-35b7-4bf4-9b1e-c64b0feb1236 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:05:41.316714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 47622b46-35b7-4bf4-9b1e-c64b0feb1236 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:41.381657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:41.399781 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9528dc6-1569-4f70-b541-5dd10d050f95 x-openstack-request-id: req-f9528dc6-1569-4f70-b541-5dd10d050f95 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:41.400067 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5705dba-076d-4857-92f8-6cc8b0d9b3eb", "name": "network-vif-deleted", "tag": "47622b46-35b7-4bf4-9b1e-c64b0feb1236", "status": "completed", "code": 200}, {"server_uuid": "f5130327-423e-4cdf-b89f-f016071c2be8", "name": "network-vif-deleted", "tag": "5076e874-bb06-4657-b6a8-e24ef8db9f04", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:41.400324 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9528dc6-1569-4f70-b541-5dd10d050f95 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:41.400753 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5705dba-076d-4857-92f8-6cc8b0d9b3eb', 'name': 'network-vif-deleted', 'tag': '47622b46-35b7-4bf4-9b1e-c64b0feb1236', 'status': 'completed', 'code': 200} Nov 09 18:05:41.401008 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5130327-423e-4cdf-b89f-f016071c2be8', 'name': 'network-vif-deleted', 'tag': '5076e874-bb06-4657-b6a8-e24ef8db9f04', 'status': 'completed', 'code': 200} Nov 09 18:05:41.477206 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:41.508936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:41.535984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e71e7a-2c9a-45cc-8ed6-8007d8116047 req-39e4f050-a6e9-4fbc-bfd0-f27a35d5e7b2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:41.544637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56e71e7a-2c9a-45cc-8ed6-8007d8116047 req-39e4f050-a6e9-4fbc-bfd0-f27a35d5e7b2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.1421881 Nov 09 18:05:41.564508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-442bf5b4-e0be-47bd-b004-eeb4aef9946a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:41.578632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-442bf5b4-e0be-47bd-b004-eeb4aef9946a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.7243688 Nov 09 18:05:41.603721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fb98dc8-fca9-4900-aa00-b0c902ddab12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:41.701711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-0df15bd0-11b2-4755-b018-d1d4f854a056 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.1221936 Nov 09 18:05:41.745670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56e71e7a-2c9a-45cc-8ed6-8007d8116047 req-3cf81af2-8009-447b-8039-171793c00c05 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000568 Nov 09 18:05:41.817469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fb98dc8-fca9-4900-aa00-b0c902ddab12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:41.827517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fb98dc8-fca9-4900-aa00-b0c902ddab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:41.880563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Allocated IP 172.25.0.62 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/781156b2-2b5f-4e30-8865-81c7bd963b48) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:41.882617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb98dc8-fca9-4900-aa00-b0c902ddab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d7f172-8cb6-4a8d-8e77-16c0a2880403,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:41.898882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-4bd54390-4744-408f-8b36-14713c578b90 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777031 Nov 09 18:05:41.976125 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5fb98dc8-fca9-4900-aa00-b0c902ddab12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c10db6c1d3c74fe895adbf14cf2a7b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932410 Nov 09 18:05:41.979702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53046) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:42.113187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-43698035-309e-40f2-8271-173b03f03c17 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752172 Nov 09 18:05:42.127586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6315732b-72a4-42b3-b864-9a9ce8a52acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.186828 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6315732b-72a4-42b3-b864-9a9ce8a52acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.283802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6315732b-72a4-42b3-b864-9a9ce8a52acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.286868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6315732b-72a4-42b3-b864-9a9ce8a52acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.288110 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6315732b-72a4-42b3-b864-9a9ce8a52acd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85d7f172-8cb6-4a8d-8e77-16c0a2880403 HTTP/1.1" status: 204 len: 168 time: 0.3080406 Nov 09 18:05:42.303851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315732b-72a4-42b3-b864-9a9ce8a52acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d7f172-8cb6-4a8d-8e77-16c0a2880403,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:42.349743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.410583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-ccd8fd0f-276e-4e74-aa3d-b80766a9f598 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963984 Nov 09 18:05:42.415215 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.510633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.524156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:42.540782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:42.546815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:42.553555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Port': ['ID=781156b2-2b5f-4e30-8865-81c7bd963b48,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:42.824348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:42.843934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adb10f4-39d8-449b-ba3a-9418359128c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:42.921930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0765070a-b5ac-4cbf-b5e6-64528f88d68a req-59516df3-668f-45ef-84c5-708bcb558d00 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 210 time: 0.1935525 Nov 09 18:05:42.932775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cfe13-aa92-4903-b354-838d59349931 req-f9ffbf5e-f3ae-4b78-b291-842df925818d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.939567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cfe13-aa92-4903-b354-838d59349931 req-f9ffbf5e-f3ae-4b78-b291-842df925818d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:42.941266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a59cfe13-aa92-4903-b354-838d59349931 req-f9ffbf5e-f3ae-4b78-b291-842df925818d tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822&device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 1682 time: 0.1286428 Nov 09 18:05:43.000321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adb10f4-39d8-449b-ba3a-9418359128c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.006613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adb10f4-39d8-449b-ba3a-9418359128c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.032801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a59cfe13-aa92-4903-b354-838d59349931 req-41ed9990-da0f-48cd-bad4-531683168b75 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842068 Nov 09 18:05:43.092518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb10f4-39d8-449b-ba3a-9418359128c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42589711-f250-42dc-b8eb-51c07e079f2b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:43.130501 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5adb10f4-39d8-449b-ba3a-9418359128c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd70ec2960dd4021bd47062dcf80032d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025939 Nov 09 18:05:43.131995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53080) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:43.277403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53088) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:43.297354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1040632180'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:43.359390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cab3f8-f142-41d7-9a09-75c225ce2bd1 req-2e2aa715-216f-4598-998e-56b54e13f581 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:43.361345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0cab3f8-f142-41d7-9a09-75c225ce2bd1 req-2e2aa715-216f-4598-998e-56b54e13f581 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 943 time: 0.2133152 Nov 09 18:05:43.380849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:43.384594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.392413 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-956bcb71-1c22-433f-a841-ee755e186a53 service neutron] 10.222.0.85 "GET /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.2294371 Nov 09 18:05:43.393267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59160a47-97c6-4077-b0a1-d8f1fa854c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.457664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0cab3f8-f142-41d7-9a09-75c225ce2bd1 req-e668e905-e5f9-47a3-bfdb-3d32d04a9095 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864959 Nov 09 18:05:43.459074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:43.465534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.504469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59160a47-97c6-4077-b0a1-d8f1fa854c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.577673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.578277 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Added segment ff307125-09c8-4d7f-8983-130ba0618704 of type vlan for network 54f62d31-3729-45cf-ba34-bae4af3123c0 Nov 09 18:05:43.689119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.694639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:43.715902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:43.752198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7414b638-4b46-4f25-84a0-3c76b8be2ed2 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:43.763331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:43.771597 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.780662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.782941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:43.783975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.842864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59160a47-97c6-4077-b0a1-d8f1fa854c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.854839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59160a47-97c6-4077-b0a1-d8f1fa854c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.856138 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-59160a47-97c6-4077-b0a1-d8f1fa854c97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42589711-f250-42dc-b8eb-51c07e079f2b HTTP/1.1" status: 204 len: 168 time: 0.7222667 Nov 09 18:05:43.888553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59160a47-97c6-4077-b0a1-d8f1fa854c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42589711-f250-42dc-b8eb-51c07e079f2b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:43.913704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] Transition to ACTIVE for port object 7414b638-4b46-4f25-84a0-3c76b8be2ed2 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:43.924811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:43.979832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7011089 Nov 09 18:05:43.984524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53104) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:43.991000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1252833252'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:43.997105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d1877-9c73-40e1-a331-14a7e25249d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Network': ['ID=54f62d31-3729-45cf-ba34-bae4af3123c0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:44.021743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:44.065808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] No DVR routers for this DVR port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:44.073831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] Pushing event updated for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:44.077024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:44.081048 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.168016 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-b0269642-cac0-45f3-bc2d-af2e959586bc service neutron] 10.222.0.85 "PUT /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2/bindings/n-h1-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7700186 Nov 09 18:05:44.216405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:44.245879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.246304 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Added segment b4435e5e-1cec-4a54-8a7d-2165a2b78030 of type vlan for network 97535ef5-be7d-4600-a86f-760c237af1df Nov 09 18:05:44.329562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.352187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c49a1b52-647f-4a05-9b76-b6a48b99d7b5 req-0a23eb7b-5a56-4b2f-afc6-3da6ae1b5c42 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 210 time: 0.2130702 Nov 09 18:05:44.355586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-3ce0d36e-bc0c-431a-b530-cea27c9563d1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.357268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-3ce0d36e-bc0c-431a-b530-cea27c9563d1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.2053623 Nov 09 18:05:44.373933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b438b74-b264-4449-90bc-223a7ce9237b req-ebb05007-b5ab-4c95-8a44-ff73d95b8945 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.381802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Request body: {'port': {'device_id': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'admin_state_up': True, 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:44.382731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b438b74-b264-4449-90bc-223a7ce9237b req-ebb05007-b5ab-4c95-8a44-ff73d95b8945 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 946 time: 0.4261830 Nov 09 18:05:44.433930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.440640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.441354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.465531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.473945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-7ccd5d28-c615-4172-8c3f-a2742df18f1e tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.476068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-7ccd5d28-c615-4172-8c3f-a2742df18f1e tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.2143369 Nov 09 18:05:44.492737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b438b74-b264-4449-90bc-223a7ce9237b req-6ca3495e-64a2-4e22-bc0b-a6699df21e38 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081915 Nov 09 18:05:44.531181 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5451512 Nov 09 18:05:44.534174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53114) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:44.543268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'subnet': {'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:44.598740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa78f9-84e9-493b-a665-fa358ab7c172 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Network': ['ID=97535ef5-be7d-4600-a86f-760c237af1df,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:44.626386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 97535ef5-be7d-4600-a86f-760c237af1df details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:44.675749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:44.680435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.711954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-b4701624-0d21-4883-9b8b-2cc249ae692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.713698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-b4701624-0d21-4883-9b8b-2cc249ae692a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7 HTTP/1.1" status: 200 len: 1095 time: 0.2185462 Nov 09 18:05:44.721281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:44.725885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:44.746407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1d104-8acc-4488-92cc-35a486a0eb3f req-159c176c-4a62-4c98-b463-723c304f3f43 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.748177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5d1d104-8acc-4488-92cc-35a486a0eb3f req-159c176c-4a62-4c98-b463-723c304f3f43 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.1401088 Nov 09 18:05:44.789610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:44.862812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:44.878148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5d1d104-8acc-4488-92cc-35a486a0eb3f req-26c2b9bd-14ab-41e2-873a-e7d9483d98d8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133788 Nov 09 18:05:44.910719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-e96b535d-9632-4d14-ae23-864b03c69979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:44.913253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-e96b535d-9632-4d14-ae23-864b03c69979 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1095 time: 0.1606057 Nov 09 18:05:45.013677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Allocated IP 172.20.0.14 (b232dded-e90e-4b62-8d63-10e8e1593b77/286fc893-d553-4d80-9692-5a4019aadcd1/79910264-5be5-4a34-8548-6d4a3d9f9de2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:45.044646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-89d7ce85-1286-43b8-828e-6fafe4921c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.046652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-89d7ce85-1286-43b8-828e-6fafe4921c9a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 200 len: 908 time: 0.1187258 Nov 09 18:05:45.071264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Router f04e9e67-6a0e-4022-92c2-fac8fee250ea is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:05:45.127395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-c12f7dc1-3660-48fa-887e-552fd4a53b6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 200 len: 217 time: 0.0649540 Nov 09 18:05:45.186510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.210428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-6696911e-959d-4ae1-b00e-2f88edd88024 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.212108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-6696911e-959d-4ae1-b00e-2f88edd88024 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 946 time: 0.1606100 Nov 09 18:05:45.313496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Subnet': ['ID=55b9a139-c731-4732-b58f-45faf176e3cb,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:45.318365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Checking segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:45.318735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network hostable DHCP agents. Network: 54f62d31-3729-45cf-ba34-bae4af3123c0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:45.362502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:45.375713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.378031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 54f62d31-3729-45cf-ba34-bae4af3123c0) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:45.388336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d802c0-cb7a-4b99-971c-097bb6cd59da None None] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:45.396636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.397302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.460568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b5877550-b4fb-4e7e-a075-91083687e4b1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9231358 Nov 09 18:05:45.472886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-4347afc0-0057-4083-8c69-3f157aaf0801 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.474654 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-4347afc0-0057-4083-8c69-3f157aaf0801 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.85 "GET /v2.0/ports?device_id=d3d25da0-b5e7-4b00-96d9-3ba5d7900822 HTTP/1.1" status: 200 len: 945 time: 0.0930574 Nov 09 18:05:45.476778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53136) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:45.482415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'subnet': {'network_id': '97535ef5-be7d-4600-a86f-760c237af1df', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:45.619708 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.710391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:45.726648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:45.726890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Deleting port 18caa33f-ef70-44e6-b550-18ad48590504 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:45.727067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.730000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:45.732138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event updated for resources: {'Port': ['ID=79910264-5be5-4a34-8548-6d4a3d9f9de2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:45.735961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:45.750829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:45.754359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:45.775505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-8faae2bb-5746-4596-9368-78f2738bd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.777490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-8faae2bb-5746-4596-9368-78f2738bd8a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 200 len: 847 time: 0.6400886 Nov 09 18:05:45.825434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-c4bdd0f6-d688-46ff-9f18-a9960a61cfaf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e035d1ff-5dad-47eb-8957-15c7ffd65043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324714 Nov 09 18:05:45.836109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37c18c-f732-4de7-bed4-921958b6258b req-d73ea8ef-ec07-4903-b55e-5c43f75e57ad tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:45.845154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c37c18c-f732-4de7-bed4-921958b6258b req-d73ea8ef-ec07-4903-b55e-5c43f75e57ad tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 932 time: 0.2041268 Nov 09 18:05:45.870713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:45.882096 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Sync routers for ids ['f04e9e67-6a0e-4022-92c2-fac8fee250ea'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:45.896004 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Routers {'f04e9e67-6a0e-4022-92c2-fac8fee250ea'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:45.896812 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f04e9e67-6a0e-4022-92c2-fac8fee250ea'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:45.957632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-54f62d31-3729-45cf-ba34-bae4af3123c0', 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'fixed_ips': [{'subnet_id': '55b9a139-c731-4732-b58f-45faf176e3cb'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:45.959589 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.000960 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.105536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c37c18c-f732-4de7-bed4-921958b6258b req-b384b44f-0b0b-451b-83b2-c0cbc3dd1782 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580934 Nov 09 18:05:46.157368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.190745 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Set router f04e9e67-6a0e-4022-92c2-fac8fee250ea gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:46.195027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.200611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0ae57c7b-9868-46e6-b265-7d9a778a134c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1549637 Nov 09 18:05:46.203208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Subnet': ['ID=ef8fb41e-6e62-4762-9664-f219d8856591,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:46.212685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53156) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:46.232254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.233186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.295045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Checking segment: {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:46.295509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network hostable DHCP agents. Network: 97535ef5-be7d-4600-a86f-760c237af1df, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:46.303362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Deleting port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:46.305339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.316119 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-bbb5e024-7b16-4ad6-9c41-3da8ca3eada5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9383073 Nov 09 18:05:46.329891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] For port 18caa33f-ef70-44e6-b550-18ad48590504, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=18caa33f-ef70-44e6-b550-18ad48590504,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:46.330447 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.336691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Request body: {'port': {'device_id': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:46.374211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Calling delete_port for 18caa33f-ef70-44e6-b550-18ad48590504 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:46.391416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 97535ef5-be7d-4600-a86f-760c237af1df is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:46.463019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Allocated IP 10.1.1.2 (54f62d31-3729-45cf-ba34-bae4af3123c0/55b9a139-c731-4732-b58f-45faf176e3cb/921abc21-cd04-4dd5-bb49-7b3c65fd9a14) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:46.471928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 97535ef5-be7d-4600-a86f-760c237af1df) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:46.473863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.486911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38fdbd2-3b4f-45e4-9983-4fc30dc2ac02 None None] Network 97535ef5-be7d-4600-a86f-760c237af1df requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:46.489127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.489878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.541014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9327a00b-4238-4a08-80d1-adbc60143330 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/f04e9e67-6a0e-4022-92c2-fac8fee250ea HTTP/1.1" status: 200 len: 908 time: 0.3258467 Nov 09 18:05:46.551891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53162) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:46.560959 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7367de1a-86bf-4da0-a95c-e3b89808ec32 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0802538 Nov 09 18:05:46.565245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1660070370', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': True}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:46.569518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53166) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:46.582202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'port': {'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'name': 'tempest-TaggedBootDevicesTest_v242-1066024464', 'fixed_ips': [{'subnet_id': '55b9a139-c731-4732-b58f-45faf176e3cb'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:46.668209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-174164ad-a220-4ac7-b3f0-8233d4233fde service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203356 Nov 09 18:05:46.741357 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e9e67-6a0e-4022-92c2-fac8fee250ea', 'name': 'tempest-snat-router-1660070370', 'tenant_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.62'}], 'enable_snat': False}, 'gw_port_id': '781156b2-2b5f-4e30-8865-81c7bd963b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:40Z', 'updated_at': '2021-11-09T18:05:42Z', 'revision_number': 3, 'project_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'gw_port': {'id': '781156b2-2b5f-4e30-8865-81c7bd963b48', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e9e67-6a0e-4022-92c2-fac8fee250ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:41Z', 'updated_at': '2021-11-09T18:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:46.772123 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Checking router: f04e9e67-6a0e-4022-92c2-fac8fee250ea for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:46.772594 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Updating router f04e9e67-6a0e-4022-92c2-fac8fee250ea port 781156b2-2b5f-4e30-8865-81c7bd963b48 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:46.802359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.802784 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.803378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:46.834633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-4c174869-7581-4476-be7e-3c0bd53c61dd service neutron] 10.222.0.73 "GET /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473532 Nov 09 18:05:46.862538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023e3d6-48f9-4ace-a5c7-1a9e2b3eed1a req-301876c8-7937-4d3b-99a7-77baec19e57c tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.867956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b023e3d6-48f9-4ace-a5c7-1a9e2b3eed1a req-301876c8-7937-4d3b-99a7-77baec19e57c tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 946 time: 1.2280424 Nov 09 18:05:46.960102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a67e-a2c2-4024-8dec-2ab322002198 req-7f7fba5c-d3ef-40d3-a149-8d1ce461ffba tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:46.978820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e86a67e-a2c2-4024-8dec-2ab322002198 req-7f7fba5c-d3ef-40d3-a149-8d1ce461ffba tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.5996919 Nov 09 18:05:47.023555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] For port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,segment=NetworkSegment(1595ea9e-e073-496c-a17f-b4c86f6e1a8b),segment_id=1595ea9e-e073-496c-a17f-b4c86f6e1a8b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:47.023957 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.063631 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.074285 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b023e3d6-48f9-4ace-a5c7-1a9e2b3eed1a req-c6d01b06-f5ab-483c-a7e2-13f6aaa66dc1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/security-groups?id=dda4b210-664a-46d5-b295-84457ec541d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880302 Nov 09 18:05:47.084320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.087260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Calling delete_port for 0eb51b3c-2bdd-408e-9e3d-c516839e09fe owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:47.101022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79910264-5be5-4a34-8548-6d4a3d9f9de2 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:47.105273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.121791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Transition to ACTIVE for port object 79910264-5be5-4a34-8548-6d4a3d9f9de2 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:05:47.181956 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.187148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.203898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Pushing event updated for resources: {'Port': ['ID=921abc21-cd04-4dd5-bb49-7b3c65fd9a14,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:47.220936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:47.234208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:47.267741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:47.291838 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.315012 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.348789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-97535ef5-be7d-4600-a86f-760c237af1df', 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'fixed_ips': [{'subnet_id': 'ef8fb41e-6e62-4762-9664-f219d8856591'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:47.351833 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.383443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435efde-d807-4227-acb6-07c69877551b req-5daed468-f366-495f-9e72-24cb3eea68b5 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:47.384236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-5daed468-f366-495f-9e72-24cb3eea68b5 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d&tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1095 time: 0.1817811 Nov 09 18:05:47.431084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Pushing event updated for resources: {'Port': ['ID=781156b2-2b5f-4e30-8865-81c7bd963b48,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:47.453983 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.457491 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.459778 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.460299 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.460781 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.461523 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.463043 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.464544 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.465084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.465744 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.467530 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.468485 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:47.520044 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Attempting to bind port 781156b2-2b5f-4e30-8865-81c7bd963b48 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:47.522470 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Attempting to bind port 781156b2-2b5f-4e30-8865-81c7bd963b48 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:47.525946 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Attempting to bind port 781156b2-2b5f-4e30-8865-81c7bd963b48 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:47.536651 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:47.540122 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:47.541483 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.543256 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:47.546730 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Bound port: 781156b2-2b5f-4e30-8865-81c7bd963b48, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:47.547423 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.662338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] For port 781156b2-2b5f-4e30-8865-81c7bd963b48, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:47.667700 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] For port 781156b2-2b5f-4e30-8865-81c7bd963b48, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=781156b2-2b5f-4e30-8865-81c7bd963b48,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:47.673405 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.697052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f3f01-71a4-4a46-9c1b-1e2f20de6e86 req-81143131-460b-4ead-b835-a2b06d04aebb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:47.698877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-797f3f01-71a4-4a46-9c1b-1e2f20de6e86 req-81143131-460b-4ead-b835-a2b06d04aebb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 944 time: 0.3812952 Nov 09 18:05:47.749791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c435efde-d807-4227-acb6-07c69877551b req-52353285-b36b-496a-801d-1ac47008b353 service neutron] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:47.783375 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c435efde-d807-4227-acb6-07c69877551b req-52353285-b36b-496a-801d-1ac47008b353 service neutron] Notify callbacks [] for binding, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.784530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-52353285-b36b-496a-801d-1ac47008b353 service neutron] 10.222.0.73 "DELETE /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2/bindings/n-h2-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.3873847 Nov 09 18:05:47.817673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e86a67e-a2c2-4024-8dec-2ab322002198 req-518618b9-82a3-4a1c-bfa6-2be6f9926301 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8378623 Nov 09 18:05:47.843148 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89538e7a-354a-4ab7-a9b4-60ac23c97bb0 None None] Pushing event updated for resources: {'Port': ['ID=781156b2-2b5f-4e30-8865-81c7bd963b48,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:47.858023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-797f3f01-71a4-4a46-9c1b-1e2f20de6e86 req-ed48c813-c9d6-417c-9ab7-4f16036858dd tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053123 Nov 09 18:05:47.861012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.907321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Pushing event deleted for resources: {'Port': ['ID=0eb51b3c-2bdd-408e-9e3d-c516839e09fe,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:47.908190 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Routers {'f04e9e67-6a0e-4022-92c2-fac8fee250ea'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:47.908902 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f04e9e67-6a0e-4022-92c2-fac8fee250ea'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:47.910034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Pushing event deleted for resources: {'Port': ['ID=18caa33f-ef70-44e6-b550-18ad48590504,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:47.914391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:47.924689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:47.986229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] No DVR routers for this DVR port 0eb51b3c-2bdd-408e-9e3d-c516839e09fe on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:47.990351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.000888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-302fdba0-2235-4217-bc2f-d8cc417d66a6 req-df592a17-cd49-4a08-9506-652524bec0a2 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.73 "DELETE /v2.0/ports/0eb51b3c-2bdd-408e-9e3d-c516839e09fe HTTP/1.1" status: 204 len: 173 time: 2.3628943 Nov 09 18:05:48.005698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'name': 'network-vif-deleted', 'tag': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:48.011450 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d746c1-9750-4250-872a-cf7a4efbd102" -d '{"events": [{"server_uuid": "e17f5c8b-1860-4c90-b3f5-688924d65f1e", "name": "network-vif-deleted", "tag": "0eb51b3c-2bdd-408e-9e3d-c516839e09fe"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:48.046123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Attempting to bind port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:48.052775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Attempting to bind port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:48.053164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Attempting to bind port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:48.100953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:48.101404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Checking segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:48.109405 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed623a96-f477-44f7-aae0-0cda821dc20e x-openstack-request-id: req-ed623a96-f477-44f7-aae0-0cda821dc20e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:48.109747 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17f5c8b-1860-4c90-b3f5-688924d65f1e", "name": "network-vif-deleted", "tag": "0eb51b3c-2bdd-408e-9e3d-c516839e09fe", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:48.110185 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed623a96-f477-44f7-aae0-0cda821dc20e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:48.110703 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17f5c8b-1860-4c90-b3f5-688924d65f1e', 'name': 'network-vif-deleted', 'tag': '0eb51b3c-2bdd-408e-9e3d-c516839e09fe', 'status': 'completed', 'code': 200} Nov 09 18:05:48.111754 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.112787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Bound using segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:48.114838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Bound port: 921abc21-cd04-4dd5-bb49-7b3c65fd9a14, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:48.115411 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.144215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] No DVR routers for this DVR port 18caa33f-ef70-44e6-b550-18ad48590504 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:48.152577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.157695 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-02691bbd-0604-455d-b31d-46e3ae0cfffb req-31b3042c-11ab-4331-bf7c-aef6aea384c1 tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.85 "DELETE /v2.0/ports/18caa33f-ef70-44e6-b550-18ad48590504 HTTP/1.1" status: 204 len: 173 time: 2.6691239 Nov 09 18:05:48.160062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'name': 'network-vif-deleted', 'tag': '18caa33f-ef70-44e6-b550-18ad48590504'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:48.162849 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeac3fa8-c380-4b08-9a93-08e6076a0ff4" -d '{"events": [{"server_uuid": "d3d25da0-b5e7-4b00-96d9-3ba5d7900822", "name": "network-vif-deleted", "tag": "18caa33f-ef70-44e6-b550-18ad48590504"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:48.205180 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] Set router f04e9e67-6a0e-4022-92c2-fac8fee250ea gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:48.299588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.304228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Allocated IP 10.2.2.2 (97535ef5-be7d-4600-a86f-760c237af1df/ef8fb41e-6e62-4762-9664-f219d8856591/645ca203-3967-4062-b1e1-516aa7ca88f2) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:48.349194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] For port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:48.360526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] For port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=921abc21-cd04-4dd5-bb49-7b3c65fd9a14,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:48.381029 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06cc6c9-c38a-489f-8352-27263e50683f x-openstack-request-id: req-a06cc6c9-c38a-489f-8352-27263e50683f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:48.381565 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d25da0-b5e7-4b00-96d9-3ba5d7900822", "name": "network-vif-deleted", "tag": "18caa33f-ef70-44e6-b550-18ad48590504", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:48.381960 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a06cc6c9-c38a-489f-8352-27263e50683f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:48.382581 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d25da0-b5e7-4b00-96d9-3ba5d7900822', 'name': 'network-vif-deleted', 'tag': '18caa33f-ef70-44e6-b550-18ad48590504', 'status': 'completed', 'code': 200} Nov 09 18:05:48.384877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45d79ce4-85a9-4877-9b8f-18817fe3b01b req-8c7be1e3-57d9-44ca-89ff-0ac9e2626a1f tempest-ListServersNegativeTestJSON-228362189 tempest-ListServersNegativeTestJSON-228362189-project] 10.222.0.32 "GET /v2.0/ports?device_id=e17f5c8b-1860-4c90-b3f5-688924d65f1e HTTP/1.1" status: 200 len: 210 time: 0.0854738 Nov 09 18:05:48.396325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Pushing event updated for resources: {'Port': ['ID=79910264-5be5-4a34-8548-6d4a3d9f9de2,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:48.409312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.446756 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.551101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcd9b4-495c-4b1f-a025-aecd073b326b None None] Pushing event updated for resources: {'Port': ['ID=921abc21-cd04-4dd5-bb49-7b3c65fd9a14,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:48.688119 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04e9e67-6a0e-4022-92c2-fac8fee250ea', 'name': 'tempest-snat-router-1660070370', 'tenant_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.62'}], 'enable_snat': False}, 'gw_port_id': '781156b2-2b5f-4e30-8865-81c7bd963b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:40Z', 'updated_at': '2021-11-09T18:05:42Z', 'revision_number': 3, 'project_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'gw_port': {'id': '781156b2-2b5f-4e30-8865-81c7bd963b48', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e9e67-6a0e-4022-92c2-fac8fee250ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:41Z', 'updated_at': '2021-11-09T18:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:48.734707 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168069-e44c-4f7b-afe8-777dbf7fd39e None None] The sync data for ids ['f04e9e67-6a0e-4022-92c2-fac8fee250ea'] in n-d-817240-1 is: [{'id': 'f04e9e67-6a0e-4022-92c2-fac8fee250ea', 'name': 'tempest-snat-router-1660070370', 'tenant_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.62'}], 'enable_snat': False}, 'gw_port_id': '781156b2-2b5f-4e30-8865-81c7bd963b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:40Z', 'updated_at': '2021-11-09T18:05:42Z', 'revision_number': 3, 'project_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'gw_port': {'id': '781156b2-2b5f-4e30-8865-81c7bd963b48', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04e9e67-6a0e-4022-92c2-fac8fee250ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:41Z', 'updated_at': '2021-11-09T18:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:48.744189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.754721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.770157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] device_id is not set on port 6cc6dfca-87fa-4f58-81a8-56a31490621c yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:48.774214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 18caa33f-ef70-44e6-b550-18ad48590504 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:48.896596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 18caa33f-ef70-44e6-b550-18ad48590504 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:05:48.896977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 18caa33f-ef70-44e6-b550-18ad48590504 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:48.959767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Attempting to bind port 79910264-5be5-4a34-8548-6d4a3d9f9de2 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:48.960297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Attempting to bind port 79910264-5be5-4a34-8548-6d4a3d9f9de2 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:48.960530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Attempting to bind port 79910264-5be5-4a34-8548-6d4a3d9f9de2 on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:48.963706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Network 97535ef5-be7d-4600-a86f-760c237af1df is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:48.978626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:48.991403 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:48.998901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:49.041824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Pushing event updated for resources: {'Port': ['ID=645ca203-3967-4062-b1e1-516aa7ca88f2,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:49.101433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Port 79910264-5be5-4a34-8548-6d4a3d9f9de2 on network b232dded-e90e-4b62-8d63-10e8e1593b77 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:05:49.101621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Attempting to bind port 79910264-5be5-4a34-8548-6d4a3d9f9de2 on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:49.178002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0eb51b3c-2bdd-408e-9e3d-c516839e09fe no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:49.214567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 0eb51b3c-2bdd-408e-9e3d-c516839e09fe {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:05:49.215091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0eb51b3c-2bdd-408e-9e3d-c516839e09fe not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:49.281938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:49.284273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:49.284908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Bound using segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:49.286557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Bound port: 79910264-5be5-4a34-8548-6d4a3d9f9de2, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:49.286945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:49.289118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba52385-5239-41df-a72a-2dcbf2cb532a req-f8d6ed32-69b3-4d66-8c0f-613df03c35d6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:49.290002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Attempting to bind port 645ca203-3967-4062-b1e1-516aa7ca88f2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:49.299515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Attempting to bind port 645ca203-3967-4062-b1e1-516aa7ca88f2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:49.299714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fba52385-5239-41df-a72a-2dcbf2cb532a req-f8d6ed32-69b3-4d66-8c0f-613df03c35d6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 944 time: 0.1726604 Nov 09 18:05:49.299923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Attempting to bind port 645ca203-3967-4062-b1e1-516aa7ca88f2 on network 97535ef5-be7d-4600-a86f-760c237af1df {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:49.314885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:49.317147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Checking segment: {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:49.317147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:49.317147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Bound using segment: {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:49.317147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Bound port: 645ca203-3967-4062-b1e1-516aa7ca88f2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:49.325127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026b693-1cfb-44a0-b024-923b32658653 req-cdf6e0a5-d43b-4917-8f69-7dbd6ef1991a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:49.336802 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:49.350835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b026b693-1cfb-44a0-b024-923b32658653 req-cdf6e0a5-d43b-4917-8f69-7dbd6ef1991a tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.1517947 Nov 09 18:05:49.470388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] For port 645ca203-3967-4062-b1e1-516aa7ca88f2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:49.481050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] For port 645ca203-3967-4062-b1e1-516aa7ca88f2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=645ca203-3967-4062-b1e1-516aa7ca88f2,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:49.496283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fba52385-5239-41df-a72a-2dcbf2cb532a req-c75c36e6-e999-40d6-96b2-18b23872ab8c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941869 Nov 09 18:05:49.510048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:49.521217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b026b693-1cfb-44a0-b024-923b32658653 req-89ef5ea9-b055-4cd9-a667-75d905d44d9b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507530 Nov 09 18:05:49.557842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 10.1.1.133 (54f62d31-3729-45cf-ba34-bae4af3123c0/55b9a139-c731-4732-b58f-45faf176e3cb/6cc6dfca-87fa-4f58-81a8-56a31490621c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:49.566606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] For port 79910264-5be5-4a34-8548-6d4a3d9f9de2, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:49.585301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] For port 79910264-5be5-4a34-8548-6d4a3d9f9de2, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=79910264-5be5-4a34-8548-6d4a3d9f9de2,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:49.603893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:49.654539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93d214-9b49-44d2-86e1-1453e88d027f None None] Pushing event updated for resources: {'Port': ['ID=645ca203-3967-4062-b1e1-516aa7ca88f2,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:49.704940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53240) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:49.799370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:49.802008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:49.806011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] 10.222.0.85 "PUT /v2.0/ports/79910264-5be5-4a34-8548-6d4a3d9f9de2 HTTP/1.1" status: 200 len: 1092 time: 3.4794288 Nov 09 18:05:49.823414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] Deleting subnet df1916bb-3538-453c-9f2a-24e8ce58a6b2 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:05:49.827906 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.033661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.042580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 781156b2-2b5f-4e30-8865-81c7bd963b48 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:50.127389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f48290-efc1-4258-a0a3-d6e9c412bb6c req-acd58de3-8207-47fc-8656-70268b1cefe9 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:50.152429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53f48290-efc1-4258-a0a3-d6e9c412bb6c req-acd58de3-8207-47fc-8656-70268b1cefe9 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 1095 time: 0.3181727 Nov 09 18:05:50.158873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 781156b2-2b5f-4e30-8865-81c7bd963b48 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:50.159987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.181504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.267927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53f48290-efc1-4258-a0a3-d6e9c412bb6c req-81c592e1-0558-4e96-ba64-8d07b551ecf7 tempest-LiveMigrationTest-2045499780 tempest-LiveMigrationTest-2045499780-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138780 Nov 09 18:05:50.302604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b206ce-0fef-4584-b208-9c9cab66a176 service neutron] Pushing event updated for resources: {'Port': ['ID=79910264-5be5-4a34-8548-6d4a3d9f9de2,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:50.354888 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.372940 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.405494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'tag': '79910264-5be5-4a34-8548-6d4a3d9f9de2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:50.413472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1916bb-3538-453c-9f2a-24e8ce58a6b2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:50.422315 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1548f-60f8-43d1-a8ee-1b02267488fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8f9fec-b724-427e-856f-d7b0684a73d5", "tag": "79910264-5be5-4a34-8548-6d4a3d9f9de2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:50.423705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 781156b2-2b5f-4e30-8865-81c7bd963b48, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=781156b2-2b5f-4e30-8865-81c7bd963b48,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:50.427789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.432457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ab63af4d-2f8a-4450-89de-ffe5b63c8010 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/df1916bb-3538-453c-9f2a-24e8ce58a6b2 HTTP/1.1" status: 204 len: 168 time: 0.7259881 Nov 09 18:05:50.435477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53256) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:50.437247 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.438046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:50.475881 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.542643 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc012d-4da9-443e-8e00-c1de9d83e914 x-openstack-request-id: req-48dc012d-4da9-443e-8e00-c1de9d83e914 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:50.543131 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8f9fec-b724-427e-856f-d7b0684a73d5", "tag": "79910264-5be5-4a34-8548-6d4a3d9f9de2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:50.543400 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48dc012d-4da9-443e-8e00-c1de9d83e914 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:50.544379 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'tag': '79910264-5be5-4a34-8548-6d4a3d9f9de2', 'status': 'completed', 'code': 200} Nov 09 18:05:50.555849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-64338676-ec59-4f92-a437-8e93555b3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:50.557396 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-64338676-ec59-4f92-a437-8e93555b3deb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 1095 time: 0.5565016 Nov 09 18:05:50.596968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.613900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc5773-097d-48e8-bc82-32d312483241 None None] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:50.737385 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-96e56b0e-c057-4f05-87a7-4d2adf36f58a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79910264-5be5-4a34-8548-6d4a3d9f9de2 HTTP/1.1" status: 200 len: 217 time: 0.1535811 Nov 09 18:05:50.741709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.929359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:50.961065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=781156b2-2b5f-4e30-8865-81c7bd963b48,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:50.970601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.003763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d69ac-cae1-4256-8624-b0dc2ff13ad7 req-4b11d546-300f-480c-98ea-202bacb1b026 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:51.005336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d5d69ac-cae1-4256-8624-b0dc2ff13ad7 req-4b11d546-300f-480c-98ea-202bacb1b026 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 944 time: 0.3112240 Nov 09 18:05:51.011642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1629737a-2a8b-4b06-9493-8658a37e4758']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:51.035291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Provisioning complete for port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:51.035672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.052020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1595ea9e-e073-496c-a17f-b4c86f6e1a8b') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:51.052314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1595ea9e-e073-496c-a17f-b4c86f6e1a8b') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:51.075532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c2091-4ae6-4e3a-9729-bfc884b481c6 req-50b091af-9590-4eaa-98b8-c55655fa827b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:51.083389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a51c2091-4ae6-4e3a-9729-bfc884b481c6 req-50b091af-9590-4eaa-98b8-c55655fa827b tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.1740561 Nov 09 18:05:51.089867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.132697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-55f16a39-745f-433f-bb24-d75c88864aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:51.134222 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-55f16a39-745f-433f-bb24-d75c88864aba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.3287055 Nov 09 18:05:51.135376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.148844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:51.179160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d5d69ac-cae1-4256-8624-b0dc2ff13ad7 req-33bb222a-b617-4574-906f-ed0bd563de17 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614110 Nov 09 18:05:51.204325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.210036 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-c909f44b-93e1-4914-bb50-0a772d042a78 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598781 Nov 09 18:05:51.216345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=6cc6dfca-87fa-4f58-81a8-56a31490621c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:51.223112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:51.223497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.225835 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.234469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:51.250087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:51.258177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:05:51.259201 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:05:51.262445 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:05:51.279943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a51c2091-4ae6-4e3a-9729-bfc884b481c6 req-2ab7a335-93cb-43c9-b077-060bcac676cb tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956332 Nov 09 18:05:51.303128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] For port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=921abc21-cd04-4dd5-bb49-7b3c65fd9a14,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:51.315040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.322273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:51.324959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.363824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d94504-89e6-4164-a200-430ab761106f None None] Network 97535ef5-be7d-4600-a86f-760c237af1df requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:51.428288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53282) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:51.429501 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-79ef70cb-50db-4381-b185-e3ab9d17a3d9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8544722 Nov 09 18:05:51.437137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'port': {'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'name': 'tempest-TaggedBootDevicesTest_v242-753006979', 'fixed_ips': [{'subnet_id': '55b9a139-c731-4732-b58f-45faf176e3cb'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:51.533229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-37d51203-1431-486e-a570-760885961ef1 None None] Provisioning complete for port 645ca203-3967-4062-b1e1-516aa7ca88f2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:51.533834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37d51203-1431-486e-a570-760885961ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.538238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Pushing event updated for resources: {'Port': ['ID=921abc21-cd04-4dd5-bb49-7b3c65fd9a14,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:51.587836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.613084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.613435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.613773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.614231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.614454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.614785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.615111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.615431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.615753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.616073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.616392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.616709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841acfe8-9743-49b3-8fa5-2229b1967248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:05:51.634934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:51.648149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-8420f265-558f-44e9-8644-4a6b198347fa service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165015 Nov 09 18:05:51.651255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] 10.222.0.32 "DELETE /v2.0/networks/1629737a-2a8b-4b06-9493-8658a37e4758 HTTP/1.1" status: 204 len: 168 time: 1.2145438 Nov 09 18:05:51.656199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bda721-ca4f-4b26-9495-79ef294ec77e admin admin] Pushing event deleted for resources: {'Network': ['ID=1629737a-2a8b-4b06-9493-8658a37e4758,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:51.677287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Allocated IP 172.25.0.180 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:51.701050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-3a3701b4-6243-4e54-83fa-25a41d932bd8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:51.711367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-3a3701b4-6243-4e54-83fa-25a41d932bd8 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.3494222 Nov 09 18:05:51.949437 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37d51203-1431-486e-a570-760885961ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.067253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53298) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:52.074018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91bb0b48-e086-492d-bdaf-6915c700c48c req-efc106d0-f4fd-48cc-9c9a-7a5c85f531a1 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982420 Nov 09 18:05:52.112073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:52.141518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 781156b2-2b5f-4e30-8865-81c7bd963b48 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:52.146424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-37d51203-1431-486e-a570-760885961ef1 None None] For port 645ca203-3967-4062-b1e1-516aa7ca88f2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=645ca203-3967-4062-b1e1-516aa7ca88f2,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:52.184053 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37d51203-1431-486e-a570-760885961ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.187832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Deleting port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:52.188473 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.245088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.280577 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6c9cb0ee-fca8-4eca-959f-36721a427487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19e6c887a38a41cb9cc492d265893719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098451 Nov 09 18:05:52.283650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53304) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:52.289258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-78a1b4a7-b823-4c70-8122-e0051dc89f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.291144 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-78a1b4a7-b823-4c70-8122-e0051dc89f27 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 1095 time: 0.1254485 Nov 09 18:05:52.354836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.440550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d51203-1431-486e-a570-760885961ef1 None None] Pushing event updated for resources: {'Port': ['ID=645ca203-3967-4062-b1e1-516aa7ca88f2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:52.445084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-09eb7d33-99d1-45b1-9cff-f18fb44a4e00 None None] Provisioning complete for port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:52.445523 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-09eb7d33-99d1-45b1-9cff-f18fb44a4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.482704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.499664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 781156b2-2b5f-4e30-8865-81c7bd963b48 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:52.500285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.569936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:52.578552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] device_id is not set on port fc1be936-fe3c-40c0-aaf8-d53658100dd1 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:05:52.581495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:52.591938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-d3c45636-5766-41f1-a0ef-240fdb748bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.593446 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-d3c45636-5766-41f1-a0ef-240fdb748bd1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.2921784 Nov 09 18:05:52.594263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:52.618212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] For port 7414b638-4b46-4f25-84a0-3c76b8be2ed2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7414b638-4b46-4f25-84a0-3c76b8be2ed2,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:52.618581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.623772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-09eb7d33-99d1-45b1-9cff-f18fb44a4e00 None None] Provisioning complete for port 6cc6dfca-87fa-4f58-81a8-56a31490621c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:52.624284 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-09eb7d33-99d1-45b1-9cff-f18fb44a4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.641399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Calling delete_port for 7414b638-4b46-4f25-84a0-3c76b8be2ed2 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:52.648302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Port': ['ID=5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:52.684003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 645ca203-3967-4062-b1e1-516aa7ca88f2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:52.699765 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-571536bc-904e-4ec1-a176-3d4beff39cc7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79910264-5be5-4a34-8548-6d4a3d9f9de2 HTTP/1.1" status: 200 len: 217 time: 0.0728106 Nov 09 18:05:52.710264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-09eb7d33-99d1-45b1-9cff-f18fb44a4e00 None None] Port 6cc6dfca-87fa-4f58-81a8-56a31490621c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:52.746551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 645ca203-3967-4062-b1e1-516aa7ca88f2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:52.747202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:52.844000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-aa840863-8597-451c-903e-1ca0a3ab79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:52.845474 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-aa840863-8597-451c-903e-1ca0a3ab79c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.1345644 Nov 09 18:05:52.857347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:52.893094 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-f9884453-8e36-443f-8a9e-20233ec2a885 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368972 Nov 09 18:05:52.926746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-32c5f47b-384f-4b5e-983a-c50558de6c01 None None] Provisioning complete for port 645ca203-3967-4062-b1e1-516aa7ca88f2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:52.927325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32c5f47b-384f-4b5e-983a-c50558de6c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.082207 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.086962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-a556b3c8-df23-4da5-a543-ef69025655fd service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534743 Nov 09 18:05:53.119411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53324) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:53.137265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-749717117'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:53.164374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:53.164821 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.345832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bb5fc-a9af-48d6-a900-79f8b50eae7d req-1ed29f74-0ea6-49fe-a9e0-e464ddc523a8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.347451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-753bb5fc-a9af-48d6-a900-79f8b50eae7d req-1ed29f74-0ea6-49fe-a9e0-e464ddc523a8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 944 time: 0.9224498 Nov 09 18:05:53.358902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-850d139b-efc4-43a5-910d-248c65ee39f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.387364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3aa6bc-5801-4550-afec-598fd62cab17 req-aa613b99-4f36-463b-ac25-03aebba1ccf3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.389338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be3aa6bc-5801-4550-afec-598fd62cab17 req-aa613b99-4f36-463b-ac25-03aebba1ccf3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 944 time: 0.9031672 Nov 09 18:05:53.466525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-850d139b-efc4-43a5-910d-248c65ee39f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.540312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 10.1.1.146 (54f62d31-3729-45cf-ba34-bae4af3123c0/55b9a139-c731-4732-b58f-45faf176e3cb/fc1be936-fe3c-40c0-aaf8-d53658100dd1) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:53.552583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-753bb5fc-a9af-48d6-a900-79f8b50eae7d req-8abe27f4-cb25-4284-9789-a309027caac6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864684 Nov 09 18:05:53.557208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:53.560681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.566984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be3aa6bc-5801-4550-afec-598fd62cab17 req-b2351ab8-4d1d-4c21-9ad1-45c42d25d45f tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582637 Nov 09 18:05:53.633590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:53.642784 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40e1548f-60f8-43d1-a8ee-1b02267488fc req-8461d70f-ccef-405a-b631-0a3d63be9fd7 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222650 Nov 09 18:05:53.688598 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.708929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['53f06f26-5a91-45a1-95f7-8babe6a34f07'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:53.734965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-850d139b-efc4-43a5-910d-248c65ee39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.737532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.737652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-850d139b-efc4-43a5-910d-248c65ee39f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.737889 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Added segment b595cf72-e217-4840-bb26-be4f0e5a36ca of type vlan for network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb Nov 09 18:05:53.748257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-850d139b-efc4-43a5-910d-248c65ee39f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dda4b210-664a-46d5-b295-84457ec541d9 HTTP/1.1" status: 204 len: 168 time: 1.4029403 Nov 09 18:05:53.753825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event deleted for resources: {'Port': ['ID=7414b638-4b46-4f25-84a0-3c76b8be2ed2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:53.764291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 645ca203-3967-4062-b1e1-516aa7ca88f2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:53.819761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d139b-efc4-43a5-910d-248c65ee39f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4b210-664a-46d5-b295-84457ec541d9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:53.823893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.866783 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.883159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:53.883824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.885746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] No DVR routers for this DVR port 7414b638-4b46-4f25-84a0-3c76b8be2ed2 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:05:53.890932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:53.894310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac0807cb-e176-4f6c-a60e-5bf353493f3f req-b3fe5f8d-4cb5-4e74-a804-d75b17b03a15 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "DELETE /v2.0/ports/7414b638-4b46-4f25-84a0-3c76b8be2ed2 HTTP/1.1" status: 204 len: 173 time: 2.1676319 Nov 09 18:05:53.894782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'name': 'network-vif-deleted', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:53.897317 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32160a3-10e9-400d-bb30-dafc800318f5" -d '{"events": [{"server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "name": "network-vif-deleted", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:53.967862 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9572d48-ff5b-484c-a9fe-b9e6eba18358 x-openstack-request-id: req-e9572d48-ff5b-484c-a9fe-b9e6eba18358 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:53.969744 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab5ad1e-b163-4795-9df7-f588a73dae9d", "name": "network-vif-deleted", "tag": "7414b638-4b46-4f25-84a0-3c76b8be2ed2", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:53.970092 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9572d48-ff5b-484c-a9fe-b9e6eba18358 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:53.970498 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab5ad1e-b163-4795-9df7-f588a73dae9d', 'name': 'network-vif-deleted', 'tag': '7414b638-4b46-4f25-84a0-3c76b8be2ed2', 'status': 'completed', 'code': 200} Nov 09 18:05:53.996532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 645ca203-3967-4062-b1e1-516aa7ca88f2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:54.014189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.037802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Network': ['ID=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:54.066009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.078218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a0481012-3ae5-4b8d-9dd4-c6e96cca4383 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9564130 Nov 09 18:05:54.083032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53352) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:54.099376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-790155721'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:54.102218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:54.155631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.156641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.268577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:54.276677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:54.312702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:54.371643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=fc1be936-fe3c-40c0-aaf8-d53658100dd1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:54.414177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.415182 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.455769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5dfa03ef-e34a-4857-a634-fca4ddb4c24c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0250623 Nov 09 18:05:54.466366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:54.472134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.516468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Router c7c79049-efbb-4d3a-8355-f149f96b8008 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:05:54.524689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:54.583890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.584552 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Added segment 46536898-b2ee-4b18-aa5a-724339d2d5a3 of type vlan for network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 Nov 09 18:05:54.723819 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.762336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:05:54.778815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Sync routers for ids ['c7c79049-efbb-4d3a-8355-f149f96b8008'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:05:54.791134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.808270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.809267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:54.810797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Routers {'c7c79049-efbb-4d3a-8355-f149f96b8008'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:54.812854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c7c79049-efbb-4d3a-8355-f149f96b8008'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:54.842291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 79910264-5be5-4a34-8548-6d4a3d9f9de2 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:05:54.897152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae1a0-667d-4e63-b236-af48d27b0b4b req-04b9b1b5-6504-4728-8d0a-6c405106323a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:54.902671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3aae1a0-667d-4e63-b236-af48d27b0b4b req-04b9b1b5-6504-4728-8d0a-6c405106323a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 944 time: 0.1685402 Nov 09 18:05:54.903916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53388) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:54.951665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b24c7eb4-0104-47a5-919c-c892ea2e90a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--707623716', 'description': 'tempest-description--2028849179'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:54.991265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Network': ['ID=2ec13929-9a0d-49f5-8579-ea9f2ed91b35,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:55.006242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a135a45b-f184-4164-8498-484a96c62039 None None] Provisioning complete for port fc1be936-fe3c-40c0-aaf8-d53658100dd1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:55.012765 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a135a45b-f184-4164-8498-484a96c62039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.020411 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cfc444ff-67d6-4ed0-a57f-5c99b501e14e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9358552 Nov 09 18:05:55.023278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53394) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:55.030473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:55.032716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'subnet': {'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:55.045384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.049556 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-87bdbff7-cb52-4eba-b8bc-f2dee6e5f838 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4953306 Nov 09 18:05:55.054011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53396) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:55.130315 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b24c7eb4-0104-47a5-919c-c892ea2e90a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.164653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3aae1a0-667d-4e63-b236-af48d27b0b4b req-28c03b4d-13dc-4cb3-9bc0-119f6cc5a3e0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555451 Nov 09 18:05:55.269954 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-471e2593-267b-4d7e-9aa4-e8ff82ea65ef tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/c7c79049-efbb-4d3a-8355-f149f96b8008 HTTP/1.1" status: 200 len: 908 time: 0.2118814 Nov 09 18:05:55.269954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:55.271308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d81f958b-1fa3-413f-88c8-8d2fd810b097 req-acbf7177-07dd-4a11-a8df-7b6fd1d4f354 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 210 time: 0.1716437 Nov 09 18:05:55.273028 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.276104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53402) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:55.348902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53404) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:55.404471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Set router c7c79049-efbb-4d3a-8355-f149f96b8008 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:55.421657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.473661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a135a45b-f184-4164-8498-484a96c62039 None None] Port fc1be936-fe3c-40c0-aaf8-d53658100dd1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:05:55.498992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b24c7eb4-0104-47a5-919c-c892ea2e90a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.508488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b24c7eb4-0104-47a5-919c-c892ea2e90a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.561138 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b24c7eb4-0104-47a5-919c-c892ea2e90a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.564940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b24c7eb4-0104-47a5-919c-c892ea2e90a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6551707 Nov 09 18:05:55.566666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53410) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:55.572367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0b179c43-1d8b-46a8-b91d-b0d88148cbb5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'security_group_rule': {'security_group_id': '0fde3b8d-c3d8-450b-a809-9d1dabb27cfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:55.582360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.618382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c7eb4-0104-47a5-919c-c892ea2e90a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:55.660809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:05:55.709437 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b179c43-1d8b-46a8-b91d-b0d88148cbb5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.800934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 7414b638-4b46-4f25-84a0-3c76b8be2ed2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:05:55.801404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7414b638-4b46-4f25-84a0-3c76b8be2ed2 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:05:55.805440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-631864257-network', 'tenant_id': '3918b3e19ef842f695049cbd97b58771'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:55.817858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 79910264-5be5-4a34-8548-6d4a3d9f9de2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=79910264-5be5-4a34-8548-6d4a3d9f9de2,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:55.835650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '79910264-5be5-4a34-8548-6d4a3d9f9de2', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'port_id': '79910264-5be5-4a34-8548-6d4a3d9f9de2', 'mac_address': 'fa:16:3e:03:58:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc893-d553-4d80-9692-5a4019aadcd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:05:55.854693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Made reservation on behalf of 3918b3e19ef842f695049cbd97b58771 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:55.857416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.872761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.900314 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.904950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Deleting port 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:55.905298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:55.938333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79910264-5be5-4a34-8548-6d4a3d9f9de2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:05:55.965846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 79910264-5be5-4a34-8548-6d4a3d9f9de2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=79910264-5be5-4a34-8548-6d4a3d9f9de2,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:55.977280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.007584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c79049-efbb-4d3a-8355-f149f96b8008', 'name': 'tempest-snat-router-1660070370', 'tenant_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:46Z', 'updated_at': '2021-11-09T18:05:52Z', 'revision_number': 3, 'project_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'gw_port': {'id': '5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c79049-efbb-4d3a-8355-f149f96b8008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:51Z', 'updated_at': '2021-11-09T18:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:56.043106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.045897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Checking router: c7c79049-efbb-4d3a-8355-f149f96b8008 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:05:56.046717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Updating router c7c79049-efbb-4d3a-8355-f149f96b8008 port 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:05:56.060216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.071212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b179c43-1d8b-46a8-b91d-b0d88148cbb5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.082046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b179c43-1d8b-46a8-b91d-b0d88148cbb5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.087676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:05:56.090876 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.092450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=79910264-5be5-4a34-8548-6d4a3d9f9de2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.109317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.110479 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.111823 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Added segment 4fe85631-4621-45aa-a072-c05fcda5af30 of type vlan for network adc19325-6dbc-4295-a8da-21740b5e74c6 Nov 09 18:05:56.124674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b179c43-1d8b-46a8-b91d-b0d88148cbb5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.129890 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b179c43-1d8b-46a8-b91d-b0d88148cbb5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5614614 Nov 09 18:05:56.131110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53420) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:56.144984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5526c715-bb51-4837-b072-3a7077d89093 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'security_group_rule': {'security_group_id': '0fde3b8d-c3d8-450b-a809-9d1dabb27cfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:56.195417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179c43-1d8b-46a8-b91d-b0d88148cbb5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b8c3d6-9357-4b01-b76f-aa4501fb6fdf,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.214309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e702d06a-d7ad-4fa8-a58d-da24ae4b684e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.216529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['79910264-5be5-4a34-8548-6d4a3d9f9de2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:05:56.235522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.255992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.273879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Calling delete_port for 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:56.285502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5526c715-bb51-4837-b072-3a7077d89093 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.293349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Subnet': ['ID=ca932822-29fa-40d1-b251-3e2d9c0aadc7,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.357512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Checking segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:56.361423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network hostable DHCP agents. Network: 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:56.366351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.367382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:56.369524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.504083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] Pushing event updated for resources: {'Network': ['ID=adc19325-6dbc-4295-a8da-21740b5e74c6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.523967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:56.528525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bece899-4672-4c4e-bb70-a2cd514a184c req-ebec5a36-b554-41e7-b2fc-8fea85c865b3 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 210 time: 0.0641654 Nov 09 18:05:56.531865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network adc19325-6dbc-4295-a8da-21740b5e74c6 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:05:56.540936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40a307-f097-41b4-9006-be3d11e8b36d req-f8e6de53-6f51-442f-b454-af2d8cebf464 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:56.542826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa40a307-f097-41b4-9006-be3d11e8b36d req-f8e6de53-6f51-442f-b454-af2d8cebf464 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 945 time: 0.2678375 Nov 09 18:05:56.555977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a0d37d62-68a0-499d-8cf8-635dc48fb77a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2000945 Nov 09 18:05:56.565222 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.572616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5526c715-bb51-4837-b072-3a7077d89093 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.580478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53432) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:56.595453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Request body: {'subnet': {'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-631864257-subnet', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:56.623217 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.704676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa40a307-f097-41b4-9006-be3d11e8b36d req-23943128-915f-47eb-bb20-f2792388462e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374786 Nov 09 18:05:56.716787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Made reservation on behalf of 3918b3e19ef842f695049cbd97b58771 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:56.719420 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.721678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Attempting to bind port 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:56.722155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Attempting to bind port 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:56.722592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Attempting to bind port 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:56.739390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:56.739832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:56.740480 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.741060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:56.741636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Bound port: 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:56.741934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5526c715-bb51-4837-b072-3a7077d89093 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.742524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.744068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ba1e4-b2e2-4f11-936e-0e75eee07d59 None None] Pushing event updated for resources: {'Port': ['ID=5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.767789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Port 5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325 has been deleted concurrently {{(pid=102142) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Nov 09 18:05:56.768773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:56.775325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:56.776440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.779158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935cc0cd-dc16-4ddd-9c23-9e0d7c9da991 None None] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:56.795771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Routers {'c7c79049-efbb-4d3a-8355-f149f96b8008'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:05:56.796541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c7c79049-efbb-4d3a-8355-f149f96b8008'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:56.823363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.827706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526c715-bb51-4837-b072-3a7077d89093 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6408c01f-36aa-4cab-8fa4-bb99d837e1cc,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.847750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53436) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:56.848366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-14e67405-c011-47ec-91e7-f246b261757b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8234918 Nov 09 18:05:56.851647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5526c715-bb51-4837-b072-3a7077d89093 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.853420 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5526c715-bb51-4837-b072-3a7077d89093 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7131069 Nov 09 18:05:56.854769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'subnet': {'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:56.859260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53438) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:56.867026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:56.882623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] Set router c7c79049-efbb-4d3a-8355-f149f96b8008 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:05:56.957621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event deleted for resources: {'Port': ['ID=5deb1a12-2ea6-4b16-8ef8-d3ccdbdd8325,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:56.970052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:56.996623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c79049-efbb-4d3a-8355-f149f96b8008', 'name': 'tempest-snat-router-1660070370', 'tenant_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:46Z', 'updated_at': '2021-11-09T18:05:56Z', 'revision_number': 5, 'project_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:05:57.041192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf7aa24-1d0e-4ebd-be56-6466e0ef5914 None None] The sync data for ids ['c7c79049-efbb-4d3a-8355-f149f96b8008'] in n-d-817240-1 is: [{'id': 'c7c79049-efbb-4d3a-8355-f149f96b8008', 'name': 'tempest-snat-router-1660070370', 'tenant_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:46Z', 'updated_at': '2021-11-09T18:05:56Z', 'revision_number': 5, 'project_id': '75cbdd7ed2f74408acdb2a61ab63d0f3', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:05:57.100996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.109586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.190211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.195704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.196321 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7c79049-efbb-4d3a-8355-f149f96b8008 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:05:57.202476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'fixed_ips': [{'subnet_id': 'ca932822-29fa-40d1-b251-3e2d9c0aadc7'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:57.203483 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.212696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.214884 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7bb8c758-61b0-4396-b167-d29ed76bfb7a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c7c79049-efbb-4d3a-8355-f149f96b8008 HTTP/1.1" status: 204 len: 168 time: 1.9349177 Nov 09 18:05:57.217785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.223580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53442) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:57.265204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7840920d-fdb7-44ec-a75b-72d8f34f77de,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:57.284587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:57.288666 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.349621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Checking segment: {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:57.350096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Network hostable DHCP agents. Network: adc19325-6dbc-4295-a8da-21740b5e74c6, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:57.421727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Allocated IP 10.1.1.2 (9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb/ca932822-29fa-40d1-b251-3e2d9c0aadc7/bd33139f-71ed-4816-937a-7ad1f7303fc1) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:57.443039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Network adc19325-6dbc-4295-a8da-21740b5e74c6 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:57.478181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, adc19325-6dbc-4295-a8da-21740b5e74c6) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:57.493126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:57.493741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.499220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.547170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8769e79d-e530-4104-8912-6e3b11cdc657 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9639025 Nov 09 18:05:57.602642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53446) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:57.618873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:57.623735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.679836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.749915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Deleting port 781156b2-2b5f-4e30-8865-81c7bd963b48 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:05:57.750626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.809377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa273526-bd02-4eb8-abd3-c0a0574f3f13 None None] Network adc19325-6dbc-4295-a8da-21740b5e74c6 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:57.817438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-caa467f7-b0fe-47be-9f73-ee99d6b63ff6 req-d6edce8e-29e9-432c-a36f-fe142ccb5e9c tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 210 time: 0.1192269 Nov 09 18:05:57.875549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.877243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.878023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 172.25.0.32 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/d38086d1-e803-4e60-bd7d-f06e90875802) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:57.898747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] For port 781156b2-2b5f-4e30-8865-81c7bd963b48, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=781156b2-2b5f-4e30-8865-81c7bd963b48,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:57.899125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:57.917976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Calling delete_port for 781156b2-2b5f-4e30-8865-81c7bd963b48 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:05:57.977559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.086323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.159461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.193178 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.213497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Subnet': ['ID=a0971b91-7d87-4471-8246-76aaf970492b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:58.228432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.237932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e8d19-73a4-4c4f-ae74-3dffb3185153 req-6f9fea22-c269-43a5-be00-f43eb4b28a1d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:58.245571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c4e8d19-73a4-4c4f-ae74-3dffb3185153 req-6f9fea22-c269-43a5-be00-f43eb4b28a1d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 945 time: 0.2482107 Nov 09 18:05:58.249321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-adc19325-6dbc-4295-a8da-21740b5e74c6', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:58.250225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.274952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.306779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:58.312416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:58.329370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:58.331901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Pushing event updated for resources: {'Port': ['ID=bd33139f-71ed-4816-937a-7ad1f7303fc1,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:58.371256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c4e8d19-73a4-4c4f-ae74-3dffb3185153 req-1a869547-0037-4e08-bdcf-ed45c78e2677 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246965 Nov 09 18:05:58.423175 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.439738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Checking segment: {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:58.439738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network hostable DHCP agents. Network: 2ec13929-9a0d-49f5-8579-ea9f2ed91b35, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:05:58.445588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:58.447576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=d38086d1-e803-4e60-bd7d-f06e90875802,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:58.457910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:58.460767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.483112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:58.533740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Attempting to bind port bd33139f-71ed-4816-937a-7ad1f7303fc1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:58.534145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Attempting to bind port bd33139f-71ed-4816-937a-7ad1f7303fc1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:58.534519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Attempting to bind port bd33139f-71ed-4816-937a-7ad1f7303fc1 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:58.559509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:58.559509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Checking segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:58.559509 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.559509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Bound using segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:58.559509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Bound port: bd33139f-71ed-4816-937a-7ad1f7303fc1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:58.559509 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.595345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:05:58.612457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 2ec13929-9a0d-49f5-8579-ea9f2ed91b35) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:58.622429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d48c39-1682-43e0-8f6c-a1f9c30facac None None] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:05:58.631911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:05:58.632514 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.636280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event deleted for resources: {'Port': ['ID=781156b2-2b5f-4e30-8865-81c7bd963b48,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:58.673011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-995ece68-b040-4243-b122-7b6a81443a35 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8239720 Nov 09 18:05:58.674952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53466) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:58.681599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'port': {'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'name': 'tempest-TaggedBootDevicesTest-1931131308', 'fixed_ips': [{'subnet_id': 'ca932822-29fa-40d1-b251-3e2d9c0aadc7'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:58.694166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:58.871606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] For port bd33139f-71ed-4816-937a-7ad1f7303fc1, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:05:58.875879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] For port bd33139f-71ed-4816-937a-7ad1f7303fc1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bd33139f-71ed-4816-937a-7ad1f7303fc1,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:05:58.893384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Allocated IP 172.20.0.2 (adc19325-6dbc-4295-a8da-21740b5e74c6/7840920d-fdb7-44ec-a75b-72d8f34f77de/501d494d-ea7a-4365-b62b-d6312b9227e6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:58.986991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 79910264-5be5-4a34-8548-6d4a3d9f9de2 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:05:58.993140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.069862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1a07f8c-1295-417c-9f5e-c3ef7d343b54 req-06960e41-a212-4a45-8a20-becca0a88543 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 210 time: 0.0905099 Nov 09 18:05:59.116018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443d63a-36e5-4ace-a35c-991602593ba8 None None] Pushing event updated for resources: {'Port': ['ID=bd33139f-71ed-4816-937a-7ad1f7303fc1,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:59.144931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-2ec13929-9a0d-49f5-8579-ea9f2ed91b35', 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'fixed_ips': [{'subnet_id': 'a0971b91-7d87-4471-8246-76aaf970492b'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:05:59.145821 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.216377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.218443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.232730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 79910264-5be5-4a34-8548-6d4a3d9f9de2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:05:59.298632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.314389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.318714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 79910264-5be5-4a34-8548-6d4a3d9f9de2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:05:59.319121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.319548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.325784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.385107 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.408074 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.432728 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.433283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f04e9e67-6a0e-4022-92c2-fac8fee250ea {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:05:59.441252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.445792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1337c1b-ccb8-4909-abe7-c59198e5185a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f04e9e67-6a0e-4022-92c2-fac8fee250ea HTTP/1.1" status: 204 len: 168 time: 2.2174911 Nov 09 18:05:59.447815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53484) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:05:59.463327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-109847373', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:05:59.514789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:05:59.583481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.584538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.625789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Network adc19325-6dbc-4295-a8da-21740b5e74c6 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:05:59.699685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:05:59.701675 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.714421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:05:59.749063 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.757067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.773797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 79910264-5be5-4a34-8548-6d4a3d9f9de2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=79910264-5be5-4a34-8548-6d4a3d9f9de2,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:05:59.774963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Pushing event updated for resources: {'Port': ['ID=501d494d-ea7a-4365-b62b-d6312b9227e6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:05:59.791388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Allocated IP 10.2.2.2 (2ec13929-9a0d-49f5-8579-ea9f2ed91b35/a0971b91-7d87-4471-8246-76aaf970492b/ba221ff9-f642-496b-b75a-2eef8b7a0de7) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:59.793679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79910264-5be5-4a34-8548-6d4a3d9f9de2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:05:59.797033 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b836715-0fb4-47b8-b9f3-dfa507fa3d7d" -d '{"events": [{"server_uuid": "9f8f9fec-b724-427e-856f-d7b0684a73d5", "name": "network-vif-plugged", "status": "completed", "tag": "79910264-5be5-4a34-8548-6d4a3d9f9de2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:05:59.814185 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.850412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Allocated IP 172.25.0.136 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/c8b7e20c-cc52-40ed-b03e-aef6daf0de25) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:05:59.920316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Attempting to bind port 501d494d-ea7a-4365-b62b-d6312b9227e6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:05:59.921649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Attempting to bind port 501d494d-ea7a-4365-b62b-d6312b9227e6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:05:59.922396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Attempting to bind port 501d494d-ea7a-4365-b62b-d6312b9227e6 on network adc19325-6dbc-4295-a8da-21740b5e74c6 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:05:59.926450 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa2cb46-232e-4dd2-835b-40356c958988 x-openstack-request-id: req-1aa2cb46-232e-4dd2-835b-40356c958988 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:05:59.927118 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8f9fec-b724-427e-856f-d7b0684a73d5", "name": "network-vif-plugged", "status": "completed", "tag": "79910264-5be5-4a34-8548-6d4a3d9f9de2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:05:59.927576 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1aa2cb46-232e-4dd2-835b-40356c958988 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:05:59.928296 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79910264-5be5-4a34-8548-6d4a3d9f9de2', 'code': 200} Nov 09 18:05:59.959685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:05:59.960418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Checking segment: {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:05:59.960988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:05:59.964001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Bound using segment: {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:05:59.964650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Bound port: 501d494d-ea7a-4365-b62b-d6312b9227e6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:05:59.965145 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.035098 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.062849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=79910264-5be5-4a34-8548-6d4a3d9f9de2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:00.113311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.234890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] device_id is not set on port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:06:00.235867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.294166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bd33139f-71ed-4816-937a-7ad1f7303fc1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:00.323341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1ed10da-7817-4f58-bf39-49c83efc2ded req-8ba5e629-a04b-4cf9-b49d-80ef7ac9bd2d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 210 time: 0.1208367 Nov 09 18:06:00.338229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25178235-95be-4dd7-a77b-2c9f404a9c88 req-723216de-5f22-4853-8de0-9fc6633944b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:00.339744 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-25178235-95be-4dd7-a77b-2c9f404a9c88 req-723216de-5f22-4853-8de0-9fc6633944b5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 1097 time: 0.3510134 Nov 09 18:06:00.347114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:00.413982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] For port 501d494d-ea7a-4365-b62b-d6312b9227e6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:00.451487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] For port 501d494d-ea7a-4365-b62b-d6312b9227e6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=501d494d-ea7a-4365-b62b-d6312b9227e6,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:00.478176 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.485195 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-25178235-95be-4dd7-a77b-2c9f404a9c88 req-03fda87e-d0d1-430c-aa38-ef42cd932e3d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340690 Nov 09 18:06:00.522053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.534513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.568839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c9de4-cb02-4e47-a657-01a172f54cf0 None None] Pushing event updated for resources: {'Port': ['ID=501d494d-ea7a-4365-b62b-d6312b9227e6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:00.582726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 10.1.1.188 (9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb/ca932822-29fa-40d1-b251-3e2d9c0aadc7/c03c8a69-6bfa-4033-a0fe-61ada2e986e7) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:00.590365 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.605119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=d38086d1-e803-4e60-bd7d-f06e90875802,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:00.624943 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.682908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bd33139f-71ed-4816-937a-7ad1f7303fc1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:00.682908 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.734443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:00.735859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.754481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c74f9-84c1-41b3-ad7c-adaf5b5a25b9 req-7e41e34c-6f72-4c58-b34f-c99036395c4f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:00.756991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed6c74f9-84c1-41b3-ad7c-adaf5b5a25b9 req-7e41e34c-6f72-4c58-b34f-c99036395c4f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 946 time: 1.1404719 Nov 09 18:06:00.767782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:00.776279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:00.784303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:00.795611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:00.796283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:00.799061 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db84f7cc-fd7e-4931-b62f-ea98886765b2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9362242 Nov 09 18:06:00.831133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d1498-dc98-4ff0-a11e-abeae3de931b None None] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:00.837443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:00.839002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Pushing event updated for resources: {'Port': ['ID=ba221ff9-f642-496b-b75a-2eef8b7a0de7,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:00.865626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.866142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.866535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.866930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.867384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.867725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.868050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.868374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.868694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.869015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.869431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.869762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:00.918549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed6c74f9-84c1-41b3-ad7c-adaf5b5a25b9 req-cdca9103-e7ae-477c-9327-7c708ae6d509 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449733 Nov 09 18:06:00.962750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.115729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.146660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.197311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.350006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Allocated IP 172.25.0.145 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/491eb094-dbe1-4111-b4f2-ebfdc3991e7d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:01.601261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.647650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.691618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Attempting to bind port ba221ff9-f642-496b-b75a-2eef8b7a0de7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:01.692655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Attempting to bind port ba221ff9-f642-496b-b75a-2eef8b7a0de7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:01.693275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Attempting to bind port ba221ff9-f642-496b-b75a-2eef8b7a0de7 on network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:01.758967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3d743980-77fe-4011-9c14-f94f26bbba6c None None] Provisioning complete for port bd33139f-71ed-4816-937a-7ad1f7303fc1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:01.759687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d743980-77fe-4011-9c14-f94f26bbba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.764904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:01.785102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:01.796847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:01.804274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event updated for resources: {'Port': ['ID=491eb094-dbe1-4111-b4f2-ebfdc3991e7d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:01.844537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:01.845327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Checking segment: {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:01.846094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.846793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Bound using segment: {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:01.847512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Bound port: ba221ff9-f642-496b-b75a-2eef8b7a0de7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:01.848129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.940853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] For port ba221ff9-f642-496b-b75a-2eef8b7a0de7, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:01.945686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] For port ba221ff9-f642-496b-b75a-2eef8b7a0de7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ba221ff9-f642-496b-b75a-2eef8b7a0de7,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:01.952549 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:01.989464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:02.078013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65917a-fdc1-4129-90a8-cfde8e6bb8cc None None] Pushing event updated for resources: {'Port': ['ID=ba221ff9-f642-496b-b75a-2eef8b7a0de7,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:02.079174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:02.124089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port bd33139f-71ed-4816-937a-7ad1f7303fc1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bd33139f-71ed-4816-937a-7ad1f7303fc1,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:02.129742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d743980-77fe-4011-9c14-f94f26bbba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:02.140127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:02.161984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37db5cfc-eafe-47b0-8095-f7815c3ba85d req-4e4300e5-f014-4260-a5d4-cc55a5d2e9d5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ab5ad1e-b163-4795-9df7-f588a73dae9d HTTP/1.1" status: 200 len: 210 time: 0.1602929 Nov 09 18:06:02.172780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:02.179148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:02.349069 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:02.422081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef9bf6d-c9af-4bbd-8a12-c0ec83724d53 None None] Network adc19325-6dbc-4295-a8da-21740b5e74c6 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:02.433296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:02.572979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:02.585064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 501d494d-ea7a-4365-b62b-d6312b9227e6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:02.608112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-587b5e9b-1427-49c7-b267-7f4dd171cd47 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--707623716&fields=id&tenant_id=2caa4a16ee214c15ac8b622df0fed207 HTTP/1.1" status: 200 len: 267 time: 0.6030226 Nov 09 18:06:02.627826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:02.629455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:02.644400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=bd33139f-71ed-4816-937a-7ad1f7303fc1,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:02.725834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-3d743980-77fe-4011-9c14-f94f26bbba6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:06:02.726432 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-3d743980-77fe-4011-9c14-f94f26bbba6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:06:02.750721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b83014be-b4ce-4cc4-be60-6d78ba447736 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0747092 Nov 09 18:06:02.763237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53552) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:02.776221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'port': {'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'name': 'tempest-TaggedBootDevicesTest-461073764', 'fixed_ips': [{'subnet_id': 'ca932822-29fa-40d1-b251-3e2d9c0aadc7'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:02.837084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 501d494d-ea7a-4365-b62b-d6312b9227e6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:02.837555 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:02.879229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-42d1a51b-6ca8-4292-b031-a05bad6fbf18 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:02.886615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-42d1a51b-6ca8-4292-b031-a05bad6fbf18 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports/6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 937 time: 0.2741823 Nov 09 18:06:02.979506 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.019209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bac9b2-eb0b-4315-a46e-33db5fc6eb4b req-3ba5f8e0-2939-4c61-a5e2-41a24e06f69d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.020825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9bac9b2-eb0b-4315-a46e-33db5fc6eb4b req-3ba5f8e0-2939-4c61-a5e2-41a24e06f69d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 946 time: 0.6593769 Nov 09 18:06:03.030326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 501d494d-ea7a-4365-b62b-d6312b9227e6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=501d494d-ea7a-4365-b62b-d6312b9227e6,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:03.039763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.042560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ed821571-3931-4c18-a96d-73bf75610533 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.048460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 781156b2-2b5f-4e30-8865-81c7bd963b48 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:03.051743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ed821571-3931-4c18-a96d-73bf75610533 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports/fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 936 time: 0.1638346 Nov 09 18:06:03.099797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 781156b2-2b5f-4e30-8865-81c7bd963b48 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:03.100386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 781156b2-2b5f-4e30-8865-81c7bd963b48 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:03.162276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=501d494d-ea7a-4365-b62b-d6312b9227e6,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:03.193821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-037b47ab-947b-4395-94f3-43ef651cd88b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1415584 Nov 09 18:06:03.256557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.277125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:03.331189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.409752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9bc8084a-b7a0-4570-b86e-02d03acfbe7f None None] Provisioning complete for port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:03.410555 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9bc8084a-b7a0-4570-b86e-02d03acfbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.477078 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8084a-b7a0-4570-b86e-02d03acfbe7f None None] Port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:03.502644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9bc8084a-b7a0-4570-b86e-02d03acfbe7f None None] Provisioning complete for port bd33139f-71ed-4816-937a-7ad1f7303fc1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:03.503265 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9bc8084a-b7a0-4570-b86e-02d03acfbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.514809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.535202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9bac9b2-eb0b-4315-a46e-33db5fc6eb4b req-6eca0218-141c-4de4-a90f-bdedc0930d28 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008612 Nov 09 18:06:03.542964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-e0b5947d-eb1b-43e3-bdef-cd7935133311 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2131641 Nov 09 18:06:03.554408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] device_id is not set on port 095a41c9-4074-4af0-acff-a23c33715222 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:06:03.664590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a592fcc-a386-4a5b-9408-28d50b36151e None None] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:03.665309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Router 3ac60e09-d17e-4efc-8e5e-59382c10ff25 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:03.738679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9bc8084a-b7a0-4570-b86e-02d03acfbe7f None None] Provisioning complete for port 501d494d-ea7a-4365-b62b-d6312b9227e6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:03.739215 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9bc8084a-b7a0-4570-b86e-02d03acfbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:03.764329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-4167bfea-2f5e-401b-b944-939c093798cf tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.772485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-4167bfea-2f5e-401b-b944-939c093798cf tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.780384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-4167bfea-2f5e-401b-b944-939c093798cf tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:03.782137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-4167bfea-2f5e-401b-b944-939c093798cf tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=97535ef5-be7d-4600-a86f-760c237af1df&id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 1995 time: 0.2269032 Nov 09 18:06:03.783807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:03.921634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:03.939013 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Sync routers for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:03.949056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-7a470f99-28e2-45de-976a-821a6bf14a90 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/quotas/2caa4a16ee214c15ac8b622df0fed207 HTTP/1.1" status: 200 len: 375 time: 0.1534157 Nov 09 18:06:03.961124 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:03.963497 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:04.066676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.070967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ced7ca5e-2230-41e5-a2fd-e9201997aae3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4640648 Nov 09 18:06:04.073375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53572) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:04.139916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-309da3c4-059a-454c-a671-8de5cdd6737d None None] Provisioning complete for port ba221ff9-f642-496b-b75a-2eef8b7a0de7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:04.144647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-309da3c4-059a-454c-a671-8de5cdd6737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.161151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-59aa739a-4b93-417a-8306-d440938db15b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1903193 Nov 09 18:06:04.183010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61465955-fd46-40fc-ac5e-d49fadaeff7d req-9f3b454d-96d5-445e-9ea7-cc7388b06957 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:04.190245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61465955-fd46-40fc-ac5e-d49fadaeff7d req-9f3b454d-96d5-445e-9ea7-cc7388b06957 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 946 time: 0.2700412 Nov 09 18:06:04.254708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 10.1.1.18 (9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb/ca932822-29fa-40d1-b251-3e2d9c0aadc7/095a41c9-4074-4af0-acff-a23c33715222) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:04.265486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:04.304440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] Sync routers for ids ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:04.324484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] Routers {'3ac60e09-d17e-4efc-8e5e-59382c10ff25'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:04.325689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:04.331976 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:04.363963 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.375648 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-96abf877-2077-4bfd-af60-2922ceaf1752 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9254010 Nov 09 18:06:04.380511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53574) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:04.395588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:04.408059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': False}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:04.449083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] Routers {'3ac60e09-d17e-4efc-8e5e-59382c10ff25'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:04.449735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:04.458673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61465955-fd46-40fc-ac5e-d49fadaeff7d req-f4a860ad-9c7e-4438-a7e1-ea37ee4f73ad tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982241 Nov 09 18:06:04.523239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ba221ff9-f642-496b-b75a-2eef8b7a0de7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:04.585890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ccff9c54-242d-4d62-b0e7-db0dc929cb41 service neutron] 10.222.0.32 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360765 Nov 09 18:06:04.679829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.681329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:04.682006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f289e-a84a-4c6a-98c3-e8c65b0b1719 None None] The sync data for ids ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:04.715215 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-309da3c4-059a-454c-a671-8de5cdd6737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.806714 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:01Z', 'revision_number': 3, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:04.827304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-309da3c4-059a-454c-a671-8de5cdd6737d None None] For port ba221ff9-f642-496b-b75a-2eef8b7a0de7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ba221ff9-f642-496b-b75a-2eef8b7a0de7,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:04.845714 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-309da3c4-059a-454c-a671-8de5cdd6737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.853831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ba221ff9-f642-496b-b75a-2eef8b7a0de7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:04.854238 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.879070 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:04.879276 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Checking router: 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:04.881883 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Updating router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c port c8b7e20c-cc52-40ed-b03e-aef6daf0de25 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:06:04.958751 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.053994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:05.061507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:05.072434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:05.173830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309da3c4-059a-454c-a671-8de5cdd6737d None None] Pushing event updated for resources: {'Port': ['ID=ba221ff9-f642-496b-b75a-2eef8b7a0de7,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:05.253282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=095a41c9-4074-4af0-acff-a23c33715222,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:05.327394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-95da0290-b9f1-4b34-8796-fdec14480190 None None] Provisioning complete for port ba221ff9-f642-496b-b75a-2eef8b7a0de7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:05.330925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-95da0290-b9f1-4b34-8796-fdec14480190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.449354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 501d494d-ea7a-4365-b62b-d6312b9227e6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:05.615957 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.640028 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.678653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 501d494d-ea7a-4365-b62b-d6312b9227e6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:05.679225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.707346 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-77433e39-fe68-4a81-a330-fac58b28fa28 service neutron] 10.222.0.32 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0399075 Nov 09 18:06:05.775890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75961b0e-21b3-4c96-8514-98c46f8b8210 req-afdedb20-20d7-4801-aee1-5f2b09e67ee6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:05.784251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75961b0e-21b3-4c96-8514-98c46f8b8210 req-afdedb20-20d7-4801-aee1-5f2b09e67ee6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 946 time: 0.7889311 Nov 09 18:06:05.802597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-5d6b35ed-6109-47e8-8484-698f3a7e4c29 service neutron] 10.222.0.32 "GET /v2.0/ports/6cc6dfca-87fa-4f58-81a8-56a31490621c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0859966 Nov 09 18:06:05.839985 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Attempting to bind port c8b7e20c-cc52-40ed-b03e-aef6daf0de25 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:05.842086 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Attempting to bind port c8b7e20c-cc52-40ed-b03e-aef6daf0de25 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:05.846458 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Attempting to bind port c8b7e20c-cc52-40ed-b03e-aef6daf0de25 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:05.857125 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:05.860296 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:05.864966 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.866261 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:05.867081 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Bound port: c8b7e20c-cc52-40ed-b03e-aef6daf0de25, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:05.869024 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.872208 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028fb6b-f92f-442d-b6ef-1c48d298312c None None] Pushing event updated for resources: {'Port': ['ID=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:05.874943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-316cf8e1-109f-41ea-a0d0-ad24b7f8c75b None None] Provisioning complete for port 095a41c9-4074-4af0-acff-a23c33715222 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:05.877720 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-316cf8e1-109f-41ea-a0d0-ad24b7f8c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:05.953687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bd33139f-71ed-4816-937a-7ad1f7303fc1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:05.998777 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] For port c8b7e20c-cc52-40ed-b03e-aef6daf0de25, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:06.017028 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] For port c8b7e20c-cc52-40ed-b03e-aef6daf0de25, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:06.029076 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.038108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-316cf8e1-109f-41ea-a0d0-ad24b7f8c75b None None] Port 095a41c9-4074-4af0-acff-a23c33715222 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:06.047769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75961b0e-21b3-4c96-8514-98c46f8b8210 req-4c8989be-81ee-47ba-929a-7d51c2374351 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625260 Nov 09 18:06:06.088292 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.094500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.096271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.096959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.097312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.099152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.099503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.099843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.101392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.104234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.104734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.105166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.105635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:06.131462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bd33139f-71ed-4816-937a-7ad1f7303fc1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:06.132066 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.143175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:06.143898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.173563 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028fb6b-f92f-442d-b6ef-1c48d298312c None None] Pushing event updated for resources: {'Port': ['ID=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:06.227303 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:06.227303 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:06.304089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3e229263-8fdb-44e8-9c65-cf55bb86bbfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5376611 Nov 09 18:06:06.309115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53600) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:06.341745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.365418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-42603d7c-a5f2-4961-9e63-0fe24cb71d91 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:06.368527 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-42603d7c-a5f2-4961-9e63-0fe24cb71d91 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 946 time: 0.1811061 Nov 09 18:06:06.447742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ba221ff9-f642-496b-b75a-2eef8b7a0de7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:06.476264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-2676c461-2bb3-4f9c-a00a-769e6b67f67a service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276906 Nov 09 18:06:06.531836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:06.539740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcbbcfbe-36e1-4281-9157-5e18ecff120c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.560171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ba221ff9-f642-496b-b75a-2eef8b7a0de7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:06.560694 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.712043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Allocated IP 172.20.0.1 (adc19325-6dbc-4295-a8da-21740b5e74c6/7840920d-fdb7-44ec-a75b-72d8f34f77de/1af71bbb-7211-419b-a6f4-367aeaf96da0) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:06.719052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Deleting port 79910264-5be5-4a34-8548-6d4a3d9f9de2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:06.720105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.724786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50a7f133-09de-42bf-b4a6-12744337f3c8 service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385824 Nov 09 18:06:06.732478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53604) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:06.746808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a14672d5-a71d-4c5e-8162-f6e3497b0fe2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120260310', 'description': 'tempest-description--1718696662'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:06.802832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a14672d5-a71d-4c5e-8162-f6e3497b0fe2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.859447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] For port 79910264-5be5-4a34-8548-6d4a3d9f9de2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=79910264-5be5-4a34-8548-6d4a3d9f9de2,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:06.860013 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:06.868134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b2d90676-0765-4ffb-8a85-b055dee3baf6 service neutron] 10.222.0.32 "GET /v2.0/ports/fc1be936-fe3c-40c0-aaf8-d53658100dd1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1346192 Nov 09 18:06:06.888251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Calling delete_port for 79910264-5be5-4a34-8548-6d4a3d9f9de2 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:07.006427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcbbcfbe-36e1-4281-9157-5e18ecff120c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.037079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.039571 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcbbcfbe-36e1-4281-9157-5e18ecff120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.050203 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:01Z', 'revision_number': 3, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:07.064112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-58f856f3-713c-4443-8926-f96fc24b8096 service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890094 Nov 09 18:06:07.084914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a14672d5-a71d-4c5e-8162-f6e3497b0fe2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.118481 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304b801-e926-4d9f-9d20-6fb10638eff6 None None] The sync data for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 is: [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:01Z', 'revision_number': 3, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:07.124361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbcfbe-36e1-4281-9157-5e18ecff120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c1a50-b348-443c-b0fb-f1c9120ddf04,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:07.138151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a14672d5-a71d-4c5e-8162-f6e3497b0fe2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.181656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fcbbcfbe-36e1-4281-9157-5e18ecff120c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e74684507f4418aa841cdfef6528e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8708749 Nov 09 18:06:07.221300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53608) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:07.235421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ec43-cf07-440d-b837-c694b5dd36ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.256692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14672d5-a71d-4c5e-8162-f6e3497b0fe2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5975b-3822-43ab-91b5-ab64e9832d6e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:07.290661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a14672d5-a71d-4c5e-8162-f6e3497b0fe2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.311049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a14672d5-a71d-4c5e-8162-f6e3497b0fe2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5677090 Nov 09 18:06:07.323056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53614) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:07.343695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5e8ee41b-fe35-4651-b392-36429fe8575c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'security_group_rule': {'security_group_id': 'f2e5975b-3822-43ab-91b5-ab64e9832d6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:07.393720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f5885d6-f902-4072-a782-35d73bebca4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.396798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ac082177-11b9-4dfd-84bb-b5627e99015b service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239329 Nov 09 18:06:07.413500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.476324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f5885d6-f902-4072-a782-35d73bebca4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.478676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa2196-6789-449d-9d22-e67405f875b8 req-1d03373d-14a7-4dab-bfc1-c08402d8d430 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:07.480242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3caa2196-6789-449d-9d22-e67405f875b8 req-1d03373d-14a7-4dab-bfc1-c08402d8d430 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f9fec-b724-427e-856f-d7b0684a73d5 HTTP/1.1" status: 200 len: 946 time: 0.2964406 Nov 09 18:06:07.537549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.551590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['79910264-5be5-4a34-8548-6d4a3d9f9de2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:07.555706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:07.605754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Network adc19325-6dbc-4295-a8da-21740b5e74c6 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:07.607571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event deleted for resources: {'Port': ['ID=79910264-5be5-4a34-8548-6d4a3d9f9de2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:07.630379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-9a77733e-5bed-4c79-a23a-3dcd145eab32 service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327998 Nov 09 18:06:07.635681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:07.644821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:07.696493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] No DVR routers for this DVR port 79910264-5be5-4a34-8548-6d4a3d9f9de2 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:07.700811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.704318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1af71bbb-7211-419b-a6f4-367aeaf96da0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:07.706982 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8fa6b429-4c2d-4ef1-b292-d0b3b8ee7acc req-7b697d3a-6a03-48bd-8d3c-9c4224019577 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "DELETE /v2.0/ports/79910264-5be5-4a34-8548-6d4a3d9f9de2 HTTP/1.1" status: 204 len: 173 time: 1.3261633 Nov 09 18:06:07.712813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'name': 'network-vif-deleted', 'tag': '79910264-5be5-4a34-8548-6d4a3d9f9de2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:07.716511 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58613329-204f-4747-bdb0-f9dec52b3e8d" -d '{"events": [{"server_uuid": "9f8f9fec-b724-427e-856f-d7b0684a73d5", "name": "network-vif-deleted", "tag": "79910264-5be5-4a34-8548-6d4a3d9f9de2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:07.739451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee41b-fe35-4651-b392-36429fe8575c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.897843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f5885d6-f902-4072-a782-35d73bebca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.900420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f5885d6-f902-4072-a782-35d73bebca4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.904572 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6f5885d6-f902-4072-a782-35d73bebca4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c15c1a50-b348-443c-b0fb-f1c9120ddf04 HTTP/1.1" status: 204 len: 168 time: 0.6517186 Nov 09 18:06:07.907883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3caa2196-6789-449d-9d22-e67405f875b8 req-ea3cb9fd-1d2b-4748-abef-9175c58505bb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818977 Nov 09 18:06:07.925048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5885d6-f902-4072-a782-35d73bebca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c1a50-b348-443c-b0fb-f1c9120ddf04,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:07.987912 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee41b-fe35-4651-b392-36429fe8575c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:07.994825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.012065 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.031157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.085585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-abbd5100-f32d-417c-93d7-7f4caba8de13 None None] Provisioning complete for port 1af71bbb-7211-419b-a6f4-367aeaf96da0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:08.087027 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-abbd5100-f32d-417c-93d7-7f4caba8de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.096863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee41b-fe35-4651-b392-36429fe8575c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.167303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ee41b-fe35-4651-b392-36429fe8575c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c9bdaa-701d-4e34-b2e0-c872b5d946ed,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:08.186891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-abbd5100-f32d-417c-93d7-7f4caba8de13 None None] Port 1af71bbb-7211-419b-a6f4-367aeaf96da0 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:08.188362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e8ee41b-fe35-4651-b392-36429fe8575c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.192063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5e8ee41b-fe35-4651-b392-36429fe8575c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8543730 Nov 09 18:06:08.196579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53622) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:08.202635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6526119c-8856-4e8c-967a-8fb3073f46cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'security_group_rule': {'security_group_id': 'f2e5975b-3822-43ab-91b5-ab64e9832d6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:08.213388 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacc24fd-416e-477d-888e-5edd006ae74e x-openstack-request-id: req-aacc24fd-416e-477d-888e-5edd006ae74e {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:08.213890 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8f9fec-b724-427e-856f-d7b0684a73d5", "name": "network-vif-deleted", "tag": "79910264-5be5-4a34-8548-6d4a3d9f9de2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:08.214253 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aacc24fd-416e-477d-888e-5edd006ae74e {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:08.214364 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8f9fec-b724-427e-856f-d7b0684a73d5', 'name': 'network-vif-deleted', 'tag': '79910264-5be5-4a34-8548-6d4a3d9f9de2', 'status': 'completed', 'code': 200} Nov 09 18:06:08.270733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Router 3ac60e09-d17e-4efc-8e5e-59382c10ff25 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:08.289224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1e1c5c14-c515-4a1f-af54-4eb054d256c5 service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385529 Nov 09 18:06:08.362913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6526119c-8856-4e8c-967a-8fb3073f46cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.427576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.533913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53626) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:08.545533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c8b7e20c-cc52-40ed-b03e-aef6daf0de25 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:08.563438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efaa466f-106d-4afd-b79c-a90fa6caede5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.610193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c8b7e20c-cc52-40ed-b03e-aef6daf0de25 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:08.610877 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.636783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:08.642846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.644512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51daf897-cc5b-447c-982a-6f731b3c38d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "PUT /v2.0/routers/3ac60e09-d17e-4efc-8e5e-59382c10ff25 HTTP/1.1" status: 200 len: 925 time: 4.2553372 Nov 09 18:06:08.647992 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] Sync routers for ids ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:08.649223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53628) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:08.665530 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] Routers {'3ac60e09-d17e-4efc-8e5e-59382c10ff25'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:08.666978 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:08.714784 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:08.724336 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] Routers {'3ac60e09-d17e-4efc-8e5e-59382c10ff25'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:08.725686 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:05:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:08.777580 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:08.778433 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d3ced-e33b-43a0-ac05-454c0faaca30 None None] The sync data for ids ['3ac60e09-d17e-4efc-8e5e-59382c10ff25'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:08.789738 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efaa466f-106d-4afd-b79c-a90fa6caede5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.799491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6526119c-8856-4e8c-967a-8fb3073f46cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.802210 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.802835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-8de262db-504c-44de-96c7-f6c6a7e76683 service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931638 Nov 09 18:06:08.809713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efaa466f-106d-4afd-b79c-a90fa6caede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.817794 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9cd10066-b993-4993-aff8-48b9aa74a521 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/3ac60e09-d17e-4efc-8e5e-59382c10ff25 HTTP/1.1" status: 200 len: 925 time: 0.1673107 Nov 09 18:06:08.823974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53630) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:08.828949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.830675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6526119c-8856-4e8c-967a-8fb3073f46cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.836760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c8b7e20c-cc52-40ed-b03e-aef6daf0de25, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:08.844340 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.933877 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.941239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:08.954246 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-efaa466f-106d-4afd-b79c-a90fa6caede5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cca2b2cb25314877965a2af568e295f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148705 Nov 09 18:06:08.955482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53634) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:08.980846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa466f-106d-4afd-b79c-a90fa6caede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22e6ec-fe1a-4f63-a28f-6541f81e1875,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:08.985852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526119c-8856-4e8c-967a-8fb3073f46cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8fe6ed-3ddb-417a-adb5-1b9ab7e55f01,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:08.989591 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6526119c-8856-4e8c-967a-8fb3073f46cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:08.991110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6526119c-8856-4e8c-967a-8fb3073f46cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7921240 Nov 09 18:06:09.015380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53636) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:09.029076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:09.047442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac55f69-85f8-4826-bff2-1b3bde2aa994 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:09.049410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ac55f69-85f8-4826-bff2-1b3bde2aa994 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=3ac60e09-d17e-4efc-8e5e-59382c10ff25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2221680 Nov 09 18:06:09.052685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:09.075702 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.153581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.165171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1af71bbb-7211-419b-a6f4-367aeaf96da0,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:09.169607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b66a99-713a-4c50-a34b-f0fc6f07c9ff tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:09.171309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16b66a99-713a-4c50-a34b-f0fc6f07c9ff tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.1174350 Nov 09 18:06:09.179761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53646) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:09.230727 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a2843045-c059-4f86-9387-4b799ab88e36 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac60e09-d17e-4efc-8e5e-59382c10ff25 HTTP/1.1" status: 200 len: 205 time: 0.0498350 Nov 09 18:06:09.232452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02f34757-c883-482f-a24e-4b228e1a5d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.234224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53648) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:09.307210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Network adc19325-6dbc-4295-a8da-21740b5e74c6 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:09.317545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:09.345435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-72763f29-b9ad-4f5d-a903-5a2f0e61f3a8 service neutron] 10.222.0.32 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350888 Nov 09 18:06:09.402121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02f34757-c883-482f-a24e-4b228e1a5d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.489501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee0be470-1f93-4ba5-a937-0be50fa30f80 service neutron] 10.222.0.32 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424866 Nov 09 18:06:09.490794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.534104 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02f34757-c883-482f-a24e-4b228e1a5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.536717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-02f34757-c883-482f-a24e-4b228e1a5d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.537964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-02f34757-c883-482f-a24e-4b228e1a5d29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e22e6ec-fe1a-4f63-a28f-6541f81e1875 HTTP/1.1" status: 204 len: 168 time: 0.5692213 Nov 09 18:06:09.583325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f34757-c883-482f-a24e-4b228e1a5d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22e6ec-fe1a-4f63-a28f-6541f81e1875,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:09.657089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.720829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Deleting port 491eb094-dbe1-4111-b4f2-ebfdc3991e7d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:09.721454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.741015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4c5bf85f-d610-4bd4-89ff-cc9363e167c5 None None] Provisioning complete for port 1af71bbb-7211-419b-a6f4-367aeaf96da0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:09.743452 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c5bf85f-d610-4bd4-89ff-cc9363e167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.814868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:09.833012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Calling delete_port for 491eb094-dbe1-4111-b4f2-ebfdc3991e7d owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:09.848212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4c5bf85f-d610-4bd4-89ff-cc9363e167c5 None None] Port 1af71bbb-7211-419b-a6f4-367aeaf96da0 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:09.868129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-95339143-8146-4b3a-b233-6b305b25c937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.045319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.096874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event deleted for resources: {'Port': ['ID=491eb094-dbe1-4111-b4f2-ebfdc3991e7d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:10.154774 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.158963 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.204394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-2659b407-44fe-4108-8b5d-1068869cab67 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:10.205962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-2659b407-44fe-4108-8b5d-1068869cab67 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.7418880 Nov 09 18:06:10.208011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:10.214500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b2f18295-f52b-4cf2-8fe6-093898fc96da service neutron] 10.222.0.32 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242250 Nov 09 18:06:10.258599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-e7265b60-a583-4327-aa47-97a1d4fd12fe tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.0428474 Nov 09 18:06:10.264377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.266849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.288256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.323924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.325431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac60e09-d17e-4efc-8e5e-59382c10ff25 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:06:10.342686 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.347555 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fbedf29a-4ba6-42c0-a3c6-ba480fb5cd56 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/3ac60e09-d17e-4efc-8e5e-59382c10ff25 HTTP/1.1" status: 204 len: 168 time: 1.1078374 Nov 09 18:06:10.347555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53684) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:10.352168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9a846662-8d06-432c-a1bd-5c26325079e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-752317336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:10.379108 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a846662-8d06-432c-a1bd-5c26325079e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.380957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a846662-8d06-432c-a1bd-5c26325079e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.428487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c8b7e20c-cc52-40ed-b03e-aef6daf0de25 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:10.452599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a846662-8d06-432c-a1bd-5c26325079e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.458944 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a846662-8d06-432c-a1bd-5c26325079e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.481426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c8b7e20c-cc52-40ed-b03e-aef6daf0de25 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:10.481943 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.486093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a846662-8d06-432c-a1bd-5c26325079e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.488307 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a846662-8d06-432c-a1bd-5c26325079e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1395965 Nov 09 18:06:10.490896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53688) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:10.496247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:10.572100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-db21898c-b757-4f5b-9f14-8366db7e30ab tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2868502 Nov 09 18:06:10.576685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-4e2670f3-0d7a-4123-8192-013feed02470 service neutron] 10.222.0.32 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550837 Nov 09 18:06:10.580017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:10.596611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Sync routers for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:10.600731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-28ddf837-c5b2-4e42-b6d2-21eed60742f3 admin admin] 10.222.0.32 "PUT /v2.0/routers/6fc00f57-fac9-4d7b-8b34-8e71cb41e24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5219257 Nov 09 18:06:10.622666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:10.628507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-ee361ded-5c2d-45b7-b665-55c20062db69 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:10.629519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:10.629877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-ee361ded-5c2d-45b7-b665-55c20062db69 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188944 Nov 09 18:06:10.704924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 172.25.0.154 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/49e3ca23-5767-4c19-9c60-c93be9faa3b4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:10.785965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:10.884126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 79910264-5be5-4a34-8548-6d4a3d9f9de2 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:10.906766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 79910264-5be5-4a34-8548-6d4a3d9f9de2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:10.907637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 79910264-5be5-4a34-8548-6d4a3d9f9de2 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:10.938257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-c45a99f6-d515-49b7-813e-7bb808cb4438 service neutron] 10.222.0.32 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258440 Nov 09 18:06:10.951164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-a06d84ab-24ea-43df-b4ac-6665c6e55e83 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961676 Nov 09 18:06:10.957835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53700) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:10.985457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:11.024839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.046674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.050614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.114747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-a20a28c2-08dc-4af8-b037-8374ff96e4da service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563613 Nov 09 18:06:11.128434 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.185369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Allocated IP 172.25.0.18 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/b1df383e-48c2-498f-b358-8e38e7817510) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:11.187832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:11.191280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:11.195797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:11.251357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=49e3ca23-5767-4c19-9c60-c93be9faa3b4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:11.271109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.297493 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.317668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.335915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7424124b-a067-4823-ae18-e574f0abb299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.384632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.389395 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.447760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event updated for resources: {'Port': ['ID=b1df383e-48c2-498f-b358-8e38e7817510,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:11.468517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:11.474228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:11.477292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:11.484725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 2, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:11.521247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Checking router: 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:11.522212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Updating router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c port 1af71bbb-7211-419b-a6f4-367aeaf96da0 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:06:11.543803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7424124b-a067-4823-ae18-e574f0abb299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.577196 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.588781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7424124b-a067-4823-ae18-e574f0abb299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.646172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424124b-a067-4823-ae18-e574f0abb299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcdbe32-4d71-49f5-807d-dda045e832d8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:11.698286 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7424124b-a067-4823-ae18-e574f0abb299 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39c0480ffb2c427c970781cbe2be165e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7372355 Nov 09 18:06:11.699181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.702115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53730) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:11.719861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.782854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=49e3ca23-5767-4c19-9c60-c93be9faa3b4,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:11.982851 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8db9100e-0c80-4e4b-924d-bfcb0b24cf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:11.991438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14e8dd25-f0f8-4f47-94e6-c6b7c429be28 req-38b55a8f-527b-4c54-8aba-cef6d6f19aa1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 210 time: 0.0730045 Nov 09 18:06:12.092988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.105295 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.163884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58d104-59f6-426f-9e43-b9ef57d73281 None None] Pushing event updated for resources: {'Port': ['ID=1af71bbb-7211-419b-a6f4-367aeaf96da0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:12.174303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8db9100e-0c80-4e4b-924d-bfcb0b24cf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.179281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.308730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Attempting to bind port 1af71bbb-7211-419b-a6f4-367aeaf96da0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:12.309043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Attempting to bind port 1af71bbb-7211-419b-a6f4-367aeaf96da0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:12.310213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Attempting to bind port 1af71bbb-7211-419b-a6f4-367aeaf96da0 on network adc19325-6dbc-4295-a8da-21740b5e74c6 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:12.315608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:12.315995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Checking segment: {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:12.316410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.316809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Bound using segment: {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:12.317291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Bound port: 1af71bbb-7211-419b-a6f4-367aeaf96da0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:12.317681 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.401224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.415726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e5bab0d1-432c-40a5-abb7-c1fb03a8df77 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3947065 Nov 09 18:06:12.427773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] For port 1af71bbb-7211-419b-a6f4-367aeaf96da0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:12.434804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] For port 1af71bbb-7211-419b-a6f4-367aeaf96da0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1af71bbb-7211-419b-a6f4-367aeaf96da0,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:12.447543 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.483049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ced38-de44-40c3-87da-6edac8c9e162 req-71a4a2d9-e2e3-47c1-b8c9-da34436b8673 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:12.493083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.496824 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b6ced38-de44-40c3-87da-6edac8c9e162 req-71a4a2d9-e2e3-47c1-b8c9-da34436b8673 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 944 time: 0.3946319 Nov 09 18:06:12.554955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-004f998e-a2a0-4afe-aa5c-157469a9702e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:12.556397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-004f998e-a2a0-4afe-aa5c-157469a9702e tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 944 time: 0.3121316 Nov 09 18:06:12.587563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53752) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:12.612681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7ef7ab98-7aec-41b8-8cea-ba6d3ecf8311 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461656178', 'description': 'tempest-description--1818426692'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:12.623908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8db9100e-0c80-4e4b-924d-bfcb0b24cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.626518 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8db9100e-0c80-4e4b-924d-bfcb0b24cf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.630109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8db9100e-0c80-4e4b-924d-bfcb0b24cf10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bcdbe32-4d71-49f5-807d-dda045e832d8 HTTP/1.1" status: 204 len: 168 time: 0.9243536 Nov 09 18:06:12.646890 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.672648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:12.673534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:12.820107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58d104-59f6-426f-9e43-b9ef57d73281 None None] Pushing event updated for resources: {'Port': ['ID=1af71bbb-7211-419b-a6f4-367aeaf96da0,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:12.834920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b6ced38-de44-40c3-87da-6edac8c9e162 req-b38d61ab-7e90-437d-821b-6d707852e767 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371515 Nov 09 18:06:12.861587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9100e-0c80-4e4b-924d-bfcb0b24cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcdbe32-4d71-49f5-807d-dda045e832d8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:12.865320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b783a177-04b8-42e0-9b29-d5bd440cda40 req-807be537-eeef-435e-ac23-83af27939f55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.1542170 Nov 09 18:06:12.920312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.923598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bd31790f-d9f6-42f6-b3a8-b94ce9f34f79 None None] Provisioning complete for port 1af71bbb-7211-419b-a6f4-367aeaf96da0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:12.923977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bd31790f-d9f6-42f6-b3a8-b94ce9f34f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.925780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:12.947961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:12.973760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ab98-7aec-41b8-8cea-ba6d3ecf8311 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.088964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Deleting port 53f06f26-5a91-45a1-95f7-8babe6a34f07 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:13.089315 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.224492 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bd31790f-d9f6-42f6-b3a8-b94ce9f34f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.297320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bd31790f-d9f6-42f6-b3a8-b94ce9f34f79 None None] For port 1af71bbb-7211-419b-a6f4-367aeaf96da0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1af71bbb-7211-419b-a6f4-367aeaf96da0,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:13.302417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bd31790f-d9f6-42f6-b3a8-b94ce9f34f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.306401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a884b810-e85f-499e-862b-2f417d2b2e2b req-5a0950b8-0dbe-4410-8b0c-47c12f813b4c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 210 time: 0.0706198 Nov 09 18:06:13.370325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ab98-7aec-41b8-8cea-ba6d3ecf8311 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.383101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-b85f686b-ec04-4198-8f6f-f1ae58e6b89d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--120260310&fields=id&tenant_id=24c9b108c1964bf383dff7cd61139ba7 HTTP/1.1" status: 200 len: 267 time: 0.2273226 Nov 09 18:06:13.383290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31790f-d9f6-42f6-b3a8-b94ce9f34f79 None None] Pushing event updated for resources: {'Port': ['ID=1af71bbb-7211-419b-a6f4-367aeaf96da0,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:13.393998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ab98-7aec-41b8-8cea-ba6d3ecf8311 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.409222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-24487e66-de1e-42c5-b010-2505043e8d16 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:13.410869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-24487e66-de1e-42c5-b010-2505043e8d16 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.2081590 Nov 09 18:06:13.431280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Request body: {'port': {'device_id': '19165a75-1797-4768-a9e8-060b92ecaa66', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'admin_state_up': True, 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:13.448045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7c1b9bfa-09fd-4f38-821d-49a1360346d0 None None] Provisioning complete for port 1af71bbb-7211-419b-a6f4-367aeaf96da0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:13.448690 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c1b9bfa-09fd-4f38-821d-49a1360346d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.488211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:12Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:13.494805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] For port 53f06f26-5a91-45a1-95f7-8babe6a34f07, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=53f06f26-5a91-45a1-95f7-8babe6a34f07,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:13.495742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.507430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7ab98-7aec-41b8-8cea-ba6d3ecf8311 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:13.517496 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ab98-7aec-41b8-8cea-ba6d3ecf8311 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.519646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7ef7ab98-7aec-41b8-8cea-ba6d3ecf8311 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9203877 Nov 09 18:06:13.528808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53782) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:13.534487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-daac036b-7279-4aff-aa44-3f1c99a29af1 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Request body: {'security_group_rule': {'security_group_id': '600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:13.544767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-60fdb63f-3ee3-4ead-a445-3129787671c6 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:13.546462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-60fdb63f-3ee3-4ead-a445-3129787671c6 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports/c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 200 len: 932 time: 0.1488557 Nov 09 18:06:13.547801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Calling delete_port for 53f06f26-5a91-45a1-95f7-8babe6a34f07 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:13.550453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bd419-86b2-4dde-bab9-9be0a74f6055 None None] The sync data for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 is: [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:12Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:13.608463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Router 5b563790-c32b-4065-a3ad-5c78f40b2fe7 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:13.687832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daac036b-7279-4aff-aa44-3f1c99a29af1 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.804860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-10585934-c592-4a0c-b2aa-f25111762dae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:13.806926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-10585934-c592-4a0c-b2aa-f25111762dae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports/095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 200 len: 930 time: 0.2317336 Nov 09 18:06:13.828034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:13.831995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.949629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:13.962338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] Sync routers for ids ['5b563790-c32b-4065-a3ad-5c78f40b2fe7'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:13.977796 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] Routers {'5b563790-c32b-4065-a3ad-5c78f40b2fe7'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:13.978132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:13.984137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-59e529cd-a6e7-43a9-a656-bfc1bbceee1d tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "PUT /v2.0/routers/5b563790-c32b-4065-a3ad-5c78f40b2fe7 HTTP/1.1" status: 200 len: 882 time: 3.4888234 Nov 09 18:06:13.984292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-cdd9d714-b42b-4b71-87ae-675937ee20a4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1066661 Nov 09 18:06:13.985322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53802) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:13.985718 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5b563790-c32b-4065-a3ad-5c78f40b2fe7'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:14.058563 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:14.074036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-84ef3602-375e-497e-98ad-6e3d70f6a936 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0897219 Nov 09 18:06:14.107433 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] Routers {'5b563790-c32b-4065-a3ad-5c78f40b2fe7'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:14.110706 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5b563790-c32b-4065-a3ad-5c78f40b2fe7'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:14.149897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.155650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acf188d4-a12d-4f52-9168-dfa172121178 req-3beb21c1-8504-4626-b95e-ea8b310dd7d4 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 210 time: 0.1658425 Nov 09 18:06:14.197295 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daac036b-7279-4aff-aa44-3f1c99a29af1 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.228855 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:14.229687 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e79f678-ebd2-4de4-8a00-bc9225580528 None None] The sync data for ids ['5b563790-c32b-4065-a3ad-5c78f40b2fe7'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:14.269891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daac036b-7279-4aff-aa44-3f1c99a29af1 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.329869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event deleted for resources: {'Port': ['ID=53f06f26-5a91-45a1-95f7-8babe6a34f07,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:14.375411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac036b-7279-4aff-aa44-3f1c99a29af1 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c88316-dc11-45ad-946a-7cca60d48ded,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:14.432693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e91ce937-3ea6-4710-8cce-47b97046c14f req-d8d7fcad-df53-4dc8-9911-bdada794f8fd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0806048 Nov 09 18:06:14.470583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] No DVR routers for this DVR port 53f06f26-5a91-45a1-95f7-8babe6a34f07 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:14.487115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daac036b-7279-4aff-aa44-3f1c99a29af1 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.490127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1af71bbb-7211-419b-a6f4-367aeaf96da0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:14.491397 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-daac036b-7279-4aff-aa44-3f1c99a29af1 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9605749 Nov 09 18:06:14.496343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53810) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:14.503973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-cac0a779-0b7a-4f70-a430-508fc2ab0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:14.505105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.505606 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-cac0a779-0b7a-4f70-a430-508fc2ab0e65 service neutron] 10.222.0.85 "GET /v2.0/ports/6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 1033 time: 0.6922152 Nov 09 18:06:14.510618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e49d7666-cbb8-4618-bbfc-055c35217459 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Request body: {'security_group_rule': {'security_group_id': '600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:14.513215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fac761ee-72c5-46f2-83f1-da57a3f531b6 req-6f2742e9-f2ea-4569-8ba9-f333251af924 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "DELETE /v2.0/ports/53f06f26-5a91-45a1-95f7-8babe6a34f07 HTTP/1.1" status: 204 len: 173 time: 1.9431045 Nov 09 18:06:14.513707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'name': 'network-vif-deleted', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:14.517130 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b0513-3ea8-4cce-8c58-e9affc87dccb" -d '{"events": [{"server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "name": "network-vif-deleted", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:14.578879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Allocated IP 172.20.0.2 (b232dded-e90e-4b62-8d63-10e8e1593b77/286fc893-d553-4d80-9692-5a4019aadcd1/9d094396-6a83-4cf0-9a02-d268e1ee7d48) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:14.579611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-e3a5dee8-5813-4528-9473-4027a5280341 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:14.589647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-e3a5dee8-5813-4528-9473-4027a5280341 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:14.599296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-e3a5dee8-5813-4528-9473-4027a5280341 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:14.605112 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-54742687-175f-4a0f-b753-d9fbad8fd83a tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/5b563790-c32b-4065-a3ad-5c78f40b2fe7 HTTP/1.1" status: 200 len: 923 time: 0.5579102 Nov 09 18:06:14.609816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1af71bbb-7211-419b-a6f4-367aeaf96da0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:14.611570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-e926ff7a-1ce3-4a1b-b202-3749f6eea7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:14.612054 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.613098 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-e926ff7a-1ce3-4a1b-b202-3749f6eea7b6 service neutron] 10.222.0.85 "GET /v2.0/ports/fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 1032 time: 0.0929358 Nov 09 18:06:14.613610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:14.632233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-e3a5dee8-5813-4528-9473-4027a5280341 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/networks?id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35 HTTP/1.1" status: 200 len: 1989 time: 0.4736371 Nov 09 18:06:14.666096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-f4468ff2-2797-42a1-b673-97de2a2a2f8c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/quotas/24c9b108c1964bf383dff7cd61139ba7 HTTP/1.1" status: 200 len: 375 time: 0.0322144 Nov 09 18:06:14.814025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-cefe92ba-e492-44a5-b88f-f9a5012119e0 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1402810 Nov 09 18:06:14.836350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e49d7666-cbb8-4618-bbfc-055c35217459 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:14.891686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-996dad84-5cd4-459e-a4bf-4d1e39f5087f req-831ade1f-a2dd-4e22-b8d5-b1df1c77aedc tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 210 time: 0.0689263 Nov 09 18:06:15.022204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-f7690f04-bc37-485d-929a-0ff4b7594004 service neutron] 10.222.0.32 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935086 Nov 09 18:06:15.070676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e49d7666-cbb8-4618-bbfc-055c35217459 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.088578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e49d7666-cbb8-4618-bbfc-055c35217459 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.108948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a3dec2-5601-457d-9fea-3def2cdf7769 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:15.112002 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-61a3dec2-5601-457d-9fea-3def2cdf7769 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=5b563790-c32b-4065-a3ad-5c78f40b2fe7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4947665 Nov 09 18:06:15.121474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53832) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:15.215176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e49d7666-cbb8-4618-bbfc-055c35217459 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.216548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e49d7666-cbb8-4618-bbfc-055c35217459 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7191103 Nov 09 18:06:15.221044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53836) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:15.230626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:15.256063 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f6532-716c-4742-bd6d-8b213966cf09 x-openstack-request-id: req-987f6532-716c-4742-bd6d-8b213966cf09 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:15.256374 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d728269d-1e2b-4f67-81d2-cffd1ba8d178", "name": "network-vif-deleted", "tag": "53f06f26-5a91-45a1-95f7-8babe6a34f07", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:15.256676 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-987f6532-716c-4742-bd6d-8b213966cf09 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:15.257030 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728269d-1e2b-4f67-81d2-cffd1ba8d178', 'name': 'network-vif-deleted', 'tag': '53f06f26-5a91-45a1-95f7-8babe6a34f07', 'status': 'completed', 'code': 200} Nov 09 18:06:15.267765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7666-cbb8-4618-bbfc-055c35217459 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fda172-2b8e-43cf-826a-fe87e9ec50f1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:15.289586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-dc742e97-c0fc-43e3-b51b-bfd0eaec4e4d service neutron] 10.222.0.32 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542388 Nov 09 18:06:15.294631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 53f06f26-5a91-45a1-95f7-8babe6a34f07 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:15.350682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-de0fbb0a-439c-4586-8672-a7c8177b2025 service neutron] 10.222.0.32 "GET /v2.0/ports/c03c8a69-6bfa-4033-a0fe-61ada2e986e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0601287 Nov 09 18:06:15.369516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 53f06f26-5a91-45a1-95f7-8babe6a34f07 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:15.374377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 53f06f26-5a91-45a1-95f7-8babe6a34f07 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:15.384943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.410545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-05f176d2-ed21-4324-9350-9531fa3d8687 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:15.418412 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-05f176d2-ed21-4324-9350-9531fa3d8687 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:15.426859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-05f176d2-ed21-4324-9350-9531fa3d8687 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:15.429295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-05f176d2-ed21-4324-9350-9531fa3d8687 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=97535ef5-be7d-4600-a86f-760c237af1df&id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 1995 time: 0.7705386 Nov 09 18:06:15.443597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3eff3d-a9a2-4fcd-8e73-06eee4317ceb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:15.447551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ec3eff3d-a9a2-4fcd-8e73-06eee4317ceb tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.3174691 Nov 09 18:06:15.455143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53838) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:15.475554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.524539 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c78f7800-5d73-4331-8798-aea1cb03bcec tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b563790-c32b-4065-a3ad-5c78f40b2fe7 HTTP/1.1" status: 200 len: 205 time: 0.0660384 Nov 09 18:06:15.531218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:15.550718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c8a94ba-0326-4ff8-abf5-be891e3dbef5 req-1c338370-4136-4407-ae92-bcc3eb139b56 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=d728269d-1e2b-4f67-81d2-cffd1ba8d178 HTTP/1.1" status: 200 len: 210 time: 0.1176131 Nov 09 18:06:15.599371 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-97bef9b5-c9c2-456c-8149-cce705094861 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2caa4a16ee214c15ac8b622df0fed207 HTTP/1.1" status: 200 len: 379 time: 0.1594722 Nov 09 18:06:15.633585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-25bd91ac-9d80-4369-aa2e-55a96599582b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:15.634641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-25bd91ac-9d80-4369-aa2e-55a96599582b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079765 Nov 09 18:06:15.650526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'admin_state_up': True, 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'security_groups': ['0fde3b8d-c3d8-450b-a809-9d1dabb27cfe']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:15.753654 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.772530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:15.832029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:15.843139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:15.886126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:15.916980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:15.919689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event updated for resources: {'Port': ['ID=9d094396-6a83-4cf0-9a02-d268e1ee7d48,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:15.966759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:15.970512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.024224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:16.024962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.042352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-512a736c-ac63-4b61-a27d-58f2e02c66e6 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880710 Nov 09 18:06:16.075941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69b483cd-bb02-4ca0-b373-4675c7e5b783 req-5689b846-7c10-46a2-8f34-879aabeedcad tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Nov 09 18:06:16.118568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.145844 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-d374a91e-c517-4831-ba15-98aadb98e688 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7201555 Nov 09 18:06:16.156542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.177463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Request body: {'port': {'device_id': '19165a75-1797-4768-a9e8-060b92ecaa66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:16.219228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-1483c3ee-edc5-4530-bc40-33504d910878 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417935 Nov 09 18:06:16.225717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.372366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 172.20.0.9 (120ab491-a4a3-4403-851c-84311f388147/7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2/d765230b-78a0-4f26-b133-235b45f93a37) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:16.375927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.426573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-afbc8fcf-7d69-4a86-b8a9-3a6081f1af95 service neutron] 10.222.0.32 "GET /v2.0/ports/095a41c9-4074-4af0-acff-a23c33715222?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0804036 Nov 09 18:06:16.463612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Allocated IP 172.25.0.168 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/badcaf4d-6960-4ef4-8123-5b3e5f9d23cc) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:16.491873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53880) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:16.535909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Deleting port b1df383e-48c2-498f-b358-8e38e7817510 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:16.535909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.546800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878c12d-6972-47d9-9600-67dd19c4c3ea req-3bcdada5-6b1d-45ef-ab67-86c9912b9209 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:16.548403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9878c12d-6972-47d9-9600-67dd19c4c3ea req-3bcdada5-6b1d-45ef-ab67-86c9912b9209 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 931 time: 0.1850586 Nov 09 18:06:16.602962 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:06:16.658675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9878c12d-6972-47d9-9600-67dd19c4c3ea req-5138908b-de85-45f8-88d7-eab8925ed627 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766206 Nov 09 18:06:16.703066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-2d61b9b2-2304-4420-8431-c87d41974ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704017 Nov 09 18:06:16.737505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43ae8486-d50b-41ad-a69c-593eae1e486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.756445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.777874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Calling delete_port for b1df383e-48c2-498f-b358-8e38e7817510 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:16.814317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.892387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:16.906415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-cc5971b5-b05a-444b-8381-aeb98c26b385 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834824 Nov 09 18:06:16.982743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.021419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d094396-6a83-4cf0-9a02-d268e1ee7d48 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:17.035453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:17.040959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.058003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.063927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:17.066576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:17.134095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 120ab491-a4a3-4403-851c-84311f388147 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:17.135610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43ae8486-d50b-41ad-a69c-593eae1e486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.140595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:17.140972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Pushing event updated for resources: {'Port': ['ID=badcaf4d-6960-4ef4-8123-5b3e5f9d23cc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:17.145446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:17.170481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43ae8486-d50b-41ad-a69c-593eae1e486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.242684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-104a1377-ac20-44e2-8b46-5ad872e9da55 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255732 Nov 09 18:06:17.251664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-43ae8486-d50b-41ad-a69c-593eae1e486b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=748c7672a7674ea4a6f517a9bf95833b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7574351 Nov 09 18:06:17.259619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ef2e3-b447-4f77-b2d2-56145886b505 req-6fa0e26c-2ebe-4ba3-ac42-439689c0b810 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:17.267718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e5ef2e3-b447-4f77-b2d2-56145886b505 req-6fa0e26c-2ebe-4ba3-ac42-439689c0b810 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 944 time: 0.2309022 Nov 09 18:06:17.269418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53894) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:17.354850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae8486-d50b-41ad-a69c-593eae1e486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207e7b09-c8ed-4fdc-a474-6c30765157af,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:17.445328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-b955ac5f-26f4-4468-8f19-042b70664eee service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749938 Nov 09 18:06:17.517551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e5ef2e3-b447-4f77-b2d2-56145886b505 req-92ec4cb4-376f-4557-aaa4-14b47852abca tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488699 Nov 09 18:06:17.523509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-733b409a-4f19-47f8-b08f-ff3cfaf1c2db None None] Provisioning complete for port d765230b-78a0-4f26-b133-235b45f93a37 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:17.524378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=d765230b-78a0-4f26-b133-235b45f93a37,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:17.524660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-733b409a-4f19-47f8-b08f-ff3cfaf1c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.549209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Transition to ACTIVE for port object 9d094396-6a83-4cf0-9a02-d268e1ee7d48 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:17.552084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.569810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:17.570461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.572753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.609476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-733b409a-4f19-47f8-b08f-ff3cfaf1c2db None None] Port d765230b-78a0-4f26-b133-235b45f93a37 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:17.619726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4497594b-579a-471b-964b-72f6a9293894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.638751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event deleted for resources: {'Port': ['ID=b1df383e-48c2-498f-b358-8e38e7817510,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:17.682400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ba98d62a-7e5a-41e3-a52e-784584aa0d95 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0391746 Nov 09 18:06:17.700496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'admin_state_up': True, 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'security_groups': ['0fde3b8d-c3d8-450b-a809-9d1dabb27cfe']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:17.701081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4497594b-579a-471b-964b-72f6a9293894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.736846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.748694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.757994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-b87a6cba-3159-438d-b4d9-7cb7154ddb4d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:17.759575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-b87a6cba-3159-438d-b4d9-7cb7154ddb4d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 944 time: 0.2754226 Nov 09 18:06:17.801658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d094396-6a83-4cf0-9a02-d268e1ee7d48,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:17.815190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e3d21-9b56-4ff0-884b-431b06a10eaf req-15c223c4-b9f0-4673-a8f5-f86f12cb15c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:17.816719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-641e3d21-9b56-4ff0-884b-431b06a10eaf req-15c223c4-b9f0-4673-a8f5-f86f12cb15c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 931 time: 0.1898561 Nov 09 18:06:17.853477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-571ec1b4-dd29-4f91-9c0e-e5ac5a58e9de service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974469 Nov 09 18:06:17.903065 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.906891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.914306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:17.995099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Attempting to bind port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:17.995368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Attempting to bind port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:17.995707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Attempting to bind port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:18.006261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 on network b232dded-e90e-4b62-8d63-10e8e1593b77 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:18.006525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Attempting to bind port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:18.008292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.008794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Fanout notify agent at l3_agent the message router_deleted on router 5b563790-c32b-4065-a3ad-5c78f40b2fe7 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:06:18.018451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.019580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5eb45aaa-5857-4fd1-a9bb-f871b15a70ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/5b563790-c32b-4065-a3ad-5c78f40b2fe7 HTTP/1.1" status: 204 len: 168 time: 2.4860394 Nov 09 18:06:18.025520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53898) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:18.030281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-73e176ef-c824-4238-8d6c-1f0fc9111605 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1702395593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:18.032565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4497594b-579a-471b-964b-72f6a9293894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.035148 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4497594b-579a-471b-964b-72f6a9293894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.038658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4497594b-579a-471b-964b-72f6a9293894 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/207e7b09-c8ed-4fdc-a474-6c30765157af HTTP/1.1" status: 204 len: 168 time: 0.7640498 Nov 09 18:06:18.038775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:18.038775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:18.039959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Bound using segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:18.040078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-641e3d21-9b56-4ff0-884b-431b06a10eaf req-86f19234-662f-446b-ab9f-f5f8e082b74e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816022 Nov 09 18:06:18.040157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Bound port: 9d094396-6a83-4cf0-9a02-d268e1ee7d48, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:18.040157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.074386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497594b-579a-471b-964b-72f6a9293894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207e7b09-c8ed-4fdc-a474-6c30765157af,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:18.085369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:18.089114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.143762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73e176ef-c824-4238-8d6c-1f0fc9111605 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.144905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73e176ef-c824-4238-8d6c-1f0fc9111605 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.206824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] For port 9d094396-6a83-4cf0-9a02-d268e1ee7d48, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:18.231913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] For port 9d094396-6a83-4cf0-9a02-d268e1ee7d48, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9d094396-6a83-4cf0-9a02-d268e1ee7d48,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:18.252313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.336361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-7a478463-2a16-4713-b514-5897804f7f34 service neutron] 10.222.0.32 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612622 Nov 09 18:06:18.336569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d094396-6a83-4cf0-9a02-d268e1ee7d48,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:18.360374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Deleting port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:18.360995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.375951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73e176ef-c824-4238-8d6c-1f0fc9111605 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.384776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:18.385409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.386976 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-6d525519-68c3-4116-a91d-7f0a82e4a3f9 service neutron] 10.222.0.85 "PUT /v2.0/ports/9d094396-6a83-4cf0-9a02-d268e1ee7d48 HTTP/1.1" status: 200 len: 1091 time: 2.2168326 Nov 09 18:06:18.387338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19165a75-1797-4768-a9e8-060b92ecaa66', 'tag': '9d094396-6a83-4cf0-9a02-d268e1ee7d48'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:18.389722 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38836719-cfbf-4f55-b49a-42c16a519a96" -d '{"events": [{"name": "network-changed", "server_uuid": "19165a75-1797-4768-a9e8-060b92ecaa66", "tag": "9d094396-6a83-4cf0-9a02-d268e1ee7d48"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:18.395821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73e176ef-c824-4238-8d6c-1f0fc9111605 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.425642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 10.1.1.172 (54f62d31-3729-45cf-ba34-bae4af3123c0/55b9a139-c731-4732-b58f-45faf176e3cb/dd6cb278-3170-4fe9-8fb4-998bb085147e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:18.432951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73e176ef-c824-4238-8d6c-1f0fc9111605 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.434916 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73e176ef-c824-4238-8d6c-1f0fc9111605 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4084165 Nov 09 18:06:18.446559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53906) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:18.456549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': True}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:18.563316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53910) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:18.571227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329e48-3927-483a-912d-7b963ecd3799 req-fc028959-c96d-4c9b-8e56-4b746323ef06 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:18.572818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe329e48-3927-483a-912d-7b963ecd3799 req-fc028959-c96d-4c9b-8e56-4b746323ef06 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 943 time: 0.2560611 Nov 09 18:06:18.599484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2043-74c4-4294-9ba4-e11246d1945b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.664625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] For port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:18.665026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.683397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-398c166d-9deb-405e-936c-7b3033a15cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458359 Nov 09 18:06:18.693543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Calling delete_port for 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:18.702728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-aa22a70a-88c7-4ff1-9640-71a0b385eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:18.704279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-aa22a70a-88c7-4ff1-9640-71a0b385eee9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 1094 time: 0.2656939 Nov 09 18:06:18.745644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe329e48-3927-483a-912d-7b963ecd3799 req-62089e2e-2206-460f-a570-3001494c80bf tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572218 Nov 09 18:06:18.769608 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-79741900-9ba7-41d4-8dac-4f6ce58d8e5a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d094396-6a83-4cf0-9a02-d268e1ee7d48 HTTP/1.1" status: 200 len: 217 time: 0.0525191 Nov 09 18:06:18.791351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.822964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.899021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.915753 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.970412 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:18.982966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-c89579cc-1031-4e72-9b56-6342d08163d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:18.984568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-c89579cc-1031-4e72-9b56-6342d08163d4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.1731741 Nov 09 18:06:19.065729 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940828ad-8006-4bf4-ba47-ba22c6aa9285 x-openstack-request-id: req-940828ad-8006-4bf4-ba47-ba22c6aa9285 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:19.066023 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19165a75-1797-4768-a9e8-060b92ecaa66", "tag": "9d094396-6a83-4cf0-9a02-d268e1ee7d48", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:19.066301 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-940828ad-8006-4bf4-ba47-ba22c6aa9285 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:19.066814 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19165a75-1797-4768-a9e8-060b92ecaa66', 'tag': '9d094396-6a83-4cf0-9a02-d268e1ee7d48', 'status': 'completed', 'code': 200} Nov 09 18:06:19.068820 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-61d8dd6e-49af-49ba-ae10-bd849768f588 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482993 Nov 09 18:06:19.092221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2043-74c4-4294-9ba4-e11246d1945b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.124836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2043-74c4-4294-9ba4-e11246d1945b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.220673 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1dc2043-74c4-4294-9ba4-e11246d1945b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c76e8fcda9a4087a9e8c805a160419f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488059 Nov 09 18:06:19.222592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.225493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53918) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:19.228925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc2043-74c4-4294-9ba4-e11246d1945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be85293-4831-4164-b99a-361e78e63f17,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:19.315432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Pushing event updated for resources: {'Port': ['ID=badcaf4d-6960-4ef4-8123-5b3e5f9d23cc,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:19.331884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.337070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:19.345172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-50d85c16-f780-450d-8a79-26e9bc217495 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633724 Nov 09 18:06:19.350017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=dd6cb278-3170-4fe9-8fb4-998bb085147e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:19.352572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:19.353037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-c85a01e5-8a8b-4541-91d3-b71723b79e0d service neutron] 10.222.0.32 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573300 Nov 09 18:06:19.356868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:19.381936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05802a-7afa-47f9-97c2-fbec3c92fda8 req-c8babf77-c7e1-42d3-bbc0-1109add40ef5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:19.383567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e05802a-7afa-47f9-97c2-fbec3c92fda8 req-c8babf77-c7e1-42d3-bbc0-1109add40ef5 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=989328fc-8b9e-4b06-a609-4a950fc99db5 HTTP/1.1" status: 200 len: 944 time: 0.1960800 Nov 09 18:06:19.440505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.454110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-895d0307-7a09-4bd4-8d2e-5021aa3273ec tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2186356 Nov 09 18:06:19.491363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ffd7-2f93-4a25-a089-789926d832ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.511969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:19.513203 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.556493 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ffd7-2f93-4a25-a089-789926d832ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.558036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e05802a-7afa-47f9-97c2-fbec3c92fda8 req-f1a3fcf4-4c5d-4132-a88a-5124429b8baf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423080 Nov 09 18:06:19.568454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.631438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event deleted for resources: {'Port': ['ID=4b3a4e9a-64b9-4ede-93f6-7162b499d3c4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:19.639855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-4f0aafe4-7062-407e-b595-1eecdc6e7763 service neutron] 10.222.0.32 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858872 Nov 09 18:06:19.653220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ab1764e4-86aa-41d6-98a9-6a2b06538117 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9606614 Nov 09 18:06:19.676591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'admin_state_up': True, 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'security_groups': ['0fde3b8d-c3d8-450b-a809-9d1dabb27cfe']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:19.749317 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45a3819e-a498-4ce9-84ed-55836c7e938a req-48deefa6-f0d8-45bb-b8a5-26d1b603ac37 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933887 Nov 09 18:06:19.768493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] No DVR routers for this DVR port 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:19.773699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.776882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c1b521f-b20f-4850-be1d-56a3450d167f req-8b06a56f-43fe-4bb1-835d-6a36543f4792 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "DELETE /v2.0/ports/4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 HTTP/1.1" status: 204 len: 173 time: 1.9894490 Nov 09 18:06:19.778867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'name': 'network-vif-deleted', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:19.781583 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274214c9-409c-4041-ab60-65d48cfea61f" -d '{"events": [{"server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "name": "network-vif-deleted", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:19.800140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.821363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dbdae-c5e8-4fcb-92ba-f1fd482e83fd req-d0b9e812-1b27-49c7-8887-c7e948f6fc40 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:19.827982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dbdae-c5e8-4fcb-92ba-f1fd482e83fd req-d0b9e812-1b27-49c7-8887-c7e948f6fc40 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:19.835550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.844104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-042dbdae-c5e8-4fcb-92ba-f1fd482e83fd req-d0b9e812-1b27-49c7-8887-c7e948f6fc40 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 1653 time: 0.1712532 Nov 09 18:06:19.858698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ffd7-2f93-4a25-a089-789926d832ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.861218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ffd7-2f93-4a25-a089-789926d832ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.862369 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cbf9ffd7-2f93-4a25-a089-789926d832ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1be85293-4831-4164-b99a-361e78e63f17 HTTP/1.1" status: 204 len: 168 time: 0.6343915 Nov 09 18:06:19.880618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-59ff50d8-394b-437b-9cc9-e21a4b909370 None None] Provisioning complete for port dd6cb278-3170-4fe9-8fb4-998bb085147e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:19.881240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59ff50d8-394b-437b-9cc9-e21a4b909370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:19.886819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-430e59fe-6f75-45b0-9029-d4c6b166e7c8 service neutron] 10.222.0.32 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394125 Nov 09 18:06:19.921601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-042dbdae-c5e8-4fcb-92ba-f1fd482e83fd req-a60f14b7-9825-45fc-8069-1d50c3da1a0c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766423 Nov 09 18:06:19.944079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-59ff50d8-394b-437b-9cc9-e21a4b909370 None None] Port dd6cb278-3170-4fe9-8fb4-998bb085147e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:19.964715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ffd7-2f93-4a25-a089-789926d832ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be85293-4831-4164-b99a-361e78e63f17,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:20.029126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-05162a67-b521-4d3f-9fb4-830aa22e1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:20.031382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-05162a67-b521-4d3f-9fb4-830aa22e1894 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 1094 time: 0.2004199 Nov 09 18:06:20.035430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:20.039112 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:20.210420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-42de6edb-cd73-4221-9a47-b6c9f83af811 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1461656178&fields=id&tenant_id=3918b3e19ef842f695049cbd97b58771 HTTP/1.1" status: 200 len: 267 time: 0.0467813 Nov 09 18:06:20.280252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Allocated IP 172.25.0.121 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/9310ca8b-2953-4566-86d6-e0afd0cde588) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:20.393424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 10.1.1.147 (54f62d31-3729-45cf-ba34-bae4af3123c0/55b9a139-c731-4732-b58f-45faf176e3cb/70c32ef2-87f7-4de5-ad84-5199a0800553) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:20.434009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-494a4289-7fdf-43e0-b373-47ab2d15b56b tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:20.449749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-494a4289-7fdf-43e0-b373-47ab2d15b56b tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 811 time: 0.2322388 Nov 09 18:06:20.478046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-d0a270c7-f252-4053-a181-2699133a65db tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/quotas/3918b3e19ef842f695049cbd97b58771 HTTP/1.1" status: 200 len: 375 time: 0.0272765 Nov 09 18:06:20.521152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-77d6571c-be4e-4c5f-9209-596bab618f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:20.523033 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-77d6571c-be4e-4c5f-9209-596bab618f55 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.4813983 Nov 09 18:06:20.590785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-905f0eb7-4a13-46ce-bfca-2cd8a29c9a51 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102321 Nov 09 18:06:20.732651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-b96aaf41-89ed-45bd-b3b6-6269286d6982 service neutron] 10.222.0.32 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366096 Nov 09 18:06:20.937723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-5b7dc04f-b260-414d-bf5a-dfb21dd98d39 service neutron] 10.222.0.32 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038581 Nov 09 18:06:20.952217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5e22e-9782-43f3-9ac1-a077453326c9 req-eafc30d1-6a39-410a-97f7-8c3e3182fd54 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:20.955815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85e5e22e-9782-43f3-9ac1-a077453326c9 req-eafc30d1-6a39-410a-97f7-8c3e3182fd54 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 943 time: 0.0905797 Nov 09 18:06:20.980206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:21.005631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-36ce1aba-8d66-46fc-9760-0ead2b13af9b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d094396-6a83-4cf0-9a02-d268e1ee7d48 HTTP/1.1" status: 200 len: 217 time: 0.4726186 Nov 09 18:06:21.042104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85e5e22e-9782-43f3-9ac1-a077453326c9 req-a1e0a1a3-d1a3-4814-962c-bb563526f1fa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780628 Nov 09 18:06:21.144037 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8800e4-3fb3-4b36-aef3-e71257b9f232 x-openstack-request-id: req-1c8800e4-3fb3-4b36-aef3-e71257b9f232 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:21.144560 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989328fc-8b9e-4b06-a609-4a950fc99db5", "name": "network-vif-deleted", "tag": "4b3a4e9a-64b9-4ede-93f6-7162b499d3c4", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:21.145051 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c8800e4-3fb3-4b36-aef3-e71257b9f232 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:21.145826 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989328fc-8b9e-4b06-a609-4a950fc99db5', 'name': 'network-vif-deleted', 'tag': '4b3a4e9a-64b9-4ede-93f6-7162b499d3c4', 'status': 'completed', 'code': 200} Nov 09 18:06:21.244740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6b5f1c7-b041-4964-b00d-5671785d89dd req-88723413-50fc-464f-9dde-dbe778f1b096 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0574319 Nov 09 18:06:21.274188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-55be9aa3-acbb-46cf-abc7-4ba9347ecf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:21.275788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-55be9aa3-acbb-46cf-abc7-4ba9347ecf8a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.2180915 Nov 09 18:06:21.282777 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:21.346630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:21.394519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:21.431384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:21.432360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4b3a4e9a-64b9-4ede-93f6-7162b499d3c4 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:21.451464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:21.455335 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-9006217a-ffbe-459c-9978-b62cfc78d291 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358626 Nov 09 18:06:21.459348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:21.468833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a0c1d-0b8d-422f-8013-7419ee7e75fe req-fff52729-ff05-48d3-b404-9a93f464e7a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:21.485332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a0c1d-0b8d-422f-8013-7419ee7e75fe req-fff52729-ff05-48d3-b404-9a93f464e7a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:21.499060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c90a0c1d-0b8d-422f-8013-7419ee7e75fe req-fff52729-ff05-48d3-b404-9a93f464e7a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 1653 time: 0.1618521 Nov 09 18:06:21.591154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b154bd9d-db22-4233-baa0-748c96f1d7ae req-b80e15a5-4f31-482d-9366-7cc4eb4d3571 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 210 time: 0.0727375 Nov 09 18:06:21.633223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c90a0c1d-0b8d-422f-8013-7419ee7e75fe req-07deae4f-00d6-483d-991a-34cc7f2d2ed0 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257391 Nov 09 18:06:21.834692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Port': ['ID=9310ca8b-2953-4566-86d6-e0afd0cde588,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:21.959592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964eb4f-9daa-430b-b64e-ecbb51fa2e5b req-4fb26b0b-93cf-40f6-8dd6-cf64f8bc0390 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:21.966831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c964eb4f-9daa-430b-b64e-ecbb51fa2e5b req-4fb26b0b-93cf-40f6-8dd6-cf64f8bc0390 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 944 time: 0.0841250 Nov 09 18:06:21.968089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.018179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c964eb4f-9daa-430b-b64e-ecbb51fa2e5b req-12498439-34e1-4deb-9012-f03d2600a44d tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Nov 09 18:06:22.033906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.181606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:22.189692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:22.192984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-e543151e-b6e5-4855-9728-5bbb9929c573 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6859813 Nov 09 18:06:22.229487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:22.245014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e85b4-a216-40cd-bc2c-dde3e5c14e94 req-957f2492-dd64-478d-a88c-04558ad06b7d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:22.251855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-984e85b4-a216-40cd-bc2c-dde3e5c14e94 req-957f2492-dd64-478d-a88c-04558ad06b7d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 943 time: 0.1163793 Nov 09 18:06:22.308317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-984e85b4-a216-40cd-bc2c-dde3e5c14e94 req-d7223e72-0950-4731-b2d4-009f399f262b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Nov 09 18:06:22.358551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=70c32ef2-87f7-4de5-ad84-5199a0800553,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:22.406368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:22.408424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.468809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.485227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-2f426d5a-2395-4012-8404-7f1c7c5ee619 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:22.486829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-2f426d5a-2395-4012-8404-7f1c7c5ee619 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 944 time: 0.1323638 Nov 09 18:06:22.587561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ca0c445c-a5ea-40b3-9076-c528b7af20d1 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9227312 Nov 09 18:06:22.595943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-38836719-cfbf-4f55-b49a-42c16a519a96 req-9530b459-01a8-4488-bbf3-d5930ed7f2ff service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602569 Nov 09 18:06:22.599635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3009cc3-bb86-4a7d-8ee3-67cca3eb6541 req-b91dac50-cb2d-4ac9-923f-d4f254571b76 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.1116951 Nov 09 18:06:22.605346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df', 'admin_state_up': True, 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'security_groups': ['0fde3b8d-c3d8-450b-a809-9d1dabb27cfe']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:22.702146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2f9331ac-3938-4a9e-9137-cdc9e1a0952a None None] Provisioning complete for port 70c32ef2-87f7-4de5-ad84-5199a0800553 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:22.703775 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2f9331ac-3938-4a9e-9137-cdc9e1a0952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:22.836047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:22.838737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2f9331ac-3938-4a9e-9137-cdc9e1a0952a None None] Port 70c32ef2-87f7-4de5-ad84-5199a0800553 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:22.863324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0eb398b-bc85-4a3e-ad69-10e20fe8ce47 req-debeb627-25da-40bd-949c-69f6345a3873 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 210 time: 0.0660284 Nov 09 18:06:22.898673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd07e0-bba7-4228-ac2a-476180293c4b req-caa543fe-5235-41ca-ad5c-0cf35ebc107c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:22.905368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd07e0-bba7-4228-ac2a-476180293c4b req-caa543fe-5235-41ca-ad5c-0cf35ebc107c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:22.914765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9d094396-6a83-4cf0-9a02-d268e1ee7d48 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:06:22.922438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd07e0-bba7-4228-ac2a-476180293c4b req-caa543fe-5235-41ca-ad5c-0cf35ebc107c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:22.937848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73cd07e0-bba7-4228-ac2a-476180293c4b req-caa543fe-5235-41ca-ad5c-0cf35ebc107c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 2374 time: 0.1412241 Nov 09 18:06:22.978541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Deleting port cd84b069-1d9c-450a-988f-5e2f43bb0951 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:22.979197 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.189444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.222427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.235449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.236715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 9d094396-6a83-4cf0-9a02-d268e1ee7d48, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9d094396-6a83-4cf0-9a02-d268e1ee7d48,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:23.295970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73cd07e0-bba7-4228-ac2a-476180293c4b req-ba5a431e-0cd5-4b84-8151-ac6b4b91f282 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547177 Nov 09 18:06:23.296968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '9d094396-6a83-4cf0-9a02-d268e1ee7d48', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'port_id': '9d094396-6a83-4cf0-9a02-d268e1ee7d48', 'mac_address': 'fa:16:3e:14:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc893-d553-4d80-9692-5a4019aadcd1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:06:23.323115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-511aba5c-e9b4-4a29-8937-6ff7d30a2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:23.330788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-511aba5c-e9b4-4a29-8937-6ff7d30a2652 service neutron] 10.222.0.73 "GET /v2.0/ports/c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 200 len: 1028 time: 0.5847170 Nov 09 18:06:23.419140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.448639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d094396-6a83-4cf0-9a02-d268e1ee7d48 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:23.472396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 9d094396-6a83-4cf0-9a02-d268e1ee7d48, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9d094396-6a83-4cf0-9a02-d268e1ee7d48,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:23.479326 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.602465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece17956-92ad-490f-8246-3e94bbd9d1c7 req-1fab62b7-5990-4548-aced-fbe3f73b09e2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:23.611297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece17956-92ad-490f-8246-3e94bbd9d1c7 req-1fab62b7-5990-4548-aced-fbe3f73b09e2 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 944 time: 0.4466941 Nov 09 18:06:23.625372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=9d094396-6a83-4cf0-9a02-d268e1ee7d48,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:23.633528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] For port cd84b069-1d9c-450a-988f-5e2f43bb0951, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cd84b069-1d9c-450a-988f-5e2f43bb0951,segment=NetworkSegment(7ded867c-f589-419d-8325-74ec972cb055),segment_id=7ded867c-f589-419d-8325-74ec972cb055)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:23.637589 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.663329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-7099e984-b917-435c-82d0-82b00836f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:23.664983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-7099e984-b917-435c-82d0-82b00836f7bd service neutron] 10.222.0.73 "GET /v2.0/ports/095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 200 len: 1026 time: 0.2980809 Nov 09 18:06:23.674437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Calling delete_port for cd84b069-1d9c-450a-988f-5e2f43bb0951 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:23.702343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['9d094396-6a83-4cf0-9a02-d268e1ee7d48'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:23.755011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Router 7ecff803-a5b4-4887-9711-7e98da9ca954 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:23.837900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece17956-92ad-490f-8246-3e94bbd9d1c7 req-501b35ef-43a0-463c-b900-320a21ee2c90 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/security-groups?id=d16ae213-3451-432f-820c-f18022406d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066166 Nov 09 18:06:23.890407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33c2ca-799d-4208-85f1-97c7a3b24d35 req-64157d6d-fb15-45d1-8d9f-59e85a059617 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:23.891955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca33c2ca-799d-4208-85f1-97c7a3b24d35 req-64157d6d-fb15-45d1-8d9f-59e85a059617 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 944 time: 0.4028273 Nov 09 18:06:23.948495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:23.958462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] Sync routers for ids ['7ecff803-a5b4-4887-9711-7e98da9ca954'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:23.961245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-aeb198cd-e4d3-489c-904c-662cfb0ea98a tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:23.962999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-aeb198cd-e4d3-489c-904c-662cfb0ea98a tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 811 time: 0.6256762 Nov 09 18:06:23.966928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:23.968116 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8480b34a-e6a2-474f-9479-69c101eaa687 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "PUT /v2.0/routers/7ecff803-a5b4-4887-9711-7e98da9ca954 HTTP/1.1" status: 200 len: 919 time: 5.5172257 Nov 09 18:06:23.970671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54078) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:23.977745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 10.2.2.100 (97535ef5-be7d-4600-a86f-760c237af1df/ef8fb41e-6e62-4762-9664-f219d8856591/7588edd6-5113-47fb-80b7-d48409e2c36b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:24.000425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] Routers {'7ecff803-a5b4-4887-9711-7e98da9ca954'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:24.000986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7ecff803-a5b4-4887-9711-7e98da9ca954'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:24.041293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:24.059908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] Routers {'7ecff803-a5b4-4887-9711-7e98da9ca954'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:24.060543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7ecff803-a5b4-4887-9711-7e98da9ca954'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:24.116627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:24.117483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f9e67-8870-438b-8a63-e3892188d33c None None] The sync data for ids ['7ecff803-a5b4-4887-9711-7e98da9ca954'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:24.146890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54080) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:24.162391 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-b5b18852-2431-404f-b704-682f4673dcfc tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3918b3e19ef842f695049cbd97b58771 HTTP/1.1" status: 200 len: 380 time: 0.1193378 Nov 09 18:06:24.182298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Request body: {'port': {'device_id': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'admin_state_up': True, 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'security_groups': ['600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:24.188891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca33c2ca-799d-4208-85f1-97c7a3b24d35 req-45c13f1e-c4ac-4974-a38f-64a56a5d9382 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170701 Nov 09 18:06:24.227164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-e903b624-2262-4174-8c3b-563a74bbd891 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:24.248656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-e903b624-2262-4174-8c3b-563a74bbd891 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:24.256123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-e903b624-2262-4174-8c3b-563a74bbd891 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:24.258205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-e903b624-2262-4174-8c3b-563a74bbd891 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "GET /v2.0/networks?id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35 HTTP/1.1" status: 200 len: 1989 time: 0.5795383 Nov 09 18:06:24.298371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fef492eb-7e1e-4c94-8598-77d3c62df48c req-0caee0f6-793a-458e-b808-cb1a4dac010d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0954163 Nov 09 18:06:24.428216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f9cf5c4-713b-4c6d-9d36-bc8e3ca31667 req-0111c57b-3a95-4d20-8105-b04f8740b1cc tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 210 time: 0.0917149 Nov 09 18:06:24.429079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.491760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Pushing event deleted for resources: {'Port': ['ID=cd84b069-1d9c-450a-988f-5e2f43bb0951,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:24.523647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-26dc3e08-727d-4b42-b6b5-e8e11edb850c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c9b108c1964bf383dff7cd61139ba7 HTTP/1.1" status: 200 len: 379 time: 0.2146807 Nov 09 18:06:24.531514 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f6a39035-8b45-49d2-9753-3c250a0a3b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.541525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-cd2ebe3c-e648-4999-8781-1f9bb39f5f95 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:24.542583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-cd2ebe3c-e648-4999-8781-1f9bb39f5f95 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076101 Nov 09 18:06:24.588673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'admin_state_up': True, 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'security_groups': ['f2e5975b-3822-43ab-91b5-ab64e9832d6e']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:24.592577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] No DVR routers for this DVR port cd84b069-1d9c-450a-988f-5e2f43bb0951 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:24.595251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.599592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28b6f0b7-c4b5-4510-9580-5bf0f0686991 req-4e9d6119-0480-4509-ae2b-4b09e9bc2823 tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.73 "DELETE /v2.0/ports/cd84b069-1d9c-450a-988f-5e2f43bb0951 HTTP/1.1" status: 204 len: 173 time: 2.0442934 Nov 09 18:06:24.602859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'name': 'network-vif-deleted', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:24.606579 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7858d58-d026-46e9-97b0-74a30f245b0a" -d '{"events": [{"server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "name": "network-vif-deleted", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:24.659530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d029a6f3-bb7f-495f-b278-8fb4d7b0607c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/7ecff803-a5b4-4887-9711-7e98da9ca954 HTTP/1.1" status: 200 len: 925 time: 0.6875956 Nov 09 18:06:24.660135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54088) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:24.686172 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930450cd-eb75-49e5-8ccd-58b5f483f41e x-openstack-request-id: req-930450cd-eb75-49e5-8ccd-58b5f483f41e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:24.686172 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2eedd3-bcb1-4651-bad0-9d33c58af65e", "name": "network-vif-deleted", "tag": "cd84b069-1d9c-450a-988f-5e2f43bb0951", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:24.686172 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-930450cd-eb75-49e5-8ccd-58b5f483f41e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:24.686992 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2eedd3-bcb1-4651-bad0-9d33c58af65e', 'name': 'network-vif-deleted', 'tag': 'cd84b069-1d9c-450a-988f-5e2f43bb0951', 'status': 'completed', 'code': 200} Nov 09 18:06:24.726592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fee0-868d-49b1-ac54-3012f73f68e6 req-98ce025a-4b70-4b63-8252-6611eb471471 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:24.734339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fee0-868d-49b1-ac54-3012f73f68e6 req-98ce025a-4b70-4b63-8252-6611eb471471 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:24.741859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3fee0-868d-49b1-ac54-3012f73f68e6 req-98ce025a-4b70-4b63-8252-6611eb471471 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:24.750213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3cf3fee0-868d-49b1-ac54-3012f73f68e6 req-98ce025a-4b70-4b63-8252-6611eb471471 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 2374 time: 0.3268435 Nov 09 18:06:24.775556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3952f-f41c-48ce-bdc6-c8490973e87d tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:24.780540 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5af3952f-f41c-48ce-bdc6-c8490973e87d tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=7ecff803-a5b4-4887-9711-7e98da9ca954&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1150074 Nov 09 18:06:24.781240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54090) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:24.784147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.839930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Made reservation on behalf of 3918b3e19ef842f695049cbd97b58771 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:24.843996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.854716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3cf3fee0-868d-49b1-ac54-3012f73f68e6 req-bd2f3ac3-f023-4eb7-be3e-73994e377caa tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035066 Nov 09 18:06:24.899525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f6a39035-8b45-49d2-9753-3c250a0a3b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.912853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9d094396-6a83-4cf0-9a02-d268e1ee7d48 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:24.972683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f6a39035-8b45-49d2-9753-3c250a0a3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:24.989626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a27a7bf-ed28-4630-bb5d-d2641f71a030 req-87dc66cb-bce5-4f6e-9b31-3f234b1215bf tempest-LiveMigrationTest-2091709994 tempest-LiveMigrationTest-2091709994-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e2eedd3-bcb1-4651-bad0-9d33c58af65e HTTP/1.1" status: 200 len: 210 time: 0.0475838 Nov 09 18:06:24.997436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.017855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:25.021677 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.029105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44499bb-8b1a-409b-a165-50327f74c8b7 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:25.033709 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d44499bb-8b1a-409b-a165-50327f74c8b7 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.2461009 Nov 09 18:06:25.036641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54096) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:25.040110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a39035-8b45-49d2-9753-3c250a0a3b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cebe3e3-8591-471e-9f04-5a5c21b04c60,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.108916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 97535ef5-be7d-4600-a86f-760c237af1df is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:25.112363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7fcf55e5-132a-461d-9790-2fd32b162987 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecff803-a5b4-4887-9711-7e98da9ca954 HTTP/1.1" status: 200 len: 205 time: 0.0400183 Nov 09 18:06:25.118433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:25.119365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:25.124499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f6a39035-8b45-49d2-9753-3c250a0a3b53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90bc5ef3f21840779cfc860f9fbb9a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9340882 Nov 09 18:06:25.127100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54100) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:25.131665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:25.201961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=7588edd6-5113-47fb-80b7-d48409e2c36b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.250604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:06:25.267539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:25.268270 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.269001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Allocated IP 172.20.0.3 (adc19325-6dbc-4295-a8da-21740b5e74c6/7840920d-fdb7-44ec-a75b-72d8f34f77de/b0544608-8109-4717-b50a-823aa76bdc05) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:25.314087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:25.314833 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.379838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-1585de94-6c8b-4121-9869-247b2f16a8fe tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7808299 Nov 09 18:06:25.383819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:25.417100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41f4f8e1-da98-45fa-b8a7-c1b94022d01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.441122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df', 'admin_state_up': True, 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'security_groups': ['0fde3b8d-c3d8-450b-a809-9d1dabb27cfe']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:25.448240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.452481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: cd84b069-1d9c-450a-988f-5e2f43bb0951 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:25.453074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cd84b069-1d9c-450a-988f-5e2f43bb0951 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:25.523300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61ccbce8-80f8-4e4e-9c82-e006777512d1 req-fd6b501b-15fb-412e-8fab-ac0d7c5416c7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0765035 Nov 09 18:06:25.525874 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.541385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41f4f8e1-da98-45fa-b8a7-c1b94022d01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.573136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 9d094396-6a83-4cf0-9a02-d268e1ee7d48, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9d094396-6a83-4cf0-9a02-d268e1ee7d48,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:25.574357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 172.20.0.6 (efd0066e-7bf0-4e83-8f5c-491b6a474b56/5d6fabf9-1fbd-4223-b392-fef323e30485/cfd49be9-2d4f-4c3c-ab4f-f04e3b184610) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:25.576675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19165a75-1797-4768-a9e8-060b92ecaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d094396-6a83-4cf0-9a02-d268e1ee7d48'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:25.580142 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c781f-10e5-43fb-8b34-269907808d60" -d '{"events": [{"server_uuid": "19165a75-1797-4768-a9e8-060b92ecaa66", "name": "network-vif-plugged", "status": "completed", "tag": "9d094396-6a83-4cf0-9a02-d268e1ee7d48"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:25.593048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd4d4e-9005-49ea-a703-078fc3f45eb5 req-c36cb377-403d-4950-b938-a939805e972e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:25.593925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.595021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75dd4d4e-9005-49ea-a703-078fc3f45eb5 req-c36cb377-403d-4950-b938-a939805e972e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 944 time: 0.1865528 Nov 09 18:06:25.630586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-761db1d3-31ad-44e9-ac4c-28ebbd81807b None None] Provisioning complete for port 7588edd6-5113-47fb-80b7-d48409e2c36b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:25.631111 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-761db1d3-31ad-44e9-ac4c-28ebbd81807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.688397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-761db1d3-31ad-44e9-ac4c-28ebbd81807b None None] Port 7588edd6-5113-47fb-80b7-d48409e2c36b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:25.691699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=9d094396-6a83-4cf0-9a02-d268e1ee7d48,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.716301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c426b384-80f5-40cd-85fe-36f063ac37ae req-5f9231cb-6b26-4327-b3a6-fd8823c25205 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 210 time: 0.0396597 Nov 09 18:06:25.727977 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41f4f8e1-da98-45fa-b8a7-c1b94022d01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.730458 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41f4f8e1-da98-45fa-b8a7-c1b94022d01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.734027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-41f4f8e1-da98-45fa-b8a7-c1b94022d01a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cebe3e3-8591-471e-9f04-5a5c21b04c60 HTTP/1.1" status: 204 len: 168 time: 0.6033990 Nov 09 18:06:25.783477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75dd4d4e-9005-49ea-a703-078fc3f45eb5 req-717fe3c5-6a1c-4065-a447-37d4e5cad8ab tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730552 Nov 09 18:06:25.784718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4f8e1-da98-45fa-b8a7-c1b94022d01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cebe3e3-8591-471e-9f04-5a5c21b04c60,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:25.822844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.893542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:25.960210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Made reservation on behalf of 2caa4a16ee214c15ac8b622df0fed207 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:25.965914 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.001172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.061749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Pushing event updated for resources: {'Port': ['ID=b0544608-8109-4717-b50a-823aa76bdc05,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:26.112265 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fdfc27-cdd3-4cfa-8a6e-37bff8a71713 x-openstack-request-id: req-72fdfc27-cdd3-4cfa-8a6e-37bff8a71713 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:26.112815 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19165a75-1797-4768-a9e8-060b92ecaa66", "name": "network-vif-plugged", "status": "completed", "tag": "9d094396-6a83-4cf0-9a02-d268e1ee7d48", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:26.112815 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72fdfc27-cdd3-4cfa-8a6e-37bff8a71713 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:26.113982 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19165a75-1797-4768-a9e8-060b92ecaa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d094396-6a83-4cf0-9a02-d268e1ee7d48', 'code': 200} Nov 09 18:06:26.117643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.135255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Deleting port 9310ca8b-2953-4566-86d6-e0afd0cde588 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:26.135515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.144507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253bd1-334d-481f-8eef-f89ef0b8c8d1 req-772930e5-168b-4fa1-9b0e-3ad97c6dedc7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:26.148967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Network adc19325-6dbc-4295-a8da-21740b5e74c6 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:26.151230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253bd1-334d-481f-8eef-f89ef0b8c8d1 req-772930e5-168b-4fa1-9b0e-3ad97c6dedc7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:26.157619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253bd1-334d-481f-8eef-f89ef0b8c8d1 req-772930e5-168b-4fa1-9b0e-3ad97c6dedc7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:26.163667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59253bd1-334d-481f-8eef-f89ef0b8c8d1 req-772930e5-168b-4fa1-9b0e-3ad97c6dedc7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:26.165422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59253bd1-334d-481f-8eef-f89ef0b8c8d1 req-772930e5-168b-4fa1-9b0e-3ad97c6dedc7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 3095 time: 0.1454146 Nov 09 18:06:26.166072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:26.168934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:26.279060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.350711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54122) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:26.377108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f2b23ac9-45bb-477a-be31-8c60eec16217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.382203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f93e15-fff6-406e-a286-468c8a3d3a7d req-b8ca890e-8aca-430f-b508-6bf592898134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:26.384164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a8f93e15-fff6-406e-a286-468c8a3d3a7d req-b8ca890e-8aca-430f-b508-6bf592898134 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 1096 time: 0.1739926 Nov 09 18:06:26.390734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:26.391419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.408272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59253bd1-334d-481f-8eef-f89ef0b8c8d1 req-032ff32d-52ca-40ae-a038-335e207c9737 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317185 Nov 09 18:06:26.428708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:26.447025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:26.479816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:26.502496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:26.516873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.537707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Calling delete_port for 9310ca8b-2953-4566-86d6-e0afd0cde588 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:26.618633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5fe177f7-5f58-4012-8349-33f929d4a58e None None] Provisioning complete for port b0544608-8109-4717-b50a-823aa76bdc05 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:26.619553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5fe177f7-5f58-4012-8349-33f929d4a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.677207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5fe177f7-5f58-4012-8349-33f929d4a58e None None] Port b0544608-8109-4717-b50a-823aa76bdc05 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:26.696848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54126) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:26.775898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f2b23ac9-45bb-477a-be31-8c60eec16217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.789588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:26.790277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.805417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7426127c-41f0-4424-9461-2fcbc9603cec None None] Provisioning complete for port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:26.806022 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7426127c-41f0-4424-9461-2fcbc9603cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.807170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f2b23ac9-45bb-477a-be31-8c60eec16217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.851435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7426127c-41f0-4424-9461-2fcbc9603cec None None] Port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:26.869666 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-9ae59e86-4e78-4411-a4bc-f65534aca133 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6914189 Nov 09 18:06:26.905460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-991da0a4-2650-45f4-8ba6-14b80e7a2433 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3475368 Nov 09 18:06:26.916335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Request body: {'port': {'device_id': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:26.921145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Allocated IP 10.2.2.200 (97535ef5-be7d-4600-a86f-760c237af1df/ef8fb41e-6e62-4762-9664-f219d8856591/1dba938b-7556-49f0-961d-be5fc27de3c3) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:26.940657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'admin_state_up': True, 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'security_groups': ['f2e5975b-3822-43ab-91b5-ab64e9832d6e']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:26.952534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f2b23ac9-45bb-477a-be31-8c60eec16217 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa97f896ce8f4e64aab24a75fd06b472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004767 Nov 09 18:06:26.954439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54132) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:26.975531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b23ac9-45bb-477a-be31-8c60eec16217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeabb450-a010-4a6e-aa23-d96dee451eb7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:26.983988 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a8f93e15-fff6-406e-a286-468c8a3d3a7d req-2ff0f270-0690-4b71-bf58-7920a43f6351 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419405 Nov 09 18:06:26.984738 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:26.995914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] Deleting subnet 6052a951-5024-40c9-9323-bc9f9a42c40e {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:06:27.034477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f20da6-2d4f-4eff-924e-3df1f754b879 req-1e3bdee8-b976-48d3-8215-165b3e31955e tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.036045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60f20da6-2d4f-4eff-924e-3df1f754b879 req-1e3bdee8-b976-48d3-8215-165b3e31955e tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 931 time: 0.1924775 Nov 09 18:06:27.041400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.043662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a811-dbad-4416-a66a-7dcea31bb206 req-39426555-f25f-4083-9a8d-b5d8d548d657 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.050985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event deleted for resources: {'Port': ['ID=9310ca8b-2953-4566-86d6-e0afd0cde588,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:27.051162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6197a811-dbad-4416-a66a-7dcea31bb206 req-39426555-f25f-4083-9a8d-b5d8d548d657 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 931 time: 0.3481371 Nov 09 18:06:27.099528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.155476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60f20da6-2d4f-4eff-924e-3df1f754b879 req-b05eb8cd-8f0f-4733-a3da-55eb0766591c tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009443 Nov 09 18:06:27.173173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6197a811-dbad-4416-a66a-7dcea31bb206 req-6fa9b973-4dee-4447-9bc0-be66727b7e9d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212873 Nov 09 18:06:27.213189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2fa50e4-ae19-4630-aef8-e1755bed1d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.217858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.237749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2fa50e4-ae19-4630-aef8-e1755bed1d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.312530 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.554885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.561855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.564617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.583966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:27.587689 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.615054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.681694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9ae3-9263-4c28-940f-c44a76e2f115 req-48500e51-7542-4873-a3a2-e05d8fe29f20 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.683297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53bc9ae3-9263-4c28-940f-c44a76e2f115 req-48500e51-7542-4873-a3a2-e05d8fe29f20 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 945 time: 0.4279554 Nov 09 18:06:27.708583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-4748bbd2-4349-4538-a4ea-66a334b9d45f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367977 Nov 09 18:06:27.714798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.715684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Fanout notify agent at l3_agent the message router_deleted on router 7ecff803-a5b4-4887-9711-7e98da9ca954 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:06:27.724291 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.728873 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-67fa50b5-5855-4f15-b748-93768a4d1e13 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/7ecff803-a5b4-4887-9711-7e98da9ca954 HTTP/1.1" status: 204 len: 168 time: 2.6038520 Nov 09 18:06:27.741957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54138) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:27.753623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bef14584-ccef-4390-bac6-c2ad331ea6e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1759821887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:27.759541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ba7d-29ca-4cf8-9759-bc5f38a71cc2 req-2bb8715e-68a5-4fda-bc8e-e4c7a0a9c59c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.766130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ba7d-29ca-4cf8-9759-bc5f38a71cc2 req-2bb8715e-68a5-4fda-bc8e-e4c7a0a9c59c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.772081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ba7d-29ca-4cf8-9759-bc5f38a71cc2 req-2bb8715e-68a5-4fda-bc8e-e4c7a0a9c59c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.778598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ba7d-29ca-4cf8-9759-bc5f38a71cc2 req-2bb8715e-68a5-4fda-bc8e-e4c7a0a9c59c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.780099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d027ba7d-29ca-4cf8-9759-bc5f38a71cc2 req-2bb8715e-68a5-4fda-bc8e-e4c7a0a9c59c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 3095 time: 0.2099912 Nov 09 18:06:27.780770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2fa50e4-ae19-4630-aef8-e1755bed1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.783487 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2fa50e4-ae19-4630-aef8-e1755bed1d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.787794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c2fa50e4-ae19-4630-aef8-e1755bed1d5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeabb450-a010-4a6e-aa23-d96dee451eb7 HTTP/1.1" status: 204 len: 168 time: 0.8273652 Nov 09 18:06:27.810896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.813308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.853122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa50e4-ae19-4630-aef8-e1755bed1d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeabb450-a010-4a6e-aa23-d96dee451eb7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:27.945086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53bc9ae3-9263-4c28-940f-c44a76e2f115 req-71b7d2db-2226-4234-afb8-019a4a052279 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406363 Nov 09 18:06:27.951479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0544608-8109-4717-b50a-823aa76bdc05 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:27.960772 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:27.965283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-d6a66561-63cd-4b4f-a25b-8a06d6185e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:27.966930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-d6a66561-63cd-4b4f-a25b-8a06d6185e7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 1096 time: 0.1649911 Nov 09 18:06:27.976197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d027ba7d-29ca-4cf8-9759-bc5f38a71cc2 req-34c1e437-fd05-4c57-8e39-105cbd02b340 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649618 Nov 09 18:06:27.983585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Transition to ACTIVE for port object b0544608-8109-4717-b50a-823aa76bdc05 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:28.044193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 10.1.1.161 (9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb/ca932822-29fa-40d1-b251-3e2d9c0aadc7/288c8350-f06c-4509-9424-475544aa0a6a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:28.213941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-00574309-c581-4768-8c73-0aa30e4620bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:28.216299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-00574309-c581-4768-8c73-0aa30e4620bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.2117925 Nov 09 18:06:28.303617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-0c0bc6da-54af-4abc-9c8d-9f801cd43b10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe HTTP/1.1" status: 200 len: 217 time: 0.0692632 Nov 09 18:06:28.436591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bef14584-ccef-4390-bac6-c2ad331ea6e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.437632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bef14584-ccef-4390-bac6-c2ad331ea6e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.492079 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bef14584-ccef-4390-bac6-c2ad331ea6e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.493115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6052a951-5024-40c9-9323-bc9f9a42c40e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:28.497896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Network 97535ef5-be7d-4600-a86f-760c237af1df is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:28.501049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.503225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.508479 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-97bfe8a1-82bf-4e94-8983-f736e8b65ed4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6052a951-5024-40c9-9323-bc9f9a42c40e HTTP/1.1" status: 204 len: 168 time: 1.6570549 Nov 09 18:06:28.513458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54156) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:28.515745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:28.528217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bef14584-ccef-4390-bac6-c2ad331ea6e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.538136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:28.538431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.569949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-77224667-afc5-41c1-8e64-1eea2608714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:28.571806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-77224667-afc5-41c1-8e64-1eea2608714b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.2571228 Nov 09 18:06:28.625531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9891a3-d068-42f9-bc8c-2193cd0b5526 req-fed2bdd2-0479-43eb-b1e3-fdeaa65af955 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:28.629424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c9891a3-d068-42f9-bc8c-2193cd0b5526 req-fed2bdd2-0479-43eb-b1e3-fdeaa65af955 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 931 time: 0.2381048 Nov 09 18:06:28.639832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d629fb-4591-440f-98df-8c6865f5dd89 req-d119b42c-c562-4f56-af66-43335662bc74 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:28.649738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52d629fb-4591-440f-98df-8c6865f5dd89 req-d119b42c-c562-4f56-af66-43335662bc74 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 943 time: 0.2778525 Nov 09 18:06:28.662887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event updated for resources: {'Port': ['ID=1dba938b-7556-49f0-961d-be5fc27de3c3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:28.716334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-947b27a7-22e7-4522-ae07-6c48eb744fbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271293 Nov 09 18:06:28.717991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.781655 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.798741 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bef14584-ccef-4390-bac6-c2ad331ea6e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.800613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bef14584-ccef-4390-bac6-c2ad331ea6e8 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0572939 Nov 09 18:06:28.833912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54164) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:28.897159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6f4eb165-6e33-4c82-9d04-97162e01828a None None] Provisioning complete for port 1dba938b-7556-49f0-961d-be5fc27de3c3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:28.897708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb165-6e33-4c82-9d04-97162e01828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:28.919643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': False}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:28.962881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6f4eb165-6e33-4c82-9d04-97162e01828a None None] Port 1dba938b-7556-49f0-961d-be5fc27de3c3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:28.989003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c9891a3-d068-42f9-bc8c-2193cd0b5526 req-0ea79e2b-2ab7-4cbb-9bea-71e50b990491 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187993 Nov 09 18:06:28.998473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:29.001689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52d629fb-4591-440f-98df-8c6865f5dd89 req-33a6bd50-12eb-4864-8d7b-31a5c80fdeb3 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511336 Nov 09 18:06:29.006530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:29.008945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=288c8350-f06c-4509-9424-475544aa0a6a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:29.020116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:29.063540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54172) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.156816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.157517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.227748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-e72f7503-1efa-49c5-9931-2589c52be8c7 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903617 Nov 09 18:06:29.253628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.269221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.270532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.290828 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ee9b91d8-e809-45d0-9e96-35b2cc819300 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8537655 Nov 09 18:06:29.329223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:29.360287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=b0544608-8109-4717-b50a-823aa76bdc05,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:29.377732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-1daacf0e-e4a5-4d34-9974-5d0624c6b8f0 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.379248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1daacf0e-e4a5-4d34-9974-5d0624c6b8f0 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3126299 Nov 09 18:06:29.401048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-dfb49708-2bca-42f8-94a0-2af2d7a922b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4720008 Nov 09 18:06:29.401874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54178) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.427835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'admin_state_up': True, 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'security_groups': ['f2e5975b-3822-43ab-91b5-ab64e9832d6e']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:29.428776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6c1d1aae-380f-4710-9799-cf9df3238eab None None] Provisioning complete for port 288c8350-f06c-4509-9424-475544aa0a6a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:29.429327 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c1d1aae-380f-4710-9799-cf9df3238eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.454723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-e221d025-2c14-429a-95e1-89d5da78ae73 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.470698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d1aae-380f-4710-9799-cf9df3238eab None None] Port 288c8350-f06c-4509-9424-475544aa0a6a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:29.475895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e221d025-2c14-429a-95e1-89d5da78ae73 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0248616 Nov 09 18:06:29.482988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54180) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.493935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-867990d2-d06c-459b-bc05-bc7ba602dc95 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.499084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-867990d2-d06c-459b-bc05-bc7ba602dc95 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083687 Nov 09 18:06:29.509872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5c09-bf8a-4ba3-9d66-6650bdb1df39 req-0d42596d-382f-4503-b3e0-edf6ea2b72fc tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.517978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1bd5c09-bf8a-4ba3-9d66-6650bdb1df39 req-0d42596d-382f-4503-b3e0-edf6ea2b72fc tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 945 time: 0.3843448 Nov 09 18:06:29.519591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54182) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.539508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-25bfca27-a231-4ae6-969e-81d615fa68c5 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.542439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-25bfca27-a231-4ae6-969e-81d615fa68c5 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045271 Nov 09 18:06:29.550211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54184) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.556807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-42d85a90-4a7c-4e9a-a7e0-ffa88c2a7d32 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.557897 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-42d85a90-4a7c-4e9a-a7e0-ffa88c2a7d32 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048807 Nov 09 18:06:29.558386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c301927-a13f-4e08-bf11-427b27aef096 req-43d89e00-99ad-4436-a6ad-e045ebf7400f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.564049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.565335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c301927-a13f-4e08-bf11-427b27aef096 req-43d89e00-99ad-4436-a6ad-e045ebf7400f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.567733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54186) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.572272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c301927-a13f-4e08-bf11-427b27aef096 req-43d89e00-99ad-4436-a6ad-e045ebf7400f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.576129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-51d01550-bff3-48cc-af2a-96ee0f90ce1b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.577216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51d01550-bff3-48cc-af2a-96ee0f90ce1b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047581 Nov 09 18:06:29.578828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c301927-a13f-4e08-bf11-427b27aef096 req-43d89e00-99ad-4436-a6ad-e045ebf7400f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.584926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.585676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c301927-a13f-4e08-bf11-427b27aef096 req-43d89e00-99ad-4436-a6ad-e045ebf7400f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:29.587049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Attempting to bind port b0544608-8109-4717-b50a-823aa76bdc05 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:29.587516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Attempting to bind port b0544608-8109-4717-b50a-823aa76bdc05 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:29.587808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c301927-a13f-4e08-bf11-427b27aef096 req-43d89e00-99ad-4436-a6ad-e045ebf7400f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 3816 time: 0.4143300 Nov 09 18:06:29.587983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Attempting to bind port b0544608-8109-4717-b50a-823aa76bdc05 on network adc19325-6dbc-4295-a8da-21740b5e74c6 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:29.588479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54188) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.606411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-a5d29084-b8b3-41c7-9020-d01f1f088c16 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.607520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a5d29084-b8b3-41c7-9020-d01f1f088c16 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077803 Nov 09 18:06:29.610672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54190) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.616224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-d740937a-5a05-4e01-a9ef-0a1eef4a0b4b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.617337 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d740937a-5a05-4e01-a9ef-0a1eef4a0b4b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046039 Nov 09 18:06:29.618240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Port b0544608-8109-4717-b50a-823aa76bdc05 on network adc19325-6dbc-4295-a8da-21740b5e74c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:29.618566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Attempting to bind port b0544608-8109-4717-b50a-823aa76bdc05 on network adc19325-6dbc-4295-a8da-21740b5e74c6 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:29.629382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54192) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.634850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-a1af958d-76c5-4cc4-b583-152d64c0a59b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.635837 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a1af958d-76c5-4cc4-b583-152d64c0a59b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041816 Nov 09 18:06:29.644583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e035d1ff-5dad-47eb-8957-15c7ffd65043']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:29.646555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54194) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.651753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-e68a01ac-708f-4e8f-90c5-e874196d9e9b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.655600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e68a01ac-708f-4e8f-90c5-e874196d9e9b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047166 Nov 09 18:06:29.655734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecfa3b7-4f80-4db1-a5d1-b4f910db59da req-1717429e-8cfe-4054-a312-29026233a9a7 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654342 Nov 09 18:06:29.657916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54196) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.666405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-bc184ba5-7251-490b-83de-5f03d25ee6b3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.670422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bc184ba5-7251-490b-83de-5f03d25ee6b3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047419 Nov 09 18:06:29.678332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54198) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.690420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-16307128-0f18-4f9e-97b8-4c5aa78ae5bd tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.693838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-16307128-0f18-4f9e-97b8-4c5aa78ae5bd tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0121806 Nov 09 18:06:29.699113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.699858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ded867c-f589-419d-8325-74ec972cb055') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:29.700316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ded867c-f589-419d-8325-74ec972cb055') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:29.706253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-647015c0-808d-40d6-9f96-bf31988e056f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.709716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-647015c0-808d-40d6-9f96-bf31988e056f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044394 Nov 09 18:06:29.714920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.729556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1bd5c09-bf8a-4ba3-9d66-6650bdb1df39 req-4a248e65-9b66-457e-b4b3-012ee219a80c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103856 Nov 09 18:06:29.736432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.742876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:06:29.743623 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.756245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54202) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.766007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-b133c2c3-3289-4719-bc37-f435c77f9a24 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.768133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b133c2c3-3289-4719-bc37-f435c77f9a24 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0076661 Nov 09 18:06:29.770946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54206) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.780874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-7728daf0-8915-4dfe-90f0-e9f9e58b13b3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.781875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7728daf0-8915-4dfe-90f0-e9f9e58b13b3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082052 Nov 09 18:06:29.799634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c301927-a13f-4e08-bf11-427b27aef096 req-0eaf1eb0-4e41-45d7-92d1-4ff21506bc23 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777775 Nov 09 18:06:29.800218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54208) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.812123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-d588f8b7-9c60-466d-8061-b87ee51e53fc tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.813309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d588f8b7-9c60-466d-8061-b87ee51e53fc tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0099998 Nov 09 18:06:29.816917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54210) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: items = [ Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:06:29.832453 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:06:29.834816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:29.834816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Checking segment: {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:29.835006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Bound using segment: {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:29.835470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Bound port: b0544608-8109-4717-b50a-823aa76bdc05, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe85631-4621-45aa-a072-c05fcda5af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:29.835861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.844724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.846097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-58b399bd-ae71-4f0a-a54e-ded1a9223596 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.849876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-58b399bd-ae71-4f0a-a54e-ded1a9223596 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0298238 Nov 09 18:06:29.854321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:29.858525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.869637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.890691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:29.896613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e035d1ff-5dad-47eb-8957-15c7ffd65043 HTTP/1.1" status: 204 len: 168 time: 1.3817883 Nov 09 18:06:29.899790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-e56b6844-6101-4a1a-8bef-b1daac1256f6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.903923 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e56b6844-6101-4a1a-8bef-b1daac1256f6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0201001 Nov 09 18:06:29.904827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303fa8b-d063-4b16-9ec9-4a29133bb789 admin admin] Pushing event deleted for resources: {'Network': ['ID=e035d1ff-5dad-47eb-8957-15c7ffd65043,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:29.913120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54216) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.914981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54218) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.949169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-d6f1c59a-9c30-40bb-a287-0923374bdafa tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:29.956812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d6f1c59a-9c30-40bb-a287-0923374bdafa tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0382323 Nov 09 18:06:29.979191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54222) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:29.996734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-4599e66d-4e85-42fc-996b-b563162c3ed6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.000292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4599e66d-4e85-42fc-996b-b563162c3ed6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0139976 Nov 09 18:06:30.018283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54224) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.029818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-73362bc8-c451-408c-a5f4-d77f3130d8be tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.033130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-73362bc8-c451-408c-a5f4-d77f3130d8be tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0088234 Nov 09 18:06:30.046333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54232) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.086455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-57b6762c-e98e-4c11-9078-be9a3cb63515 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.089939 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57b6762c-e98e-4c11-9078-be9a3cb63515 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0214901 Nov 09 18:06:30.098334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54240) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.106390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-f8c76b75-88ba-42d1-9611-ada730c1a2c3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.109742 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8c76b75-88ba-42d1-9611-ada730c1a2c3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058758 Nov 09 18:06:30.112571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] For port b0544608-8109-4717-b50a-823aa76bdc05, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:30.113842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] Deleting subnet 3bea5b0f-a6fb-4715-b9af-a45e64d9477c {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:06:30.119173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54242) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.129933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] For port b0544608-8109-4717-b50a-823aa76bdc05, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b0544608-8109-4717-b50a-823aa76bdc05,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:30.143084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-c6793212-c821-4d62-8f14-8042fd78e34a tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.149182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c6793212-c821-4d62-8f14-8042fd78e34a tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0253649 Nov 09 18:06:30.149182 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.193254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54244) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.198034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-ce381999-55cb-4d10-b2f6-440ea8edcf2e tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.201807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ce381999-55cb-4d10-b2f6-440ea8edcf2e tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050170 Nov 09 18:06:30.212149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54246) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.221271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-32eab2d7-fbb9-49d9-bad0-4d01970987bb tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.222407 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-32eab2d7-fbb9-49d9-bad0-4d01970987bb tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051742 Nov 09 18:06:30.224044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.229252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54248) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.245283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-e1cec0c1-426a-43a3-9bcd-d1061aeaca32 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.246521 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e1cec0c1-426a-43a3-9bcd-d1061aeaca32 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0125155 Nov 09 18:06:30.252649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54250) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.267017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-bed14391-878d-45d9-8cd1-0016f064827f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.268237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bed14391-878d-45d9-8cd1-0016f064827f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0104058 Nov 09 18:06:30.273666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54252) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.315192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.325026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-0d60ea03-f1bd-410a-a53f-55e18c6e25c0 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.326163 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0d60ea03-f1bd-410a-a53f-55e18c6e25c0 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0415576 Nov 09 18:06:30.328222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db8eff-189f-48a3-b237-8a50999d61fc req-1d81165c-9940-431e-a8bf-7a255438833e tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:30.329723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8db8eff-189f-48a3-b237-8a50999d61fc req-1d81165c-9940-431e-a8bf-7a255438833e tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.3444910 Nov 09 18:06:30.331836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:30.333755 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.333887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54254) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.334642 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] 10.222.0.73 "PUT /v2.0/ports/b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 1091 time: 3.4366057 Nov 09 18:06:30.348625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:30.351644 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "tag": "b0544608-8109-4717-b50a-823aa76bdc05"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:30.363351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-62ee392d-bfaf-4b19-bc0f-48913ffe1bea tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.364281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-62ee392d-bfaf-4b19-bc0f-48913ffe1bea tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061831 Nov 09 18:06:30.368696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54258) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.378719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-ef6b11c5-c652-4d07-974b-1d39e39d9bd1 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.380621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ef6b11c5-c652-4d07-974b-1d39e39d9bd1 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0058227 Nov 09 18:06:30.389482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54260) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.400389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-65086400-e82e-45bb-b27c-8f9d1f7a71d9 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.401339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-65086400-e82e-45bb-b27c-8f9d1f7a71d9 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0103390 Nov 09 18:06:30.411831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54262) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.421121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-5b52bb7c-bc15-4ff0-b121-a2603d801892 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.422195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b52bb7c-bc15-4ff0-b121-a2603d801892 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050683 Nov 09 18:06:30.429116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54264) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.439841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-2c82f3e0-6d91-4c37-8a0b-8fe9c4e0cbfb tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.440791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2c82f3e0-6d91-4c37-8a0b-8fe9c4e0cbfb tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042882 Nov 09 18:06:30.461287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54266) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.463782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 10.1.1.169 (9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb/ca932822-29fa-40d1-b251-3e2d9c0aadc7/4e9a0214-9b8a-4b94-8400-0405f838359c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:30.469540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-2c92b503-a313-49c6-9c65-de65f54ab275 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.470628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2c92b503-a313-49c6-9c65-de65f54ab275 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083995 Nov 09 18:06:30.471842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.482383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54268) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.502612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-75c99a99-592d-4266-a2aa-2f35c80a1b85 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.503774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75c99a99-592d-4266-a2aa-2f35c80a1b85 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045762 Nov 09 18:06:30.513059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54270) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.522050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fe6c3-5c5a-4088-8633-73d21d33a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=b0544608-8109-4717-b50a-823aa76bdc05,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:30.522457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-524f86bc-ea2e-4438-8162-71970f58a2fa tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.523431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-524f86bc-ea2e-4438-8162-71970f58a2fa tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076439 Nov 09 18:06:30.529810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54272) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.535408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-05abd514-90d8-4141-9b27-1e8be4aabd5c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:30.536744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-05abd514-90d8-4141-9b27-1e8be4aabd5c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.4165344 Nov 09 18:06:30.542929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8db8eff-189f-48a3-b237-8a50999d61fc req-0d6cf0df-f562-4207-8e9d-df04094a5373 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776989 Nov 09 18:06:30.543534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-705b7f82-75af-470d-b1bf-c513098e53bf tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.544622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-705b7f82-75af-470d-b1bf-c513098e53bf tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0122321 Nov 09 18:06:30.550525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54274) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.585540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-a337b535-da04-494f-8513-266efa6645a9 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.589120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a337b535-da04-494f-8513-266efa6645a9 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0320780 Nov 09 18:06:30.591340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54278) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.602193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-1fa29cc0-da30-4e6c-8e84-57a36220181f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.603360 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1fa29cc0-da30-4e6c-8e84-57a36220181f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063927 Nov 09 18:06:30.608651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-d61e768c-0aa4-48fe-be99-f077176c86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:30.610902 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-d61e768c-0aa4-48fe-be99-f077176c86b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1094 time: 0.1638401 Nov 09 18:06:30.616912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.623619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-0a25c5c4-2162-4120-9edd-ab57a90acd81 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.624719 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a25c5c4-2162-4120-9edd-ab57a90acd81 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050304 Nov 09 18:06:30.628402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54282) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.645130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-c0ffd81d-1b8b-4f04-979b-88d0226fcc01 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.648721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0ffd81d-1b8b-4f04-979b-88d0226fcc01 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0153472 Nov 09 18:06:30.652346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.664323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-3adaf146-ccf3-46db-9b4e-d72398eda268 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.668045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3adaf146-ccf3-46db-9b4e-d72398eda268 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079789 Nov 09 18:06:30.674497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54286) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.676822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.679865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.682466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-d713cbf5-ad26-443f-b7a7-c9e9863cdb31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0531459 Nov 09 18:06:30.682973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-61461a7b-4343-414f-ad9a-f3779fcc8822 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.687646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61461a7b-4343-414f-ad9a-f3779fcc8822 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085852 Nov 09 18:06:30.689182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54288) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.707861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-31e423f4-1a92-4205-add6-36cb75173c31 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.711180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-31e423f4-1a92-4205-add6-36cb75173c31 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066216 Nov 09 18:06:30.718275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.719920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54290) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.748516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-df5daa86-cb9d-4f33-b074-feee2ec13b25 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.751967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-df5daa86-cb9d-4f33-b074-feee2ec13b25 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0215170 Nov 09 18:06:30.752098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-1e26b742-b7c2-4f62-9031-be4b2d4bed39 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.1979220 Nov 09 18:06:30.755621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54292) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.756344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bea5b0f-a6fb-4715-b9af-a45e64d9477c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:30.764795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-27b5c7b7-c1cd-49fb-b463-5a430edef808 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.768398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-27b5c7b7-c1cd-49fb-b463-5a430edef808 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074749 Nov 09 18:06:30.770325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54294) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.777637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.783802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3b1b4bd5-eda6-4378-b31e-4bc372c8d1cc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3bea5b0f-a6fb-4715-b9af-a45e64d9477c HTTP/1.1" status: 204 len: 168 time: 0.8665168 Nov 09 18:06:30.787507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-9e7d0990-8927-4555-b4cb-721e1ecee4d2 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.789936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e7d0990-8927-4555-b4cb-721e1ecee4d2 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0122619 Nov 09 18:06:30.790138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.801846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54298) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.810327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-78806d33-7908-43d0-94be-8f7f91f8e805 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.811392 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78806d33-7908-43d0-94be-8f7f91f8e805 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0069120 Nov 09 18:06:30.831025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54300) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.860343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-879a4a22-0402-45d2-a605-670e7126aa5b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.863670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-879a4a22-0402-45d2-a605-670e7126aa5b tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054636 Nov 09 18:06:30.865851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54304) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.878095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-dd85597a-278c-4e5f-8175-223d6710daf7 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.881695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dd85597a-278c-4e5f-8175-223d6710daf7 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0099995 Nov 09 18:06:30.883778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54306) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.894569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-cf7fef85-84fc-4f32-8ab7-61ed8635154f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.898034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cf7fef85-84fc-4f32-8ab7-61ed8635154f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064049 Nov 09 18:06:30.900783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54308) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.901310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d765230b-78a0-4f26-b133-235b45f93a37 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:30.906929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-1eff0087-c91f-4368-b5bc-83dd70e7d433 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.910456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1eff0087-c91f-4368-b5bc-83dd70e7d433 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065570 Nov 09 18:06:30.910605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-3c9cf226-c49b-4c11-ba58-d4e392928763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:30.910792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-3c9cf226-c49b-4c11-ba58-d4e392928763 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.2066040 Nov 09 18:06:30.911968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54310) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.928653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3645f-f659-49c4-8aa7-4123bf1d8743 req-358e0336-a780-49c1-95e1-968e40e59d8d tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:30.929691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-b1f560c7-a063-4092-ad40-45d1c71ec872 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.933355 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1f560c7-a063-4092-ad40-45d1c71ec872 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0142334 Nov 09 18:06:30.933355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:30.936187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54312) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.936591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93f3645f-f659-49c4-8aa7-4123bf1d8743 req-358e0336-a780-49c1-95e1-968e40e59d8d tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 943 time: 0.2776060 Nov 09 18:06:30.958939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-9163b5c3-4dd1-4105-b58c-a1b86a748ecc tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.962503 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9163b5c3-4dd1-4105-b58c-a1b86a748ecc tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0181427 Nov 09 18:06:30.965381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54314) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:30.981383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-eb9b6c60-96f7-4fac-9037-b7cc8db21bbb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2133088 Nov 09 18:06:30.988143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-4ac9000c-b20e-4913-8015-9eebc7590d43 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:30.991551 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4ac9000c-b20e-4913-8015-9eebc7590d43 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044465 Nov 09 18:06:30.998606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54316) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.013931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-8f4e3c44-7857-460f-87b2-1d9eadb4d367 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.015193 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8f4e3c44-7857-460f-87b2-1d9eadb4d367 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0114729 Nov 09 18:06:31.019884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54318) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.025830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-bc67bcdb-ae8b-4e16-b860-910ae209c945 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.027065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-bc67bcdb-ae8b-4e16-b860-910ae209c945 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107849 Nov 09 18:06:31.039431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-39904d51-ec10-453b-8968-85879f0f8aa6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.039657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.040975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-39904d51-ec10-453b-8968-85879f0f8aa6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0123973 Nov 09 18:06:31.042568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Transition to ACTIVE for port object d765230b-78a0-4f26-b133-235b45f93a37 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:31.047404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.048318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.055830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-a58a9d94-30e2-4707-ba60-3957a337e3aa tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.056869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a58a9d94-30e2-4707-ba60-3957a337e3aa tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068433 Nov 09 18:06:31.063730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93f3645f-f659-49c4-8aa7-4123bf1d8743 req-5f7ca663-abb9-45c4-8995-e1ad92203173 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262009 Nov 09 18:06:31.065571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54322) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.070370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.080507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-a66815b4-1e98-430b-8ac7-cdeec303a085 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.081596 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a66815b4-1e98-430b-8ac7-cdeec303a085 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0125580 Nov 09 18:06:31.091478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54324) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.108922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-85fdca3a-98b1-4711-867b-9cb7e88e250f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.109895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-85fdca3a-98b1-4711-867b-9cb7e88e250f tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0071115 Nov 09 18:06:31.111272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Allocated IP 172.25.0.21 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/baed324e-631d-46dd-a6fa-865b08708e7c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:31.116342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54326) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.142497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-476665dd-4b1b-43c6-95df-171e5c0b2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:31.144137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-476665dd-4b1b-43c6-95df-171e5c0b2861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050288 Nov 09 18:06:31.144466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-ebb3a903-e65e-4f9b-88a5-13512acde2bd tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.145773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ebb3a903-e65e-4f9b-88a5-13512acde2bd tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0115943 Nov 09 18:06:31.160907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54328) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.166674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-848695b0-ad58-4b59-9179-71f3bc96029e tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.167660 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-848695b0-ad58-4b59-9179-71f3bc96029e tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044184 Nov 09 18:06:31.191020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.195507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-c60b906c-4055-460c-b4d5-61ca189e8b11 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.196765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c60b906c-4055-460c-b4d5-61ca189e8b11 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045891 Nov 09 18:06:31.206754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54334) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.214315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-a2818a49-df7a-4dcd-85d8-43328d64cef6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.215762 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a2818a49-df7a-4dcd-85d8-43328d64cef6 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072241 Nov 09 18:06:31.229895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54336) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.298332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [None req-5c5ae6a9-3432-47d0-8599-5233d6e40f37 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.301661 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5c5ae6a9-3432-47d0-8599-5233d6e40f37 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048528 Nov 09 18:06:31.302932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.326917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54338) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.337721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443dd8c-5935-45e1-a583-52a9daadd985 req-2203c9c3-4dee-4843-a2b6-247a8d47ebf4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:31.345260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443dd8c-5935-45e1-a583-52a9daadd985 req-2203c9c3-4dee-4843-a2b6-247a8d47ebf4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:31.354053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9443dd8c-5935-45e1-a583-52a9daadd985 req-2203c9c3-4dee-4843-a2b6-247a8d47ebf4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 1653 time: 0.1637676 Nov 09 18:06:31.413108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-45d87e80-258e-4bb0-b555-b720fdaaed89 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625815 Nov 09 18:06:31.417568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-ea4b773a-4973-4195-be61-67e6695b3f18 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.422254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ea4b773a-4973-4195-be61-67e6695b3f18 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081882 Nov 09 18:06:31.434562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54340) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.440143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d765230b-78a0-4f26-b133-235b45f93a37,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:31.461157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-f69a068d-38a4-4647-96ef-db2ad65f2cd3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.465686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f69a068d-38a4-4647-96ef-db2ad65f2cd3 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053489 Nov 09 18:06:31.470972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54342) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:31.503686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9443dd8c-5935-45e1-a583-52a9daadd985 req-41acdb90-97ff-4982-b974-92773d86d228 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481047 Nov 09 18:06:31.507012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [None req-edeffff7-765c-49cd-8dd0-76426821f230 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:06:31.507926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-edeffff7-765c-49cd-8dd0-76426821f230 tempest-ExtensionsTestJSON-988360971 tempest-ExtensionsTestJSON-988360971-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0223365 Nov 09 18:06:31.509227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.560665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:31.569427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:31.583669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:31.595867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab1d99f-29c1-418b-b4a9-bf9472dce5e8']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:31.610295 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0db7ad-142e-4f10-bb6c-d166b444a3d0 x-openstack-request-id: req-db0db7ad-142e-4f10-bb6c-d166b444a3d0 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:31.610582 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "tag": "b0544608-8109-4717-b50a-823aa76bdc05", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:31.610831 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db0db7ad-142e-4f10-bb6c-d166b444a3d0 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:31.611229 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05', 'status': 'completed', 'code': 200} Nov 09 18:06:31.624415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769724ed-c015-4966-af69-d212ebc803b6') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:31.624711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769724ed-c015-4966-af69-d212ebc803b6') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:31.632331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=4e9a0214-9b8a-4b94-8400-0405f838359c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:31.644940 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-39bd0acc-69b8-4932-b1b2-10b69dc69cf3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756262 Nov 09 18:06:31.676467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:31.677326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.680793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.695191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.703274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-a5368239-57d9-4794-a422-8a8ddb91eaf5 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774701 Nov 09 18:06:31.713080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-d59c891b-1dec-48f0-839a-f19f1f2f15cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2927227 Nov 09 18:06:31.732708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35', 'admin_state_up': True, 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'security_groups': ['f2e5975b-3822-43ab-91b5-ab64e9832d6e']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:31.788946 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Attempting to bind port d765230b-78a0-4f26-b133-235b45f93a37 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:31.789531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Attempting to bind port d765230b-78a0-4f26-b133-235b45f93a37 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:31.789531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Attempting to bind port d765230b-78a0-4f26-b133-235b45f93a37 on network 120ab491-a4a3-4403-851c-84311f388147 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:31.823506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.837243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Port d765230b-78a0-4f26-b133-235b45f93a37 on network 120ab491-a4a3-4403-851c-84311f388147 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:31.837374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Attempting to bind port d765230b-78a0-4f26-b133-235b45f93a37 on network 120ab491-a4a3-4403-851c-84311f388147 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:31.848608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:06:31.849008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:06:31.850756 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:06:32.026799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459fdc-33a1-47f9-be6e-61f1d40c3bf0 req-460839ac-1840-46c2-b6c0-0d5dbb065708 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:32.046739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459fdc-33a1-47f9-be6e-61f1d40c3bf0 req-460839ac-1840-46c2-b6c0-0d5dbb065708 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:32.063493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459fdc-33a1-47f9-be6e-61f1d40c3bf0 req-460839ac-1840-46c2-b6c0-0d5dbb065708 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:32.070526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a879f7db-e952-44ad-8d60-21392949a07b None None] Provisioning complete for port 4e9a0214-9b8a-4b94-8400-0405f838359c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:32.071693 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a879f7db-e952-44ad-8d60-21392949a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.080683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459fdc-33a1-47f9-be6e-61f1d40c3bf0 req-460839ac-1840-46c2-b6c0-0d5dbb065708 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:32.083386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:32.083943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Checking segment: {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:32.087747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Bound using segment: {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:32.093517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Bound port: d765230b-78a0-4f26-b133-235b45f93a37, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '120ab491-a4a3-4403-851c-84311f388147'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:32.094089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.098788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459fdc-33a1-47f9-be6e-61f1d40c3bf0 req-460839ac-1840-46c2-b6c0-0d5dbb065708 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:32.101970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54352) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:32.108669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d459fdc-33a1-47f9-be6e-61f1d40c3bf0 req-460839ac-1840-46c2-b6c0-0d5dbb065708 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 3828 time: 0.3142037 Nov 09 18:06:32.143840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a879f7db-e952-44ad-8d60-21392949a07b None None] Port 4e9a0214-9b8a-4b94-8400-0405f838359c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:32.212879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.253240 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3201710-1087-4407-8f93-bdb67fd3c625 req-ab98c985-7874-4589-8072-b8c1322edca2 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477035 Nov 09 18:06:32.268710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-553039ef-40e6-443b-bc82-58fd901228c9 req-72301f45-6fa0-461e-b377-448e386be9b6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 210 time: 0.1074350 Nov 09 18:06:32.270445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.290427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d459fdc-33a1-47f9-be6e-61f1d40c3bf0 req-d26c03a3-375c-4d14-a4f4-68820f2d7e0c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731937 Nov 09 18:06:32.308488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.315776 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] 10.222.0.32 "DELETE /v2.0/networks/cab1d99f-29c1-418b-b4a9-bf9472dce5e8 HTTP/1.1" status: 204 len: 168 time: 1.5203660 Nov 09 18:06:32.330536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:32.412375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:32.475178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] For port d765230b-78a0-4f26-b133-235b45f93a37, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:32.479074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] For port d765230b-78a0-4f26-b133-235b45f93a37, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d765230b-78a0-4f26-b133-235b45f93a37,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:32.497545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2366d47-a2c6-465a-a4c5-87eae829458f admin admin] Pushing event deleted for resources: {'Network': ['ID=cab1d99f-29c1-418b-b4a9-bf9472dce5e8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:32.525036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:32.533325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Pushing event updated for resources: {'Port': ['ID=baed324e-631d-46dd-a6fa-865b08708e7c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:32.536896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:32.571422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.577300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54370) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:32.678142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65a22cd8-5706-49d9-8726-2ec3f01247ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.689234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:32.689878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:32.691616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] 10.222.0.85 "PUT /v2.0/ports/d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 1091 time: 3.3705838 Nov 09 18:06:32.740971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:32.802116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-b7daa598-4e05-48a0-84b9-75a4d077dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:32.803767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-b7daa598-4e05-48a0-84b9-75a4d077dbe6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1094 time: 0.3900130 Nov 09 18:06:32.895421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a5123-0d1d-4ee5-b951-887701f8a3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d765230b-78a0-4f26-b133-235b45f93a37,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:33.012435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.044887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbbce6-08f4-4fd7-9b8c-25ba620e95e6 req-25c1486a-c127-4387-aca4-5777ac9707cd tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.046981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bdbbce6-08f4-4fd7-9b8c-25ba620e95e6 req-25c1486a-c127-4387-aca4-5777ac9707cd tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 943 time: 0.5453506 Nov 09 18:06:33.177786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ecfa-d45e-4680-8d39-45c108339236 req-a5df9690-3bd1-4cff-b55a-227b5745726e tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.179463 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9620ecfa-d45e-4680-8d39-45c108339236 req-a5df9690-3bd1-4cff-b55a-227b5745726e tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.6053560 Nov 09 18:06:33.196364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0143c4df-8d7f-4385-9a55-b08d27264188 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fa94ba7ab4549d8b42f8b343991a6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176922 Nov 09 18:06:33.207340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54372) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:33.320630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.325390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bdbbce6-08f4-4fd7-9b8c-25ba620e95e6 req-e32ab65d-cff2-4246-a231-9aabde4e446a tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565243 Nov 09 18:06:33.360830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9620ecfa-d45e-4680-8d39-45c108339236 req-8016e406-4bd0-472d-96ac-17d6ff91c3ca tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561408 Nov 09 18:06:33.437838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f32029f0-c935-4b70-8937-9a90bc45c1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.552270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d624de56-1a3a-4d1b-b41c-91aebe35eae5 req-3c66cd85-0083-4a80-8fcd-1b3c21ab2c0e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 210 time: 0.0609477 Nov 09 18:06:33.565503 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f32029f0-c935-4b70-8937-9a90bc45c1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.585742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 10.2.2.100 (2ec13929-9a0d-49f5-8579-ea9f2ed91b35/a0971b91-7d87-4471-8246-76aaf970492b/b715e360-ad8b-46cd-b16d-0201c45fc33c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:33.662674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65a22cd8-5706-49d9-8726-2ec3f01247ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.663811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:33.667565 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9671e487-71d2-4224-aea8-57d78a72f8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "d765230b-78a0-4f26-b133-235b45f93a37"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:33.671163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-a108b5c4-1607-4c40-b185-7d965bca7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.672752 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-a108b5c4-1607-4c40-b185-7d965bca7471 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.8212917 Nov 09 18:06:33.679341 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65a22cd8-5706-49d9-8726-2ec3f01247ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.687722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bf9a1-7405-4d96-bc06-c66de71d2ad9 req-8b669b3b-5c71-4911-9c82-027641292d9a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.693794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bf9a1-7405-4d96-bc06-c66de71d2ad9 req-8b669b3b-5c71-4911-9c82-027641292d9a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.700517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bf9a1-7405-4d96-bc06-c66de71d2ad9 req-8b669b3b-5c71-4911-9c82-027641292d9a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.702228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e32bf9a1-7405-4d96-bc06-c66de71d2ad9 req-8b669b3b-5c71-4911-9c82-027641292d9a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 2374 time: 0.2356222 Nov 09 18:06:33.708777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-78120bfd-9105-4126-a574-e646d0c93fc5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.710194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-78120bfd-9105-4126-a574-e646d0c93fc5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.3275421 Nov 09 18:06:33.741073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Request body: {'port': {'device_id': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'admin_state_up': True, 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:33.879422 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-31639b67-199d-4310-9efb-6f86f35e9a17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.1938491 Nov 09 18:06:33.880624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f32029f0-c935-4b70-8937-9a90bc45c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.883280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f32029f0-c935-4b70-8937-9a90bc45c1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.887972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f32029f0-c935-4b70-8937-9a90bc45c1e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d16ae213-3451-432f-820c-f18022406d12 HTTP/1.1" status: 204 len: 168 time: 0.6674459 Nov 09 18:06:33.900844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:33.922408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a22cd8-5706-49d9-8726-2ec3f01247ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269eaaa-3813-4a7b-bb2d-dedeaa349259,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:33.922713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e32bf9a1-7405-4d96-bc06-c66de71d2ad9 req-3149d6f5-4fec-4c39-a446-8ca4d13050c2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900191 Nov 09 18:06:33.932863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ff8a-d48a-470f-a202-60ca8d9fb9dc req-7ecf1e5d-63de-4e36-8128-bd578df8b5fc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.939688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ff8a-d48a-470f-a202-60ca8d9fb9dc req-7ecf1e5d-63de-4e36-8128-bd578df8b5fc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.945976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ff8a-d48a-470f-a202-60ca8d9fb9dc req-7ecf1e5d-63de-4e36-8128-bd578df8b5fc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.952338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ff8a-d48a-470f-a202-60ca8d9fb9dc req-7ecf1e5d-63de-4e36-8128-bd578df8b5fc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.958633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ff8a-d48a-470f-a202-60ca8d9fb9dc req-7ecf1e5d-63de-4e36-8128-bd578df8b5fc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:33.966351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25d0ff8a-d48a-470f-a202-60ca8d9fb9dc req-7ecf1e5d-63de-4e36-8128-bd578df8b5fc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 3828 time: 0.3110106 Nov 09 18:06:33.973607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32029f0-c935-4b70-8937-9a90bc45c1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ae213-3451-432f-820c-f18022406d12,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:34.023285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-65a22cd8-5706-49d9-8726-2ec3f01247ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2762d4240ae497f9004135cfa092349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8797371 Nov 09 18:06:34.034707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54384) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:34.098954 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b0d117-eba1-4131-b7a7-7e9dc409bcf5 x-openstack-request-id: req-60b0d117-eba1-4131-b7a7-7e9dc409bcf5 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:34.099258 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "d765230b-78a0-4f26-b133-235b45f93a37", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:34.099583 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60b0d117-eba1-4131-b7a7-7e9dc409bcf5 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:34.100061 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37', 'status': 'completed', 'code': 200} Nov 09 18:06:34.116851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25d0ff8a-d48a-470f-a202-60ca8d9fb9dc req-729ba58b-daf0-4f5e-a59c-892d456f4090 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493521 Nov 09 18:06:34.139752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-83a73027-46ed-4e7d-9f59-8ef95d8e3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.139752 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-83a73027-46ed-4e7d-9f59-8ef95d8e3e11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.2359927 Nov 09 18:06:34.151416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.154886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:34.158791 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.271628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-11d97e69-01f5-48f1-9219-063a373d9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.273121 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-11d97e69-01f5-48f1-9219-063a373d9e2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118946 Nov 09 18:06:34.308270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Allocated IP 172.20.0.13 (b232dded-e90e-4b62-8d63-10e8e1593b77/286fc893-d553-4d80-9692-5a4019aadcd1/c2846879-dc16-43f8-8ec6-0d38af3468dd) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:34.409038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.425239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.514753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54394) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:34.556238 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-89bc00a2-0088-4aa4-be68-8caa64966d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.580334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-6f03b755-cedf-4028-be85-8743c927be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.580979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-6f03b755-cedf-4028-be85-8743c927be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.581457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-6f03b755-cedf-4028-be85-8743c927be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.582092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-6f03b755-cedf-4028-be85-8743c927be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.583209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-6f03b755-cedf-4028-be85-8743c927be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.583325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-89bc00a2-0088-4aa4-be68-8caa64966d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.584515 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-6f03b755-cedf-4028-be85-8743c927be0e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 4363 time: 0.4472048 Nov 09 18:06:34.604333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc6dfca-87fa-4f58-81a8-56a31490621c {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:34.718198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4852c80-b320-48ac-a5c9-3289f2b8cc18 req-e24854a8-1f13-41d2-9934-58b2e6f02c92 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.719712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4852c80-b320-48ac-a5c9-3289f2b8cc18 req-e24854a8-1f13-41d2-9934-58b2e6f02c92 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 943 time: 0.2407877 Nov 09 18:06:34.729287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.731863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-e42c731d-c6e7-402a-912c-fc7561bdd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.732679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-e42c731d-c6e7-402a-912c-fc7561bdd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.733689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-e42c731d-c6e7-402a-912c-fc7561bdd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.735489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-e42c731d-c6e7-402a-912c-fc7561bdd108 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2caa4a16ee214c15ac8b622df0fed207&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1387515 Nov 09 18:06:34.745114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.762931 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.804004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-89bc00a2-0088-4aa4-be68-8caa64966d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.807032 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-89bc00a2-0088-4aa4-be68-8caa64966d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.810819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-89bc00a2-0088-4aa4-be68-8caa64966d7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4269eaaa-3813-4a7b-bb2d-dedeaa349259 HTTP/1.1" status: 204 len: 168 time: 0.7727876 Nov 09 18:06:34.860640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-d9d6d785-473f-4ea1-be04-499ae729c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.862239 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9671e487-71d2-4224-aea8-57d78a72f8ee req-d9d6d785-473f-4ea1-be04-499ae729c56c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103425 Nov 09 18:06:34.894219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:34.894577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Transition to ACTIVE for port object 6cc6dfca-87fa-4f58-81a8-56a31490621c will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:34.899113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a6c7f4b-d999-45a6-9e80-02245fe5fb51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be426ca1522d42f98dd588dec2a3ead9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832912 Nov 09 18:06:34.905331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54402) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:34.920653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:34.927916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc00a2-0088-4aa4-be68-8caa64966d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4269eaaa-3813-4a7b-bb2d-dedeaa349259,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:34.944905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24922c4e-587e-4cba-9844-927333702bef req-3ac5e3fa-5409-44df-8c51-06a007c4a94c tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:34.948428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24922c4e-587e-4cba-9844-927333702bef req-3ac5e3fa-5409-44df-8c51-06a007c4a94c tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.3266201 Nov 09 18:06:34.950536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:34.975704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4852c80-b320-48ac-a5c9-3289f2b8cc18 req-e882a844-9761-464e-9cc3-fad8bbfeb502 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434819 Nov 09 18:06:34.982141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6dfca-87fa-4f58-81a8-56a31490621c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:34.982272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:34.997675 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-121bd2a7-f6cf-4728-9c27-9d7b5fd83635 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074194 Nov 09 18:06:35.134636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:35.135310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.165191 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.169799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=b715e360-ad8b-46cd-b16d-0201c45fc33c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:35.178703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa400b6-5710-475a-a58f-77367e429000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.179019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['9d094396-6a83-4cf0-9a02-d268e1ee7d48'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:35.203081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa400b6-5710-475a-a58f-77367e429000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.281420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:35.304996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-11262442-9014-4364-bfe1-7267a129fc16 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5800610 Nov 09 18:06:35.314265 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa400b6-5710-475a-a58f-77367e429000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.317139 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bfa400b6-5710-475a-a58f-77367e429000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.318232 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bfa400b6-5710-475a-a58f-77367e429000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/555dc093-e156-4005-a26b-71a6bfbd292e HTTP/1.1" status: 204 len: 168 time: 0.4098125 Nov 09 18:06:35.339648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa400b6-5710-475a-a58f-77367e429000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555dc093-e156-4005-a26b-71a6bfbd292e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:35.456373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Router ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:35.461218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:35.467024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35', 'admin_state_up': True, 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'security_groups': ['f2e5975b-3822-43ab-91b5-ab64e9832d6e']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:35.471740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b0544608-8109-4717-b50a-823aa76bdc05 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:06:35.475094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Attempting to bind port 6cc6dfca-87fa-4f58-81a8-56a31490621c on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:35.475490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Attempting to bind port 6cc6dfca-87fa-4f58-81a8-56a31490621c by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:35.476239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Attempting to bind port 6cc6dfca-87fa-4f58-81a8-56a31490621c on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:35.479191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24922c4e-587e-4cba-9844-927333702bef req-8256fe8c-2dc1-4360-a696-b7038fa96f08 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646019 Nov 09 18:06:35.497339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:35.501764 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dadc4df0-cb5a-41e7-a6d9-70060706bbe3 req-15126321-4f63-4444-b549-f0bc5084dc76 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762807 Nov 09 18:06:35.516413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Port 6cc6dfca-87fa-4f58-81a8-56a31490621c on network 54f62d31-3729-45cf-ba34-bae4af3123c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:35.517370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Attempting to bind port 6cc6dfca-87fa-4f58-81a8-56a31490621c on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:35.537377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:35.539097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Checking segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:35.539763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Bound using segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:35.540531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Bound port: 6cc6dfca-87fa-4f58-81a8-56a31490621c, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:35.542509 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.575430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:35.634283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0518c4df-09d0-43a6-9c7a-59c38af2acce None None] Provisioning complete for port b715e360-ad8b-46cd-b16d-0201c45fc33c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:35.636482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0518c4df-09d0-43a6-9c7a-59c38af2acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.679900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event updated for resources: {'Port': ['ID=c2846879-dc16-43f8-8ec6-0d38af3468dd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:35.725336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0518c4df-09d0-43a6-9c7a-59c38af2acce None None] Port b715e360-ad8b-46cd-b16d-0201c45fc33c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:35.743712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97394779-4b04-4c03-b00a-bba753b08364 req-9b60469c-bf2f-48e7-8a1e-b9e1ad64076e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:35.752560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97394779-4b04-4c03-b00a-bba753b08364 req-9b60469c-bf2f-48e7-8a1e-b9e1ad64076e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 932 time: 0.5836823 Nov 09 18:06:35.792366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b0544608-8109-4717-b50a-823aa76bdc05, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b0544608-8109-4717-b50a-823aa76bdc05,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:35.821199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97394779-4b04-4c03-b00a-bba753b08364 req-8aad17bf-d530-4d61-9caf-68c7a961357c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679572 Nov 09 18:06:35.830276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'b0544608-8109-4717-b50a-823aa76bdc05', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'port_id': 'b0544608-8109-4717-b50a-823aa76bdc05', 'mac_address': 'fa:16:3e:33:29:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:06:35.893879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:35.894590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.939376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8936-19d3-40c3-a39a-b1b32ed9b928 req-eedb92a7-8bc3-4ed0-9f3f-221fcaec8e7f tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:35.946432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8936-19d3-40c3-a39a-b1b32ed9b928 req-eedb92a7-8bc3-4ed0-9f3f-221fcaec8e7f tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:35.953558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8936-19d3-40c3-a39a-b1b32ed9b928 req-eedb92a7-8bc3-4ed0-9f3f-221fcaec8e7f tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:35.953915 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:35.960995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8936-19d3-40c3-a39a-b1b32ed9b928 req-eedb92a7-8bc3-4ed0-9f3f-221fcaec8e7f tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:35.971547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6fa8936-19d3-40c3-a39a-b1b32ed9b928 req-eedb92a7-8bc3-4ed0-9f3f-221fcaec8e7f tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 3095 time: 0.2757545 Nov 09 18:06:35.995520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0544608-8109-4717-b50a-823aa76bdc05 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:36.013167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:36.024457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.024641 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] Sync routers for ids ['ef367085-8d7c-4e03-88ba-dd3b1c8e3d86'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:36.025683 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4369a827-f35f-4f37-bece-f15a640091be tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "PUT /v2.0/routers/ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 HTTP/1.1" status: 200 len: 919 time: 7.1125109 Nov 09 18:06:36.031951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54438) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:36.039449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] For port 6cc6dfca-87fa-4f58-81a8-56a31490621c, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:36.046968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b0544608-8109-4717-b50a-823aa76bdc05, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b0544608-8109-4717-b50a-823aa76bdc05,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:36.047282 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] Routers {'ef367085-8d7c-4e03-88ba-dd3b1c8e3d86'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:36.048406 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ef367085-8d7c-4e03-88ba-dd3b1c8e3d86'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:36.055633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.064539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] For port 6cc6dfca-87fa-4f58-81a8-56a31490621c, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:36.081798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.120712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b0544608-8109-4717-b50a-823aa76bdc05,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:36.126514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-4f789eb6-b8a5-4a52-9c96-3354d305a770 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.128117 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-4f789eb6-b8a5-4a52-9c96-3354d305a770 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.85 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.2186964 Nov 09 18:06:36.146448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.147065 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.148915 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] 10.222.0.85 "PUT /v2.0/ports/6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 1136 time: 3.4184241 Nov 09 18:06:36.151883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '6cc6dfca-87fa-4f58-81a8-56a31490621c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:36.155925 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45082f33-3d0e-4ed3-b434-a838d2da6a15" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "6cc6dfca-87fa-4f58-81a8-56a31490621c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:36.175806 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:36.188966 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] Routers {'ef367085-8d7c-4e03-88ba-dd3b1c8e3d86'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:36.189978 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ef367085-8d7c-4e03-88ba-dd3b1c8e3d86'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:36.190976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:36.276339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:36.277301 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f448335-d6e4-4352-b672-2f7c9d7387bf None None] The sync data for ids ['ef367085-8d7c-4e03-88ba-dd3b1c8e3d86'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:36.318824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['b0544608-8109-4717-b50a-823aa76bdc05'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:36.332268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b221bcb-c6af-4bbc-be4b-7b0cca808086 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6dfca-87fa-4f58-81a8-56a31490621c,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:36.339589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-67fd7b53-e6c9-432c-8936-fd29452b90cc tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 HTTP/1.1" status: 200 len: 925 time: 0.2733088 Nov 09 18:06:36.344102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Made reservation on behalf of 24c9b108c1964bf383dff7cd61139ba7 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:36.345798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54446) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:36.351227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.357221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-29961b0e-fdeb-4278-8815-fef9c62f84d3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6256385 Nov 09 18:06:36.374681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Request body: {'port': {'device_id': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:36.479454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-8dd51dda-c4f8-4d7f-a060-97631cf98906 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.483642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.496259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54448) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:36.496480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-8dd51dda-c4f8-4d7f-a060-97631cf98906 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.512293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-8dd51dda-c4f8-4d7f-a060-97631cf98906 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.527083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-8dd51dda-c4f8-4d7f-a060-97631cf98906 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.540636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-8dd51dda-c4f8-4d7f-a060-97631cf98906 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.546825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f8708-6796-4b71-8e13-fc34f4eeec83 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.548557 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7c5f8708-6796-4b71-8e13-fc34f4eeec83 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=ef367085-8d7c-4e03-88ba-dd3b1c8e3d86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1999385 Nov 09 18:06:36.550237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-8dd51dda-c4f8-4d7f-a060-97631cf98906 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.551598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54456) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:36.560002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-8dd51dda-c4f8-4d7f-a060-97631cf98906 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 4606 time: 0.5736504 Nov 09 18:06:36.584782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6fa8936-19d3-40c3-a39a-b1b32ed9b928 req-c136250f-019f-4318-8417-a16ab8966177 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6064303 Nov 09 18:06:36.665413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137643444'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:36.670781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Deleting port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:36.671271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.776824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.843928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:36.847481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.858170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34123c24-ee0b-4dfd-8032-ec03f1a984ca req-33bc1fa5-0f6e-4309-98e9-fc3f64dd3749 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2948916 Nov 09 18:06:36.878779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2fbff-67c6-47c8-9b32-a0e0b4a8e764 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:36.882655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-66b2fbff-67c6-47c8-9b32-a0e0b4a8e764 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.3252802 Nov 09 18:06:36.884753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.892575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54466) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:36.947444 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f64b6579-7243-4f65-bb15-98f0b4a08e5a tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 HTTP/1.1" status: 200 len: 205 time: 0.0537472 Nov 09 18:06:36.948900 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c561941-ebe9-4c83-b738-967edc49ed26 x-openstack-request-id: req-1c561941-ebe9-4c83-b738-967edc49ed26 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:36.950956 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "6cc6dfca-87fa-4f58-81a8-56a31490621c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:36.951122 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c561941-ebe9-4c83-b738-967edc49ed26 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:36.951517 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '6cc6dfca-87fa-4f58-81a8-56a31490621c', 'status': 'completed', 'code': 200} Nov 09 18:06:36.954602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] For port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:36.954971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:36.963977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54468) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:37.055765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e33fac-2655-43d5-9751-16f16f338ddb req-7508ae67-e044-48e7-9de5-c9913cc415cd tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:37.057419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56e33fac-2655-43d5-9751-16f16f338ddb req-7508ae67-e044-48e7-9de5-c9913cc415cd tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 944 time: 0.3253415 Nov 09 18:06:37.244972 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1f5666cf-d824-47c9-9114-322ee9d1af1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.450809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b0544608-8109-4717-b50a-823aa76bdc05 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:37.516084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Allocated IP 10.2.2.200 (2ec13929-9a0d-49f5-8579-ea9f2ed91b35/a0971b91-7d87-4471-8246-76aaf970492b/48388937-7adf-43ec-8a8a-7aef55243054) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:37.531373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port b0544608-8109-4717-b50a-823aa76bdc05 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:06:37.535930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port b0544608-8109-4717-b50a-823aa76bdc05 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:37.537023 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.600952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.626400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.676635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:06:37.717701 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.736965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-c73a4ff1-b70f-4ab9-a5a5-2b6c9cf7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:37.737146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.737993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-c73a4ff1-b70f-4ab9-a5a5-2b6c9cf7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:37.738536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-c73a4ff1-b70f-4ab9-a5a5-2b6c9cf7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:37.739006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-c73a4ff1-b70f-4ab9-a5a5-2b6c9cf7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:37.739875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-c73a4ff1-b70f-4ab9-a5a5-2b6c9cf7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:37.740222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-c73a4ff1-b70f-4ab9-a5a5-2b6c9cf7b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:37.742137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-c73a4ff1-b70f-4ab9-a5a5-2b6c9cf7b1ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5292 time: 0.7518232 Nov 09 18:06:37.754097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:37.757473 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50e0bf4-413d-4f62-ab3b-f506c74fe265" -d '{"events": [{"server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "name": "network-vif-plugged", "status": "completed", "tag": "b0544608-8109-4717-b50a-823aa76bdc05"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:37.771612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b0544608-8109-4717-b50a-823aa76bdc05, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b0544608-8109-4717-b50a-823aa76bdc05,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:37.779868 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.784917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.785616 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment 6cc63234-c14f-4e34-9257-f3f3e41c1c4b of type vlan for network 58577095-7beb-430f-92e9-1f6a0e5677dc Nov 09 18:06:37.857962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4265ac72-b677-43d9-aafe-151e087bcf5f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:37.888498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b0544608-8109-4717-b50a-823aa76bdc05,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:37.906730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56e33fac-2655-43d5-9751-16f16f338ddb req-3a619e11-38ce-48d5-9099-afe707bf994b tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8390894 Nov 09 18:06:37.934316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:37.961991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.008587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a692f-6c85-4158-92b9-1057d577b7ee req-bdb88765-cf6b-4470-9e24-8a416afdb3da tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.010266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b69a692f-6c85-4158-92b9-1057d577b7ee req-bdb88765-cf6b-4470-9e24-8a416afdb3da tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 945 time: 0.9517250 Nov 09 18:06:38.038256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.069717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:38.084673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:38.109575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:38.112292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.112701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.113029 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Floating IP db571a36-58cc-4ba5-9b9e-f1e7739b7df6 disassociated. External IP: 172.25.0.177, port: 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d. Nov 09 18:06:38.113378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Calling delete_port for 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:38.149492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event updated for resources: {'Port': ['ID=48388937-7adf-43ec-8a8a-7aef55243054,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:38.189575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1be936-fe3c-40c0-aaf8-d53658100dd1 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:38.205141 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.211485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.211678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.214461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b69a692f-6c85-4158-92b9-1057d577b7ee req-a034929a-66db-47d2-9f87-969e81ccef81 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups?id=56649a16-55cd-455b-9a6a-354469fd7eee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885691 Nov 09 18:06:38.217173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.228582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.229683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.280028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff200c-a236-4436-bc96-bb87fdf707f4 req-56aa425e-5955-47cc-b2a0-a9079ca08233 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.281691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32ff200c-a236-4436-bc96-bb87fdf707f4 req-56aa425e-5955-47cc-b2a0-a9079ca08233 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 932 time: 0.2118461 Nov 09 18:06:38.284596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-84726423-cfe9-48cb-8d75-021680a2c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.285192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-84726423-cfe9-48cb-8d75-021680a2c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.285741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-84726423-cfe9-48cb-8d75-021680a2c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.291060 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-84726423-cfe9-48cb-8d75-021680a2c2a3 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2caa4a16ee214c15ac8b622df0fed207&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5299239 Nov 09 18:06:38.309206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-56518718-fe11-4a9b-9a23-b2e11d4bfdfd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8656642 Nov 09 18:06:38.337458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:38.384173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2846879-dc16-43f8-8ec6-0d38af3468dd {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:38.413410 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.424376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Transition to ACTIVE for port object fc1be936-fe3c-40c0-aaf8-d53658100dd1 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:38.425976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=58577095-7beb-430f-92e9-1f6a0e5677dc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:38.450150 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3d4744f-d5dc-4c62-8549-cc333462333f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9293382 Nov 09 18:06:38.463294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Transition to ACTIVE for port object c2846879-dc16-43f8-8ec6-0d38af3468dd will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:38.463848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 58577095-7beb-430f-92e9-1f6a0e5677dc details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:06:38.464876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.485691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32ff200c-a236-4436-bc96-bb87fdf707f4 req-105783f5-9683-4207-adde-5944efaf7bf3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824870 Nov 09 18:06:38.487833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.498216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.506549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.580599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ecc3f-e894-432d-ac63-7c8bf893e91b req-ab600fb7-0a83-40be-812f-60f6138fa979 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.598697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ecc3f-e894-432d-ac63-7c8bf893e91b req-ab600fb7-0a83-40be-812f-60f6138fa979 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.604710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ecc3f-e894-432d-ac63-7c8bf893e91b req-ab600fb7-0a83-40be-812f-60f6138fa979 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.619272 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9380876-a8a5-4cbf-b58c-a2c881f76c17 x-openstack-request-id: req-b9380876-a8a5-4cbf-b58c-a2c881f76c17 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:38.619559 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "name": "network-vif-plugged", "status": "completed", "tag": "b0544608-8109-4717-b50a-823aa76bdc05", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:38.619989 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9380876-a8a5-4cbf-b58c-a2c881f76c17 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:38.620528 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05', 'code': 200} Nov 09 18:06:38.622993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ecc3f-e894-432d-ac63-7c8bf893e91b req-ab600fb7-0a83-40be-812f-60f6138fa979 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.629363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ecc3f-e894-432d-ac63-7c8bf893e91b req-ab600fb7-0a83-40be-812f-60f6138fa979 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.638791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-555ecc3f-e894-432d-ac63-7c8bf893e91b req-ab600fb7-0a83-40be-812f-60f6138fa979 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 3816 time: 0.2875750 Nov 09 18:06:38.653815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c92a7bb9-033e-4e4d-a414-2c4da6f658b6 None None] Provisioning complete for port 48388937-7adf-43ec-8a8a-7aef55243054 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:38.654461 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c92a7bb9-033e-4e4d-a414-2c4da6f658b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:38.752013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c92a7bb9-033e-4e4d-a414-2c4da6f658b6 None None] Port 48388937-7adf-43ec-8a8a-7aef55243054 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:06:38.816292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2846879-dc16-43f8-8ec6-0d38af3468dd,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:38.844865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Pushing event updated for resources: {'Port': ['ID=fc1be936-fe3c-40c0-aaf8-d53658100dd1,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:38.890678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-9573027b-fc84-4d57-800d-1f9dab8028d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:38.901316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45082f33-3d0e-4ed3-b434-a838d2da6a15 req-9573027b-fc84-4d57-800d-1f9dab8028d1 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5780797 Nov 09 18:06:38.976609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-555ecc3f-e894-432d-ac63-7c8bf893e91b req-86fbce13-52a0-4ab8-9369-7e44c1bbac1e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097582 Nov 09 18:06:39.044546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.047561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7a3f-7e50-4811-9eee-e924c72b0f74 req-ccab6345-dc3d-401a-bb17-3d3614f62964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.051347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.053066 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1ca7a3f-7e50-4811-9eee-e924c72b0f74 req-ccab6345-dc3d-401a-bb17-3d3614f62964 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.3439903 Nov 09 18:06:39.060129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.061340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.074587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.081093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.090729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.100594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.109222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-458082b7-c3ab-4e30-9a89-f251b163a7bb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5383 time: 0.3816144 Nov 09 18:06:39.160348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event deleted for resources: {'Port': ['ID=8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:39.169739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Attempting to bind port fc1be936-fe3c-40c0-aaf8-d53658100dd1 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:39.170162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Attempting to bind port fc1be936-fe3c-40c0-aaf8-d53658100dd1 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:39.170441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Attempting to bind port fc1be936-fe3c-40c0-aaf8-d53658100dd1 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:39.185203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Deleting port baed324e-631d-46dd-a6fa-865b08708e7c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:39.185553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.218364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Port fc1be936-fe3c-40c0-aaf8-d53658100dd1 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:39.219624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Attempting to bind port fc1be936-fe3c-40c0-aaf8-d53658100dd1 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:39.271812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Attempting to bind port c2846879-dc16-43f8-8ec6-0d38af3468dd on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:39.272156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Attempting to bind port c2846879-dc16-43f8-8ec6-0d38af3468dd by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:39.272484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Attempting to bind port c2846879-dc16-43f8-8ec6-0d38af3468dd on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:39.291418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-878c47b3-3109-41c7-8a04-05db93a8ccb9 req-a80e47d5-e3de-4c5a-b619-92cf5776b377 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776347 Nov 09 18:06:39.339334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Port c2846879-dc16-43f8-8ec6-0d38af3468dd on network b232dded-e90e-4b62-8d63-10e8e1593b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:39.340739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.344158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Attempting to bind port c2846879-dc16-43f8-8ec6-0d38af3468dd on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:39.374091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Calling delete_port for baed324e-631d-46dd-a6fa-865b08708e7c owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:39.382420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:39.383097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:39.383698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Bound using segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:39.384361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Bound port: c2846879-dc16-43f8-8ec6-0d38af3468dd, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:39.386537 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.559730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-144f3f61-16e9-4a2a-8a64-5aab22c36ac4 req-bae905cf-4d64-435d-a30a-ec8fc4e82afc tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 210 time: 0.0710628 Nov 09 18:06:39.610017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:39.610409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Checking segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:39.610780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Bound using segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:39.611227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Bound port: fc1be936-fe3c-40c0-aaf8-d53658100dd1, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:39.611583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.614842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1ca7a3f-7e50-4811-9eee-e924c72b0f74 req-ca3390d3-8a2d-499c-a9c0-e02b076cff03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5495553 Nov 09 18:06:39.636278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] For port c2846879-dc16-43f8-8ec6-0d38af3468dd, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:39.642403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] For port c2846879-dc16-43f8-8ec6-0d38af3468dd, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c2846879-dc16-43f8-8ec6-0d38af3468dd,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:39.672067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:39.682721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.701826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Transition to ACTIVE for port object cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:39.722825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d3b3-0609-43a6-b469-a053fafdcbec req-05ffa52f-2e11-49cd-928f-8c30d4e5a182 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.728419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6280d3b3-0609-43a6-b469-a053fafdcbec req-05ffa52f-2e11-49cd-928f-8c30d4e5a182 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 945 time: 0.2959957 Nov 09 18:06:39.729808 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.759806 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af0e266e-c733-4524-aa7f-edfa430a7ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.772972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.849879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:39.850661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:39.856190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2846879-dc16-43f8-8ec6-0d38af3468dd HTTP/1.1" status: 200 len: 1092 time: 3.4865630 Nov 09 18:06:39.931159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'tag': 'c2846879-dc16-43f8-8ec6-0d38af3468dd'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:39.934598 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad83926-c1c1-4719-b8f0-72b884878334" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb1cdcf-787b-4cd3-830c-6e785f6f21a9", "tag": "c2846879-dc16-43f8-8ec6-0d38af3468dd"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:40.017412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91413-81ef-49db-bf00-52654d4dcfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2846879-dc16-43f8-8ec6-0d38af3468dd,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:40.038627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] For port fc1be936-fe3c-40c0-aaf8-d53658100dd1, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:40.055377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:40.061545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] For port fc1be936-fe3c-40c0-aaf8-d53658100dd1, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:40.090470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.099484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.159910 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.226301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6280d3b3-0609-43a6-b469-a053fafdcbec req-9970475f-359d-4c53-ba88-d9d3d5e7488c tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4844756 Nov 09 18:06:40.239979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.242792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.255006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] 10.222.0.85 "PUT /v2.0/ports/fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 1135 time: 4.0685859 Nov 09 18:06:40.257773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'fc1be936-fe3c-40c0-aaf8-d53658100dd1'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:40.279434 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "fc1be936-fe3c-40c0-aaf8-d53658100dd1"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:40.340830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:40.397326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Pushing event updated for resources: {'Port': ['ID=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:40.435626 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c895ba23-0555-4162-8553-b874df29e8d7 x-openstack-request-id: req-c895ba23-0555-4162-8553-b874df29e8d7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:40.436019 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb1cdcf-787b-4cd3-830c-6e785f6f21a9", "tag": "c2846879-dc16-43f8-8ec6-0d38af3468dd", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:40.436372 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c895ba23-0555-4162-8553-b874df29e8d7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:40.436874 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'tag': 'c2846879-dc16-43f8-8ec6-0d38af3468dd', 'status': 'completed', 'code': 200} Nov 09 18:06:40.446759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Attempting to bind port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:40.447436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Attempting to bind port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:40.448093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Attempting to bind port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 on network efd0066e-7bf0-4e83-8f5c-491b6a474b56 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:40.457416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-3b5a4445-7bd9-4779-9bd1-d374160a0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.459257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-3b5a4445-7bd9-4779-9bd1-d374160a0ad2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 1095 time: 0.5158083 Nov 09 18:06:40.460149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 on network efd0066e-7bf0-4e83-8f5c-491b6a474b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:40.460574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Attempting to bind port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 on network efd0066e-7bf0-4e83-8f5c-491b6a474b56 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:40.482047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:40.482573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Checking segment: {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:40.483081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Bound using segment: {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:40.483649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Bound port: cfd49be9-2d4f-4c3c-ab4f-f04e3b184610, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4b543d-4853-43f3-8744-eef96b49ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:40.484250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.508174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab3511-3fa2-4f49-a549-1b4e7a4d72b2 req-69719e44-d45f-4181-b826-fc29ba02de0f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.517536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4ab3511-3fa2-4f49-a549-1b4e7a4d72b2 req-69719e44-d45f-4181-b826-fc29ba02de0f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 944 time: 0.4284277 Nov 09 18:06:40.665125 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-8ac2daee-c231-4f7c-a3be-1f1b00a9e701 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2846879-dc16-43f8-8ec6-0d38af3468dd HTTP/1.1" status: 200 len: 217 time: 0.1919551 Nov 09 18:06:40.666439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:40.679504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.681810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] Sync routers for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:40.697160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:40.698154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:40.727579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4ab3511-3fa2-4f49-a549-1b4e7a4d72b2 req-c55ac21e-6c9b-425e-8521-de135d7a4514 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080886 Nov 09 18:06:40.798810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036568f-68e2-4271-a614-7880ababf806 req-0c856fc5-2702-418f-9dff-0a977c34cafe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.804895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036568f-68e2-4271-a614-7880ababf806 req-0c856fc5-2702-418f-9dff-0a977c34cafe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.811948 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036568f-68e2-4271-a614-7880ababf806 req-0c856fc5-2702-418f-9dff-0a977c34cafe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.818005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036568f-68e2-4271-a614-7880ababf806 req-0c856fc5-2702-418f-9dff-0a977c34cafe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.824072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036568f-68e2-4271-a614-7880ababf806 req-0c856fc5-2702-418f-9dff-0a977c34cafe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.832567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9036568f-68e2-4271-a614-7880ababf806 req-0c856fc5-2702-418f-9dff-0a977c34cafe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 3828 time: 0.2903030 Nov 09 18:06:40.847199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dae02d-8f73-40c5-994e-4ceb9e66854d service neutron] Pushing event updated for resources: {'Port': ['ID=fc1be936-fe3c-40c0-aaf8-d53658100dd1,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:40.866700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] For port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:40.887463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] For port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:40.893295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-e89b9941-7306-43ea-96b2-163efb2f1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:40.895194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-e89b9941-7306-43ea-96b2-163efb2f1adc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.2163382 Nov 09 18:06:40.908358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:40.960717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.000217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:41.016985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9036568f-68e2-4271-a614-7880ababf806 req-718c86a7-b27c-470a-94df-04d4e38beecb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794777 Nov 09 18:06:41.023421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-ca2d14c7-41e3-4ea2-986c-3faa2e776f96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097825 Nov 09 18:06:41.051702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.058494 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.060327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] 10.222.0.73 "PUT /v2.0/ports/cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 HTTP/1.1" status: 200 len: 1091 time: 2.7286713 Nov 09 18:06:41.101317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:41.143184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:41.187367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:41.195098 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:41.200248 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.364694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939e924-7c5b-4054-8095-53f5fa8254ea service neutron] Pushing event updated for resources: {'Port': ['ID=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:41.484537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-342da8b2-9d8b-4f3b-a7db-178012a0227a service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007397 Nov 09 18:06:41.524623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] No DVR routers for this DVR port 8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:41.528695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event deleted for resources: {'Port': ['ID=baed324e-631d-46dd-a6fa-865b08708e7c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:41.532017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.536413 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26ff56a6-722f-4a88-a98d-7e9f0c0bf32a req-530f9d29-a7e6-4f26-891b-3921f0a3f644 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.85 "DELETE /v2.0/ports/8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d HTTP/1.1" status: 204 len: 173 time: 5.3968973 Nov 09 18:06:41.565378 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbbc6b4-4201-4e5d-96d9-9af913a5ed30 x-openstack-request-id: req-ebbbc6b4-4201-4e5d-96d9-9af913a5ed30 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:41.566042 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "fc1be936-fe3c-40c0-aaf8-d53658100dd1", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:41.566545 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebbbc6b4-4201-4e5d-96d9-9af913a5ed30 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:41.575919 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'fc1be936-fe3c-40c0-aaf8-d53658100dd1', 'status': 'completed', 'code': 200} Nov 09 18:06:41.692965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.697988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.706907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.730457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dd15011-eceb-430c-a1ec-585eaf267f45 req-6bca2ea3-402d-4bb2-a7ad-5be4ac608394 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368606 Nov 09 18:06:41.763031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:23Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:41.781487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.782361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.783023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.783677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.784308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.784936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.785562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:41.787750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-16dbc86e-6af7-44f1-ad15-79a0f6d6c61f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6220 time: 0.2501585 Nov 09 18:06:41.800105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] Checking router: 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:41.809196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:41.809814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:41.849985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.851103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Fanout notify agent at l3_agent the message router_deleted on router ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:06:41.877461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:41.879602 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cf85e8dc-1173-49f4-8f6d-75c70df7b4ed tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 HTTP/1.1" status: 204 len: 168 time: 4.9121556 Nov 09 18:06:41.936062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54540) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:41.953026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-820879566', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:41.961016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:42.038464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6f8417c-5b3a-42ce-9dcb-24c31a2fa1db req-47a58c63-8638-4493-aa60-92caed809983 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e9ceb1f-2525-41c0-881e-90c4d9faaf14 HTTP/1.1" status: 200 len: 210 time: 0.4557099 Nov 09 18:06:42.040083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54542) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:42.090653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': '58577095-7beb-430f-92e9-1f6a0e5677dc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:42.154163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.160347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.166663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.173155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.179642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.186481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.193239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.201716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-fc32188e-187d-46ee-b6a5-3675f64a7118 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5383 time: 1.1357830 Nov 09 18:06:42.259253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:23Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:42.269801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6cb278-3170-4fe9-8fb4-998bb085147e {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:42.278483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.291891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Transition to ACTIVE for port object dd6cb278-3170-4fe9-8fb4-998bb085147e will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:42.297723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3f75d-095e-4c1c-8a92-4b8abb8541c2 None None] The sync data for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 is: [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:04:16Z', 'revision_number': 4, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2297e6aa-8707-4fd4-b92b-2b27634839a3', 'name': '', 'network_id': 'b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'mac_address': 'fa:16:3e:da:46:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:13Z', 'updated_at': '2021-11-09T18:04:23Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'subnets': [{'id': 'a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:42.298679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.306399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-6d4ed364-ee97-4c78-bdaf-ba151eb10653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.307003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-6d4ed364-ee97-4c78-bdaf-ba151eb10653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.307479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-6d4ed364-ee97-4c78-bdaf-ba151eb10653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.310154 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-6d4ed364-ee97-4c78-bdaf-ba151eb10653 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2caa4a16ee214c15ac8b622df0fed207&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4739795 Nov 09 18:06:42.316623 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.317454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.438548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-0afae536-bace-4dfb-afa6-672c5de4c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.444405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-0afae536-bace-4dfb-afa6-672c5de4c171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 1095 time: 0.4771366 Nov 09 18:06:42.466726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6cb278-3170-4fe9-8fb4-998bb085147e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:42.467468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:42.469989 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0c25db-9dc5-4994-a653-198e4c4051ad" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:42.513647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.547271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.712994 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d917ce-6741-4973-b474-59b3ce861b5e None None] New status for floating IP db571a36-58cc-4ba5-9b9e-f1e7739b7df6: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:06:42.749021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Attempting to bind port dd6cb278-3170-4fe9-8fb4-998bb085147e on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:42.750892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Attempting to bind port dd6cb278-3170-4fe9-8fb4-998bb085147e by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:42.751493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Attempting to bind port dd6cb278-3170-4fe9-8fb4-998bb085147e on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:42.762339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Port dd6cb278-3170-4fe9-8fb4-998bb085147e on network 54f62d31-3729-45cf-ba34-bae4af3123c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:42.762756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Attempting to bind port dd6cb278-3170-4fe9-8fb4-998bb085147e on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:42.770039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-79d2b9cc-9e3e-4686-8662-6e6e7f1fc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.771798 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ed26506-7f16-4944-bbeb-9b7e6eaa7940 req-79d2b9cc-9e3e-4686-8662-6e6e7f1fc788 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4275935 Nov 09 18:06:42.774818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:42.775099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Checking segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:42.776044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Bound using segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:42.776044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Bound port: dd6cb278-3170-4fe9-8fb4-998bb085147e, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:42.784861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.789439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.882335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-162590be-373c-4b20-bbbb-6bed44c165a9 req-33466d36-0593-4bfe-a917-b23cae88cb4b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6794443 Nov 09 18:06:42.915828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] For port dd6cb278-3170-4fe9-8fb4-998bb085147e, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:42.920300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] For port dd6cb278-3170-4fe9-8fb4-998bb085147e, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:42.936533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.958512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:42.962022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.982162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:42.982855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:42.984367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] 10.222.0.85 "PUT /v2.0/ports/dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 200 len: 1091 time: 2.6841886 Nov 09 18:06:43.023203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:43.033814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88483d0-605a-4beb-9991-5b86e331f257 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6cb278-3170-4fe9-8fb4-998bb085147e,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:43.140329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e44e3-228c-4e2e-aa28-719fb905ce08 req-e64646a6-f6eb-419d-880c-e965ee7c107f tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.141871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e9e44e3-228c-4e2e-aa28-719fb905ce08 req-e64646a6-f6eb-419d-880c-e965ee7c107f tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 945 time: 0.9359026 Nov 09 18:06:43.259316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.326359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.341676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e9e44e3-228c-4e2e-aa28-719fb905ce08 req-fc9c8d6f-8f10-4ac8-b516-22a49404704f tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/security-groups?id=600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874709 Nov 09 18:06:43.351410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.409371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-64243623-3bac-4017-96d2-1a10cb3d610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.410876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-64243623-3bac-4017-96d2-1a10cb3d610a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.9470351 Nov 09 18:06:43.443707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.456642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f70156-3b28-43d1-b384-b9755acc7fe3 req-2e443aff-e5ab-4ee2-b0bc-e8ec18d8fc3a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.458186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04f70156-3b28-43d1-b384-b9755acc7fe3 req-2e443aff-e5ab-4ee2-b0bc-e8ec18d8fc3a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 944 time: 0.2086358 Nov 09 18:06:43.464752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c2846879-dc16-43f8-8ec6-0d38af3468dd details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:06:43.554147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-9733b582-da98-47a1-962a-5d34c789c6b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2846879-dc16-43f8-8ec6-0d38af3468dd HTTP/1.1" status: 200 len: 217 time: 0.1226785 Nov 09 18:06:43.581195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'name': 'network-vif-deleted', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d'}, {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'dd6cb278-3170-4fe9-8fb4-998bb085147e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:43.587932 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e" -d '{"events": [{"server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "name": "network-vif-deleted", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d"}, {"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "dd6cb278-3170-4fe9-8fb4-998bb085147e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:43.591837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03c8a69-6bfa-4033-a0fe-61ada2e986e7 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:43.603557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c2846879-dc16-43f8-8ec6-0d38af3468dd, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c2846879-dc16-43f8-8ec6-0d38af3468dd,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:43.628598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'c2846879-dc16-43f8-8ec6-0d38af3468dd', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'port_id': 'c2846879-dc16-43f8-8ec6-0d38af3468dd', 'mac_address': 'fa:16:3e:a5:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc893-d553-4d80-9692-5a4019aadcd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:06:43.635291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.638310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Allocated IP 172.25.0.140 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/40d3fd7c-f394-428b-bba3-2646452e8acf) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:43.689898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.710501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2846879-dc16-43f8-8ec6-0d38af3468dd {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:43.714256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=b8fbb4c3-f404-4742-8aef-c71e4a6d204d,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:43.716932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Transition to ACTIVE for port object c03c8a69-6bfa-4033-a0fe-61ada2e986e7 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:43.748155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04f70156-3b28-43d1-b384-b9755acc7fe3 req-4afd9dd3-084a-49a0-9983-07cba0ab6c64 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192211 Nov 09 18:06:43.748361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c2846879-dc16-43f8-8ec6-0d38af3468dd, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c2846879-dc16-43f8-8ec6-0d38af3468dd,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:43.748853 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.756579 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.770093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': '6cc63234-c14f-4e34-9257-f3f3e41c1c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '58577095-7beb-430f-92e9-1f6a0e5677dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:43.770472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: 58577095-7beb-430f-92e9-1f6a0e5677dc, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:06:43.782197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f958-f9aa-40be-8b73-d6f78fc4fd94 req-5c62281a-5ad6-4125-8012-7674ca3cf2b1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.788253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f958-f9aa-40be-8b73-d6f78fc4fd94 req-5c62281a-5ad6-4125-8012-7674ca3cf2b1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.795027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f958-f9aa-40be-8b73-d6f78fc4fd94 req-5c62281a-5ad6-4125-8012-7674ca3cf2b1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.798049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c32ef2-87f7-4de5-ad84-5199a0800553 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:43.801103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f958-f9aa-40be-8b73-d6f78fc4fd94 req-5c62281a-5ad6-4125-8012-7674ca3cf2b1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.807224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f958-f9aa-40be-8b73-d6f78fc4fd94 req-5c62281a-5ad6-4125-8012-7674ca3cf2b1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.810040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bd7f958-f9aa-40be-8b73-d6f78fc4fd94 req-5c62281a-5ad6-4125-8012-7674ca3cf2b1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 3828 time: 0.2837284 Nov 09 18:06:43.811838 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cfc5e4-d535-4147-8126-8ff68d7ddc16 x-openstack-request-id: req-d5cfc5e4-d535-4147-8126-8ff68d7ddc16 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:43.812127 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:43.812381 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5cfc5e4-d535-4147-8126-8ff68d7ddc16 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:43.812774 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'status': 'completed', 'code': 200} Nov 09 18:06:43.825711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.834564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-9ab0c669-af28-4b26-b303-6e7a3d17182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.836104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-9ab0c669-af28-4b26-b303-6e7a3d17182c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.2521644 Nov 09 18:06:43.845067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c2846879-dc16-43f8-8ec6-0d38af3468dd,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:43.877082 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.892128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Transition to ACTIVE for port object 70c32ef2-87f7-4de5-ad84-5199a0800553 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:43.901859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-941ff6ed-5a48-4f24-988b-048c112893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.902979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-941ff6ed-5a48-4f24-988b-048c112893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.903833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-941ff6ed-5a48-4f24-988b-048c112893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.904316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-941ff6ed-5a48-4f24-988b-048c112893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.904787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-941ff6ed-5a48-4f24-988b-048c112893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.905254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-941ff6ed-5a48-4f24-988b-048c112893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:43.907123 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-941ff6ed-5a48-4f24-988b-048c112893ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5245 time: 0.0861809 Nov 09 18:06:43.911036 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:43.918775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-0d29e9fc-259d-4a36-8f6c-f8040016988d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567958 Nov 09 18:06:43.924603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Pushing event updated for resources: {'Port': ['ID=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:43.962286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Pushing event updated for resources: {'Port': ['ID=70c32ef2-87f7-4de5-ad84-5199a0800553,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:43.995021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c2846879-dc16-43f8-8ec6-0d38af3468dd'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:44.114680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 58577095-7beb-430f-92e9-1f6a0e5677dc is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:06:44.124461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-2560491e-d698-4c50-9802-090ee5cbe8da service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905427 Nov 09 18:06:44.152291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 58577095-7beb-430f-92e9-1f6a0e5677dc) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:44.158251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.158850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.179048 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc9ed5-8b0d-48c6-8f13-1a89930ee20b None None] Network 58577095-7beb-430f-92e9-1f6a0e5677dc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:44.218004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Attempting to bind port 70c32ef2-87f7-4de5-ad84-5199a0800553 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:44.218397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Attempting to bind port 70c32ef2-87f7-4de5-ad84-5199a0800553 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:44.218700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Attempting to bind port 70c32ef2-87f7-4de5-ad84-5199a0800553 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:44.229700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Port 70c32ef2-87f7-4de5-ad84-5199a0800553 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:44.230101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Attempting to bind port 70c32ef2-87f7-4de5-ad84-5199a0800553 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:44.240165 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.246794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:44.247134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Checking segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:44.247527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Bound using segment: {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:44.247977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Bound port: 70c32ef2-87f7-4de5-ad84-5199a0800553, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff307125-09c8-4d7f-8983-130ba0618704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:44.248344 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.335409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bd7f958-f9aa-40be-8b73-d6f78fc4fd94 req-d57dfba0-6d82-4f48-8ab8-a6651938b655 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4923480 Nov 09 18:06:44.337706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:44.343358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:44.384844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:44.445817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dfb6e121-9375-4700-828b-478f78e719ab tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3618782 Nov 09 18:06:44.447892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54574) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:44.452004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event updated for resources: {'Port': ['ID=40d3fd7c-f394-428b-bba3-2646452e8acf,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:44.455124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-a59772eb-076b-4706-9625-3d04914c8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.455777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-a59772eb-076b-4706-9625-3d04914c8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.456429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-a59772eb-076b-4706-9625-3d04914c8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.458400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-a59772eb-076b-4706-9625-3d04914c8083 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24c9b108c1964bf383dff7cd61139ba7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4986651 Nov 09 18:06:44.479658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-58577095-7beb-430f-92e9-1f6a0e5677dc', 'network_id': '58577095-7beb-430f-92e9-1f6a0e5677dc', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': 'b8fbb4c3-f404-4742-8aef-c71e4a6d204d'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:06:44.480550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcad53-18ca-4113-97c5-9ad4904db646 req-e419404b-45e0-46a7-a86d-c9b0fd266fac tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.480850 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.484109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31bcad53-18ca-4113-97c5-9ad4904db646 req-e419404b-45e0-46a7-a86d-c9b0fd266fac tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 945 time: 0.3583708 Nov 09 18:06:44.493897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730370848'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:44.515716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54576) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:44.530008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Request body: {'floatingip': {'port_id': 'b0544608-8109-4717-b50a-823aa76bdc05'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:44.589405 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.637823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:44.642394 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.656580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-41b4437b-f6f3-4626-81f6-16ff4a59882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.658082 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5a0c25db-9dc5-4994-a653-198e4c4051ad req-41b4437b-f6f3-4626-81f6-16ff4a59882f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224782 Nov 09 18:06:44.658557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54578) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:44.675649 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e159f04-e6f2-4980-8135-226dffff5489 x-openstack-request-id: req-5e159f04-e6f2-4980-8135-226dffff5489 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:44.675985 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ceb1f-2525-41c0-881e-90c4d9faaf14", "name": "network-vif-deleted", "tag": "8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "dd6cb278-3170-4fe9-8fb4-998bb085147e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:44.676267 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e159f04-e6f2-4980-8135-226dffff5489 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:44.676672 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ceb1f-2525-41c0-881e-90c4d9faaf14', 'name': 'network-vif-deleted', 'tag': '8ee07ba4-61e8-457f-a507-b8c3c4b1fe7d', 'status': 'completed', 'code': 200} Nov 09 18:06:44.676930 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'dd6cb278-3170-4fe9-8fb4-998bb085147e', 'status': 'completed', 'code': 200} Nov 09 18:06:44.768101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Allocated IP 2001:db8:0:ffff::2 (58577095-7beb-430f-92e9-1f6a0e5677dc/b8fbb4c3-f404-4742-8aef-c71e4a6d204d/c6a99dfe-415d-47a6-af8f-c554b80c78ff) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:44.851549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] For port 70c32ef2-87f7-4de5-ad84-5199a0800553, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:44.892617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] For port 70c32ef2-87f7-4de5-ad84-5199a0800553, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70c32ef2-87f7-4de5-ad84-5199a0800553,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:44.895020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0294-8876-4488-a57a-a6515d6402f6 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:44.905603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.906399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.906951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.907493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.908035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.908596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.909112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:44.911160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-7d2708e3-0845-472f-b718-33e8fb2d35f5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6312 time: 0.2487903 Nov 09 18:06:44.951716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.022636 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.030742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.034861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Attempting to bind port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:45.035315 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Attempting to bind port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:45.035652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Attempting to bind port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:45.073389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Network 58577095-7beb-430f-92e9-1f6a0e5677dc is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:45.076467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:45.079970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:45.088115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0294-8876-4488-a57a-a6515d6402f6 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.113479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.114135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.115547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] 10.222.0.85 "PUT /v2.0/ports/70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 200 len: 1091 time: 2.0964994 Nov 09 18:06:45.120324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Pushing event updated for resources: {'Port': ['ID=c6a99dfe-415d-47a6-af8f-c554b80c78ff,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:45.161163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Attempting to bind port c6a99dfe-415d-47a6-af8f-c554b80c78ff on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:45.161769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Attempting to bind port c6a99dfe-415d-47a6-af8f-c554b80c78ff by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '6cc63234-c14f-4e34-9257-f3f3e41c1c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '58577095-7beb-430f-92e9-1f6a0e5677dc'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:45.162497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Attempting to bind port c6a99dfe-415d-47a6-af8f-c554b80c78ff on network 58577095-7beb-430f-92e9-1f6a0e5677dc {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:45.167552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:45.168992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Attempting to bind port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:45.170467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:45.171066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Checking segment: {'id': '6cc63234-c14f-4e34-9257-f3f3e41c1c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '58577095-7beb-430f-92e9-1f6a0e5677dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:45.171631 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.172176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Bound using segment: {'id': '6cc63234-c14f-4e34-9257-f3f3e41c1c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '58577095-7beb-430f-92e9-1f6a0e5677dc'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:45.172805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Bound port: c6a99dfe-415d-47a6-af8f-c554b80c78ff, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc63234-c14f-4e34-9257-f3f3e41c1c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '58577095-7beb-430f-92e9-1f6a0e5677dc'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:45.173590 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.181148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ad83926-c1c1-4719-b8f0-72b884878334 req-0099bc61-9461-4c8b-a2f7-a5ed49a2f56a service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389609 Nov 09 18:06:45.182036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:06:45.198825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:45.221527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa372f29-e420-48bc-8333-71c3c4415936 service neutron] Pushing event updated for resources: {'Port': ['ID=70c32ef2-87f7-4de5-ad84-5199a0800553,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:45.255460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] For port c6a99dfe-415d-47a6-af8f-c554b80c78ff, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:45.259850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] For port c6a99dfe-415d-47a6-af8f-c554b80c78ff, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c6a99dfe-415d-47a6-af8f-c554b80c78ff,segment=NetworkSegment(6cc63234-c14f-4e34-9257-f3f3e41c1c4b),segment_id=6cc63234-c14f-4e34-9257-f3f3e41c1c4b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:45.265597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.330034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c270526-5e71-49b4-b5af-6f45bda199b9 None None] Pushing event updated for resources: {'Port': ['ID=c6a99dfe-415d-47a6-af8f-c554b80c78ff,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:45.356630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-f9c29779-5ba0-4ee1-9306-868cd485b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.357232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-f9c29779-5ba0-4ee1-9306-868cd485b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.357771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-f9c29779-5ba0-4ee1-9306-868cd485b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.359447 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-f9c29779-5ba0-4ee1-9306-868cd485b509 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2caa4a16ee214c15ac8b622df0fed207&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3752501 Nov 09 18:06:45.393205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.485510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e38d7-751a-4973-a4bd-e610867181eb req-7f11b8a8-31f1-49dd-958f-d1f6d1953e58 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.492148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c8e38d7-751a-4973-a4bd-e610867181eb req-7f11b8a8-31f1-49dd-958f-d1f6d1953e58 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 945 time: 0.4658058 Nov 09 18:06:45.495852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c2846879-dc16-43f8-8ec6-0d38af3468dd up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:45.505832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:45.506645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Checking segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:45.507516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Bound using segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:45.508333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Bound port: c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:45.508928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.526776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.528693 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment 71f996f1-3741-41aa-b2de-7779ba4f6974 of type vlan for network b1705feb-8467-4a8d-aae9-16a3738e945a Nov 09 18:06:45.576506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port c2846879-dc16-43f8-8ec6-0d38af3468dd completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:06:45.582787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port c2846879-dc16-43f8-8ec6-0d38af3468dd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:45.583210 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.669043 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.724794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.743027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.749247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.755450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.759104 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.763206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.769313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.775444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:45.784452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-55ddf801-f407-4ff8-804c-a5e3ad06fb55 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5407 time: 1.0431337 Nov 09 18:06:45.796175 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.802646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2846879-dc16-43f8-8ec6-0d38af3468dd'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:45.805117 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603ddfba-1deb-4377-8b61-19b9082d8c33" -d '{"events": [{"server_uuid": "dfb1cdcf-787b-4cd3-830c-6e785f6f21a9", "name": "network-vif-plugged", "status": "completed", "tag": "c2846879-dc16-43f8-8ec6-0d38af3468dd"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:45.829006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.834575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c2846879-dc16-43f8-8ec6-0d38af3468dd, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c2846879-dc16-43f8-8ec6-0d38af3468dd,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:45.841343 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.911602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c2846879-dc16-43f8-8ec6-0d38af3468dd,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:45.939134 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:06:45.944734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0294-8876-4488-a57a-a6515d6402f6 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.947210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0294-8876-4488-a57a-a6515d6402f6 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:45.947403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c8e38d7-751a-4973-a4bd-e610867181eb req-2a068604-ea96-498f-a3b4-593fd20085da tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526143 Nov 09 18:06:45.948346 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9b7a0294-8876-4488-a57a-a6515d6402f6 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "DELETE /v2.0/security-groups/56649a16-55cd-455b-9a6a-354469fd7eee HTTP/1.1" status: 204 len: 168 time: 1.2705402 Nov 09 18:06:45.960443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54588) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:45.965304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a0294-8876-4488-a57a-a6515d6402f6 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56649a16-55cd-455b-9a6a-354469fd7eee,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:46.005672 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-0070c331-d383-4d00-861a-ef19ca0fde6d tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] show failed (client error): The resource could not be found. Nov 09 18:06:46.006776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0070c331-d383-4d00-861a-ef19ca0fde6d tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "GET /v2.0/security-groups/56649a16-55cd-455b-9a6a-354469fd7eee HTTP/1.1" status: 404 len: 347 time: 0.0429049 Nov 09 18:06:46.020131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05d9eb98-53f3-4003-bf1e-3a14f2178bb3 req-3b151a79-f094-4ca1-9a8c-daea429318aa tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2324426 Nov 09 18:06:46.022944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54590) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:46.054490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.075013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:46.075799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.080787 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.141464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.143632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.196668 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee251e-1f1c-4406-81d2-e66a68149c5a x-openstack-request-id: req-27ee251e-1f1c-4406-81d2-e66a68149c5a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:46.196997 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb1cdcf-787b-4cd3-830c-6e785f6f21a9", "name": "network-vif-plugged", "status": "completed", "tag": "c2846879-dc16-43f8-8ec6-0d38af3468dd", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:46.197241 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27ee251e-1f1c-4406-81d2-e66a68149c5a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:46.197653 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2846879-dc16-43f8-8ec6-0d38af3468dd', 'code': 200} Nov 09 18:06:46.252523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] For port c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:46.272391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7871222 Nov 09 18:06:46.299756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54600) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:46.311135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': 'b1705feb-8467-4a8d-aae9-16a3738e945a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:46.497839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c6a99dfe-415d-47a6-af8f-c554b80c78ff up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:46.671989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-4fc695c2-91f9-485b-a35f-1d75db24a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:46.673770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed9b152f-7b10-4820-9d55-df8ac1c09b4e req-4fc695c2-91f9-485b-a35f-1d75db24a92a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2887890 Nov 09 18:06:46.685841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:46.688496 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76821eaf-b1ce-432d-bb09-226cf3f29553" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:46.786238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:46.790156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.805649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c6a99dfe-415d-47a6-af8f-c554b80c78ff triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:46.806028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.852955 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00c0d86-ccf7-4d0c-9799-784a60f06e69 x-openstack-request-id: req-b00c0d86-ccf7-4d0c-9799-784a60f06e69 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:46.853557 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:46.853910 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b00c0d86-ccf7-4d0c-9799-784a60f06e69 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:46.854724 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553', 'status': 'completed', 'code': 200} Nov 09 18:06:46.921741 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Floating IP 756c47f7-7320-4d29-b7d9-c46ace1a3135 associated. External IP: 172.25.0.168, port: b0544608-8109-4717-b50a-823aa76bdc05. Nov 09 18:06:46.939625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] For port c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:46.961490 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:46.990187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774fcf0-7531-4634-afcf-eb6765f490ac None None] Network 58577095-7beb-430f-92e9-1f6a0e5677dc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:47.054709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.055319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.055873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.056417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.056961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.057505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.058043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.060892 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-9f2fdf79-49fe-4e2c-83fe-55a7b6ca255d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6354 time: 0.2022588 Nov 09 18:06:47.078852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Router 26d2281e-76a1-4f25-a24c-f827394f207c is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:06:47.125713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975b2d-85af-4952-8abb-0cf6f77db8ca tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=b1705feb-8467-4a8d-aae9-16a3738e945a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:47.129240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.156217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-3c8dce1c-c78b-40f1-8746-7d6852e9561e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.162727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-3c8dce1c-c78b-40f1-8746-7d6852e9561e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.169050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-3c8dce1c-c78b-40f1-8746-7d6852e9561e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.177157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-3c8dce1c-c78b-40f1-8746-7d6852e9561e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.184608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-3c8dce1c-c78b-40f1-8746-7d6852e9561e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.192618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-3c8dce1c-c78b-40f1-8746-7d6852e9561e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.195120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-3c8dce1c-c78b-40f1-8746-7d6852e9561e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 4601 time: 0.9895000 Nov 09 18:06:47.214247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7588edd6-5113-47fb-80b7-d48409e2c36b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:47.258329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b1705feb-8467-4a8d-aae9-16a3738e945a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:06:47.336079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c6a99dfe-415d-47a6-af8f-c554b80c78ff, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c6a99dfe-415d-47a6-af8f-c554b80c78ff,segment=NetworkSegment(6cc63234-c14f-4e34-9257-f3f3e41c1c4b),segment_id=6cc63234-c14f-4e34-9257-f3f3e41c1c4b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:47.344890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-64c74646-d9ce-41a3-9f67-0afa69e73ea7 None None] Provisioning complete for port c6a99dfe-415d-47a6-af8f-c554b80c78ff triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:47.345565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64c74646-d9ce-41a3-9f67-0afa69e73ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.380586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.381209 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.382625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] 10.222.0.73 "PUT /v2.0/ports/c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 200 len: 1131 time: 6.2572088 Nov 09 18:06:47.386702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'c03c8a69-6bfa-4033-a0fe-61ada2e986e7'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:47.389143 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef08ce8-7028-4188-b419-4f85d0fb9b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "c03c8a69-6bfa-4033-a0fe-61ada2e986e7"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:47.421827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.432067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33364fd0-8d38-4949-ad40-5283590c01fb req-d1b10dfe-64ab-4064-8d2c-758052ef4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.434188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33364fd0-8d38-4949-ad40-5283590c01fb req-d1b10dfe-64ab-4064-8d2c-758052ef4e72 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 1097 time: 1.1396334 Nov 09 18:06:47.467327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:47.478793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.580056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54071eef-6d56-4dfa-9627-d1cb39766bbe service neutron] Pushing event updated for resources: {'Port': ['ID=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:47.591861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Transition to ACTIVE for port object 7588edd6-5113-47fb-80b7-d48409e2c36b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:47.597931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c6a99dfe-415d-47a6-af8f-c554b80c78ff,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:47.599297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:47.608613 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3970559a-2098-44bd-b34c-4e9f7450bbd2 req-8d634f98-142b-414a-a0ff-273303de7796 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3946068 Nov 09 18:06:47.641407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] Sync routers for ids ['26d2281e-76a1-4f25-a24c-f827394f207c'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:47.660704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.683342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] Routers {'26d2281e-76a1-4f25-a24c-f827394f207c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:47.684106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['26d2281e-76a1-4f25-a24c-f827394f207c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:47.686293 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33364fd0-8d38-4949-ad40-5283590c01fb req-102a98dd-d744-443a-9777-22bb859f3270 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090278 Nov 09 18:06:47.736703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8090cda-d302-46b3-84ed-f200d06fa516 req-77141219-56ed-41c8-86cd-1b8b381e4ff9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.743703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.744470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8090cda-d302-46b3-84ed-f200d06fa516 req-77141219-56ed-41c8-86cd-1b8b381e4ff9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 946 time: 0.6326244 Nov 09 18:06:47.749357 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-34d0f068-c3b0-4f52-9cf3-4e4ba7832feb tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8102145 Nov 09 18:06:47.760084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54630) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:47.761968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:47.762269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:47.766159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7588edd6-5113-47fb-80b7-d48409e2c36b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:47.774653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:47.784460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] Routers {'26d2281e-76a1-4f25-a24c-f827394f207c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:47.785233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['26d2281e-76a1-4f25-a24c-f827394f207c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:47.838432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:47.841126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9429ea-4d70-4ca1-9c50-de2dbb88e436 None None] The sync data for ids ['26d2281e-76a1-4f25-a24c-f827394f207c'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:47.898721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-154b4931-6928-4447-82c3-90a74bb43144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.899687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-154b4931-6928-4447-82c3-90a74bb43144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.900237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-154b4931-6928-4447-82c3-90a74bb43144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:47.902013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-154b4931-6928-4447-82c3-90a74bb43144 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2caa4a16ee214c15ac8b622df0fed207&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8086500 Nov 09 18:06:47.923009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Deleting port 4cbb51d9-16c1-48c7-bc32-428dec6f2a90 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:47.923604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:47.956478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.025911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-269bbca5-23b4-43b8-b16a-9428bbaae96f None None] Provisioning complete for port c6a99dfe-415d-47a6-af8f-c554b80c78ff triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:48.026495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-269bbca5-23b4-43b8-b16a-9428bbaae96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.057897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8090cda-d302-46b3-84ed-f200d06fa516 req-04cdb4fd-5541-4f16-b8c6-ab6f6a447552 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125734 Nov 09 18:06:48.067062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.111831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.117842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.124769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.132264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.138785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.145251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.149016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Attempting to bind port 7588edd6-5113-47fb-80b7-d48409e2c36b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:48.149537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Attempting to bind port 7588edd6-5113-47fb-80b7-d48409e2c36b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:48.149974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Attempting to bind port 7588edd6-5113-47fb-80b7-d48409e2c36b on network 97535ef5-be7d-4600-a86f-760c237af1df {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:48.152906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.155155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-0f57a39d-fd15-409c-ad21-67f376a47183 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5419 time: 0.4051325 Nov 09 18:06:48.251764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Port 7588edd6-5113-47fb-80b7-d48409e2c36b on network 97535ef5-be7d-4600-a86f-760c237af1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:48.252213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Attempting to bind port 7588edd6-5113-47fb-80b7-d48409e2c36b on network 97535ef5-be7d-4600-a86f-760c237af1df {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:48.264693 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd881e04-f543-42c9-925f-387f644e9d41 x-openstack-request-id: req-cd881e04-f543-42c9-925f-387f644e9d41 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:48.265007 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "c03c8a69-6bfa-4033-a0fe-61ada2e986e7", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:48.265231 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd881e04-f543-42c9-925f-387f644e9d41 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:48.265626 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'c03c8a69-6bfa-4033-a0fe-61ada2e986e7', 'status': 'completed', 'code': 200} Nov 09 18:06:48.271265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=575e8b22-6c55-41ae-ab5c-9bfc3e5e406e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:48.293291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:48.293557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Checking segment: {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:48.293945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Bound using segment: {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:48.294665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Bound port: 7588edd6-5113-47fb-80b7-d48409e2c36b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:48.294891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.308425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-32a48f4d-f6a4-4dd3-8c55-3ad954017a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.309943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-76821eaf-b1ce-432d-bb09-226cf3f29553 req-32a48f4d-f6a4-4dd3-8c55-3ad954017a4a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3975379 Nov 09 18:06:48.348676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': '71f996f1-3741-41aa-b2de-7779ba4f6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b1705feb-8467-4a8d-aae9-16a3738e945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:48.348857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: b1705feb-8467-4a8d-aae9-16a3738e945a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:06:48.384865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73bca105-23ba-4342-9fd8-dcb7d65ba6ba req-b06d652e-5c10-41e1-bb43-be981e943519 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2206602 Nov 09 18:06:48.442243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.442580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.465200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-11b439db-4908-4121-90ac-bca3348a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.465676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-11b439db-4908-4121-90ac-bca3348a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.466170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-11b439db-4908-4121-90ac-bca3348a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.466828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-11b439db-4908-4121-90ac-bca3348a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.467077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-11b439db-4908-4121-90ac-bca3348a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.467534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-11b439db-4908-4121-90ac-bca3348a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.469699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-11b439db-4908-4121-90ac-bca3348a2f7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5287 time: 0.2033360 Nov 09 18:06:48.481357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Calling delete_port for 4cbb51d9-16c1-48c7-bc32-428dec6f2a90 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:48.486701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:48.503463 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] Sync routers for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:48.509017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c6a99dfe-415d-47a6-af8f-c554b80c78ff up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:48.517345 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:48.518244 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:48.578764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c6a99dfe-415d-47a6-af8f-c554b80c78ff triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:48.578764 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.583728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network b1705feb-8467-4a8d-aae9-16a3738e945a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:06:48.604642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] For port 7588edd6-5113-47fb-80b7-d48409e2c36b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:48.629829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] For port 7588edd6-5113-47fb-80b7-d48409e2c36b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7588edd6-5113-47fb-80b7-d48409e2c36b,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:48.680280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.682187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b1705feb-8467-4a8d-aae9-16a3738e945a) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:48.713317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.713916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.722976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922722d-564c-4537-887b-0ca28537633e None None] Network b1705feb-8467-4a8d-aae9-16a3738e945a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:48.786981 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:48.801618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.820292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:48.820989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.822473 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] 10.222.0.85 "PUT /v2.0/ports/7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 200 len: 1091 time: 3.6549959 Nov 09 18:06:48.870249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:48.884801 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:48.913056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.971671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Request body: {'port': {'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:48.989922 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:48.991157 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0aa741fd-cd11-469c-a547-7c1f21a324d2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6869001 Nov 09 18:06:49.014995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54646) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:49.073427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b1705feb-8467-4a8d-aae9-16a3738e945a', 'network_id': 'b1705feb-8467-4a8d-aae9-16a3738e945a', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': '575e8b22-6c55-41ae-ab5c-9bfc3e5e406e'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:06:49.074561 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.104750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-f43cae89-91ae-4cc4-9b4c-0a589fb6189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.106393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-f43cae89-91ae-4cc4-9b4c-0a589fb6189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.108758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-f43cae89-91ae-4cc4-9b4c-0a589fb6189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.111571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-f43cae89-91ae-4cc4-9b4c-0a589fb6189b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24c9b108c1964bf383dff7cd61139ba7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6280913 Nov 09 18:06:49.144205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cf545-0cd9-4cfe-9ae1-52621d324c71 service neutron] Pushing event updated for resources: {'Port': ['ID=7588edd6-5113-47fb-80b7-d48409e2c36b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:49.155696 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '756c47f7-7320-4d29-b7d9-c46ace1a3135', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'port_id': 'b0544608-8109-4717-b50a-823aa76bdc05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'mac_address': 'fa:16:3e:33:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:06:17Z', 'updated_at': '2021-11-09T18:06:45Z', 'revision_number': 1, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:13Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:49.168771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-185c7ab3-7eef-437e-8cca-8280efd7abdf tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "PUT /v2.0/floatingips/756c47f7-7320-4d29-b7d9-c46ace1a3135 HTTP/1.1" status: 200 len: 991 time: 4.6484938 Nov 09 18:06:49.210325 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] Checking router: 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:49.224452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.226503 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:49.227426 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:49.259628 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8aa3c5-6159-4473-b89a-4323716845fc x-openstack-request-id: req-3f8aa3c5-6159-4473-b89a-4323716845fc {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:49.260154 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:49.260569 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f8aa3c5-6159-4473-b89a-4323716845fc {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:49.263094 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b', 'status': 'completed', 'code': 200} Nov 09 18:06:49.363379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Allocated IP 2001:db8::1 (b1705feb-8467-4a8d-aae9-16a3738e945a/575e8b22-6c55-41ae-ab5c-9bfc3e5e406e/6231126f-5418-4b9d-9269-ef063f2f6000) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:49.426687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.464257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.475805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.476582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.477218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.477846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.478521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.479200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.479825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.482807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-8728cfc4-cc9c-445f-a962-7701173b991e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6421 time: 0.2118859 Nov 09 18:06:49.513241 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:49.616730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.639286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.652913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Deleting port 40d3fd7c-f394-428b-bba3-2646452e8acf {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:49.653841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.738800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Network b1705feb-8467-4a8d-aae9-16a3738e945a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:49.741044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:49.744637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:49.770037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Pushing event updated for resources: {'Port': ['ID=6231126f-5418-4b9d-9269-ef063f2f6000,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:49.857133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Attempting to bind port 6231126f-5418-4b9d-9269-ef063f2f6000 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:49.857876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Attempting to bind port 6231126f-5418-4b9d-9269-ef063f2f6000 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '71f996f1-3741-41aa-b2de-7779ba4f6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b1705feb-8467-4a8d-aae9-16a3738e945a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:49.858330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Attempting to bind port 6231126f-5418-4b9d-9269-ef063f2f6000 on network b1705feb-8467-4a8d-aae9-16a3738e945a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:49.869845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:49.870283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Checking segment: {'id': '71f996f1-3741-41aa-b2de-7779ba4f6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b1705feb-8467-4a8d-aae9-16a3738e945a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:49.870703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.871714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Bound using segment: {'id': '71f996f1-3741-41aa-b2de-7779ba4f6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b1705feb-8467-4a8d-aae9-16a3738e945a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:49.872425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Bound port: 6231126f-5418-4b9d-9269-ef063f2f6000, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f996f1-3741-41aa-b2de-7779ba4f6974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b1705feb-8467-4a8d-aae9-16a3738e945a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:49.872834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.878522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-af4d1ed3-641f-43a6-87d9-976c17ae43f5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.884711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-af4d1ed3-641f-43a6-87d9-976c17ae43f5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.891659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-af4d1ed3-641f-43a6-87d9-976c17ae43f5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.897816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-af4d1ed3-641f-43a6-87d9-976c17ae43f5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.904325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-af4d1ed3-641f-43a6-87d9-976c17ae43f5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.910477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-af4d1ed3-641f-43a6-87d9-976c17ae43f5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:49.912419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-af4d1ed3-641f-43a6-87d9-976c17ae43f5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 4601 time: 1.0832529 Nov 09 18:06:49.974566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] For port 6231126f-5418-4b9d-9269-ef063f2f6000, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:49.979277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] For port 6231126f-5418-4b9d-9269-ef063f2f6000, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6231126f-5418-4b9d-9269-ef063f2f6000,segment=NetworkSegment(71f996f1-3741-41aa-b2de-7779ba4f6974),segment_id=71f996f1-3741-41aa-b2de-7779ba4f6974)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:49.986421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:49.994319 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '756c47f7-7320-4d29-b7d9-c46ace1a3135', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'port_id': 'b0544608-8109-4717-b50a-823aa76bdc05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'mac_address': 'fa:16:3e:33:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:06:17Z', 'updated_at': '2021-11-09T18:06:45Z', 'revision_number': 1, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:13Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:50.040519 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b391a742-e9f4-4e90-b00f-fc388e08b13a None None] The sync data for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 is: [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '756c47f7-7320-4d29-b7d9-c46ace1a3135', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'port_id': 'b0544608-8109-4717-b50a-823aa76bdc05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'mac_address': 'fa:16:3e:33:29:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:06:17Z', 'updated_at': '2021-11-09T18:06:45Z', 'revision_number': 1, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:13Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:50.062835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7776b6-89de-4fca-a1c4-1ca487fdf583 None None] Pushing event updated for resources: {'Port': ['ID=6231126f-5418-4b9d-9269-ef063f2f6000,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:50.101694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095a41c9-4074-4af0-acff-a23c33715222 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:50.119347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.140214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-920cd09d-fa26-45b4-b095-6270b2462d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.141736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cef08ce8-7028-4188-b419-4f85d0fb9b6d req-920cd09d-fa26-45b4-b095-6270b2462d5b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0086875 Nov 09 18:06:50.155965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5b03-5328-48e5-ac73-8b2af8e9362f req-1c7ca8cf-2121-47c7-ab33-29795034d0b5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.163486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bba5b03-5328-48e5-ac73-8b2af8e9362f req-1c7ca8cf-2121-47c7-ab33-29795034d0b5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 946 time: 0.8273666 Nov 09 18:06:50.182314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e190d1d-e4e8-4170-8f7e-9b8a8beaf433 req-1146e2b9-7240-414f-b0d6-ec3cde0415bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2391701 Nov 09 18:06:50.201754 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.206929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Transition to ACTIVE for port object 095a41c9-4074-4af0-acff-a23c33715222 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:50.224161 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.275065 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.296698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:50.299083 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98ccc6-c603-45d4-9dc5-5112e347891d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "tag": "b0544608-8109-4717-b50a-823aa76bdc05"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:50.312759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bba5b03-5328-48e5-ac73-8b2af8e9362f req-e4c3c651-9278-4b7e-a140-8896d227b27f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482534 Nov 09 18:06:50.365239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-00dc01db-b981-4603-8bc7-4d73ff826c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.365735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-00dc01db-b981-4603-8bc7-4d73ff826c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.370553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-00dc01db-b981-4603-8bc7-4d73ff826c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.373783 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-00dc01db-b981-4603-8bc7-4d73ff826c1f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=2caa4a16ee214c15ac8b622df0fed207&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8645062 Nov 09 18:06:50.402602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Pushing event updated for resources: {'Port': ['ID=095a41c9-4074-4af0-acff-a23c33715222,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:50.492617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.512413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f4b66-8525-4e03-8b4c-1c0753363723 None None] New status for floating IP 756c47f7-7320-4d29-b7d9-c46ace1a3135: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:06:50.570261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Pushing event deleted for resources: {'Port': ['ID=4cbb51d9-16c1-48c7-bc32-428dec6f2a90,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:50.647599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Calling delete_port for 40d3fd7c-f394-428b-bba3-2646452e8acf owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:50.700230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6231126f-5418-4b9d-9269-ef063f2f6000 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:06:50.786013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.792390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.799452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.805798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.812303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.819207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.834551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:50.844954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-66bc3597-6be2-447a-a6c5-03d37d9a188e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5419 time: 0.2654316 Nov 09 18:06:50.853406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.857510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.861630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-92947ba6-ae9b-45f3-981b-4e1a47e0d190 tempest-ServersTestManualDisk-111584848 tempest-ServersTestManualDisk-111584848-project] 10.222.0.32 "DELETE /v2.0/floatingips/db571a36-58cc-4ba5-9b9e-f1e7739b7df6 HTTP/1.1" status: 204 len: 168 time: 4.8187776 Nov 09 18:06:50.869600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54664) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:50.877717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6231126f-5418-4b9d-9269-ef063f2f6000 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:50.878331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:50.928004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.002092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.025339 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1657e01c-8391-44dd-83c4-6ea269dbc3f6 x-openstack-request-id: req-1657e01c-8391-44dd-83c4-6ea269dbc3f6 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:51.025639 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "tag": "b0544608-8109-4717-b50a-823aa76bdc05", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:51.025893 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1657e01c-8391-44dd-83c4-6ea269dbc3f6 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:51.026312 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05', 'status': 'completed', 'code': 200} Nov 09 18:06:51.037611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Pushing event deleted for resources: {'Port': ['ID=40d3fd7c-f394-428b-bba3-2646452e8acf,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:51.055731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.060558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=575e8b22-6c55-41ae-ab5c-9bfc3e5e406e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:51.119689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 6231126f-5418-4b9d-9269-ef063f2f6000, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6231126f-5418-4b9d-9269-ef063f2f6000,segment=NetworkSegment(71f996f1-3741-41aa-b2de-7779ba4f6974),segment_id=71f996f1-3741-41aa-b2de-7779ba4f6974)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:51.124656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-a114f11a-931c-47dc-a3ca-af6e7be93cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.126031 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ba269f6f-4c37-4e6e-a123-e6524c1b22a3 req-a114f11a-931c-47dc-a3ca-af6e7be93cc3 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7296686 Nov 09 18:06:51.126766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.127429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Attempting to bind port 095a41c9-4074-4af0-acff-a23c33715222 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:51.127773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Attempting to bind port 095a41c9-4074-4af0-acff-a23c33715222 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:51.128106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Attempting to bind port 095a41c9-4074-4af0-acff-a23c33715222 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:51.175460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Port 095a41c9-4074-4af0-acff-a23c33715222 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:51.175801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Attempting to bind port 095a41c9-4074-4af0-acff-a23c33715222 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:51.194171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=6231126f-5418-4b9d-9269-ef063f2f6000,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:51.205569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f50968a-ec19-4c99-bb3e-8b3d5a03ce46 req-64a86382-9ec8-4210-977d-2aad4b09f31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3533444 Nov 09 18:06:51.245135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:51.245743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Checking segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:51.246338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Bound using segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:51.247199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Bound port: 095a41c9-4074-4af0-acff-a23c33715222, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:51.247701 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.301989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.306816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:51.309163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.325549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b973281-a012-418f-bd82-e61694f2808b req-edd63db9-b284-48c7-b08a-03044c7655ee tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.326872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dba938b-7556-49f0-961d-be5fc27de3c3 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:51.327713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b973281-a012-418f-bd82-e61694f2808b req-edd63db9-b284-48c7-b08a-03044c7655ee tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 945 time: 0.3006673 Nov 09 18:06:51.342352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-b0dea9dd-d6a0-4284-9a40-0f7d0ba65b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.344017 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-b0dea9dd-d6a0-4284-9a40-0f7d0ba65b48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.3209586 Nov 09 18:06:51.426536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.430453 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1705feb-8467-4a8d-aae9-16a3738e945a']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:51.459180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f996f1-3741-41aa-b2de-7779ba4f6974') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:51.459486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f996f1-3741-41aa-b2de-7779ba4f6974') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:51.476537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Transition to ACTIVE for port object 1dba938b-7556-49f0-961d-be5fc27de3c3 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:51.478915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a7cd4-74e4-4431-a7b4-7dc52acd76db None None] Network b1705feb-8467-4a8d-aae9-16a3738e945a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:51.480053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d981451-b2cc-4e67-bdd7-9d5a744b2026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.483051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.527398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.539294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a7a84c26-43df-4a4a-9a39-e3d2b199c61e None None] Provisioning complete for port 6231126f-5418-4b9d-9269-ef063f2f6000 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:06:51.539676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a7a84c26-43df-4a4a-9a39-e3d2b199c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.590728 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.596777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] For port 095a41c9-4074-4af0-acff-a23c33715222, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:51.609785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:06:51.610236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:06:51.613562 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:06:51.633796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.642675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.649631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.657010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.664839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.671383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.677588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.686617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-9f176902-c4e3-403a-bdfb-01883ee94b6d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5372 time: 0.3549600 Nov 09 18:06:51.707312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b973281-a012-418f-bd82-e61694f2808b req-5cf4b063-ddcd-4961-81c5-2c4735a8e2f9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660278 Nov 09 18:06:51.749028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] DHCP port deletion for b1705feb-8467-4a8d-aae9-16a3738e945a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:06:51.761123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] For port 095a41c9-4074-4af0-acff-a23c33715222, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=095a41c9-4074-4af0-acff-a23c33715222,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:51.772908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-2f56cb36-cd31-4730-8dc6-32e0182dbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:51.774432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-2f56cb36-cd31-4730-8dc6-32e0182dbfe0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.3507395 Nov 09 18:06:51.783046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Pushing event updated for resources: {'Port': ['ID=1dba938b-7556-49f0-961d-be5fc27de3c3,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:51.784432 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.804297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.817226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.833584 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.api [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 18:06:51.833584 n-d-817240-1 neutron-server[102141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 18:06:51.833584 n-d-817240-1 neutron-server[102141]: [parameters: {'id': 'b1705feb-8467-4a8d-aae9-16a3738e945a'}] Nov 09 18:06:51.833584 n-d-817240-1 neutron-server[102141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:06:51.834328 n-d-817240-1 neutron-server[102141]: DEBUG oslo_db.api [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:06:51.836895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Deleting port 6231126f-5418-4b9d-9269-ef063f2f6000 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:51.837281 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.860751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Pushing event updated for resources: {'Port': ['ID=095a41c9-4074-4af0-acff-a23c33715222,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:51.960443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] For port 6231126f-5418-4b9d-9269-ef063f2f6000, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6231126f-5418-4b9d-9269-ef063f2f6000,segment=NetworkSegment(71f996f1-3741-41aa-b2de-7779ba4f6974),segment_id=71f996f1-3741-41aa-b2de-7779ba4f6974)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:51.960910 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:51.973926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91a85fd8-879d-4c69-b7e3-d4d8c8b5f324 req-285e0aa9-067b-42bf-a3c6-4bdffff4a1d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2799048 Nov 09 18:06:51.975392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Calling delete_port for 6231126f-5418-4b9d-9269-ef063f2f6000 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:52.005722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Router 26d2281e-76a1-4f25-a24c-f827394f207c has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:52.015788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.016421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.017819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-0a66725f-211f-4c5a-8ecd-1b90b04a5a39 service neutron] 10.222.0.73 "PUT /v2.0/ports/095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 200 len: 1129 time: 4.5729325 Nov 09 18:06:52.067687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Attempting to bind port 1dba938b-7556-49f0-961d-be5fc27de3c3 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:52.068281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Attempting to bind port 1dba938b-7556-49f0-961d-be5fc27de3c3 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:52.069050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Attempting to bind port 1dba938b-7556-49f0-961d-be5fc27de3c3 on network 97535ef5-be7d-4600-a86f-760c237af1df {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:52.078263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d981451-b2cc-4e67-bdd7-9d5a744b2026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.094203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:52.106880 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.127371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-18caf5a0-1161-4870-9be7-5e2e1205dedf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 1001 time: 0.3394969 Nov 09 18:06:52.149066 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d981451-b2cc-4e67-bdd7-9d5a744b2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.156725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Port 1dba938b-7556-49f0-961d-be5fc27de3c3 on network 97535ef5-be7d-4600-a86f-760c237af1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:52.157160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Attempting to bind port 1dba938b-7556-49f0-961d-be5fc27de3c3 on network 97535ef5-be7d-4600-a86f-760c237af1df {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:52.165585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Pushing event deleted for resources: {'Port': ['ID=6231126f-5418-4b9d-9269-ef063f2f6000,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:52.178182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] No DVR routers for this DVR port 6231126f-5418-4b9d-9269-ef063f2f6000 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:52.182969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.183385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.183840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.184246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.184722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.185152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.185538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.185926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.187029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.187433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.187823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.188211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61240cb9-bfab-4fe0-9213-4a38b6443b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:06:52.202883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:52.205545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa073bd-aea4-4df9-aaa1-fde8d6eb6beb req-790aa4e6-6d18-403a-9f62-c8e6f8d29730 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.207580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.209381 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a4acf3e-01e0-43d9-9cb7-4c59a7e14c04 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "PUT /v2.0/routers/26d2281e-76a1-4f25-a24c-f827394f207c HTTP/1.1" status: 200 len: 709 time: 4.4392123 Nov 09 18:06:52.213700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5aa073bd-aea4-4df9-aaa1-fde8d6eb6beb req-790aa4e6-6d18-403a-9f62-c8e6f8d29730 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 946 time: 0.2822962 Nov 09 18:06:52.214541 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] Sync routers for ids ['26d2281e-76a1-4f25-a24c-f827394f207c'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:52.218309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:52.218653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Checking segment: {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:52.219089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Bound using segment: {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:52.219940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Bound port: 1dba938b-7556-49f0-961d-be5fc27de3c3, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4435e5e-1cec-4a54-8a7d-2165a2b78030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:52.219940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.220634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54680) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:52.229166 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] Routers {'26d2281e-76a1-4f25-a24c-f827394f207c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:52.229808 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['26d2281e-76a1-4f25-a24c-f827394f207c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:52.240036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d981451-b2cc-4e67-bdd7-9d5a744b2026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d3c3fe-1196-4d1e-9542-30af994d7cf2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:52.257820 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5d981451-b2cc-4e67-bdd7-9d5a744b2026 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c895108273a495096a48aa6ae5c3dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499092 Nov 09 18:06:52.259646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54684) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:52.289883 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:52.305814 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] Routers {'26d2281e-76a1-4f25-a24c-f827394f207c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:52.306906 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['26d2281e-76a1-4f25-a24c-f827394f207c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:52.340435 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:52.341077 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30173d04-0b8d-4985-847a-e913f6408195 None None] The sync data for ids ['26d2281e-76a1-4f25-a24c-f827394f207c'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:06:52.341816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.371741 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d62789a-f4e1-4fd7-b7bf-c4833e242aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.376331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] For port 1dba938b-7556-49f0-961d-be5fc27de3c3, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:52.394856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.408167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2e684697-cc16-4f2d-ad70-7b48187d5f7c tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/routers/26d2281e-76a1-4f25-a24c-f827394f207c HTTP/1.1" status: 200 len: 744 time: 0.1862035 Nov 09 18:06:52.422110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-dcc8aa86-76de-41b7-9b37-e8cb6b393fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.425371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54686) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:52.425496 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-dcc8aa86-76de-41b7-9b37-e8cb6b393fe7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.2773247 Nov 09 18:06:52.427726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] For port 1dba938b-7556-49f0-961d-be5fc27de3c3, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1dba938b-7556-49f0-961d-be5fc27de3c3,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:52.438192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d62789a-f4e1-4fd7-b7bf-c4833e242aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.443559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6231126f-5418-4b9d-9269-ef063f2f6000 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:52.446428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5aa073bd-aea4-4df9-aaa1-fde8d6eb6beb req-f9d9690a-8db6-4608-8040-ef1b21cd08bb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289374 Nov 09 18:06:52.493255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.526679 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ff7dbabd-2a2b-4d4e-b07d-44ec676241d5 tempest-RoutersIpV6AdminTest-604457228 tempest-RoutersIpV6AdminTest-604457228-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=26d2281e-76a1-4f25-a24c-f827394f207c HTTP/1.1" status: 200 len: 205 time: 0.0971248 Nov 09 18:06:52.536093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54690) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:52.632112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.632772 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.634289 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] 10.222.0.85 "PUT /v2.0/ports/1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 1091 time: 3.6897554 Nov 09 18:06:52.634980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '1dba938b-7556-49f0-961d-be5fc27de3c3'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:52.638501 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d03f6a-1bc0-4685-aed2-b34965ec4cae" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "1dba938b-7556-49f0-961d-be5fc27de3c3"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:52.647483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.651727 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7141f1df-7248-4d43-8a11-42fc0d1598a7 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=26d2281e-76a1-4f25-a24c-f827394f207c HTTP/1.1" status: 200 len: 205 time: 0.0892537 Nov 09 18:06:52.666978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54696) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:52.668224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6231126f-5418-4b9d-9269-ef063f2f6000 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:52.669003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6231126f-5418-4b9d-9269-ef063f2f6000 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:52.740873 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08eb25-5bc6-4f25-8b7f-afd6d5ba3bb7 x-openstack-request-id: req-0d08eb25-5bc6-4f25-8b7f-afd6d5ba3bb7 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:52.741276 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "1dba938b-7556-49f0-961d-be5fc27de3c3", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:52.741447 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d08eb25-5bc6-4f25-8b7f-afd6d5ba3bb7 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:52.741819 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': '1dba938b-7556-49f0-961d-be5fc27de3c3', 'status': 'completed', 'code': 200} Nov 09 18:06:52.791616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1705feb-8467-4a8d-aae9-16a3738e945a']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:52.793741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995c9d5-f262-41c0-9ee0-00bd40655a95 service neutron] Pushing event updated for resources: {'Port': ['ID=1dba938b-7556-49f0-961d-be5fc27de3c3,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:52.827399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f996f1-3741-41aa-b2de-7779ba4f6974') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:52.827708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f996f1-3741-41aa-b2de-7779ba4f6974') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:52.834684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8d63-3d67-4c89-9239-ac3b2c863166 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.884319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.905632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.914099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.917694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.920276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d62789a-f4e1-4fd7-b7bf-c4833e242aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.922878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d62789a-f4e1-4fd7-b7bf-c4833e242aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.923657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.924306 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1d62789a-f4e1-4fd7-b7bf-c4833e242aa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67d3c3fe-1196-4d1e-9542-30af994d7cf2 HTTP/1.1" status: 204 len: 168 time: 0.6624498 Nov 09 18:06:52.934973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.939506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.945079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62789a-f4e1-4fd7-b7bf-c4833e242aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d3c3fe-1196-4d1e-9542-30af994d7cf2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:52.945550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:52.948223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.951308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-db33e8bf-bda4-4bd7-8f42-aad5353b4834 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.6225317 Nov 09 18:06:52.963593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:06:52.963944 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:06:52.995282 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:06:53.010409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-66d13093-5a08-4dff-90cb-a05c8a90cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.012444 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-66d13093-5a08-4dff-90cb-a05c8a90cfb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5642934 Nov 09 18:06:53.064431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.064962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.065207 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.065688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.066171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.066636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.067106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.067664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '095a41c9-4074-4af0-acff-a23c33715222'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:53.069029 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-50da76d9-1426-4756-8cf1-0a82989e557a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6488 time: 0.3299925 Nov 09 18:06:53.069788 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830de87f-9748-4b08-a165-599756f2c519" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "095a41c9-4074-4af0-acff-a23c33715222"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:53.122196 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8d63-3d67-4c89-9239-ac3b2c863166 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.152233 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8d63-3d67-4c89-9239-ac3b2c863166 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.155649 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-4277cc10-eee0-4834-a402-a2aca4738fa4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 217 time: 0.0529232 Nov 09 18:06:53.185914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9b484-c0e5-454a-8f3e-f30714a032bd req-c7db591b-04a8-4eb6-b8d8-4d9ef8f973b3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.187530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5b9b484-c0e5-454a-8f3e-f30714a032bd req-c7db591b-04a8-4eb6-b8d8-4d9ef8f973b3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 946 time: 0.3302820 Nov 09 18:06:53.201557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-632ca9ec-5372-45a2-a81b-2805d4be5916 req-0161ef47-231a-4821-848c-6e706190997b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2160907 Nov 09 18:06:53.204978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.209916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.218410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/b1705feb-8467-4a8d-aae9-16a3738e945a HTTP/1.1" status: 204 len: 168 time: 4.2018733 Nov 09 18:06:53.220742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54708) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:53.255768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.257751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586369512'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:53.277408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaefa81-0c17-4fe4-b97b-ecb427d3234a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=b1705feb-8467-4a8d-aae9-16a3738e945a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:53.285094 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8d63-3d67-4c89-9239-ac3b2c863166 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.285642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb8d63-3d67-4c89-9239-ac3b2c863166 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Fanout notify agent at l3_agent the message router_deleted on router 26d2281e-76a1-4f25-a24c-f827394f207c {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:06:53.293377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eeb8d63-3d67-4c89-9239-ac3b2c863166 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.297651 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7eeb8d63-3d67-4c89-9239-ac3b2c863166 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/26d2281e-76a1-4f25-a24c-f827394f207c HTTP/1.1" status: 204 len: 168 time: 0.6253664 Nov 09 18:06:53.301766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54710) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:53.302346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54712) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:53.351470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-77f78924-3830-4612-9a9f-a325edaba9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.359036 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bba0c1fe-a3fc-4155-a0a5-3c3d4f304329 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=26d2281e-76a1-4f25-a24c-f827394f207c HTTP/1.1" status: 200 len: 205 time: 0.0527394 Nov 09 18:06:53.361907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54714) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:53.363456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-112be3ec-b9c1-4eb0-b150-461506028175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.364949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-112be3ec-b9c1-4eb0-b150-461506028175 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 200 len: 855 time: 0.1721528 Nov 09 18:06:53.401050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-558f7f44-c46e-4c0d-98d9-0012e2166570 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264658 Nov 09 18:06:53.408684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:53.428161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d5b9b484-c0e5-454a-8f3e-f30714a032bd req-ca1e1262-4f34-413f-8690-7d7602349d15 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157614 Nov 09 18:06:53.502472 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2258d700-6cde-462e-aa37-765a3fe59719 x-openstack-request-id: req-2258d700-6cde-462e-aa37-765a3fe59719 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:53.502752 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "095a41c9-4074-4af0-acff-a23c33715222", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:53.503011 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2258d700-6cde-462e-aa37-765a3fe59719 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:53.503406 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '095a41c9-4074-4af0-acff-a23c33715222', 'status': 'completed', 'code': 200} Nov 09 18:06:53.604076 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:06:53.644131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.650174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.657062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.663114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.669776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.675825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.681854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.683879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-ced8aaeb-4453-4748-ad0d-c038a5474f8e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5372 time: 0.2906673 Nov 09 18:06:53.720184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.738028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c98ccc6-c603-45d4-9dc5-5112e347891d req-19502b10-bc22-4e54-a5d2-03594a95d95f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145854 Nov 09 18:06:53.746356 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-f7b9bf37-e3a1-4c87-8eed-671fa6cbb1b5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] delete failed (client error): The resource could not be found. Nov 09 18:06:53.750489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f7b9bf37-e3a1-4c87-8eed-671fa6cbb1b5 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/26d2281e-76a1-4f25-a24c-f827394f207c HTTP/1.1" status: 404 len: 336 time: 0.3814969 Nov 09 18:06:53.751609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54716) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:53.763785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288c8350-f06c-4509-9424-475544aa0a6a {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:53.799804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.807177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8f77920f-c7bb-47d6-b5b1-6e02357e125a tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 HTTP/1.1" status: 200 len: 205 time: 0.0522647 Nov 09 18:06:53.810432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54718) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:53.811668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b808b191-9f76-4c36-9fc8-4bc7567b871b req-58b23e7c-d30f-43b2-9153-24713b185f5f tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048176 Nov 09 18:06:53.824231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Transition to ACTIVE for port object 288c8350-f06c-4509-9424-475544aa0a6a will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:53.827360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:06:53.828361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.886949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-fcf1a4f4-58e9-4400-b70c-a431c6d2c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.888567 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-fcf1a4f4-58e9-4400-b70c-a431c6d2c4fb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=120ab491-a4a3-4403-851c-84311f388147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4805391 Nov 09 18:06:53.893529 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-2ed951b2-b1f7-4b01-8e93-3c4a635f1f11 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] delete failed (client error): The resource could not be found. Nov 09 18:06:53.897184 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ed951b2-b1f7-4b01-8e93-3c4a635f1f11 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/ef367085-8d7c-4e03-88ba-dd3b1c8e3d86 HTTP/1.1" status: 404 len: 336 time: 0.0811934 Nov 09 18:06:53.897647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54720) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:53.917377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:53.917717 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment ca695a58-eb21-4d99-a594-f587b22d65b0 of type vlan for network 6c44763c-63dd-491d-b776-d38876b4bf8c Nov 09 18:06:53.937042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.937532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.938013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.938503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.938965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.939432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.939890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:53.941783 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-830de87f-9748-4b08-a165-599756f2c519 req-8b6a0f19-fe26-4124-80cf-9586951ef41b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6209 time: 0.2189415 Nov 09 18:06:53.958602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7b578ab-caa1-4e09-a903-825b3c63e4cc tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ecff803-a5b4-4887-9711-7e98da9ca954 HTTP/1.1" status: 200 len: 205 time: 0.0595644 Nov 09 18:06:53.959592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Pushing event updated for resources: {'Port': ['ID=288c8350-f06c-4509-9424-475544aa0a6a,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:53.962234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54722) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.092057 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-0fba0b37-b9e7-46c1-b869-e289f70c1f7b tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] delete failed (client error): The resource could not be found. Nov 09 18:06:54.093368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0fba0b37-b9e7-46c1-b869-e289f70c1f7b tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/7ecff803-a5b4-4887-9711-7e98da9ca954 HTTP/1.1" status: 404 len: 336 time: 0.1298552 Nov 09 18:06:54.099148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54724) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.122241 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.159037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-54532207-91c4-47f8-993c-6ddee06aa3af tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b563790-c32b-4065-a3ad-5c78f40b2fe7 HTTP/1.1" status: 200 len: 205 time: 0.0502079 Nov 09 18:06:54.165374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-77f78924-3830-4612-9a9f-a325edaba9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.166662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54726) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.182695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-77f78924-3830-4612-9a9f-a325edaba9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.225084 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-f918c00d-82d0-42ef-8435-2d619f04c45f tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] delete failed (client error): The resource could not be found. Nov 09 18:06:54.226179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f918c00d-82d0-42ef-8435-2d619f04c45f tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/5b563790-c32b-4065-a3ad-5c78f40b2fe7 HTTP/1.1" status: 404 len: 336 time: 0.0576284 Nov 09 18:06:54.228463 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.232649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54728) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.235434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.236435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.241320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-4899ffd1-7b34-4f81-b144-2d8e75c760a7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.243167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-4899ffd1-7b34-4f81-b144-2d8e75c760a7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 946 time: 0.1455417 Nov 09 18:06:54.244074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Attempting to bind port 288c8350-f06c-4509-9424-475544aa0a6a on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:54.244560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Attempting to bind port 288c8350-f06c-4509-9424-475544aa0a6a by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:54.245052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Attempting to bind port 288c8350-f06c-4509-9424-475544aa0a6a on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:54.259300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-346d2544-48f8-4523-9a6e-246ac1a95158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.259789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-346d2544-48f8-4523-9a6e-246ac1a95158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.260642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-346d2544-48f8-4523-9a6e-246ac1a95158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.262863 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-830de87f-9748-4b08-a165-599756f2c519 req-346d2544-48f8-4523-9a6e-246ac1a95158 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24c9b108c1964bf383dff7cd61139ba7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3083711 Nov 09 18:06:54.290639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-987053af-8a00-4ec1-a7ea-672bf38f82f7 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac60e09-d17e-4efc-8e5e-59382c10ff25 HTTP/1.1" status: 200 len: 205 time: 0.0426128 Nov 09 18:06:54.291273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Port 288c8350-f06c-4509-9424-475544aa0a6a on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:54.291600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Attempting to bind port 288c8350-f06c-4509-9424-475544aa0a6a on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:54.295099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54732) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.301089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-25ae834e-f031-4ceb-b386-db6781e78f27 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874199 Nov 09 18:06:54.375892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:54.376263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Checking segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:54.376670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Bound using segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:54.377037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Bound port: 288c8350-f06c-4509-9424-475544aa0a6a, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:54.377407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.399338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Deleting port 2297e6aa-8707-4fd4-b92b-2b27634839a3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:54.399338 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.407726 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-d6e2ba0f-6aaa-4907-957d-6b428ae956a3 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] delete failed (client error): The resource could not be found. Nov 09 18:06:54.408782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d6e2ba0f-6aaa-4907-957d-6b428ae956a3 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/3ac60e09-d17e-4efc-8e5e-59382c10ff25 HTTP/1.1" status: 404 len: 336 time: 0.0971537 Nov 09 18:06:54.418122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54736) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.421808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f78924-3830-4612-9a9f-a325edaba9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabcb53-36d0-4350-84b3-11dbc1bd56f7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:54.430008 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-77f78924-3830-4612-9a9f-a325edaba9e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a90028ddb9944bc08f377017c366faed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1248536 Nov 09 18:06:54.445319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54738) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.495472 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2656333 Nov 09 18:06:54.505338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.512389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4aca9205-eecd-47a4-8c63-a533bf0a8b08 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "GET /v2.0/ports?device_id=84596540-8264-4223-95b5-f3d6545beff2 HTTP/1.1" status: 200 len: 205 time: 0.0785949 Nov 09 18:06:54.514718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54744) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.515007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': '6c44763c-63dd-491d-b776-d38876b4bf8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:54.531881 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdec704-7fa4-46e3-9489-533aa8265a72 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=6c44763c-63dd-491d-b776-d38876b4bf8c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:54.544870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 6c44763c-63dd-491d-b776-d38876b4bf8c details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:06:54.592321 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-23697c8e-5d3f-4b62-aafa-a82de0514758 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] delete failed (client error): The resource could not be found. Nov 09 18:06:54.595854 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-23697c8e-5d3f-4b62-aafa-a82de0514758 tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/routers/84596540-8264-4223-95b5-f3d6545beff2 HTTP/1.1" status: 404 len: 336 time: 0.0779588 Nov 09 18:06:54.599017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54746) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:54.661288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.661686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-0d688d27-7ec7-457d-873d-c230130af04d service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236656 Nov 09 18:06:54.667218 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10e42be-f18a-48b7-9a71-1101cc3cc08e tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] DELETE failed (client error): The resource could not be found. Nov 09 18:06:54.667343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.667700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10e42be-f18a-48b7-9a71-1101cc3cc08e tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:06:54.673143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f10e42be-f18a-48b7-9a71-1101cc3cc08e tempest-RoutersIpV6AdminTest-145020212 tempest-RoutersIpV6AdminTest-145020212-project] 10.222.0.32 "DELETE /v2.0/subnets/98441c4f-04f2-49bf-92d3-244f5d5f33fb HTTP/1.1" status: 404 len: 337 time: 0.0643291 Nov 09 18:06:54.673384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.680384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.687126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.693307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.700344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.708268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-6386124b-409c-4707-95a6-942654a8335c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.3867736 Nov 09 18:06:54.725669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830de87f-9748-4b08-a165-599756f2c519 req-acaddd03-7a6d-4632-acf5-a7adc220e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.727173 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-830de87f-9748-4b08-a165-599756f2c519 req-acaddd03-7a6d-4632-acf5-a7adc220e783 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4470706 Nov 09 18:06:54.728438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-63f5684d-191e-4051-8988-a26efa1347b7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 217 time: 0.0563974 Nov 09 18:06:54.740681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-609e6a79-1856-42b9-b6a8-033ea1c13fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.795204 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-609e6a79-1856-42b9-b6a8-033ea1c13fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.804769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] For port 288c8350-f06c-4509-9424-475544aa0a6a, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:54.820801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] For port 2297e6aa-8707-4fd4-b92b-2b27634839a3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2297e6aa-8707-4fd4-b92b-2b27634839a3,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:54.821455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.839270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-8ad14207-3716-4613-bffd-40785f8c24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.840755 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-8ad14207-3716-4613-bffd-40785f8c24f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0873232 Nov 09 18:06:54.851927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c1f5-b68c-4136-8030-ddcf1b067322 req-ae3f6e50-d452-4c61-8abc-705df5307ccf tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.853454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b953c1f5-b68c-4136-8030-ddcf1b067322 req-ae3f6e50-d452-4c61-8abc-705df5307ccf tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 946 time: 0.3286922 Nov 09 18:06:54.874455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Deleting port c2846879-dc16-43f8-8ec6-0d38af3468dd {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:06:54.874653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.878831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] For port 288c8350-f06c-4509-9424-475544aa0a6a, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=288c8350-f06c-4509-9424-475544aa0a6a,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:54.883639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Calling delete_port for 2297e6aa-8707-4fd4-b92b-2b27634839a3 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:54.905386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ce98fe18-ddec-44ae-9bb4-eea8c10d03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:54.908295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ce98fe18-ddec-44ae-9bb4-eea8c10d03f8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572612 Nov 09 18:06:54.912387 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da6cb07f-6ee1-4f84-a4d2-2403d115f1fd req-b8239881-576c-4034-9b60-967d8ad41406 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2017140 Nov 09 18:06:54.913620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-609e6a79-1856-42b9-b6a8-033ea1c13fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.919500 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-609e6a79-1856-42b9-b6a8-033ea1c13fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:54.927743 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-609e6a79-1856-42b9-b6a8-033ea1c13fcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8eabcb53-36d0-4350-84b3-11dbc1bd56f7 HTTP/1.1" status: 204 len: 168 time: 0.4704306 Nov 09 18:06:55.004115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:55.007569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.029384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54756) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:55.031159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.035359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e6a79-1856-42b9-b6a8-033ea1c13fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabcb53-36d0-4350-84b3-11dbc1bd56f7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:55.096236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-451ae81c-4acb-47bd-be96-ab7dd71fc77e service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670098 Nov 09 18:06:55.228574 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-9d37109b-de5f-40c4-a9f9-1669f16ce218 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211505 Nov 09 18:06:55.290386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-8c5dea45-9839-4c96-925b-1ca74da9d0be service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 217 time: 0.0505912 Nov 09 18:06:55.347836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e161c3c-d2b3-4ae9-b00d-aae4a7545c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.365382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-21443222-4c25-44b2-bd6f-0b85956409a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.367213 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-21443222-4c25-44b2-bd6f-0b85956409a4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0721536 Nov 09 18:06:55.444384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-251ae2f6-7668-4f71-8bb1-77814ee10b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.445944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-251ae2f6-7668-4f71-8bb1-77814ee10b17 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697837 Nov 09 18:06:55.519151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.519791 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.521161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] 10.222.0.73 "PUT /v2.0/ports/288c8350-f06c-4509-9424-475544aa0a6a HTTP/1.1" status: 200 len: 1091 time: 3.4392922 Nov 09 18:06:55.525218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:55.527518 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fbc3a5-0f40-4d58-a156-5b6b69f85904" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "288c8350-f06c-4509-9424-475544aa0a6a"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:55.527684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e161c3c-d2b3-4ae9-b00d-aae4a7545c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.559518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b953c1f5-b68c-4136-8030-ddcf1b067322 req-481315c5-95cb-45b3-8d9c-cdba62188d24 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900473 Nov 09 18:06:55.590718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3e161c3c-d2b3-4ae9-b00d-aae4a7545c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.599041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:55.637777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3e161c3c-d2b3-4ae9-b00d-aae4a7545c22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77bab0cc5d264e5699627c2395caf805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073050 Nov 09 18:06:55.644731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54780) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:55.673099 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-aab6307c-a49f-4ac3-97f1-77c672307914 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156053 Nov 09 18:06:55.678548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e161c3c-d2b3-4ae9-b00d-aae4a7545c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7155da1c-a825-4c02-8c0f-65d97b125409,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:55.687924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] For port c2846879-dc16-43f8-8ec6-0d38af3468dd, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c2846879-dc16-43f8-8ec6-0d38af3468dd,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:06:55.688498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.729039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6629d8-ca31-4d63-bfc8-f6edae6b316a service neutron] Pushing event updated for resources: {'Port': ['ID=288c8350-f06c-4509-9424-475544aa0a6a,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:55.757312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.764706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.772058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.781117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.788196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.794711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.800563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.804410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-19242f3d-818c-42a7-8ba3-4681031ee802 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5384 time: 0.7862799 Nov 09 18:06:55.805793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Calling delete_port for c2846879-dc16-43f8-8ec6-0d38af3468dd owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:06:55.811036 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6634b99-867f-4f10-92e5-9ec169703562 x-openstack-request-id: req-e6634b99-867f-4f10-92e5-9ec169703562 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:55.811720 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "288c8350-f06c-4509-9424-475544aa0a6a", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:55.812235 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6634b99-867f-4f10-92e5-9ec169703562 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:55.812808 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a', 'status': 'completed', 'code': 200} Nov 09 18:06:55.858916 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-0929cd2a-b3ff-4fea-8a95-562edabf9357 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718798 Nov 09 18:06:55.872851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.873399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.873861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.874358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.874821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.875298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.875740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:55.877607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-def549a4-8999-4b6b-ac5e-cbfe6adeb585 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6276 time: 0.0881088 Nov 09 18:06:55.932244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-781ea94b-c1ef-47d7-a3a9-9aadf97eb56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:55.943653 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-2c2d5532-2b82-4384-82e1-c9c39c159028 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 200 len: 217 time: 0.0650542 Nov 09 18:06:55.972906 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.044170 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-781ea94b-c1ef-47d7-a3a9-9aadf97eb56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.085707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2957643-341d-47de-90e1-f721d7ad5af0 req-a91454b5-2a4e-4b99-9e1f-ac8eb0cad37a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2686968 Nov 09 18:06:56.087843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-a01551d4-a7b1-496a-aa5a-fc20330308eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.089294 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-a01551d4-a7b1-496a-aa5a-fc20330308eb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.1187763 Nov 09 18:06:56.137260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-0efe9114-2409-4676-93c4-0296aa49f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.137260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-0efe9114-2409-4676-93c4-0296aa49f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.137260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-0efe9114-2409-4676-93c4-0296aa49f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.137260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-0efe9114-2409-4676-93c4-0296aa49f50d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24c9b108c1964bf383dff7cd61139ba7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2411549 Nov 09 18:06:56.209887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ef1a906b-0c3c-4a93-b41c-5ca945ae6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.211459 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-ef1a906b-0c3c-4a93-b41c-5ca945ae6c03 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109793 Nov 09 18:06:56.213664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-781ea94b-c1ef-47d7-a3a9-9aadf97eb56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.216753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-781ea94b-c1ef-47d7-a3a9-9aadf97eb56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.218561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-781ea94b-c1ef-47d7-a3a9-9aadf97eb56a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7155da1c-a825-4c02-8c0f-65d97b125409 HTTP/1.1" status: 204 len: 168 time: 0.5728536 Nov 09 18:06:56.290386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ea94b-c1ef-47d7-a3a9-9aadf97eb56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7155da1c-a825-4c02-8c0f-65d97b125409,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:56.341711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-cad6a0c8-2de7-43a7-952d-a17aa81815e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.343124 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-91fbc3a5-0f40-4d58-a156-5b6b69f85904 req-cad6a0c8-2de7-43a7-952d-a17aa81815e3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1988046 Nov 09 18:06:56.383786 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-c14244d3-d1e9-4ff9-a044-2e6b7d93549d service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381950 Nov 09 18:06:56.403198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.409583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.415863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.422812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.428906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.435598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.441597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.449607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-ae7ef4fc-94c1-4879-98d1-8b4d380b687f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.4109147 Nov 09 18:06:56.506331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-c9ceb97e-b97b-446f-963a-7d8ba77ceac6 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113882 Nov 09 18:06:56.510991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.561103 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-115e2f38-d960-4807-8312-260daec805fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 200 len: 217 time: 0.0451899 Nov 09 18:06:56.598760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.647753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-976252b3-49fa-49d6-ad89-7a2ee94c163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.649606 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-976252b3-49fa-49d6-ad89-7a2ee94c163d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0788267 Nov 09 18:06:56.654012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54806) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:56.678170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5141cfbe-873d-4a80-bde5-d436730575b0 req-720572a7-e3a2-4b6c-904e-9321bf4fddb2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2276614 Nov 09 18:06:56.680291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:56.691968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Pushing event deleted for resources: {'Port': ['ID=2297e6aa-8707-4fd4-b92b-2b27634839a3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:56.696243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['9d094396-6a83-4cf0-9a02-d268e1ee7d48'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:56.716578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:06:56.730693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=66072ce2-7a36-48c8-a1ee-7370b94698cd,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:56.769644 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-380aab3a-47b8-46ca-8700-64c89c74dd2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75cbdd7ed2f74408acdb2a61ab63d0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121738 Nov 09 18:06:56.772335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54810) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:56.774370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-21aa277f-5eec-4740-ba1e-6329078c77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:56.776383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-21aa277f-5eec-4740-ba1e-6329078c77fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113844 Nov 09 18:06:56.853694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32751181-fc26-46af-b08e-29ca05a19ba9 req-20619d5c-8056-41d5-8e14-dd381c181f99 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb1cdcf-787b-4cd3-830c-6e785f6f21a9 HTTP/1.1" status: 200 len: 210 time: 0.1819456 Nov 09 18:06:56.895545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event deleted for resources: {'Port': ['ID=c2846879-dc16-43f8-8ec6-0d38af3468dd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:57.001730 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-66320768-98bf-4221-8cad-5dfcbe4e9f81 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044179 Nov 09 18:06:57.002607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9a0214-9b8a-4b94-8400-0405f838359c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:06:57.007000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-52b96673-cf06-47a8-99ec-067ba805ad74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.012694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.025041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Transition to ACTIVE for port object 4e9a0214-9b8a-4b94-8400-0405f838359c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:06:57.034683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': 'ca695a58-eb21-4d99-a594-f587b22d65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c44763c-63dd-491d-b776-d38876b4bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:57.035235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: 6c44763c-63dd-491d-b776-d38876b4bf8c, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:06:57.063110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] No DVR routers for this DVR port c2846879-dc16-43f8-8ec6-0d38af3468dd on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:06:57.065441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.071069 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.076585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0e1987c-6a95-4a0e-92ae-500fefeb23a1 req-cd887360-66d8-4eed-8125-9797dce2afb7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "DELETE /v2.0/ports/c2846879-dc16-43f8-8ec6-0d38af3468dd HTTP/1.1" status: 204 len: 173 time: 2.8104954 Nov 09 18:06:57.112430 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-52b96673-cf06-47a8-99ec-067ba805ad74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.163144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 6c44763c-63dd-491d-b776-d38876b4bf8c is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:06:57.191213 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-52b96673-cf06-47a8-99ec-067ba805ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.194252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-52b96673-cf06-47a8-99ec-067ba805ad74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.195528 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-52b96673-cf06-47a8-99ec-067ba805ad74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/778517a3-ee18-4dee-99d9-5e91fd4f9dfb HTTP/1.1" status: 204 len: 168 time: 0.4181480 Nov 09 18:06:57.215515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 6c44763c-63dd-491d-b776-d38876b4bf8c) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:57.225007 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090c2ce-74e1-48be-a91a-b577ffb5a145 None None] Network 6c44763c-63dd-491d-b776-d38876b4bf8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:57.250392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96673-cf06-47a8-99ec-067ba805ad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778517a3-ee18-4dee-99d9-5e91fd4f9dfb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:57.258607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-c7f0cc56-1733-40eb-add2-673f2cc812a3 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408681 Nov 09 18:06:57.293679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.294684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.316386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Pushing event updated for resources: {'Port': ['ID=4e9a0214-9b8a-4b94-8400-0405f838359c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:57.374621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-0e09db6b-3e24-478c-8fb4-eb347f857b08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 200 len: 217 time: 0.1084630 Nov 09 18:06:57.402423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-87308371-2b46-4ae4-8cd6-678494ad9d2f tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8875353 Nov 09 18:06:57.403644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54830) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:57.417308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-287939633'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:57.521384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-08ace8b0-438e-407a-98bf-3af07e2ea0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.525591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-08ace8b0-438e-407a-98bf-3af07e2ea0c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.1405737 Nov 09 18:06:57.530009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:57.534553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-6c44763c-63dd-491d-b776-d38876b4bf8c', 'network_id': '6c44763c-63dd-491d-b776-d38876b4bf8c', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': '66072ce2-7a36-48c8-a1ee-7370b94698cd'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:06:57.535447 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.538749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.551904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c2846879-dc16-43f8-8ec6-0d38af3468dd no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:06:57.559590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.583864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: c2846879-dc16-43f8-8ec6-0d38af3468dd {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:06:57.584161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c2846879-dc16-43f8-8ec6-0d38af3468dd not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:06:57.602292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.604969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:06:57.611744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-fc22777b-db65-44ca-b165-3d23615700e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.613345 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-fc22777b-db65-44ca-b165-3d23615700e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719082 Nov 09 18:06:57.630349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.630349 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0 of type vlan for network 343882a5-09d5-4bf5-a6b5-4ccc7b44def1 Nov 09 18:06:57.632716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.665498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.685549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.701776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.716373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.722036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1d3dd107-df00-49e0-91ef-bf4dafc3e0cd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5396 time: 0.3837278 Nov 09 18:06:57.738892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.817599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.826128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'name': 'network-vif-deleted', 'tag': 'c2846879-dc16-43f8-8ec6-0d38af3468dd'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:06:57.829473 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fa4047-9a34-4b55-b2e6-a84b9cb936b5" -d '{"events": [{"server_uuid": "dfb1cdcf-787b-4cd3-830c-6e785f6f21a9", "name": "network-vif-deleted", "tag": "c2846879-dc16-43f8-8ec6-0d38af3468dd"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:06:57.842840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Attempting to bind port 4e9a0214-9b8a-4b94-8400-0405f838359c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:57.843481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Attempting to bind port 4e9a0214-9b8a-4b94-8400-0405f838359c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:57.844511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Attempting to bind port 4e9a0214-9b8a-4b94-8400-0405f838359c on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:57.877305 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-c544f49b-a1db-4731-80b7-149e10e78066 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546906 Nov 09 18:06:57.879394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.885849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:57.886717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:57.895020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Allocated IP 2001:db8::1 (6c44763c-63dd-491d-b776-d38876b4bf8c/66072ce2-7a36-48c8-a1ee-7370b94698cd/633015ad-f205-4e17-85fd-6ed3a2fa0ac6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:06:58.016039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Port 4e9a0214-9b8a-4b94-8400-0405f838359c on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:06:58.016473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Attempting to bind port 4e9a0214-9b8a-4b94-8400-0405f838359c on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:58.034021 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6257763 Nov 09 18:06:58.038776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:58.047346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:58.055464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3d50-f436-4374-b241-01cd49a3e33d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=343882a5-09d5-4bf5-a6b5-4ccc7b44def1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:58.146893 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.160505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 343882a5-09d5-4bf5-a6b5-4ccc7b44def1 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:06:58.160859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd27323c-0f6a-4628-9118-bd3fd62c6fc6 req-1c375bb4-ffe5-4fed-8df5-50aa8db467c0 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4193327 Nov 09 18:06:58.175633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:58.176261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Checking segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:58.176664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Bound using segment: {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:58.177118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Bound port: 4e9a0214-9b8a-4b94-8400-0405f838359c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b595cf72-e217-4840-bb26-be4f0e5a36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:58.179759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.204543 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-26837ddb-e9aa-4662-8d7e-99089be3ff57 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138883 Nov 09 18:06:58.289575 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.295291 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe6b4b-364a-4e8c-9220-44c9394eb262 x-openstack-request-id: req-59fe6b4b-364a-4e8c-9220-44c9394eb262 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:06:58.295291 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb1cdcf-787b-4cd3-830c-6e785f6f21a9", "name": "network-vif-deleted", "tag": "c2846879-dc16-43f8-8ec6-0d38af3468dd", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:06:58.295291 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59fe6b4b-364a-4e8c-9220-44c9394eb262 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:06:58.295291 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb1cdcf-787b-4cd3-830c-6e785f6f21a9', 'name': 'network-vif-deleted', 'tag': 'c2846879-dc16-43f8-8ec6-0d38af3468dd', 'status': 'completed', 'code': 200} Nov 09 18:06:58.328949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-2ed4c233-2faf-4f36-8963-964bcd98c1fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 217 time: 0.1139340 Nov 09 18:06:58.356102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Network 6c44763c-63dd-491d-b776-d38876b4bf8c is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:06:58.361663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:58.375049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.375696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:06:58.381902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.388581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.394766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.413433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.424621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.442142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.454677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-4ae77ccc-340a-4ab5-95d4-896beec22728 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.2405739 Nov 09 18:06:58.474790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:58.478681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Pushing event updated for resources: {'Port': ['ID=633015ad-f205-4e17-85fd-6ed3a2fa0ac6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:58.484749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.498312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] For port 4e9a0214-9b8a-4b94-8400-0405f838359c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:58.509572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Attempting to bind port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:06:58.509986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Attempting to bind port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'ca695a58-eb21-4d99-a594-f587b22d65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c44763c-63dd-491d-b776-d38876b4bf8c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:06:58.510390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Attempting to bind port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 on network 6c44763c-63dd-491d-b776-d38876b4bf8c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:06:58.521997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] For port 4e9a0214-9b8a-4b94-8400-0405f838359c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4e9a0214-9b8a-4b94-8400-0405f838359c,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:58.523411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:06:58.524130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Checking segment: {'id': 'ca695a58-eb21-4d99-a594-f587b22d65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c44763c-63dd-491d-b776-d38876b4bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:58.524548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.526643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Bound using segment: {'id': 'ca695a58-eb21-4d99-a594-f587b22d65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c44763c-63dd-491d-b776-d38876b4bf8c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:06:58.530686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Bound port: 633015ad-f205-4e17-85fd-6ed3a2fa0ac6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca695a58-eb21-4d99-a594-f587b22d65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c44763c-63dd-491d-b776-d38876b4bf8c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:06:58.531148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.534577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54876) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:58.540823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:06:58.557675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-10cfc27b-4fe2-44da-9ff5-4a5cde33650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.559268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-10cfc27b-4fe2-44da-9ff5-4a5cde33650d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.2202115 Nov 09 18:06:58.569617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Performing IP validity checks on allocation pools {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:06:58.570194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:06:58.572049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.597672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0750b21-56e8-4d48-b661-18fcdfee18b7 req-b8684e0b-b658-4045-b36f-da770c989f66 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421106 Nov 09 18:06:58.660820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-988e23c9-8bfa-41fa-b76b-107220ac1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.663131 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-988e23c9-8bfa-41fa-b76b-107220ac1167 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904922 Nov 09 18:06:58.695399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] For port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:06:58.698877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] For port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=633015ad-f205-4e17-85fd-6ed3a2fa0ac6,segment=NetworkSegment(ca695a58-eb21-4d99-a594-f587b22d65b0),segment_id=ca695a58-eb21-4d99-a594-f587b22d65b0)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:06:58.707683 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.719340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-887360411'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:58.782643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:06:58.787942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.809096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:58.809798 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.812720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:58.815985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] 10.222.0.73 "PUT /v2.0/ports/4e9a0214-9b8a-4b94-8400-0405f838359c HTTP/1.1" status: 200 len: 1091 time: 3.2438579 Nov 09 18:06:58.833444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e2511-5f94-4c6b-b87a-608798fdff10 None None] Pushing event updated for resources: {'Port': ['ID=633015ad-f205-4e17-85fd-6ed3a2fa0ac6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:58.867601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:58.972752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b9e56-92e1-436b-bfce-46807d7b475d service neutron] Pushing event updated for resources: {'Port': ['ID=4e9a0214-9b8a-4b94-8400-0405f838359c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:58.987588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.041972 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-95814a61-4b40-4384-be97-65abc49ee9af service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677940 Nov 09 18:06:59.043752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1a355-fefe-4381-8f84-dada969cd07e req-058b8dd3-8bc2-4e40-8794-ced7b004621d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.051535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ce1a355-fefe-4381-8f84-dada969cd07e req-058b8dd3-8bc2-4e40-8794-ced7b004621d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 945 time: 0.2439723 Nov 09 18:06:59.065941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:06:59.078093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c833c81f-7d4b-4dad-8cdb-2fa4b38e5253 admin admin] 10.222.0.32 "PUT /v2.0/routers/7e9dd8bd-a55b-4e15-aa3c-ab511a47a556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2069910 Nov 09 18:06:59.078401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.080361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54894) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:59.087580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818696c0-4091-432c-9d87-d62672a67791 None None] Sync routers for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:06:59.138294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:59.139928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:59.254357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.263354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=15a8045d-8161-4409-af04-4b3da3d0ed0c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:59.272514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.287376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:06:59.300368 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.301204 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Added segment 16f6ff3b-d7bc-463b-bd2a-cde3d99d424b of type vlan for network 43f0f617-cb2b-4d87-b09e-f21386636801 Nov 09 18:06:59.334928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:06:59.359611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:06:59.360101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: 343882a5-09d5-4bf5-a6b5-4ccc7b44def1, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:06:59.362357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ce1a355-fefe-4381-8f84-dada969cd07e req-e21a9c6e-4954-4e74-8002-e220b1460836 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099196 Nov 09 18:06:59.372234 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.433995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4f1d8a4f-6a0d-4f1a-8b79-6276201ec16e req-d0f80319-23d9-41ae-b42c-d5c60599d27e service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807542 Nov 09 18:06:59.434584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf4a03-5922-4d2d-a08e-47cefca15cf8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:59.459259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 343882a5-09d5-4bf5-a6b5-4ccc7b44def1 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:06:59.468582 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.475298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.475920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.499916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 343882a5-09d5-4bf5-a6b5-4ccc7b44def1) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:06:59.566906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c62652-f5e5-4c5e-beb5-1464387485f1 None None] Network 343882a5-09d5-4bf5-a6b5-4ccc7b44def1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:06:59.578670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.578670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.599082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.605937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.609376 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0723195 Nov 09 18:06:59.613312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.615366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54904) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:59.620337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.627220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.633929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.636882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'subnet': {'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:06:59.640621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.649558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-9a6f12e2-c0e1-4120-9abb-3d91b95e73b7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5396 time: 0.2801857 Nov 09 18:06:59.652875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.657011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a0063-055c-4e0b-bc37-0ad311aa6d08 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Network': ['ID=43f0f617-cb2b-4d87-b09e-f21386636801,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:06:59.677644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 43f0f617-cb2b-4d87-b09e-f21386636801 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:06:59.695406 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-878418a4-3a33-4483-99c3-521afab8e9e5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6558433 Nov 09 18:06:59.699503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54908) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:06:59.745216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.745703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.746312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.746761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.747231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.747695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.748162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.750080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-50fdb8bb-13d8-473e-bc80-5ec0c230d72b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6488 time: 0.2164333 Nov 09 18:06:59.854290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:06:56Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:59.890712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818696c0-4091-432c-9d87-d62672a67791 None None] Checking router: 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:06:59.893232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-343882a5-09d5-4bf5-a6b5-4ccc7b44def1', 'network_id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': '15a8045d-8161-4409-af04-4b3da3d0ed0c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:06:59.894130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:06:59.907011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a757a7a-f34a-4812-9d58-485e369512d4 req-672d59e3-9483-4760-a516-5ca485af21de tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2561212 Nov 09 18:06:59.934222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] Routers {'7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:06:59.934222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:06:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:06:59.989662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:06:59.996110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.009099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.025215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.032731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.039075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.045502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.047690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-eb339be0-1b2f-48af-9d05-cee81b0bdc46 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.2896297 Nov 09 18:07:00.085885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.165617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] Set router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:00.195862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Allocated IP 2001:db8::3 (343882a5-09d5-4bf5-a6b5-4ccc7b44def1/15a8045d-8161-4409-af04-4b3da3d0ed0c/ca34e533-911e-45ed-9d1d-b4317ac5cf5c) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:00.397897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54916) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:00.510536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b686504-a2bc-4a0d-8aa9-0b02c4deed79 None None] Network 6c44763c-63dd-491d-b776-d38876b4bf8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:00.519812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:00.523668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.593529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:00.596170 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:00.640189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:00.648620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-19f0e35f-f2ae-471f-be61-7cf02f710a49 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.650190 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-19f0e35f-f2ae-471f-be61-7cf02f710a49 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 945 time: 0.2824907 Nov 09 18:07:00.659647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c2753d2-2870-4f42-adf8-6e3923e2be56 req-adde2257-1354-4b79-ba9a-4ab9431dfad3 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6030028 Nov 09 18:07:00.689294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d82-0a37-4105-bfbe-77411ad66f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.697607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b715e360-ad8b-46cd-b16d-0201c45fc33c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:00.709199 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.727998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.731901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Transition to ACTIVE for port object b715e360-ad8b-46cd-b16d-0201c45fc33c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:00.744235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac108da-f232-4b51-a24d-988f9768fa43 req-1c4e14ca-6c29-4180-baf1-22b68f18eef6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.745740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ac108da-f232-4b51-a24d-988f9768fa43 req-1c4e14ca-6c29-4180-baf1-22b68f18eef6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 945 time: 0.1421666 Nov 09 18:07:00.749127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.780042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-318f1b67-5529-4b69-a0d4-c3f85b330afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:00.781560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-318f1b67-5529-4b69-a0d4-c3f85b330afe service neutron] 10.222.0.85 "GET /v2.0/networks?id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 903 time: 0.4232159 Nov 09 18:07:00.806957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Deleting port 28df823b-ba80-4bd5-b9ce-9708ea9544d5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:00.807585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.887261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-55f0ab9f-8853-416b-8d53-7eac1190766a None None] Provisioning complete for port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:00.887653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f0ab9f-8853-416b-8d53-7eac1190766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:00.894048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Pushing event updated for resources: {'Port': ['ID=b715e360-ad8b-46cd-b16d-0201c45fc33c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:00.905156 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-3c6579cb-d5db-4c07-9b9d-a35fd4991a21 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 217 time: 0.1001599 Nov 09 18:07:00.906885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ac108da-f232-4b51-a24d-988f9768fa43 req-011aea36-6391-4bfe-8908-eea35394cf85 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325526 Nov 09 18:07:00.918243 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadf2e1b-585e-4b00-a850-7f956eea4224 x-openstack-request-id: req-eadf2e1b-585e-4b00-a850-7f956eea4224 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:00.918928 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:00.918928 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eadf2e1b-585e-4b00-a850-7f956eea4224 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:00.919465 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c', 'status': 'completed', 'code': 200} Nov 09 18:07:00.953714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.954140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.955191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.955191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.955191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.955801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.956205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.956629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.957051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.957881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.957881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:00.958346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:01.043858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.057198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:01.057821 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.077195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] For port 28df823b-ba80-4bd5-b9ce-9708ea9544d5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=28df823b-ba80-4bd5-b9ce-9708ea9544d5,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:01.077195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.094222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.094691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.095290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.095722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.096174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.096642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.097113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.099108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-782b5155-6b37-4f00-b457-4bfe093d7148 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6368 time: 0.1900241 Nov 09 18:07:01.101297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-313972cb-230d-4f37-8364-7089ad7103e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.103396 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-313972cb-230d-4f37-8364-7089ad7103e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.1870680 Nov 09 18:07:01.148184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Calling delete_port for 28df823b-ba80-4bd5-b9ce-9708ea9544d5 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:01.192224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d82-0a37-4105-bfbe-77411ad66f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.201778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d82-0a37-4105-bfbe-77411ad66f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.217402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Attempting to bind port b715e360-ad8b-46cd-b16d-0201c45fc33c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:01.217712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Attempting to bind port b715e360-ad8b-46cd-b16d-0201c45fc33c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:01.217993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Attempting to bind port b715e360-ad8b-46cd-b16d-0201c45fc33c on network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:01.225197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-818696c0-4091-432c-9d87-d62672a67791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:06:56Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:01.230894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Deleting port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:01.231246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.272488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Port b715e360-ad8b-46cd-b16d-0201c45fc33c on network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:01.272831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Attempting to bind port b715e360-ad8b-46cd-b16d-0201c45fc33c on network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:01.289711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818696c0-4091-432c-9d87-d62672a67791 None None] The sync data for ids ['7e9dd8bd-a55b-4e15-aa3c-ab511a47a556'] in n-d-817240-1 is: [{'id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'name': 'tempest-ServersTestManualDisk-279711861-router', 'tenant_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:04Z', 'updated_at': '2021-11-09T18:06:56Z', 'revision_number': 5, 'project_id': '45d6703de4ea496a91d1b537ec4e1a5a', 'gw_port': {'id': '28df823b-ba80-4bd5-b9ce-9708ea9544d5', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9dd8bd-a55b-4e15-aa3c-ab511a47a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:05Z', 'updated_at': '2021-11-09T18:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:01.290394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.295745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.297813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.303984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.310995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.314936 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f0ab9f-8853-416b-8d53-7eac1190766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.317690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.323872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.330352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.331006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.331853 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.339575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-ce92728f-22bb-4b5e-af03-8eecb6c62ca1 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5408 time: 0.2716959 Nov 09 18:07:01.352538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b9d82-0a37-4105-bfbe-77411ad66f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3330464-36e2-4c2e-99e2-33373623f742,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:01.353897 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.359342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:01.359689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Checking segment: {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:01.360083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Bound using segment: {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:01.360671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Bound port: b715e360-ad8b-46cd-b16d-0201c45fc33c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:01.361046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.363076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:01.367313 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aa8b9d82-0a37-4105-bfbe-77411ad66f30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f74b3b030ba4d3db724124797c8daf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476154 Nov 09 18:07:01.391923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-9429b37b-9ca4-4f34-b541-3bacbedce338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.393419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-9429b37b-9ca4-4f34-b541-3bacbedce338 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2734516 Nov 09 18:07:01.442180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-55f0ab9f-8853-416b-8d53-7eac1190766a None None] For port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=633015ad-f205-4e17-85fd-6ed3a2fa0ac6,segment=NetworkSegment(ca695a58-eb21-4d99-a594-f587b22d65b0),segment_id=ca695a58-eb21-4d99-a594-f587b22d65b0)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:01.448087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Network 343882a5-09d5-4bf5-a6b5-4ccc7b44def1 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:01.456051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:01.458426 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f0ab9f-8853-416b-8d53-7eac1190766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.465842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:01.473633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Pushing event updated for resources: {'Port': ['ID=ca34e533-911e-45ed-9d1d-b4317ac5cf5c,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:01.498770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-e5d32f14-4eac-462f-a88b-213cf224c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.499247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-e5d32f14-4eac-462f-a88b-213cf224c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.499718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-e5d32f14-4eac-462f-a88b-213cf224c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.501331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-e5d32f14-4eac-462f-a88b-213cf224c5ca service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24c9b108c1964bf383dff7cd61139ba7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3873127 Nov 09 18:07:01.538203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Subnet': ['ID=2d0cdfda-163d-4278-814e-ff179cde3838,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:01.540925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b75524e-d548-403f-8f1a-fb1d8c07fc03 req-02db5ac7-53d9-4829-96a7-8f0ee21af898 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951771 Nov 09 18:07:01.546730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.560246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Checking segment: {'id': '16f6ff3b-d7bc-463b-bd2a-cde3d99d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:01.560246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network hostable DHCP agents. Network: 43f0f617-cb2b-4d87-b09e-f21386636801, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:01.598452 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:07:01.598795 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:07:01.610520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=15a8045d-8161-4409-af04-4b3da3d0ed0c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:01.619648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Attempting to bind port ca34e533-911e-45ed-9d1d-b4317ac5cf5c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:01.620422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Attempting to bind port ca34e533-911e-45ed-9d1d-b4317ac5cf5c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:01.621558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Attempting to bind port ca34e533-911e-45ed-9d1d-b4317ac5cf5c on network 343882a5-09d5-4bf5-a6b5-4ccc7b44def1 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:01.622285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] For port 9d094396-6a83-4cf0-9a02-d268e1ee7d48, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=9d094396-6a83-4cf0-9a02-d268e1ee7d48,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:01.622667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.636608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:01.637338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Checking segment: {'id': 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:01.637749 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.638186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Bound using segment: {'id': 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:01.639243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Bound port: ca34e533-911e-45ed-9d1d-b4317ac5cf5c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:01.639243 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.644859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0ab9f-8853-416b-8d53-7eac1190766a None None] Pushing event updated for resources: {'Port': ['ID=633015ad-f205-4e17-85fd-6ed3a2fa0ac6,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:01.705465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Calling delete_port for 9d094396-6a83-4cf0-9a02-d268e1ee7d48 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:01.712045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] For port b715e360-ad8b-46cd-b16d-0201c45fc33c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:01.718425 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb920-d549-4e49-aaa6-d2f963bd46de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.720664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-79f6b674-1c8b-4520-83f8-324c1d9a9a77 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157284 Nov 09 18:07:01.721451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:01.751229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] For port b715e360-ad8b-46cd-b16d-0201c45fc33c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:01.770587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] For port ca34e533-911e-45ed-9d1d-b4317ac5cf5c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:01.776062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] For port ca34e533-911e-45ed-9d1d-b4317ac5cf5c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ca34e533-911e-45ed-9d1d-b4317ac5cf5c,segment=NetworkSegment(fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0),segment_id=fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:01.780431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.788069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.819975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb920-d549-4e49-aaa6-d2f963bd46de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.837988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.840655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 43f0f617-cb2b-4d87-b09e-f21386636801) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:01.859992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.860693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.885665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343882a5-09d5-4bf5-a6b5-4ccc7b44def1']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:01.916264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7bb088ef-de77-4e00-85cd-d4c0dc175b67 None None] Provisioning complete for port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:01.920019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7bb088ef-de77-4e00-85cd-d4c0dc175b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.921485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:01.921485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:01.936292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-1ebc2744-9a0d-4dcb-8247-4acbe025e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.937917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb2de1c-74c4-47c6-81bc-b6f9388616c1 req-1ebc2744-9a0d-4dcb-8247-4acbe025e071 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4252102 Nov 09 18:07:01.941509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:01.942686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.951694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] 10.222.0.73 "PUT /v2.0/ports/b715e360-ad8b-46cd-b16d-0201c45fc33c HTTP/1.1" status: 200 len: 1091 time: 3.0949376 Nov 09 18:07:01.956758 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f962bb5c-2341-4942-b21f-f43f50293af8 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3269224 Nov 09 18:07:01.963266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:01.965095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54934) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:01.974390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'name': 'tempest-AllowedAddressPairTestJSON-1846161427'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:02.016716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48026e-c475-4762-a8f6-f30cd9d01cae None None] Pushing event updated for resources: {'Port': ['ID=ca34e533-911e-45ed-9d1d-b4317ac5cf5c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:02.023686 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.024012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31535fe2-c7b7-4910-88ab-7c7159bf8e84 None None] Network 43f0f617-cb2b-4d87-b09e-f21386636801 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:02.032362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12d03f6a-1bc0-4685-aed2-b34965ec4cae req-d793ac7a-7167-4f6e-be62-eb773cf491ad service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988997 Nov 09 18:07:02.038031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Request body: {'port': {'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:02.062819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:02.063388 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:02.066667 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:02.149953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.api [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 18:07:02.149953 n-d-817240-1 neutron-server[102141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 18:07:02.149953 n-d-817240-1 neutron-server[102141]: [parameters: {'id': '343882a5-09d5-4bf5-a6b5-4ccc7b44def1'}] Nov 09 18:07:02.149953 n-d-817240-1 neutron-server[102141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:07:02.150594 n-d-817240-1 neutron-server[102141]: DEBUG oslo_db.api [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:07:02.155402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.170380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc959a-a963-48b0-be63-1130d147eb2d service neutron] Pushing event updated for resources: {'Port': ['ID=b715e360-ad8b-46cd-b16d-0201c45fc33c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:02.196826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.198032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event deleted for resources: {'Port': ['ID=9d094396-6a83-4cf0-9a02-d268e1ee7d48,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:02.217376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cc222a2-9858-4190-93dd-f0bd288dcfb5 req-c052a361-bd75-4553-9a5a-26a258cf09f1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=19165a75-1797-4768-a9e8-060b92ecaa66 HTTP/1.1" status: 200 len: 210 time: 0.1211042 Nov 09 18:07:02.246483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:02.249735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] No DVR routers for this DVR port 9d094396-6a83-4cf0-9a02-d268e1ee7d48 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:02.249892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:02.252499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.256081 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c261260-f253-4867-a928-ae682a8a4ed1 req-a3c96aa8-8eb7-4023-a013-587180a43c25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "DELETE /v2.0/ports/9d094396-6a83-4cf0-9a02-d268e1ee7d48 HTTP/1.1" status: 204 len: 173 time: 1.5825186 Nov 09 18:07:02.256427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:02.256653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19165a75-1797-4768-a9e8-060b92ecaa66', 'name': 'network-vif-deleted', 'tag': '9d094396-6a83-4cf0-9a02-d268e1ee7d48'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:02.259115 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8580c27-ebaa-4115-b1e5-94baaac9edb1" -d '{"events": [{"server_uuid": "19165a75-1797-4768-a9e8-060b92ecaa66", "name": "network-vif-deleted", "tag": "9d094396-6a83-4cf0-9a02-d268e1ee7d48"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:02.263039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:02.269031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:02.275894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:02.283186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:02.285366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-26b3c92a-fd1f-4bac-94dc-5360df0af546 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.4607112 Nov 09 18:07:02.293626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['9d094396-6a83-4cf0-9a02-d268e1ee7d48'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:02.296847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:02.315216 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410e9b8f-e4df-4b73-aa41-7916f40a0e46 x-openstack-request-id: req-410e9b8f-e4df-4b73-aa41-7916f40a0e46 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:02.315873 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19165a75-1797-4768-a9e8-060b92ecaa66", "name": "network-vif-deleted", "tag": "9d094396-6a83-4cf0-9a02-d268e1ee7d48", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:02.316192 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-410e9b8f-e4df-4b73-aa41-7916f40a0e46 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:02.316658 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19165a75-1797-4768-a9e8-060b92ecaa66', 'name': 'network-vif-deleted', 'tag': '9d094396-6a83-4cf0-9a02-d268e1ee7d48', 'status': 'completed', 'code': 200} Nov 09 18:07:02.325796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=28df823b-ba80-4bd5-b9ce-9708ea9544d5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:02.390274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb920-d549-4e49-aaa6-d2f963bd46de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.392746 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb920-d549-4e49-aaa6-d2f963bd46de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.397586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5a2fb920-d549-4e49-aaa6-d2f963bd46de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3330464-36e2-4c2e-99e2-33373623f742 HTTP/1.1" status: 204 len: 168 time: 1.0213084 Nov 09 18:07:02.404378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9858dc-e3a4-45c8-a80a-5198c29ccdcf None None] Network 343882a5-09d5-4bf5-a6b5-4ccc7b44def1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:02.444577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.469456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fb920-d549-4e49-aaa6-d2f963bd46de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3330464-36e2-4c2e-99e2-33373623f742,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:02.512134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-481a978f-0d4b-4a88-8290-273c9da1add0 req-c8bf3eed-f68b-4b6d-81c3-0fe551fe407f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1985972 Nov 09 18:07:02.546145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-43f0f617-cb2b-4d87-b09e-f21386636801', 'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'tenant_id': '22cbae6312b54adba207b2ce056f4c69', 'fixed_ips': [{'subnet_id': '2d0cdfda-163d-4278-814e-ff179cde3838'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:02.547470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.552748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.654098 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.685339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.687885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.695452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:02.771679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting port ca34e533-911e-45ed-9d1d-b4317ac5cf5c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:02.773139 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.788451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.788977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:07:02.792094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:02.795903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.814581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.815789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2d2394cf-6920-487f-88e4-1666c588d9ce admin admin] 10.222.0.32 "DELETE /v2.0/routers/7e9dd8bd-a55b-4e15-aa3c-ab511a47a556 HTTP/1.1" status: 204 len: 168 time: 3.7314250 Nov 09 18:07:02.821378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] device_id is not set on port 2959c0dc-45f1-4c20-9f96-3e56d9fb2267 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:07:02.861513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] For port ca34e533-911e-45ed-9d1d-b4317ac5cf5c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ca34e533-911e-45ed-9d1d-b4317ac5cf5c,segment=NetworkSegment(fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0),segment_id=fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:02.862271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.877959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Calling delete_port for ca34e533-911e-45ed-9d1d-b4317ac5cf5c owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:02.883731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:02.884074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54946) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:02.913628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-774624ba-a697-4f72-9fcf-443ba8640441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:02.941835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:02.953665 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf74dbe1-5f8c-4782-8b76-288a37171358" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:03.046480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.052594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.059597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.064069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-774624ba-a697-4f72-9fcf-443ba8640441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.065801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.072151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.079506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.085604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.087710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-d5e8102e-dc41-458d-8206-20e805202445 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5408 time: 0.3431213 Nov 09 18:07:03.091605 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7f2a3f-425c-4364-8cee-07fa38bb1e1b x-openstack-request-id: req-0c7f2a3f-425c-4364-8cee-07fa38bb1e1b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:03.091936 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:03.092149 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c7f2a3f-425c-4364-8cee-07fa38bb1e1b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:03.092546 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c', 'status': 'completed', 'code': 200} Nov 09 18:07:03.110835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-774624ba-a697-4f72-9fcf-443ba8640441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.178438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Allocated IP 172.20.0.2 (43f0f617-cb2b-4d87-b09e-f21386636801/2d0cdfda-163d-4278-814e-ff179cde3838/958f393c-a3d4-4de6-a28e-02c4f0d4a5d0) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:03.181709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] Deleting subnet a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:03.188862 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-774624ba-a697-4f72-9fcf-443ba8640441 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a5e32a111994f05830e0ea0edb15463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3026228 Nov 09 18:07:03.189647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.193019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774624ba-a697-4f72-9fcf-443ba8640441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dc5951-4157-4b37-bd5d-10bde0af1caa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:03.200418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54952) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:03.218669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.219154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.219632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.220080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.220545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.221002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.221458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.223541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-33661eaa-bde2-47e0-9194-15182baffddc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6410 time: 0.1300247 Nov 09 18:07:03.241743 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.244090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.266547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5930bc1-5259-4f18-9e55-6b87f5a67c11 req-454a28ed-3f3c-4833-a608-a612b165a532 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620526 Nov 09 18:07:03.310793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Port': ['ID=ca34e533-911e-45ed-9d1d-b4317ac5cf5c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:03.317632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No DVR routers for this DVR port ca34e533-911e-45ed-9d1d-b4317ac5cf5c on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:03.364284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:03.364962 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.448788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a353a44a-bbfe-48fb-b9c3-8a10d6cba259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.496449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.497029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-664cbbe1-ea0b-46d5-bb44-83c5becdc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.497507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-664cbbe1-ea0b-46d5-bb44-83c5becdc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.497974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-664cbbe1-ea0b-46d5-bb44-83c5becdc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:03.499617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-664cbbe1-ea0b-46d5-bb44-83c5becdc2f6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=24c9b108c1964bf383dff7cd61139ba7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2622144 Nov 09 18:07:03.548849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343882a5-09d5-4bf5-a6b5-4ccc7b44def1']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:03.552577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48388937-7adf-43ec-8a8a-7aef55243054 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:03.561875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.562127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:03.562443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbeab2d1-1b0d-45cd-aaeb-2c4d2752e4a0') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:03.576030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Transition to ACTIVE for port object 48388937-7adf-43ec-8a8a-7aef55243054 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:03.576762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.578581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a353a44a-bbfe-48fb-b9c3-8a10d6cba259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.591956 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.598100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.605810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.610226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.616431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2297e6aa-8707-4fd4-b92b-2b27634839a3 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:03.618899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.643361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:03.644022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:03.647186 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:03.676197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2297e6aa-8707-4fd4-b92b-2b27634839a3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:03.676743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2297e6aa-8707-4fd4-b92b-2b27634839a3 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:03.693560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:03.701395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:03.709025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:03.713009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Pushing event updated for resources: {'Port': ['ID=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:03.741141 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.752625 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.758980 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/343882a5-09d5-4bf5-a6b5-4ccc7b44def1 HTTP/1.1" status: 204 len: 168 time: 4.0542099 Nov 09 18:07:03.762244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54970) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:03.775742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1578127599'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:03.781318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Attempting to bind port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:03.781751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Attempting to bind port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '16f6ff3b-d7bc-463b-bd2a-cde3d99d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:03.782229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Attempting to bind port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 on network 43f0f617-cb2b-4d87-b09e-f21386636801 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:03.783356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d876284-e3c9-48a5-b3a4-218bed423bf4 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=343882a5-09d5-4bf5-a6b5-4ccc7b44def1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:03.792586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:03.792917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Checking segment: {'id': '16f6ff3b-d7bc-463b-bd2a-cde3d99d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:03.793324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.793716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Bound using segment: {'id': '16f6ff3b-d7bc-463b-bd2a-cde3d99d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:03.794219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Bound port: 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f6ff3b-d7bc-463b-bd2a-cde3d99d424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:03.794613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.798196 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.838543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:03.843506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.849428 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1e7c33a4-b92b-44b7-8d21-207f12dd9f3b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a5a144c7-4fdd-4825-8f8e-1bdeb735f6c7 HTTP/1.1" status: 204 len: 168 time: 0.9643073 Nov 09 18:07:03.850093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54972) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:03.857375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:03.860814 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.895957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] For port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:03.900348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] For port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,segment=NetworkSegment(16f6ff3b-d7bc-463b-bd2a-cde3d99d424b),segment_id=16f6ff3b-d7bc-463b-bd2a-cde3d99d424b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:03.906118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aadbdd-cf06-44ec-9542-36c1df17cb41 None None] Network b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:03.943205 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.956932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:03.966216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.975176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:03.975553 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment 3c551ded-2882-4236-b7d6-59e00bb957d5 of type vlan for network 7c82172c-2ec2-4362-8025-6f9bf288df86 Nov 09 18:07:04.067778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.096058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb35094-285f-4328-a07a-75fa000e67e0 None None] Pushing event updated for resources: {'Port': ['ID=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.107410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.113556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.114263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.120621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Deleting port 85b93bff-68ca-4e62-8a65-a2da166306a8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:04.121500 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.220797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] DHCP port deletion for b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:04.239033 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4734836 Nov 09 18:07:04.245486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54976) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:04.259438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Pushing event updated for resources: {'Port': ['ID=48388937-7adf-43ec-8a8a-7aef55243054,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.263628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109c6b7-6c8b-48e3-9f1b-801303f822cc tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=7c82172c-2ec2-4362-8025-6f9bf288df86,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.266908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] For port 85b93bff-68ca-4e62-8a65-a2da166306a8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=85b93bff-68ca-4e62-8a65-a2da166306a8,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:04.267277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.272710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': '7c82172c-2ec2-4362-8025-6f9bf288df86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:04.278191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Allocated IP 172.20.0.11 (43f0f617-cb2b-4d87-b09e-f21386636801/2d0cdfda-163d-4278-814e-ff179cde3838/2959c0dc-45f1-4c20-9f96-3e56d9fb2267) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:04.286588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 7c82172c-2ec2-4362-8025-6f9bf288df86 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:04.315293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Calling delete_port for 85b93bff-68ca-4e62-8a65-a2da166306a8 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:04.370485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.376796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.382984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.397885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.406091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.413954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] Deleting port 85b93bff-68ca-4e62-8a65-a2da166306a8 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:04.414553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.419497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.425630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.434304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-16fb5f49-ed77-40e3-8631-7e07007d7a8f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.7641706 Nov 09 18:07:04.484986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-358d17dc-b2e2-43eb-ac93-af1a314eeade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.487504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf74dbe1-5f8c-4782-8b76-288a37171358 req-358d17dc-b2e2-43eb-ac93-af1a314eeade service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9063826 Nov 09 18:07:04.524166 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a353a44a-bbfe-48fb-b9c3-8a10d6cba259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.526860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a353a44a-bbfe-48fb-b9c3-8a10d6cba259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.530112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a353a44a-bbfe-48fb-b9c3-8a10d6cba259 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07dc5951-4157-4b37-bd5d-10bde0af1caa HTTP/1.1" status: 204 len: 168 time: 1.3229351 Nov 09 18:07:04.547574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] For port 85b93bff-68ca-4e62-8a65-a2da166306a8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=85b93bff-68ca-4e62-8a65-a2da166306a8,segment=NetworkSegment(e41904ae-7d1b-4888-bee0-ac5444b4e76c),segment_id=e41904ae-7d1b-4888-bee0-ac5444b4e76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:04.547993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.556094 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.564090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] Calling delete_port for 85b93bff-68ca-4e62-8a65-a2da166306a8 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:04.586629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353a44a-bbfe-48fb-b9c3-8a10d6cba259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dc5951-4157-4b37-bd5d-10bde0af1caa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.612074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Pushing event deleted for resources: {'Port': ['ID=85b93bff-68ca-4e62-8a65-a2da166306a8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.615254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] No DVR routers for this DVR port 85b93bff-68ca-4e62-8a65-a2da166306a8 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:04.621171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-9b3119db-ed82-47cb-b356-63baa4786dc6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.622659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:04.626468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.628416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-9b3119db-ed82-47cb-b356-63baa4786dc6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.9951127 Nov 09 18:07:04.654320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:04.666215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Attempting to bind port 48388937-7adf-43ec-8a8a-7aef55243054 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:04.666556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Attempting to bind port 48388937-7adf-43ec-8a8a-7aef55243054 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:04.666894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Attempting to bind port 48388937-7adf-43ec-8a8a-7aef55243054 on network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:04.675749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Port 48388937-7adf-43ec-8a8a-7aef55243054 on network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:04.676076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Attempting to bind port 48388937-7adf-43ec-8a8a-7aef55243054 on network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:04.693142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-591ad1ad-2b59-4990-99e6-49a2a9f3c0ae req-37d15305-3011-436c-86ec-21ba0a84a9ec tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2580273 Nov 09 18:07:04.700056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-bca85983-39a4-4c2c-b5c8-a3f792a01d69 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.0706418 Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: from cryptography.utils import int_from_bytes Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: from cryptography.utils import int_from_bytes Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.758697 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:04.761136 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:07:04.763404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:04.763404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Checking segment: {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:04.763404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Bound using segment: {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:04.763921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Bound port: 48388937-7adf-43ec-8a8a-7aef55243054, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46536898-b2ee-4b18-aa5a-724339d2d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:04.764286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.795295 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.815153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:04.815744 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.817383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.841051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:04.851499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41904ae-7d1b-4888-bee0-ac5444b4e76c') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:04.852473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41904ae-7d1b-4888-bee0-ac5444b4e76c') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:04.864732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.866482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] For port 48388937-7adf-43ec-8a8a-7aef55243054, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:04.869659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] For port 48388937-7adf-43ec-8a8a-7aef55243054, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=48388937-7adf-43ec-8a8a-7aef55243054,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:04.880657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.888055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:04.888487 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.891893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.914567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] Pushing event deleted for resources: {'Port': ['ID=85b93bff-68ca-4e62-8a65-a2da166306a8,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:04.921307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9051632-f563-475f-b6aa-dba92d2c076a None None] No DVR routers for this DVR port 85b93bff-68ca-4e62-8a65-a2da166306a8 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:04.949720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-504324b7-60c7-45b9-a251-fb2bc7614853 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2483048 Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:04.965814 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:04.983729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:04.985919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:04.987385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] 10.222.0.73 "PUT /v2.0/ports/48388937-7adf-43ec-8a8a-7aef55243054 HTTP/1.1" status: 200 len: 1091 time: 2.9800677 Nov 09 18:07:05.009719 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.038015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.052754 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] 10.222.0.32 "DELETE /v2.0/networks/b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc HTTP/1.1" status: 204 len: 168 time: 1.1980052 Nov 09 18:07:05.091262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9c09f-16e3-42a0-9771-9f0d626e243a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5db6f7e-bcb7-489a-a3a7-3f4b1e7529dc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:05.116753 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.134914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '48388937-7adf-43ec-8a8a-7aef55243054'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:05.141130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9d094396-6a83-4cf0-9a02-d268e1ee7d48 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:05.144557 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3186dae3-9b20-4124-9e4f-78e70615f6df" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "48388937-7adf-43ec-8a8a-7aef55243054"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:05.179535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 9d094396-6a83-4cf0-9a02-d268e1ee7d48 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:05.180011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 9d094396-6a83-4cf0-9a02-d268e1ee7d48 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:05.210050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,segment=NetworkSegment(16f6ff3b-d7bc-463b-bd2a-cde3d99d424b),segment_id=16f6ff3b-d7bc-463b-bd2a-cde3d99d424b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:05.214386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.222159 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.274744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580baadb-50ff-483e-810c-3cd1e8f10f7c service neutron] Pushing event updated for resources: {'Port': ['ID=48388937-7adf-43ec-8a8a-7aef55243054,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:05.343300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.349559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:05.373841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 28df823b-ba80-4bd5-b9ce-9708ea9544d5 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:05.398329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 28df823b-ba80-4bd5-b9ce-9708ea9544d5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:05.398680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 28df823b-ba80-4bd5-b9ce-9708ea9544d5 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:05.399100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 85b93bff-68ca-4e62-8a65-a2da166306a8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:05.407113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54998) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:05.443217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 85b93bff-68ca-4e62-8a65-a2da166306a8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:05.443773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 85b93bff-68ca-4e62-8a65-a2da166306a8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:05.453958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.470935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.477309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.483519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.490056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.496764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.497486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-12370caa-6424-4125-a91b-3e531bbe5bb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45d6703de4ea496a91d1b537ec4e1a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821290 Nov 09 18:07:05.502993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.503553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=3a8f222b-4069-4499-9c2b-e2a7369fa478,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:05.504794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-c4e12368-84c2-47bc-ba46-d1d9a66c6777 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.5765038 Nov 09 18:07:05.506411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55000) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:05.525241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': '3c551ded-2882-4236-b7d6-59e00bb957d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7c82172c-2ec2-4362-8025-6f9bf288df86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:05.525680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: 7c82172c-2ec2-4362-8025-6f9bf288df86, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:05.545645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.546216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.546649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 7c82172c-2ec2-4362-8025-6f9bf288df86 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:05.546849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.547379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.547706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.548279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.548744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.550698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-1bf2f888-1f4a-4744-85e5-6d416e041f14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6477 time: 0.4964626 Nov 09 18:07:05.559877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 7c82172c-2ec2-4362-8025-6f9bf288df86) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:05.565455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.568659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.578840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc6f26-25aa-4a58-b2b3-171d8278324a None None] Network 7c82172c-2ec2-4362-8025-6f9bf288df86 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:05.594332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d6ea3cd-f115-4209-ac07-dba0e3b71d14 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3420482 Nov 09 18:07:05.597756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55004) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:05.641930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-f4ace62d-d33c-47fa-9af1-145177556358 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 HTTP/1.1" status: 200 len: 217 time: 0.0648005 Nov 09 18:07:05.650782 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c527afe8-1306-4904-b12d-405e0828f1be None None] Network 43f0f617-cb2b-4d87-b09e-f21386636801 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:05.718037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e3588097-a813-4b88-96b0-4f6f1aaeb52e None None] Provisioning complete for port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:05.718443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e3588097-a813-4b88-96b0-4f6f1aaeb52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.732402 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.736634 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.772501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d48b833-1d5d-40ff-a88b-8f28fa4eee3d req-4042c2a8-7c3b-4436-b2f7-af1f01c7a572 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453194 Nov 09 18:07:05.834780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.835248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-a889286c-e76f-4c06-a947-e4bad870e315 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8846140 Nov 09 18:07:05.839663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a0f8acc-2e53-4967-ab0b-c1f8a08652ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.849432 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85badefc-3aab-481b-9268-a77266f8c275 x-openstack-request-id: req-85badefc-3aab-481b-9268-a77266f8c275 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:05.849651 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "48388937-7adf-43ec-8a8a-7aef55243054", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:05.849925 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85badefc-3aab-481b-9268-a77266f8c275 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:05.850326 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': '48388937-7adf-43ec-8a8a-7aef55243054', 'status': 'completed', 'code': 200} Nov 09 18:07:05.922360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-c96b4172-e4af-4180-b50d-2c7dd0961320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:05.923751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-c96b4172-e4af-4180-b50d-2c7dd0961320 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d6fabf9-1fbd-4223-b392-fef323e30485 HTTP/1.1" status: 200 len: 851 time: 0.2549067 Nov 09 18:07:05.934275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:05.950039 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:05.956845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=2959c0dc-45f1-4c20-9f96-3e56d9fb2267,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:05.965666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:06.010184 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a0f8acc-2e53-4967-ab0b-c1f8a08652ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.012820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:06.072638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8f222b-4069-4499-9c2b-e2a7369fa478,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:06.115548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.142474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ca0d1-9191-4f86-a017-44238472c68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-7c82172c-2ec2-4362-8025-6f9bf288df86', 'network_id': '7c82172c-2ec2-4362-8025-6f9bf288df86', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': '3a8f222b-4069-4499-9c2b-e2a7369fa478'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:06.143677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c24ca0d1-9191-4f86-a017-44238472c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.144769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-57bd9a6d-fd8f-4572-8067-e3fff80105c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.146347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-57bd9a6d-fd8f-4572-8067-e3fff80105c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147853 Nov 09 18:07:06.161089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.167146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.173256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.179311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.186112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.192260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.198652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.207337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12aa085f-3386-46ce-a672-633b1ff84224 req-487f13dd-323c-4917-bcd7-5234fed67522 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.2901917 Nov 09 18:07:06.214527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:06.215196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.234680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-e035586c-989f-44d3-881e-dafb777f5daa service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869781 Nov 09 18:07:06.302793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99938c-bad6-41b4-93f9-e0d3cf3ab9b1 None None] Network 7c82172c-2ec2-4362-8025-6f9bf288df86 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:06.331566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-38ff70c7-099b-4e39-8542-5c16ba493f32 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3585980 Nov 09 18:07:06.348669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a0f8acc-2e53-4967-ab0b-c1f8a08652ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.351264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a0f8acc-2e53-4967-ab0b-c1f8a08652ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.365859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3a0f8acc-2e53-4967-ab0b-c1f8a08652ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebb8d1b1-a84b-4818-8c20-838bb4446b17 HTTP/1.1" status: 204 len: 168 time: 0.8554647 Nov 09 18:07:06.371671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55022) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:06.382418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'name': 'tempest-AllowedAddressPairTestJSON-1585104828', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:96:fc:54'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:06.441527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12aa085f-3386-46ce-a672-633b1ff84224 req-edff5101-ca58-43ca-92ea-307c68cc7379 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2299929 Nov 09 18:07:06.513492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f8acc-2e53-4967-ab0b-c1f8a08652ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb8d1b1-a84b-4818-8c20-838bb4446b17,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:06.610277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:06.711325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:06.713449 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.834219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06e43c3d-a32e-49d8-9177-1cf3c9e57048 req-31c385bf-5607-40d4-be2e-ba7b17c99a5e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 210 time: 0.1556072 Nov 09 18:07:06.847449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-d8b81a69-6f91-4d56-978c-cb453f8275e5 service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294327 Nov 09 18:07:06.913439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c82172c-2ec2-4362-8025-6f9bf288df86']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:06.932483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c551ded-2882-4236-b7d6-59e00bb957d5') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:06.934270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c551ded-2882-4236-b7d6-59e00bb957d5') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:06.956598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.959518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c649bd03-1ce7-4f7a-8172-2306e2bf19b0 None None] Provisioning complete for port 2959c0dc-45f1-4c20-9f96-3e56d9fb2267 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:06.959943 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c649bd03-1ce7-4f7a-8172-2306e2bf19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:06.992464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.012460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:07.014194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:07.021895 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:07.040478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c649bd03-1ce7-4f7a-8172-2306e2bf19b0 None None] Port 2959c0dc-45f1-4c20-9f96-3e56d9fb2267 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:07.073087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c649bd03-1ce7-4f7a-8172-2306e2bf19b0 None None] Provisioning complete for port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:07.073461 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c649bd03-1ce7-4f7a-8172-2306e2bf19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.181994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0afd101-908a-4604-9fca-ba4d618c28d9 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:07:07.196247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.205538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.212108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/7c82172c-2ec2-4362-8025-6f9bf288df86 HTTP/1.1" status: 204 len: 168 time: 1.6087694 Nov 09 18:07:07.214398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55058) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:07.223787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660656410'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:07.228338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=7c82172c-2ec2-4362-8025-6f9bf288df86,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:07.253783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.254115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.254465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.254800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.255141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.255474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.255864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.256124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.256448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.256772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.257150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.257397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d076c8-ac4c-4abd-a8bd-b458ac554e9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:07.276793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.290876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.297460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.307505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.315307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.323741 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f25234de-d7ed-410b-8a32-ab8450cc857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.328181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.335069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.345612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-0c78623a-306d-4f97-98cd-74d150828c71 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.3889670 Nov 09 18:07:07.369699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-814b74a8-7a0b-45f8-9d7c-0fd19f73263d service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124989 Nov 09 18:07:07.419450 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.api [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:07:07.419450 n-d-817240-1 neutron-server[102140]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 18:07:07.419450 n-d-817240-1 neutron-server[102140]: [parameters: {'project_id': '271f8394352a4e688e8b28ce2e2b959a', 'id': '43ec5027-ddaa-46ad-9bdf-0ee2c3fd8557', 'expiration': datetime.datetime(2021, 11, 9, 18, 9, 7, 363396)}] Nov 09 18:07:07.419450 n-d-817240-1 neutron-server[102140]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:07:07.419917 n-d-817240-1 neutron-server[102140]: DEBUG oslo_db.api [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:07:07.476430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:07.486446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-28f272c8-471a-4a11-80ec-70efc66cca4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 200 len: 217 time: 0.0689044 Nov 09 18:07:07.490833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0afd101-908a-4604-9fca-ba4d618c28d9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:07:07.516830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3475853-0522-4885-9b46-b73f92eb6fe3 req-51195371-3b45-4526-ace9-165f8c84fc41 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697600 Nov 09 18:07:07.574922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4a7cd8e9-1869-4a48-aaa5-8f788cf8dba0 None None] Provisioning complete for port 2959c0dc-45f1-4c20-9f96-3e56d9fb2267 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:07.575120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd8e9-1869-4a48-aaa5-8f788cf8dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.677956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-aa785c6f-0007-4f7d-b603-0e4c7f6c638a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594790 Nov 09 18:07:07.697334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cd8e9-1869-4a48-aaa5-8f788cf8dba0 None None] Port 2959c0dc-45f1-4c20-9f96-3e56d9fb2267 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:07.699455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55084) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:07.776766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-eb39d4d4-233e-4d48-9bdc-19e1967641ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.779663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-eb39d4d4-233e-4d48-9bdc-19e1967641ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.2799978 Nov 09 18:07:07.804353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-443209626-network', 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:07.817642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.823861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.826114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:07.829024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.830249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.836283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.838613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.842921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.849061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.855794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.857842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-add53734-0a6c-498c-8ee2-4f285f1a3e0e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.2241497 Nov 09 18:07:07.877272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:07.948611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] device_id is not set on port 73d62217-12e8-4219-8e16-182889f8514f yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:07:07.988414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-b8881eba-b133-4876-9804-99039e48a52e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:07.990039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-b8881eba-b133-4876-9804-99039e48a52e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033743 Nov 09 18:07:08.017846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.030370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-c05d82a0-e09c-4b6b-9b70-2984b41badf5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:08.032327 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-c05d82a0-e09c-4b6b-9b70-2984b41badf5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.1535375 Nov 09 18:07:08.033677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.041323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-3c318cd9-b416-4c46-bd77-787414841cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:08.043003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-3c318cd9-b416-4c46-bd77-787414841cd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2504256 Nov 09 18:07:08.054740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Request body: {'port': {'device_id': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'admin_state_up': True, 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:08.062366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-265f7c7e-fe0f-4ff8-961e-10685a9532d4 req-de8827c9-0474-4e51-bde8-21c4ca23ba03 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1731398 Nov 09 18:07:08.065865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:08.093435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:08.097146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.132990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b42230-be55-4863-ac20-5a7b14a96c06,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:08.136142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.137012 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Added segment acab27b2-445e-4822-baf6-5d953c38ce67 of type vlan for network b448cd60-9f26-47d5-8457-7687f9481239 Nov 09 18:07:08.156421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-f47ba374-e1e9-4e9f-ad42-f8aa2d8ae05c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/quotas/9690a44205b74207b0d5d9003a464be3 HTTP/1.1" status: 200 len: 375 time: 0.1236527 Nov 09 18:07:08.197564 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.239935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.240895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:08.241120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-0df4b483-04ac-45ce-9a99-e08d6ae5b2c0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737934 Nov 09 18:07:08.241455 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.241938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:08.285050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51908c49-66ca-48f2-84fd-f51d64caee63 req-467da37d-49d2-40a4-80e6-f3e3c67d122f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 210 time: 0.0524738 Nov 09 18:07:08.297487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:08.300549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.300925 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment 562fdd9b-dd08-4282-b616-7028fa6045ab of type vlan for network e96f6fa7-885c-452e-98c8-609c726ffac8 Nov 09 18:07:08.301047 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.321660 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6184237 Nov 09 18:07:08.321835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Allocated IP 172.20.0.13 (43f0f617-cb2b-4d87-b09e-f21386636801/2d0cdfda-163d-4278-814e-ff179cde3838/73d62217-12e8-4219-8e16-182889f8514f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:08.321943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55090) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:08.343782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cfd11-2607-405c-9636-fbeb71fd5a49 admin admin] Pushing event updated for resources: {'Network': ['ID=b448cd60-9f26-47d5-8457-7687f9481239,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:08.347505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Request body: {'subnet': {'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-443209626-subnet', 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:08.356906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b448cd60-9f26-47d5-8457-7687f9481239 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:08.397628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-b2ca4662-6526-4da2-8187-ba086c828a27 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136921 Nov 09 18:07:08.400331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.496602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Allocated IP 172.20.0.3 (b232dded-e90e-4b62-8d63-10e8e1593b77/286fc893-d553-4d80-9692-5a4019aadcd1/3a29b15c-04a3-4f12-87e2-0e4ac9cf620c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:08.500184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:08.502330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.518577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:07:08.596133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca382bc2-a2e0-4ab8-bc52-ce864ff5136b req-7b6dc099-3580-4168-b3ef-f9cb632262f7 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 210 time: 0.1107023 Nov 09 18:07:08.641060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-a02ebf35-df46-495e-8efd-17c87966b32f service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249782 Nov 09 18:07:08.668021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.674140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:08.674732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.687354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.729419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.743211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:08.783028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:08.787746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:08.790683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:08.870004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event updated for resources: {'Port': ['ID=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:08.879006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:08.879678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:08.908694 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-eeb379df-300f-48bf-b2a5-a2f79d44d793 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8640876 Nov 09 18:07:08.921860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Request body: {'port': {'device_id': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:08.981996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.118237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-a49c3c1f-9ab6-4a3b-a257-7f8195eb9f0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 200 len: 217 time: 0.4389122 Nov 09 18:07:09.154866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9398651 Nov 09 18:07:09.170102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55106) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:09.175296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': 'e96f6fa7-885c-452e-98c8-609c726ffac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:09.231080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69235c0-e1ab-4848-ab6d-c1cfd09c9fd2 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=e96f6fa7-885c-452e-98c8-609c726ffac8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:09.243365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e96f6fa7-885c-452e-98c8-609c726ffac8 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:09.282172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.288062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.294737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.300728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.306735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.312752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.318873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.320546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:09.320829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-ff6605c2-88b4-4fe9-9272-5137f4db3960 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.6934755 Nov 09 18:07:09.324862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.359149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-e67d21bb-05f5-408d-ad77-5a22fdbf7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.360604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-e67d21bb-05f5-408d-ad77-5a22fdbf7bd4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.2310860 Nov 09 18:07:09.391965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.439640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.446749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.452678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.455891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-93e76fc8-7059-4b04-9f01-4d24ef660d26 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359669 Nov 09 18:07:09.458864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.467493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.468220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:09.481516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.487564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.489529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-094944af-34b3-4a0d-a452-dc6ae92f6c9b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.3270650 Nov 09 18:07:09.492550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.553245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Transition to ACTIVE for port object 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:09.568844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.610086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c5ef141-69bf-46e0-8915-4e644bc29735 req-2737f6f4-0a59-49fe-bb96-6690468cb85e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2571175 Nov 09 18:07:09.636243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-174b1bb8-bb34-49a5-9527-eab031291638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.636243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-174b1bb8-bb34-49a5-9527-eab031291638 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2640646 Nov 09 18:07:09.644095 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.655589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f46d0604-28cf-4f20-ad21-c05a0d57da9c req-e1412751-125d-4b63-8f2a-d5ea2d6db2ef tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401751 Nov 09 18:07:09.683698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Pushing event updated for resources: {'Port': ['ID=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:09.760580 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fb173c74-9ef7-4140-a658-d7e416d401a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.789493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.790207 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-5937ecd7-720f-4987-ae92-67e3bb960251 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:09.791857 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-5937ecd7-720f-4987-ae92-67e3bb960251 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289316 Nov 09 18:07:09.826734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:09.896066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f628d9fc-7dab-46bb-9192-bde4e0f53354 req-d4034047-8b12-4e31-9641-a032a0edbd7d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 210 time: 0.0995231 Nov 09 18:07:09.897435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:09.934000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Attempting to bind port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:09.934340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Attempting to bind port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:09.934688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Attempting to bind port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:09.952735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03057df8-87f6-4af5-a15d-a2004661bcfc,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:09.961198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c on network b232dded-e90e-4b62-8d63-10e8e1593b77 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:09.961531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Attempting to bind port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:09.961710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:09.979654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:09.983202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-24dc9e88-9891-4476-a9ba-2ccf88a939d7 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345997 Nov 09 18:07:09.986728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:09.987568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:09.987876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:09.988256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Bound using segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:09.988769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Bound port: 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:09.989131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.019049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=e9d3dd0a-0de7-403a-ad93-fdb5c9785fb0,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:10.060712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.061380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.067514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=73d62217-12e8-4219-8e16-182889f8514f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:10.071794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': '562fdd9b-dd08-4282-b616-7028fa6045ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e96f6fa7-885c-452e-98c8-609c726ffac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:10.072160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: e96f6fa7-885c-452e-98c8-609c726ffac8, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:10.098419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:10.101881 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.117429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.129302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050f8-7a95-40f4-9915-16ef6af46705 req-2e09f28c-6302-45ea-bb85-66f6071a4b43 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.133809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network e96f6fa7-885c-452e-98c8-609c726ffac8 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:10.137641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03b050f8-7a95-40f4-9915-16ef6af46705 req-2e09f28c-6302-45ea-bb85-66f6071a4b43 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 943 time: 0.3460221 Nov 09 18:07:10.141653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:10.142463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Network hostable DHCP agents. Network: b448cd60-9f26-47d5-8457-7687f9481239, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:10.145011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] For port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:10.149571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4a2e1871-87b7-4cf5-a2e0-8e7043b1aff2 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.7738235 Nov 09 18:07:10.150378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55114) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:10.164021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] For port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:10.164997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e96f6fa7-885c-452e-98c8-609c726ffac8) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:10.174746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.175340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.178083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.179999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.187556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044fc91-ca76-416b-86aa-361d184cbc61 None None] Network e96f6fa7-885c-452e-98c8-609c726ffac8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:10.244376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.245101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.247247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] 10.222.0.85 "PUT /v2.0/ports/3a29b15c-04a3-4f12-87e2-0e4ac9cf620c HTTP/1.1" status: 200 len: 1091 time: 1.3307915 Nov 09 18:07:10.251799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'tag': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:10.254159 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2247d4-a24b-4265-8d5e-1b6936f252ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb", "tag": "3a29b15c-04a3-4f12-87e2-0e4ac9cf620c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:10.265156 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1721b100-767e-4f66-bd4a-5225ad95d4b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0938995 Nov 09 18:07:10.276432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55118) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:10.300260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fb822-ae22-4afb-a2a8-72d43474d7ce service neutron] Pushing event updated for resources: {'Port': ['ID=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:10.300746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-02089edf-323d-4c15-a49c-50793f383c92 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597396 Nov 09 18:07:10.303015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Network b448cd60-9f26-47d5-8457-7687f9481239 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:10.318674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03b050f8-7a95-40f4-9915-16ef6af46705 req-557dbcde-c523-4819-a03f-92f05d322d2a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801610 Nov 09 18:07:10.336892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b448cd60-9f26-47d5-8457-7687f9481239) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:10.350881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523cee6-5397-425e-a50e-bacb863c9230 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.357483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523cee6-5397-425e-a50e-bacb863c9230 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.363588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523cee6-5397-425e-a50e-bacb863c9230 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.366836 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d7a25-9f03-4768-acc9-14a186f4193e x-openstack-request-id: req-344d7a25-9f03-4768-acc9-14a186f4193e {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:10.367207 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb", "tag": "3a29b15c-04a3-4f12-87e2-0e4ac9cf620c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:10.367530 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-344d7a25-9f03-4768-acc9-14a186f4193e {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:10.367992 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'tag': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c', 'status': 'completed', 'code': 200} Nov 09 18:07:10.368318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2523cee6-5397-425e-a50e-bacb863c9230 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.2130554 Nov 09 18:07:10.369982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b39851-813b-492b-9dc3-9596c5a14c19 None None] Network b448cd60-9f26-47d5-8457-7687f9481239 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:10.385708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:10.396632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.397227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.404452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-ed7f81ae-fbd2-4fc8-a4db-303c5023946e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=288c8350-f06c-4509-9424-475544aa0a6a HTTP/1.1" status: 200 len: 217 time: 0.0846050 Nov 09 18:07:10.424020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8c4281af-7bfb-48e9-b7f3-b3246f93a4b1 None None] Provisioning complete for port 73d62217-12e8-4219-8e16-182889f8514f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:10.424755 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8c4281af-7bfb-48e9-b7f3-b3246f93a4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.426076 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5ca858fc-6451-4c9c-9f3d-8662052f117a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1031177 Nov 09 18:07:10.451664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.475559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-060ecf35-994e-4bb0-96a4-1baf8df62ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.477204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-060ecf35-994e-4bb0-96a4-1baf8df62ab7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.0647531 Nov 09 18:07:10.477338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.552953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.554585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-3df867a0-3dab-489a-94ad-3b0df35c0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.555869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-8f3c7119-fab1-4117-972b-18fa7a69aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.557260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-3df867a0-3dab-489a-94ad-3b0df35c0159 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721962 Nov 09 18:07:10.557396 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-8f3c7119-fab1-4117-972b-18fa7a69aa66 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 1094 time: 0.2428343 Nov 09 18:07:10.617648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8c4281af-7bfb-48e9-b7f3-b3246f93a4b1 None None] Port 73d62217-12e8-4219-8e16-182889f8514f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:10.642093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0164520e-e315-493c-ad13-387991c6f2e2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:10.650256 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-aa120c3d-b7b7-447f-bdef-8f2450e59f5a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c HTTP/1.1" status: 200 len: 217 time: 0.0561378 Nov 09 18:07:10.683958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-e96f6fa7-885c-452e-98c8-609c726ffac8', 'network_id': 'e96f6fa7-885c-452e-98c8-609c726ffac8', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': 'e9d3dd0a-0de7-403a-ad93-fdb5c9785fb0'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:10.685399 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.702319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-1d94ab45-0f1d-42b8-a001-1cb2eb651391 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315296 Nov 09 18:07:10.812542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2507d-143f-45e7-89bb-71acb3d69f4d None None] Network b448cd60-9f26-47d5-8457-7687f9481239 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:10.831421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.834621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-3e6379c5-6178-4d50-a7e2-2f2047e31551 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215882 Nov 09 18:07:10.873267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-7c0e5b8c-3d35-49fb-aa79-638d99c55430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:10.874795 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-7c0e5b8c-3d35-49fb-aa79-638d99c55430 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.2148933 Nov 09 18:07:10.884021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting port 73d62217-12e8-4219-8e16-182889f8514f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:10.884361 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:10.918624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.57 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/e3caad76-9fbc-41db-833b-fc6d23615ed8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:10.937147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-f80f34be-bcd4-4dd7-8183-e3a73f62b74f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=4e9a0214-9b8a-4b94-8400-0405f838359c HTTP/1.1" status: 200 len: 217 time: 0.0654163 Nov 09 18:07:10.969915 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-fc3f3f91-3e88-4e4e-a87d-2bd9df749b35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788720 Nov 09 18:07:10.970189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Allocated IP 2001:db8::1 (e96f6fa7-885c-452e-98c8-609c726ffac8/e9d3dd0a-0de7-403a-ad93-fdb5c9785fb0/5a45db51-3549-4a02-8a7b-c19a2317741f) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:11.017862 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.042333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.048832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.055516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.062557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.069081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.076257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.082786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.084221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-5354496d-9143-4753-a2ca-06deb6c6b887 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.2478004 Nov 09 18:07:11.115327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.121367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-caac008f-5abe-486e-a8f6-b7203e30dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.122865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-caac008f-5abe-486e-a8f6-b7203e30dd40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.1739821 Nov 09 18:07:11.173821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Calling delete_port for 73d62217-12e8-4219-8e16-182889f8514f owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:11.190432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be346969-1c88-4c9a-9e97-5fa94c957852 req-56fa3e2a-6ec7-41c4-b54c-b6df5669b0a9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989201 Nov 09 18:07:11.195352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.200838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-4c89a63b-0ab0-4636-b5f6-40c6d9b80d2c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.202873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-4c89a63b-0ab0-4636-b5f6-40c6d9b80d2c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.2857776 Nov 09 18:07:11.208195 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.212594 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-68d2587e-8a4e-422b-b99b-0331f80b71e2 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266192 Nov 09 18:07:11.216617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-154a8be9-0955-4ee2-be95-b1936b41f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.218443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-154a8be9-0955-4ee2-be95-b1936b41f522 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854778 Nov 09 18:07:11.250542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-1485a28b-86d6-438f-a7f6-601e6e359885 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/quotas/f2c934c0c76d4fa39a6e7ec0c154c163 HTTP/1.1" status: 200 len: 375 time: 0.0306318 Nov 09 18:07:11.264823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Network e96f6fa7-885c-452e-98c8-609c726ffac8 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:11.269929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:11.274663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:11.290884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Pushing event updated for resources: {'Port': ['ID=5a45db51-3549-4a02-8a7b-c19a2317741f,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:11.324692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.325900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-258cf152-ff16-42f1-91bc-d569f2b0b402 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393221 Nov 09 18:07:11.357756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Attempting to bind port 5a45db51-3549-4a02-8a7b-c19a2317741f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:11.358192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Attempting to bind port 5a45db51-3549-4a02-8a7b-c19a2317741f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '562fdd9b-dd08-4282-b616-7028fa6045ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e96f6fa7-885c-452e-98c8-609c726ffac8'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:11.358817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Attempting to bind port 5a45db51-3549-4a02-8a7b-c19a2317741f on network e96f6fa7-885c-452e-98c8-609c726ffac8 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:11.364336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:11.364723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Checking segment: {'id': '562fdd9b-dd08-4282-b616-7028fa6045ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e96f6fa7-885c-452e-98c8-609c726ffac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:11.365133 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.365530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Bound using segment: {'id': '562fdd9b-dd08-4282-b616-7028fa6045ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e96f6fa7-885c-452e-98c8-609c726ffac8'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:11.366100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Bound port: 5a45db51-3549-4a02-8a7b-c19a2317741f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562fdd9b-dd08-4282-b616-7028fa6045ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'e96f6fa7-885c-452e-98c8-609c726ffac8'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:11.366411 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.381792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d3dd0a-0de7-403a-ad93-fdb5c9785fb0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:11.401427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.408033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-68a7b6f4-24f7-471a-a7e8-737f23b6c712 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796093 Nov 09 18:07:11.450537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.450754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] For port 5a45db51-3549-4a02-8a7b-c19a2317741f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:11.454161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] For port 5a45db51-3549-4a02-8a7b-c19a2317741f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5a45db51-3549-4a02-8a7b-c19a2317741f,segment=NetworkSegment(562fdd9b-dd08-4282-b616-7028fa6045ab),segment_id=562fdd9b-dd08-4282-b616-7028fa6045ab)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:11.458399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.462241 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.469367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.477137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.484195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.487709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.492995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.500554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.504386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-de8bf1d9-d3c3-42c3-9425-0e5828d32b8c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.1698258 Nov 09 18:07:11.521619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b45b4bd8-aa1c-4e70-915a-b27a9ac64648 req-323a347f-8ff0-47a4-a509-33cfce4b67e5 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628522 Nov 09 18:07:11.553266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96f6fa7-885c-452e-98c8-609c726ffac8']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:11.557297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a44ac-c7b7-4280-ba02-2e6dc3a3c04d None None] Pushing event updated for resources: {'Port': ['ID=5a45db51-3549-4a02-8a7b-c19a2317741f,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:11.571438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562fdd9b-dd08-4282-b616-7028fa6045ab') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:11.571744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562fdd9b-dd08-4282-b616-7028fa6045ab') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:11.579401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc0238-a94b-4ffa-b40b-dacb1fad476f None None] Network e96f6fa7-885c-452e-98c8-609c726ffac8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:11.595076 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.628633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.631800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.645590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:11.645994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:11.652625 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:11.688711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8edd17e-2213-4b9e-bb08-3e87c6f7f117 req-b071cbca-de8d-4596-abd1-19884c6e935b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703167 Nov 09 18:07:11.711602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-90a066d3-0c00-4724-9305-7b170831b2f4 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947371 Nov 09 18:07:11.721030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12570c1-4bee-4c6c-bd54-4b1f464e3159 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:07:11.779865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-5a174775-9656-4dd4-832d-c20cb1d38979 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413459 Nov 09 18:07:11.789205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-cf3d3ec0-dff0-4d6f-91f6-b569ca867421 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c HTTP/1.1" status: 200 len: 217 time: 0.0586081 Nov 09 18:07:11.883147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12570c1-4bee-4c6c-bd54-4b1f464e3159 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:07:11.940738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-9fb93650-bb3c-4202-8b1f-1fb308532434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.942284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-9fb93650-bb3c-4202-8b1f-1fb308532434 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 200 len: 797 time: 0.1444497 Nov 09 18:07:11.983933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80517b-735a-426c-be51-59ec5aacc51b req-59dd0d0d-f4e3-458b-b5ad-2cd2acfe49c8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:11.986821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b80517b-735a-426c-be51-59ec5aacc51b req-59dd0d0d-f4e3-458b-b5ad-2cd2acfe49c8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 935 time: 0.1243339 Nov 09 18:07:12.016025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-bee3a20d-86f7-458c-9c8c-5d23a96573b8 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267227 Nov 09 18:07:12.025887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.051824 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b80517b-735a-426c-be51-59ec5aacc51b req-e8ef88c3-90c6-48cd-9d47-97b036841f39 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Nov 09 18:07:12.053806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-637cffd4-dc4d-408f-9c71-da3a1fbdb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.055392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-637cffd4-dc4d-408f-9c71-da3a1fbdb9ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966065 Nov 09 18:07:12.067926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:12.075572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:12.078526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-07d3b750-5c4d-423e-946f-d945eb626acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.080014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-07d3b750-5c4d-423e-946f-d945eb626acc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 1094 time: 0.5003288 Nov 09 18:07:12.095662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:12.104387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.api [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 18:07:12.104387 n-d-817240-1 neutron-server[102141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 18:07:12.104387 n-d-817240-1 neutron-server[102141]: [parameters: {'id': 'e96f6fa7-885c-452e-98c8-609c726ffac8'}] Nov 09 18:07:12.104387 n-d-817240-1 neutron-server[102141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:07:12.104831 n-d-817240-1 neutron-server[102141]: DEBUG oslo_db.api [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:07:12.145994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=e3caad76-9fbc-41db-833b-fc6d23615ed8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.233701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Port': ['ID=73d62217-12e8-4219-8e16-182889f8514f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:12.250601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-9bd0a018-75d7-42f6-ba14-c6e1f22ee474 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859269 Nov 09 18:07:12.253746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.254406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.296531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-774f7923-e7cb-4bb8-877c-c492026d2126 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4757056 Nov 09 18:07:12.321266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba28f6e0-72eb-4052-a8ff-f0cbfa5ee108 req-1cdcc497-3a5e-4b97-9629-2946b0490e1f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 210 time: 0.0681770 Nov 09 18:07:12.331149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Request body: {'port': {'device_id': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:12.355866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a07694-d618-45e5-a603-38da0cbac2a0 req-1b5235ec-c6ea-48e1-8984-5df8d000db7f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.357425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a07694-d618-45e5-a603-38da0cbac2a0 req-1b5235ec-c6ea-48e1-8984-5df8d000db7f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 943 time: 0.1777787 Nov 09 18:07:12.435475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-eecb528c-bb2f-4868-80c4-2c10efe2d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.436958 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-eecb528c-bb2f-4868-80c4-2c10efe2d921 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.3360722 Nov 09 18:07:12.457791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a07694-d618-45e5-a603-38da0cbac2a0 req-378aa434-d64e-410a-9620-bf3cfdfe8d4c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686104 Nov 09 18:07:12.533096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.533912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.541626 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2850a0e6-d85b-41bc-bb7d-6ec1af608bc5 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/ports/73d62217-12e8-4219-8e16-182889f8514f HTTP/1.1" status: 204 len: 168 time: 2.1552322 Nov 09 18:07:12.542431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55160) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:12.552283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-4cbe49e8-bfdc-4a68-936b-216af1dc2c9f service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725484 Nov 09 18:07:12.556356 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-6266ce85-6215-41d4-b771-c5d4e11a04ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c HTTP/1.1" status: 200 len: 217 time: 0.1013618 Nov 09 18:07:12.564332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.578355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.585249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.585410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.594370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.600817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.612862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.620876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.623934 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-b4d162ca-8b44-4176-8563-195622de02af tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.1599839 Nov 09 18:07:12.629276 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9579ebe7-d0f7-4507-8627-fb9af331537d tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] GET failed (client error): The resource could not be found. Nov 09 18:07:12.637293 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9579ebe7-d0f7-4507-8627-fb9af331537d tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "GET /v2.0/ports/73d62217-12e8-4219-8e16-182889f8514f HTTP/1.1" status: 404 len: 333 time: 0.0908494 Nov 09 18:07:12.639636 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.643906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55162) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:12.662362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'name': 'tempest-AllowedAddressPairTestJSON-1068360238'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:12.683212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-264216b6-2608-442d-85cf-c8f861b93a76 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48388937-7adf-43ec-8a8a-7aef55243054 HTTP/1.1" status: 200 len: 217 time: 0.0576870 Nov 09 18:07:12.752219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74991abc-8ac5-432f-8a4d-b057d150ab13 req-2a913aeb-e177-4ccb-b6c6-1ab174a2477d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662501 Nov 09 18:07:12.776662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ad2b9626-0615-4403-85db-08f002e3145b None None] Provisioning complete for port e3caad76-9fbc-41db-833b-fc6d23615ed8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:12.777731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad2b9626-0615-4403-85db-08f002e3145b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:12.778509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-054a154b-7696-414d-9790-9574f85258bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.781591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-054a154b-7696-414d-9790-9574f85258bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 200 len: 797 time: 0.0727248 Nov 09 18:07:12.796387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-695dbb9d-b0b5-4a6a-9f07-d8a630b346bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.797847 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-695dbb9d-b0b5-4a6a-9f07-d8a630b346bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.2210598 Nov 09 18:07:12.861104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b9626-0615-4403-85db-08f002e3145b None None] Port e3caad76-9fbc-41db-833b-fc6d23615ed8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:12.896715 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-7c7b19c7-3bd8-442b-a10e-e1641a0cd2b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773537 Nov 09 18:07:12.907744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.916467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.920945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.927434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.934584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.940312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.946511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.950598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-d41d5c09-a514-4277-b7dd-1e49708cd39f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.1291370 Nov 09 18:07:12.953846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d708d-1568-416b-9268-f4652c37e813 req-78f6a682-6c49-4b51-b963-2b274a47d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:12.955954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-78f6a682-6c49-4b51-b963-2b274a47d665 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1671464 Nov 09 18:07:13.041891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6abd150-9ed6-4456-a5a8-39f6b9bd6cf5 req-61c03771-0210-45ef-839e-994b4622b8f8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843537 Nov 09 18:07:13.047415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:13.050953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.091056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-c8f0ac22-48fc-4796-8cb9-97ee3c43d4bb service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261930 Nov 09 18:07:13.091314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting port 5a45db51-3549-4a02-8a7b-c19a2317741f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:13.091585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.146274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] device_id is not set on port 07d11430-e5b0-42ba-9977-111cb3198a7c yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:07:13.244687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-41f72ebf-7fc5-4482-be7b-3e870ba75bab service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398695 Nov 09 18:07:13.353731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] For port 5a45db51-3549-4a02-8a7b-c19a2317741f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5a45db51-3549-4a02-8a7b-c19a2317741f,segment=NetworkSegment(562fdd9b-dd08-4282-b616-7028fa6045ab),segment_id=562fdd9b-dd08-4282-b616-7028fa6045ab)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:13.354121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.397357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Calling delete_port for 5a45db51-3549-4a02-8a7b-c19a2317741f owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:13.460711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Allocated IP 172.20.0.6 (43f0f617-cb2b-4d87-b09e-f21386636801/2d0cdfda-163d-4278-814e-ff179cde3838/07d11430-e5b0-42ba-9977-111cb3198a7c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:13.532002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f55ec1d8-366c-4683-9aea-41370a3e1df5 req-45b24563-3227-412d-8a8f-eddee251ff91 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 210 time: 0.0714138 Nov 09 18:07:13.569176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3caad76-9fbc-41db-833b-fc6d23615ed8 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:13.584547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8f2247d4-a24b-4265-8d5e-1b6936f252ff req-23ca4377-91f6-47f9-91e6-9df5b7ea26f3 service neutron] 10.222.0.85 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252697 Nov 09 18:07:13.587745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.628984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Transition to ACTIVE for port object e3caad76-9fbc-41db-833b-fc6d23615ed8 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:13.634503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110675c7-0d9a-409a-8a3d-386662cfd388 req-acc4715a-9e0d-4880-b332-d781bad436e7 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.635971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-110675c7-0d9a-409a-8a3d-386662cfd388 req-acc4715a-9e0d-4880-b332-d781bad436e7 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 935 time: 0.1784334 Nov 09 18:07:13.642148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d708d-1568-416b-9268-f4652c37e813 req-5c6a0638-6a7d-4d50-ac7f-60af2fc404bb service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375376 Nov 09 18:07:13.674177 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.721037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-84ff447d-2794-4f56-9e22-b5af97904842 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.722548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-84ff447d-2794-4f56-9e22-b5af97904842 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.2338631 Nov 09 18:07:13.736097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.746125 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-110675c7-0d9a-409a-8a3d-386662cfd388 req-f0b4e184-3149-47b0-b604-cd3a96c49cc0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864925 Nov 09 18:07:13.752438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Request body: {'port': {'device_id': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'admin_state_up': True, 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:13.763334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Pushing event updated for resources: {'Port': ['ID=e3caad76-9fbc-41db-833b-fc6d23615ed8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:13.771960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc6d35-f387-40e2-a27a-c6970ab7b0a6 req-5eed3130-19c8-422d-bfdd-38bb38b574d5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.772968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No DVR routers for this DVR port 5a45db51-3549-4a02-8a7b-c19a2317741f on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:13.786221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07bc6d35-f387-40e2-a27a-c6970ab7b0a6 req-5eed3130-19c8-422d-bfdd-38bb38b574d5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 943 time: 0.1441214 Nov 09 18:07:13.847690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Port': ['ID=5a45db51-3549-4a02-8a7b-c19a2317741f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:13.923580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07bc6d35-f387-40e2-a27a-c6970ab7b0a6 req-52cb7005-27f9-40c2-b833-04286f4c1529 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415401 Nov 09 18:07:13.941268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:13.947348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.947837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.948310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.949503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.949790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.950287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.951023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:13.952717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-9c87be47-c696-4558-b97a-f28284f0c521 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6477 time: 0.2050164 Nov 09 18:07:13.974991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.001860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Attempting to bind port e3caad76-9fbc-41db-833b-fc6d23615ed8 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:14.002270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Attempting to bind port e3caad76-9fbc-41db-833b-fc6d23615ed8 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:14.002594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Attempting to bind port e3caad76-9fbc-41db-833b-fc6d23615ed8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:14.018525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96f6fa7-885c-452e-98c8-609c726ffac8']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:14.030472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Port e3caad76-9fbc-41db-833b-fc6d23615ed8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:14.030798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Attempting to bind port e3caad76-9fbc-41db-833b-fc6d23615ed8 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:14.033655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562fdd9b-dd08-4282-b616-7028fa6045ab') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:14.033957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562fdd9b-dd08-4282-b616-7028fa6045ab') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:14.046294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:14.046636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:14.047100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:14.047477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Bound port: e3caad76-9fbc-41db-833b-fc6d23615ed8, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:14.047840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.051558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.072940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.076896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.085831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.093266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.099268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.105275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.111515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.112081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:14.112501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.117550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.123549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.125490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-e9ca5fc0-72d9-4309-901e-e64411983be2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.2536244 Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:14.130874 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:14.145188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:14.148657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.198218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:14.208114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:14.221301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:14.230371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=07d11430-e5b0-42ba-9977-111cb3198a7c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:14.262155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1f950f4-dc39-4f46-92ad-88c3fba37861 req-539271dd-a82c-41e9-813b-96cd11e1152f tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209674 Nov 09 18:07:14.272715 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.282375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.286646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.288427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.289785 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/e96f6fa7-885c-452e-98c8-609c726ffac8 HTTP/1.1" status: 204 len: 168 time: 4.0123718 Nov 09 18:07:14.294141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] For port e3caad76-9fbc-41db-833b-fc6d23615ed8, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:14.294897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.296036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55182) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:14.301184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.307746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.314471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.320449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.321683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-289637739'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:14.322438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-7ba3841a-bb29-4c70-9fd3-263b1806d838 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.1949723 Nov 09 18:07:14.323502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-cc824561-b958-41f2-bfb5-75b3f8dedf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.325398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-cc824561-b958-41f2-bfb5-75b3f8dedf90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35 HTTP/1.1" status: 200 len: 902 time: 0.3318000 Nov 09 18:07:14.335714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d45e5f-c841-46a0-8bad-3c85c132dbbf tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=e96f6fa7-885c-452e-98c8-609c726ffac8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:14.345572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] For port e3caad76-9fbc-41db-833b-fc6d23615ed8, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:14.354179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.354825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.362918 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.410237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.410917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.412296 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] 10.222.0.85 "PUT /v2.0/ports/e3caad76-9fbc-41db-833b-fc6d23615ed8 HTTP/1.1" status: 200 len: 1095 time: 2.1003404 Nov 09 18:07:14.412794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:14.416180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.418047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'tag': 'e3caad76-9fbc-41db-833b-fc6d23615ed8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:14.421133 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c259b8b-f82c-49e6-a543-11814acdf84a" -d '{"events": [{"name": "network-changed", "server_uuid": "56e4035f-64cd-4d57-ac45-b0f005977e7a", "tag": "e3caad76-9fbc-41db-833b-fc6d23615ed8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:14.428956 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c8067f76-ad66-4add-9fa7-9714ed91a125 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7715096 Nov 09 18:07:14.436787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-af174e84-a541-4e07-b9fc-59849b7228c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48388937-7adf-43ec-8a8a-7aef55243054 HTTP/1.1" status: 200 len: 217 time: 0.0777345 Nov 09 18:07:14.439508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55186) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:14.457218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:96:fc:54'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:14.463438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9305f-3906-4d75-9df8-28fc62556a13 service neutron] Pushing event updated for resources: {'Port': ['ID=e3caad76-9fbc-41db-833b-fc6d23615ed8,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:14.479575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:14.502283 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0062dd9-0157-457d-b363-3e35135f16a0 x-openstack-request-id: req-f0062dd9-0157-457d-b363-3e35135f16a0 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:14.502526 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e4035f-64cd-4d57-ac45-b0f005977e7a", "tag": "e3caad76-9fbc-41db-833b-fc6d23615ed8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:14.502765 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0062dd9-0157-457d-b363-3e35135f16a0 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:14.503158 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'tag': 'e3caad76-9fbc-41db-833b-fc6d23615ed8', 'status': 'completed', 'code': 200} Nov 09 18:07:14.512239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.512585 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment d0e03b08-114d-4b23-9e5a-3ad1f66f8d35 of type vlan for network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 Nov 09 18:07:14.539867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a32528b0-7af2-4fe4-bc3d-8374bebb8a6c None None] Provisioning complete for port 07d11430-e5b0-42ba-9977-111cb3198a7c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:14.540471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a32528b0-7af2-4fe4-bc3d-8374bebb8a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.556100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70c251eb-1202-4ac8-972f-3f7b299e3e09 req-c38533fe-7383-478a-b717-58693b11a26e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980453 Nov 09 18:07:14.564234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-f62168b0-8e71-48cc-984b-a1e5dad3aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.565757 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-f62168b0-8e71-48cc-984b-a1e5dad3aa1d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 1098 time: 0.0983651 Nov 09 18:07:14.567385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.618664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-3211df15-7c2a-4d93-86c6-9ff6832545d1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8 HTTP/1.1" status: 200 len: 217 time: 0.0422697 Nov 09 18:07:14.627319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a32528b0-7af2-4fe4-bc3d-8374bebb8a6c None None] Port 07d11430-e5b0-42ba-9977-111cb3198a7c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:14.641491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-13cec676-86b3-4139-96da-9c01a68c1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.643114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-13cec676-86b3-4139-96da-9c01a68c1a29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 200 len: 797 time: 0.1905878 Nov 09 18:07:14.661879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.668923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.668923 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:14.698424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Allocated IP 172.20.0.2 (b448cd60-9f26-47d5-8457-7687f9481239/03057df8-87f6-4af5-a15d-a2004661bcfc/730dfb6d-a6cb-49ee-9804-739a9b9b3bb8) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:14.741800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff024254-5795-4859-a2c6-760b0c4f778d req-b9a726ff-bf9e-4115-87e2-5418c682053c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 210 time: 0.0726337 Nov 09 18:07:14.744090 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4370384 Nov 09 18:07:14.747581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55190) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:14.750447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-920cef5a-df4e-45d4-926f-fea602f899e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.751899 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-920cef5a-df4e-45d4-926f-fea602f899e7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1242220 Nov 09 18:07:14.757488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc90ea-0bf0-43f7-9277-0d30cac73fb9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=9c1d4c73-412b-4d50-8dab-dc1686a2cba0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:14.767350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:14.768210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:14.812676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-04201f73-56d8-4479-abc2-49450465e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.814446 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-04201f73-56d8-4479-abc2-49450465e608 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448213 Nov 09 18:07:14.897122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-0bc52921-da71-4df4-9a9c-03a149a3a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:14.898568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-0bc52921-da71-4df4-9a9c-03a149a3a246 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2458336 Nov 09 18:07:14.921125 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-9e8c35f3-e3c8-4b73-b0ee-621e54794087 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976582 Nov 09 18:07:14.972018 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.013337 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cf60dcd6-975e-4838-b80c-2f4de08d5f2c req-5a17c5c7-56c7-4b43-8e77-61d60875f347 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840256 Nov 09 18:07:15.101825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-cf2fd31f-3ebd-40be-8caa-2e118260159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.103272 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-cf2fd31f-3ebd-40be-8caa-2e118260159d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 1098 time: 0.0415440 Nov 09 18:07:15.140693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d22a17-42f4-4b5b-9238-fd6123beb84c req-67ba47fe-ae0f-40e9-a74c-b29c6c963e10 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.142187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59d22a17-42f4-4b5b-9238-fd6123beb84c req-67ba47fe-ae0f-40e9-a74c-b29c6c963e10 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 947 time: 0.2669964 Nov 09 18:07:15.156850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:15.160207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.197620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:15.200391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-9932c6f4-a6d6-464e-9d07-7f60b1a335b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.201866 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-9932c6f4-a6d6-464e-9d07-7f60b1a335b1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.0904551 Nov 09 18:07:15.247248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-30f82e3d-fd58-44cb-b6b5-7e4be88c6050 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8 HTTP/1.1" status: 200 len: 217 time: 0.0368729 Nov 09 18:07:15.303314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:15.304917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-ade69d62-e2ac-4f9b-9f2e-a0299ef96725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.306934 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-ade69d62-e2ac-4f9b-9f2e-a0299ef96725 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0489540 Nov 09 18:07:15.315797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'port_id': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c', 'mac_address': 'fa:16:3e:a1:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc893-d553-4d80-9692-5a4019aadcd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:15.325827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.349581 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-95027106-ed3e-4b6d-89b7-d1f4fb0ac2e3 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378314 Nov 09 18:07:15.354090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.359174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-b934688c-dec7-45d7-9764-d9cdaa168734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.360849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-b934688c-dec7-45d7-9764-d9cdaa168734 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460837 Nov 09 18:07:15.366882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:15.384899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a734ab1-fb2b-4d73-b82a-2054340b4d55 req-79948c29-3130-4bae-a52f-7df46d018bd5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.387463 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a734ab1-fb2b-4d73-b82a-2054340b4d55 req-79948c29-3130-4bae-a52f-7df46d018bd5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 943 time: 0.3511710 Nov 09 18:07:15.388365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:15.395325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.397954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59d22a17-42f4-4b5b-9238-fd6123beb84c req-cbcca9f2-5200-4e6a-a6f7-6619ba8e7144 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420073 Nov 09 18:07:15.453167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:15.476340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-65b9d697-0f5e-42b6-a926-847e1c0c956c service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072891 Nov 09 18:07:15.571077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a734ab1-fb2b-4d73-b82a-2054340b4d55 req-55faaba9-99d0-408c-9104-8334ec2dac69 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679668 Nov 09 18:07:15.576320 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2c259b8b-f82c-49e6-a543-11814acdf84a req-cfb9dc3d-d907-4178-a380-7b394d17724e service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920599 Nov 09 18:07:15.659802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.672179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['3a29b15c-04a3-4f12-87e2-0e4ac9cf620c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:15.765565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3186dae3-9b20-4124-9e4f-78e70615f6df req-2c67afe6-7edf-4d4c-88bc-5e650b461974 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739398 Nov 09 18:07:15.815481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Network b448cd60-9f26-47d5-8457-7687f9481239 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:15.819362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.833475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:15.835875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:15.850255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:15.885160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.891054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.896968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.903643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.909949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.915942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.922463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.924445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-74ba812a-e9ab-4445-b7b2-7c72d204930e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.3392537 Nov 09 18:07:15.932204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event updated for resources: {'Port': ['ID=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:15.990888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:15.997359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.003256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.009181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.015131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.020972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.027372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.029489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca729293-f238-4658-89fc-e0925961776f req-bdf4375a-3bbd-4284-8399-5c63c0275b3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.3602331 Nov 09 18:07:16.030427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.081863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.178827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e39de5d2-8a9a-4444-9808-0882088fe65c None None] Provisioning complete for port 07d11430-e5b0-42ba-9977-111cb3198a7c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:16.179195 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e39de5d2-8a9a-4444-9808-0882088fe65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.216492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e39de5d2-8a9a-4444-9808-0882088fe65c None None] Port 07d11430-e5b0-42ba-9977-111cb3198a7c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:16.438021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=07d11430-e5b0-42ba-9977-111cb3198a7c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:16.445462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.446078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.492358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] In _notify_port_updated(), no bound segment for port 07d11430-e5b0-42ba-9977-111cb3198a7c on network 43f0f617-cb2b-4d87-b09e-f21386636801 {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:07:16.497982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.498619 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.499892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-068293fe-05a0-48c7-8932-6f7bf5f140a9 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "PUT /v2.0/ports/07d11430-e5b0-42ba-9977-111cb3198a7c HTTP/1.1" status: 200 len: 994 time: 2.0514255 Nov 09 18:07:16.502796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55206) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:16.503968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c5de92b-6203-4084-a435-6bf1966fc567 req-2a48724c-faec-465c-b610-8e06bf6faf83 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5599372 Nov 09 18:07:16.508313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=4e9ebebd-97ab-4db0-a3e7-b2bdaacaeca4,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:16.527856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d1772fa2-4913-4cf6-bd52-2dee1caa0338 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7784255 Nov 09 18:07:16.532295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca729293-f238-4658-89fc-e0925961776f req-b16b6a5f-8d58-4393-a38d-ea184abef392 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4861681 Nov 09 18:07:16.545662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Request body: {'port': {'device_id': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:16.548292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': 'd0e03b08-114d-4b23-9e5a-3ad1f66f8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:16.548715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: 9c1d4c73-412b-4d50-8dab-dc1686a2cba0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:16.606751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting port 07d11430-e5b0-42ba-9977-111cb3198a7c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:16.607261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.624174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:16.644567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.684639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9c1d4c73-412b-4d50-8dab-dc1686a2cba0) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:16.692141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36132a-bb48-4088-a22a-889e5d23dcd0 None None] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:16.695381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.695977 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.702037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.719411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Calling delete_port for 07d11430-e5b0-42ba-9977-111cb3198a7c owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:16.754485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-657bd4eb-6624-4b21-aeca-bd152f95eb99 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0055363 Nov 09 18:07:16.764471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd1060-3540-4880-92fb-c5f88bf30540 req-6e62615c-f39b-48da-8f05-8c2a807564c8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.766331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:16.771545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:16.771996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9fd1060-3540-4880-92fb-c5f88bf30540 req-6e62615c-f39b-48da-8f05-8c2a807564c8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 947 time: 0.1537032 Nov 09 18:07:16.781229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f05674-f0fb-4905-876e-cf0e1514150b req-635b7590-e800-4143-b237-095f9fabc09a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:16.782392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07f05674-f0fb-4905-876e-cf0e1514150b req-635b7590-e800-4143-b237-095f9fabc09a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 931 time: 0.1623821 Nov 09 18:07:16.857940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-9c1d4c73-412b-4d50-8dab-dc1686a2cba0', 'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': '4e9ebebd-97ab-4db0-a3e7-b2bdaacaeca4'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:16.858264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.932387 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9fd1060-3540-4880-92fb-c5f88bf30540 req-e0da159f-4492-4d45-9151-2dd29706ee84 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595199 Nov 09 18:07:16.960862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.971051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:16.974608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:16.981540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07f05674-f0fb-4905-876e-cf0e1514150b req-26899fec-321d-4d35-87f6-5ed0307b4c60 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886699 Nov 09 18:07:17.044026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Port': ['ID=07d11430-e5b0-42ba-9977-111cb3198a7c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.047688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Allocated IP 2001:db8::2 (9c1d4c73-412b-4d50-8dab-dc1686a2cba0/4e9ebebd-97ab-4db0-a3e7-b2bdaacaeca4/3133ffed-2125-4ab2-b773-921a8abe45f0) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:17.182364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:17.196993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.207184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c7fb5-c126-4611-a7f3-bf27cd7eff90 req-d60d72a4-4b43-49d8-bf77-74171de1379a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.214636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e89c7fb5-c126-4611-a7f3-bf27cd7eff90 req-d60d72a4-4b43-49d8-bf77-74171de1379a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 944 time: 0.1016147 Nov 09 18:07:17.220300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:17.261069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.262493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e89c7fb5-c126-4611-a7f3-bf27cd7eff90 req-eef0ccd3-ec90-4c42-9c52-ad33b1046060 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Nov 09 18:07:17.267165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1134df32-6b45-48c2-8e79-11e2d7b008e3 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/ports/07d11430-e5b0-42ba-9977-111cb3198a7c HTTP/1.1" status: 204 len: 168 time: 0.7632186 Nov 09 18:07:17.270497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55214) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:17.283712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Transition to ACTIVE for port object 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:17.289993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.290518 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.302875 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.324939 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c687c1f-22c7-48b4-b6e2-c2ebefad9cdd tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] GET failed (client error): The resource could not be found. Nov 09 18:07:17.326498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5c687c1f-22c7-48b4-b6e2-c2ebefad9cdd tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "GET /v2.0/ports/07d11430-e5b0-42ba-9977-111cb3198a7c HTTP/1.1" status: 404 len: 333 time: 0.0549610 Nov 09 18:07:17.329840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:17.332744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55216) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:17.337901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'name': 'tempest-AllowedAddressPairTestJSON-1161642592'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:17.338125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:17.338510 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.368886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:17.378823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:17.382551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:17.385936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Pushing event updated for resources: {'Port': ['ID=3133ffed-2125-4ab2-b773-921a8abe45f0,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.398908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Pushing event updated for resources: {'Port': ['ID=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.447884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.486155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Attempting to bind port 3133ffed-2125-4ab2-b773-921a8abe45f0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:17.486536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Attempting to bind port 3133ffed-2125-4ab2-b773-921a8abe45f0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd0e03b08-114d-4b23-9e5a-3ad1f66f8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:17.486909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Attempting to bind port 3133ffed-2125-4ab2-b773-921a8abe45f0 on network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:17.498748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:17.499025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Checking segment: {'id': 'd0e03b08-114d-4b23-9e5a-3ad1f66f8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:17.499324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.499725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Bound using segment: {'id': 'd0e03b08-114d-4b23-9e5a-3ad1f66f8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:17.500201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Bound port: 3133ffed-2125-4ab2-b773-921a8abe45f0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e03b08-114d-4b23-9e5a-3ad1f66f8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:17.500584 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.503930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.505528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:17.509640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:17.513521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.514256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.522911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Attempting to bind port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:17.522911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Attempting to bind port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:17.522911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Attempting to bind port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:17.530424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=1d43ba14-b734-4d35-8cd2-598057b42c15,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.532069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 on network b448cd60-9f26-47d5-8457-7687f9481239 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:17.532879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Attempting to bind port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:17.546144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:17.546613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:17.547090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Bound using segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:17.547651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Bound port: 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:17.548074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.562038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:17.565535 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.569075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:17.569941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0c9962b8-bdaf-4a17-9f0c-753b7671ba3b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8025358 Nov 09 18:07:17.571507 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa4784-46e4-4800-a69a-e29b63c7a3e0" -d '{"events": [{"server_uuid": "f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb", "name": "network-vif-plugged", "status": "completed", "tag": "3a29b15c-04a3-4f12-87e2-0e4ac9cf620c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:17.572397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55220) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:17.592566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:17.607293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.624087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] device_id is not set on port b385d9c2-ddea-4291-85a9-13cf2b1c7f87 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:07:17.672560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] For port 3133ffed-2125-4ab2-b773-921a8abe45f0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:17.686583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.691241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] For port 3133ffed-2125-4ab2-b773-921a8abe45f0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3133ffed-2125-4ab2-b773-921a8abe45f0,segment=NetworkSegment(d0e03b08-114d-4b23-9e5a-3ad1f66f8d35),segment_id=d0e03b08-114d-4b23-9e5a-3ad1f66f8d35)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:17.701280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.769873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.774295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8460f-9d81-4dc3-87b7-5eb1f1c766e4 None None] Pushing event updated for resources: {'Port': ['ID=3133ffed-2125-4ab2-b773-921a8abe45f0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:17.775975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.782381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.788444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.795212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.801226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.807578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.810259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-82e98c1c-1526-4e40-98af-fb43c3f4ad88 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.2053096 Nov 09 18:07:17.813909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] For port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:17.840482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] For port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:17.886955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:17.988099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:17.994310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.002301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.009863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.015937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.021895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.028489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.030821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-bd8d9dc6-c356-4266-b64e-ee54eabd9995 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.3741751 Nov 09 18:07:18.047405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.048053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.049488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] 10.222.0.73 "PUT /v2.0/ports/730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 HTTP/1.1" status: 200 len: 1091 time: 1.5083039 Nov 09 18:07:18.049975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'tag': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:18.052371 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2bd2aa-afd1-4e20-9282-23e815658d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d", "tag": "730dfb6d-a6cb-49ee-9804-739a9b9b3bb8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:18.064645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Allocated IP 172.20.0.12 (43f0f617-cb2b-4d87-b09e-f21386636801/2d0cdfda-163d-4278-814e-ff179cde3838/b385d9c2-ddea-4291-85a9-13cf2b1c7f87) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:18.070702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364fb7ad-6a10-4e94-a5e7-8a6b9b9135ae tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.071878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364fb7ad-6a10-4e94-a5e7-8a6b9b9135ae tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.073433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364fb7ad-6a10-4e94-a5e7-8a6b9b9135ae tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.075153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364fb7ad-6a10-4e94-a5e7-8a6b9b9135ae tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.076812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364fb7ad-6a10-4e94-a5e7-8a6b9b9135ae tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.078610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-364fb7ad-6a10-4e94-a5e7-8a6b9b9135ae tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5052726 Nov 09 18:07:18.078866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-076a9448-b3bf-40c1-af1c-5d53d26f85af req-5f1dbf21-2ca1-42ed-aa70-2b6338de834c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2610886 Nov 09 18:07:18.083357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55234) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:18.090582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644208263'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:18.116363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:18.120277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.146734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:18.150545 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf958e-02d7-4088-bb3f-3448bbe58c71 x-openstack-request-id: req-a2cf958e-02d7-4088-bb3f-3448bbe58c71 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:18.150895 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb", "name": "network-vif-plugged", "status": "completed", "tag": "3a29b15c-04a3-4f12-87e2-0e4ac9cf620c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:18.151664 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2cf958e-02d7-4088-bb3f-3448bbe58c71 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:18.152800 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c', 'code': 200} Nov 09 18:07:18.157739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.158311 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment 78018bf0-8157-46bb-9fcb-f040ddf93f66 of type vlan for network 632c259f-9ac3-4a43-aa36-63b88e995739 Nov 09 18:07:18.176826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233a770-8e44-4ceb-8fb5-c4da7de6125c service neutron] Pushing event updated for resources: {'Port': ['ID=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:18.204845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.226476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ad27223-a08d-4b8b-aa15-96f6c57cd449 req-b6211482-8181-4293-9dfb-9ddef57c2624 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642525 Nov 09 18:07:18.252834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.258440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.258716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-622c38d6-2b13-4e15-8336-de011921296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.258979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.260357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-622c38d6-2b13-4e15-8336-de011921296d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 1094 time: 0.1397648 Nov 09 18:07:18.333932 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2493827 Nov 09 18:07:18.337337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55238) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:18.342839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:18.360406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a8a2b-369e-49e4-aa54-c26e1968030d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=632c259f-9ac3-4a43-aa36-63b88e995739,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:18.363633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2b61-1383-452e-b6e7-ad9776590b2b req-b1487677-ce4d-415f-b264-f79d453dd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.365098 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-394d2b61-1383-452e-b6e7-ad9776590b2b req-b1487677-ce4d-415f-b264-f79d453dd436 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 1096 time: 0.1437316 Nov 09 18:07:18.370950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 632c259f-9ac3-4a43-aa36-63b88e995739 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:18.376343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-731bb3e7-580a-4764-88e7-cd17edf06953 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 HTTP/1.1" status: 200 len: 217 time: 0.0933459 Nov 09 18:07:18.454178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3641-6241-4ed3-b800-7634806f3ef4 req-33813a2e-8667-49de-89a9-f2b295c89cd6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.455764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93ec3641-6241-4ed3-b800-7634806f3ef4 req-33813a2e-8667-49de-89a9-f2b295c89cd6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 947 time: 0.2339237 Nov 09 18:07:18.461657 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-394d2b61-1383-452e-b6e7-ad9776590b2b req-c49dd1ce-6ca8-4c86-932d-0879af4c5f0e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639389 Nov 09 18:07:18.534733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d4dff639-5630-4cac-af0b-a0c7c6582b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.536203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-d4dff639-5630-4cac-af0b-a0c7c6582b04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.1486547 Nov 09 18:07:18.551415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70fa0a-7fc1-4686-b2d5-085d23def922 req-fece4702-ef08-49a1-9003-2a039c1ac5e0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.553211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db70fa0a-7fc1-4686-b2d5-085d23def922 req-fece4702-ef08-49a1-9003-2a039c1ac5e0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 943 time: 0.1866248 Nov 09 18:07:18.555851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.577528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.583227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3133ffed-2125-4ab2-b773-921a8abe45f0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:18.587506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 632c259f-9ac3-4a43-aa36-63b88e995739 is not hosted by any dhcp agent {{(pid=102141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:07:18.593917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:18.594444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.595779 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "PUT /v2.0/networks/632c259f-9ac3-4a43-aa36-63b88e995739 HTTP/1.1" status: 200 len: 723 time: 0.2575042 Nov 09 18:07:18.606785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55240) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:18.611555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': '632c259f-9ac3-4a43-aa36-63b88e995739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:18.618615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-e33f9844-dc00-483e-b72b-49a69282a145 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636146 Nov 09 18:07:18.623121 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.648854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3133ffed-2125-4ab2-b773-921a8abe45f0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:18.650043 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.702734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93ec3641-6241-4ed3-b800-7634806f3ef4 req-ecf9ee4d-7446-49cd-b67d-0e7a2eb8b824 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178798 Nov 09 18:07:18.709271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd704457-6ae0-40c4-ac3f-6a7ea89d94b8 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=632c259f-9ac3-4a43-aa36-63b88e995739,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:18.752742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:18.756693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.758370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 632c259f-9ac3-4a43-aa36-63b88e995739 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:18.791158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-6af3885d-ad11-4998-8f89-73abbba4fbc3 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574502 Nov 09 18:07:18.843848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.919644 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8799ee3f-add5-44db-9400-20316206c969 x-openstack-request-id: req-8799ee3f-add5-44db-9400-20316206c969 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:18.919948 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d", "tag": "730dfb6d-a6cb-49ee-9804-739a9b9b3bb8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:18.920189 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8799ee3f-add5-44db-9400-20316206c969 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:18.920587 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'tag': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8', 'status': 'completed', 'code': 200} Nov 09 18:07:18.921652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.962190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 3133ffed-2125-4ab2-b773-921a8abe45f0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3133ffed-2125-4ab2-b773-921a8abe45f0,segment=NetworkSegment(d0e03b08-114d-4b23-9e5a-3ad1f66f8d35),segment_id=d0e03b08-114d-4b23-9e5a-3ad1f66f8d35)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:18.970178 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:18.975238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:19.007179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1dea5-0bb3-4382-8b3f-26b3670e55bc None None] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:19.007628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.007775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:19.026048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db70fa0a-7fc1-4686-b2d5-085d23def922 req-f6b00a58-e42f-46c7-a6d3-9303a07c1700 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585283 Nov 09 18:07:19.027021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:19.047369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.090292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=ba94e707-95aa-4ee4-b4c4-626a345b4e03,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:19.096504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': '78018bf0-8157-46bb-9fcb-f040ddf93f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '632c259f-9ac3-4a43-aa36-63b88e995739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:19.097508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: 632c259f-9ac3-4a43-aa36-63b88e995739, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:19.103642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=b385d9c2-ddea-4291-85a9-13cf2b1c7f87,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:19.104663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=3133ffed-2125-4ab2-b773-921a8abe45f0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:19.122659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4a53fd90-ea78-4935-ba47-8bf22c3d0f29 None None] Provisioning complete for port 3133ffed-2125-4ab2-b773-921a8abe45f0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:19.122917 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4a53fd90-ea78-4935-ba47-8bf22c3d0f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.123420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network 632c259f-9ac3-4a43-aa36-63b88e995739 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:19.138379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 632c259f-9ac3-4a43-aa36-63b88e995739) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:19.156170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.157431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67755876-2199-4e39-8890-b7f8095b1219 None None] Network 632c259f-9ac3-4a43-aa36-63b88e995739 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:19.158497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.158635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f36cc-6681-402b-8489-84eb1f9700f8 req-81a8890f-73f3-466c-8a44-753ba6dfb69d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.166746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-592f36cc-6681-402b-8489-84eb1f9700f8 req-81a8890f-73f3-466c-8a44-753ba6dfb69d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 945 time: 0.2429743 Nov 09 18:07:19.196903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-efffc48c-3863-4821-9350-fb57dfc58899 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5872374 Nov 09 18:07:19.197236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55244) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:19.202491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1e821cf4-afa7-4841-b8fb-0448f0fcbbc3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:19.203994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.204744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.248468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7588edd6-5113-47fb-80b7-d48409e2c36b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:19.249930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e725f28-4894-4e9d-a1e2-3bd58645a89a req-56718c33-a539-4630-a364-1c0f3f94e291 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302435 Nov 09 18:07:19.276150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d7a3a880-e11a-49e7-9d00-9c8facb00171 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9419558 Nov 09 18:07:19.277567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55248) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:19.289224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:96:fc:54'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:19.313610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e821cf4-afa7-4841-b8fb-0448f0fcbbc3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8568327'] for subnet, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.382674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-592f36cc-6681-402b-8489-84eb1f9700f8 req-20baab7f-a5d2-4d9d-a361-6efddfa892de tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149580 Nov 09 18:07:19.413992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.445850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.452316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.458413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.465188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.471598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.478948 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.485451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.487269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-3aa3fd88-2c55-4009-94df-cc0add3bb8ec tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.2797565 Nov 09 18:07:19.499555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e821cf4-afa7-4841-b8fb-0448f0fcbbc3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772669375537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12454629'] for subnet, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.537809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e821cf4-afa7-4841-b8fb-0448f0fcbbc3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.538449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e821cf4-afa7-4841-b8fb-0448f0fcbbc3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.542322 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1e821cf4-afa7-4841-b8fb-0448f0fcbbc3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "PUT /v2.0/subnets/ba94e707-95aa-4ee4-b4c4-626a345b4e03 HTTP/1.1" status: 200 len: 826 time: 0.3415728 Nov 09 18:07:19.543967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55250) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:19.567882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-43c44ea8-2d22-4a0a-92ef-de9d79b07592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.569342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-43c44ea8-2d22-4a0a-92ef-de9d79b07592 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 1094 time: 0.2067199 Nov 09 18:07:19.615948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821cf4-afa7-4841-b8fb-0448f0fcbbc3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=ba94e707-95aa-4ee4-b4c4-626a345b4e03,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:19.668539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75c9fbb0-5c9d-4396-b78c-8cfa49307d87 req-fba050dd-8180-4324-a81b-1431a21c3e03 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613309 Nov 09 18:07:19.695169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.705682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.707597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.712528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.713595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.720359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.726554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.733260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.741123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5bea367-e369-4745-8f27-385ac485da24 req-05e3bc85-67ae-47ac-a2ad-d8e9382ae31b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5431 time: 0.2498136 Nov 09 18:07:19.751157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0efc32-061f-43bc-8811-1be4ec85c3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-632c259f-9ac3-4a43-aa36-63b88e995739', 'network_id': '632c259f-9ac3-4a43-aa36-63b88e995739', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': 'ba94e707-95aa-4ee4-b4c4-626a345b4e03'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:19.752010 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2c0efc32-061f-43bc-8811-1be4ec85c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.784373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7588edd6-5113-47fb-80b7-d48409e2c36b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7588edd6-5113-47fb-80b7-d48409e2c36b,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:19.804649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '7588edd6-5113-47fb-80b7-d48409e2c36b', 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df', 'port_id': '7588edd6-5113-47fb-80b7-d48409e2c36b', 'mac_address': 'fa:16:3e:23:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8fb41e-6e62-4762-9664-f219d8856591', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:19.811060 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.877268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.897413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-06d56cc2-1760-4d44-ad75-9d3b19be916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:19.898927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-06d56cc2-1760-4d44-ad75-9d3b19be916f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.3173780 Nov 09 18:07:19.907220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=ba94e707-95aa-4ee4-b4c4-626a345b4e03,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:19.914174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5bea367-e369-4745-8f27-385ac485da24 req-76e3434c-5faa-4225-bfe5-a0080ea8cb2f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719086 Nov 09 18:07:19.946818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9ab88-4c55-4e34-af47-b8319641097c None None] Update dhcp port {'port': {'network_id': '9c1d4c73-412b-4d50-8dab-dc1686a2cba0', 'fixed_ips': [{'subnet_id': '4e9ebebd-97ab-4db0-a3e7-b2bdaacaeca4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d43ba14-b734-4d35-8cd2-598057b42c15'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '3133ffed-2125-4ab2-b773-921a8abe45f0'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:07:19.949317 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.983404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:19.993918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-cee7dcb4-e651-4dd9-b7d8-c693d4ef6cd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 HTTP/1.1" status: 200 len: 217 time: 0.0627580 Nov 09 18:07:20.008832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632c259f-9ac3-4a43-aa36-63b88e995739']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:20.014385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaf7b9-84aa-4d38-a09a-4e725fdb8416 req-2d5fc029-f67e-431a-9e75-8effe5f92383 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.015922 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afbaf7b9-84aa-4d38-a09a-4e725fdb8416 req-2d5fc029-f67e-431a-9e75-8effe5f92383 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 947 time: 0.2208922 Nov 09 18:07:20.019061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78018bf0-8157-46bb-9fcb-f040ddf93f66') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:20.019412 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78018bf0-8157-46bb-9fcb-f040ddf93f66') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-2c0efc32-061f-43bc-8811-1be4ec85c3ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba94e707-95aa-4ee4-b4c4-626a345b4e03: This subnet is being modified by another concurrent operation. Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:07:20.020187 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba94e707-95aa-4ee4-b4c4-626a345b4e03: This subnet is being modified by another concurrent operation. Nov 09 18:07:20.023889 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:07:20.037810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.053315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.061869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:20.062416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.064318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bf5eadc1-9488-4923-8b2c-a51a1fc073a3 None None] Provisioning complete for port b385d9c2-ddea-4291-85a9-13cf2b1c7f87 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:20.064986 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bf5eadc1-9488-4923-8b2c-a51a1fc073a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:20.066012 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:20.096087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee7eb0-5ad9-43e8-aa15-f1fa9f6814a2 None None] Network 632c259f-9ac3-4a43-aa36-63b88e995739 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:20.099402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7588edd6-5113-47fb-80b7-d48409e2c36b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:20.107382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afbaf7b9-84aa-4d38-a09a-4e725fdb8416 req-b3de98e0-40e2-4166-bcaf-e310a2e8bc90 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554035 Nov 09 18:07:20.133889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-440f89d6-6371-45bf-bbea-dc06d2f7f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.136046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-440f89d6-6371-45bf-bbea-dc06d2f7f943 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.1135967 Nov 09 18:07:20.137094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70a9ab88-4c55-4e34-af47-b8319641097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.138183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.145110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.146916 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.148279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/632c259f-9ac3-4a43-aa36-63b88e995739 HTTP/1.1" status: 204 len: 168 time: 0.6040416 Nov 09 18:07:20.152612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55258) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:20.164296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4c41e-8508-481c-be8e-fb6843a9b2c1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=632c259f-9ac3-4a43-aa36-63b88e995739,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:20.177586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.179648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7588edd6-5113-47fb-80b7-d48409e2c36b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7588edd6-5113-47fb-80b7-d48409e2c36b,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:20.193179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.193829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 70c32ef2-87f7-4de5-ad84-5199a0800553 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:20.199660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bf5eadc1-9488-4923-8b2c-a51a1fc073a3 None None] Port b385d9c2-ddea-4291-85a9-13cf2b1c7f87 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:20.225418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-7a81b8f1-6a22-4523-aaa3-dba18090a685 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740430 Nov 09 18:07:20.249426 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ad361d-27ea-4b8c-9e36-0b799e3e5b30 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:20.249965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ad361d-27ea-4b8c-9e36-0b799e3e5b30 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:20.252961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-98ad361d-27ea-4b8c-9e36-0b799e3e5b30 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/632c259f-9ac3-4a43-aa36-63b88e995739 HTTP/1.1" status: 404 len: 339 time: 0.0988894 Nov 09 18:07:20.258021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55262) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:20.275404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45553532', 'description': 'd1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:20.303604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:20.307553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.341597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:20.352791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.353423 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment 60a7cf11-4293-4cb3-8170-8c670b60d319 of type vlan for network cc5a1b58-78da-459a-a480-af5542c383f1 Nov 09 18:07:20.406468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.438557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7588edd6-5113-47fb-80b7-d48409e2c36b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:20.446958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ed372-1183-4096-8a76-a1ee040c3115 None None] Network 632c259f-9ac3-4a43-aa36-63b88e995739 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:20.450696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.464518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.464713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.475435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ed372-1183-4096-8a76-a1ee040c3115 None None] Network 632c259f-9ac3-4a43-aa36-63b88e995739 could not be found, it might have been deleted concurrently. {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:07:20.559525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2999895 Nov 09 18:07:20.562374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55266) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:20.577898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-70a9ab88-4c55-4e34-af47-b8319641097c None None] Allocated IP 172.20.0.1 (9c1d4c73-412b-4d50-8dab-dc1686a2cba0/1d43ba14-b734-4d35-8cd2-598057b42c15/3133ffed-2125-4ab2-b773-921a8abe45f0) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:20.594256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bcc78-b678-4cf5-93e1-219222893b2e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=cc5a1b58-78da-459a-a480-af5542c383f1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:20.615864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3133ffed-2125-4ab2-b773-921a8abe45f0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:20.617869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network cc5a1b58-78da-459a-a480-af5542c383f1 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:20.660185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae92b48-2b59-4b5b-9841-c9194d24ca56 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.664193 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dae92b48-2b59-4b5b-9841-c9194d24ca56 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/networks?id=cc5a1b58-78da-459a-a480-af5542c383f1 HTTP/1.1" status: 200 len: 763 time: 0.0984108 Nov 09 18:07:20.664448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55268) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:20.670771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'description': 'd2'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:20.734956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=b385d9c2-ddea-4291-85a9-13cf2b1c7f87,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:20.763876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 70c32ef2-87f7-4de5-ad84-5199a0800553, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70c32ef2-87f7-4de5-ad84-5199a0800553,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:20.766848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323180d5-fc4e-4158-b3cf-b9353a0300a2 req-fa9f5e00-18dd-482d-b019-ee665e49f953 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.768360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-323180d5-fc4e-4158-b3cf-b9353a0300a2 req-fa9f5e00-18dd-482d-b019-ee665e49f953 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 943 time: 0.6290157 Nov 09 18:07:20.791356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] In _notify_port_updated(), no bound segment for port b385d9c2-ddea-4291-85a9-13cf2b1c7f87 on network 43f0f617-cb2b-4d87-b09e-f21386636801 {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:07:20.792029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-26d78183-e9c0-4c7a-b13f-33391d1a8088 None None] Provisioning complete for port b385d9c2-ddea-4291-85a9-13cf2b1c7f87 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:20.793090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-26d78183-e9c0-4c7a-b13f-33391d1a8088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.797280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.797899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.799208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-03109678-db6d-4a01-a668-c5fe8104da64 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "PUT /v2.0/ports/b385d9c2-ddea-4291-85a9-13cf2b1c7f87 HTTP/1.1" status: 200 len: 997 time: 1.5151362 Nov 09 18:07:20.802864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55272) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:20.824479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '70c32ef2-87f7-4de5-ad84-5199a0800553', 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'port_id': '70c32ef2-87f7-4de5-ad84-5199a0800553', 'mac_address': 'fa:16:3e:d0:5d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9a139-c731-4732-b58f-45faf176e3cb', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:20.850979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-d14821a4-28e3-4314-a147-a1c9038fabeb service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028583 Nov 09 18:07:20.859130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1505f-f905-4640-8363-e77fe36fe825 req-b13709b4-e643-420b-85dc-76f9d04dfd0f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:20.860718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00a1505f-f905-4640-8363-e77fe36fe825 req-b13709b4-e643-420b-85dc-76f9d04dfd0f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 945 time: 0.1604679 Nov 09 18:07:20.864859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-323180d5-fc4e-4158-b3cf-b9353a0300a2 req-d7259484-e8f1-489d-993d-fec4bb83be82 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845287 Nov 09 18:07:20.900963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-26d78183-e9c0-4c7a-b13f-33391d1a8088 None None] Port b385d9c2-ddea-4291-85a9-13cf2b1c7f87 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:20.908695 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-70a9ab88-4c55-4e34-af47-b8319641097c None None] For port 3133ffed-2125-4ab2-b773-921a8abe45f0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3133ffed-2125-4ab2-b773-921a8abe45f0,segment=NetworkSegment(d0e03b08-114d-4b23-9e5a-3ad1f66f8d35),segment_id=d0e03b08-114d-4b23-9e5a-3ad1f66f8d35)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:20.926154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3133ffed-2125-4ab2-b773-921a8abe45f0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:20.927374 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.936287 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.962516 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.968281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:20.969903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00a1505f-f905-4640-8363-e77fe36fe825 req-8e33e810-bb19-4504-ab44-2e11019e840f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974324 Nov 09 18:07:20.986651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting port b385d9c2-ddea-4291-85a9-13cf2b1c7f87 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:20.987047 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.015080 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70a9ab88-4c55-4e34-af47-b8319641097c None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.019408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c32ef2-87f7-4de5-ad84-5199a0800553 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:21.046314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 70c32ef2-87f7-4de5-ad84-5199a0800553, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70c32ef2-87f7-4de5-ad84-5199a0800553,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:21.047862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e2bd2aa-afd1-4e20-9282-23e815658d5e req-f48e7076-6edf-4eda-947e-3b9230f36c9e service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863003 Nov 09 18:07:21.048866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network cc5a1b58-78da-459a-a480-af5542c383f1 is not hosted by any dhcp agent {{(pid=102141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:07:21.053537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70a9ab88-4c55-4e34-af47-b8319641097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.055593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.056240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.057682 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "PUT /v2.0/networks/cc5a1b58-78da-459a-a480-af5542c383f1 HTTP/1.1" status: 200 len: 760 time: 0.3922522 Nov 09 18:07:21.062471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55282) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:21.076595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.079645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.080291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d765230b-78a0-4f26-b133-235b45f93a37 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:21.083295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.089788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.095816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.102565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.108653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.109278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c16a1-a241-4436-806a-58daae7b4abe tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=cc5a1b58-78da-459a-a480-af5542c383f1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:21.114770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.116723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-074e59ec-7702-4278-b630-b9ad40988aec req-ce1fd897-3d25-4b14-a05a-f182eefbddfe tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.1374185 Nov 09 18:07:21.133015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network cc5a1b58-78da-459a-a480-af5542c383f1 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:21.156012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.168759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Calling delete_port for b385d9c2-ddea-4291-85a9-13cf2b1c7f87 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:21.262792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-074e59ec-7702-4278-b630-b9ad40988aec req-45f86be6-0b5d-4a04-9bb3-063cfa8be68e tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1328592 Nov 09 18:07:21.271732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.resource_extend [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:07:21.272216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6b016-6a55-46f7-bb20-114b4240257e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.286861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66a6b016-6a55-46f7-bb20-114b4240257e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/networks?id=cc5a1b58-78da-459a-a480-af5542c383f1 HTTP/1.1" status: 200 len: 763 time: 0.1622827 Nov 09 18:07:21.289519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55286) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:21.298574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.298823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9ab88-4c55-4e34-af47-b8319641097c None None] Pushing event updated for resources: {'Port': ['ID=3133ffed-2125-4ab2-b773-921a8abe45f0,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:21.305032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.311663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.318010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.324434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.331180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.337367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.340126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-0bbc86a8-6e79-4351-88d8-2eaa30b279eb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5433 time: 0.2127228 Nov 09 18:07:21.400191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd2ea640-fa51-4f85-826c-462621d90b45 req-36a84b68-c774-4108-9348-6b0a0f414398 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468476 Nov 09 18:07:21.432251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=70c32ef2-87f7-4de5-ad84-5199a0800553,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:21.452400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d765230b-78a0-4f26-b133-235b45f93a37, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d765230b-78a0-4f26-b133-235b45f93a37,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:21.463870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'd765230b-78a0-4f26-b133-235b45f93a37', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'port_id': 'd765230b-78a0-4f26-b133-235b45f93a37', 'mac_address': 'fa:16:3e:b1:4c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:21.490556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.530485 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.549198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d765230b-78a0-4f26-b133-235b45f93a37 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:21.571759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Port': ['ID=b385d9c2-ddea-4291-85a9-13cf2b1c7f87,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:21.579123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d765230b-78a0-4f26-b133-235b45f93a37, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d765230b-78a0-4f26-b133-235b45f93a37,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:21.587846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b634ed-b151-4917-a34d-5014de6de2a0 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.588627 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.589874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd6cb278-3170-4fe9-8fb4-998bb085147e details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:21.590530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f2b634ed-b151-4917-a34d-5014de6de2a0 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2999082 Nov 09 18:07:21.592927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55290) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:21.639728 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e9453055-b3bb-463c-a14b-fa7aeac09751 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 207 time: 0.0456049 Nov 09 18:07:21.653343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55292) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:21.677328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dd6cb278-3170-4fe9-8fb4-998bb085147e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:21.683584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad507ef2-1771-4f3c-bb72-2e8ed423e44f req-da52321a-2482-455f-b3f1-90ecc21d6297 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.685150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad507ef2-1771-4f3c-bb72-2e8ed423e44f req-da52321a-2482-455f-b3f1-90ecc21d6297 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 947 time: 0.1413331 Nov 09 18:07:21.702035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'dd6cb278-3170-4fe9-8fb4-998bb085147e', 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'port_id': 'dd6cb278-3170-4fe9-8fb4-998bb085147e', 'mac_address': 'fa:16:3e:76:99:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9a139-c731-4732-b58f-45faf176e3cb', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:21.702914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f5cf-49e4-4e6b-ba0c-bd68dbc43854 req-3f6c4618-6cf7-460f-82a6-dce635966a1b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:21.710804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8a3f5cf-49e4-4e6b-ba0c-bd68dbc43854 req-3f6c4618-6cf7-460f-82a6-dce635966a1b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 945 time: 0.0953894 Nov 09 18:07:21.735851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:21.737967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=d765230b-78a0-4f26-b133-235b45f93a37,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:21.786328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad507ef2-1771-4f3c-bb72-2e8ed423e44f req-2bacf4ab-49ac-4ca1-9c40-9525180b960c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734494 Nov 09 18:07:21.806475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8a3f5cf-49e4-4e6b-ba0c-bd68dbc43854 req-3af1eb55-0d95-45ac-8c07-d1fe1e4d3da4 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892594 Nov 09 18:07:21.878318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.881476 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8723b433-4d3f-4d34-b93d-c55e4596a57e tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/ports/b385d9c2-ddea-4291-85a9-13cf2b1c7f87 HTTP/1.1" status: 204 len: 168 time: 1.0748549 Nov 09 18:07:21.889285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:21.902917 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.924552 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b150768-ed8c-48f9-a69b-13fefb439540 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] GET failed (client error): The resource could not be found. Nov 09 18:07:21.925352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6cb278-3170-4fe9-8fb4-998bb085147e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:21.929436 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2b150768-ed8c-48f9-a69b-13fefb439540 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "GET /v2.0/ports/b385d9c2-ddea-4291-85a9-13cf2b1c7f87 HTTP/1.1" status: 404 len: 333 time: 0.0358911 Nov 09 18:07:21.935261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55300) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:21.940410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'name': 'tempest-AllowedAddressPairTestJSON-1112762761'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:21.964749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dd6cb278-3170-4fe9-8fb4-998bb085147e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:21.975344 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:21.976116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cc6dfca-87fa-4f58-81a8-56a31490621c details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:21.992400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07420a-bd06-4cb4-a355-40a87195ecba req-0a1d833f-2c39-4ac5-af52-0c14283a65bb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.002848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe07420a-bd06-4cb4-a355-40a87195ecba req-0a1d833f-2c39-4ac5-af52-0c14283a65bb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 945 time: 0.1268728 Nov 09 18:07:22.024242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:22.045382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8', 'mac_address': 'fa:16:3e:5e:c5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:22.081665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6cc6dfca-87fa-4f58-81a8-56a31490621c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:22.096270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe07420a-bd06-4cb4-a355-40a87195ecba req-cfe08e80-f73e-4a33-8245-0a3d679e9999 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 Nov 09 18:07:22.107101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a1e07-f4ed-4ab1-b00c-1003d5e24b37 req-a91ade1d-a572-4679-ba0c-0cfc83b50214 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.111276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dd6cb278-3170-4fe9-8fb4-998bb085147e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:22.116245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb2a1e07-f4ed-4ab1-b00c-1003d5e24b37 req-a91ade1d-a572-4679-ba0c-0cfc83b50214 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 943 time: 0.1112843 Nov 09 18:07:22.128765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6cc6dfca-87fa-4f58-81a8-56a31490621c', 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'port_id': '6cc6dfca-87fa-4f58-81a8-56a31490621c', 'mac_address': 'fa:16:3e:92:65:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9a139-c731-4732-b58f-45faf176e3cb', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:22.138966 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.156273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:22.180338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb2a1e07-f4ed-4ab1-b00c-1003d5e24b37 req-77ae0f33-1689-426f-a3e5-6bf2b8fe0826 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629692 Nov 09 18:07:22.330164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f784e13-926e-405f-8237-c967aed0b8df None None] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:22.365010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018657ab-4440-4848-be90-8474b80bc329 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.371499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018657ab-4440-4848-be90-8474b80bc329 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.377879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018657ab-4440-4848-be90-8474b80bc329 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.384182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018657ab-4440-4848-be90-8474b80bc329 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.390747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018657ab-4440-4848-be90-8474b80bc329 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.392324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:22.397966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018657ab-4440-4848-be90-8474b80bc329 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.402884 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-018657ab-4440-4848-be90-8474b80bc329 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7432811 Nov 09 18:07:22.405128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.406481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55308) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:22.415079 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.442196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0a316781-88db-4693-a309-c97718a5fe22 None None] Provisioning complete for port 3133ffed-2125-4ab2-b773-921a8abe45f0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:22.442581 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a316781-88db-4693-a309-c97718a5fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.510789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc6dfca-87fa-4f58-81a8-56a31490621c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:22.511005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.512334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:22.516912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.518002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.523317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.529742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.536908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.543088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.543992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] device_id is not set on port de3589f0-ba82-45f3-a089-fc0fa1ede60d yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:07:22.549074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.551059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-bef59829-921a-4c2b-830f-303b4526590a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.1906726 Nov 09 18:07:22.558679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:22.561347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f59f-b057-42e5-b77b-f3e493d1897b req-2e891c1f-77a8-4664-afb2-046d0ca1beac tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.562927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b16f59f-b057-42e5-b77b-f3e493d1897b req-2e891c1f-77a8-4664-afb2-046d0ca1beac tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 945 time: 0.2122579 Nov 09 18:07:22.568105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3133ffed-2125-4ab2-b773-921a8abe45f0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:22.574245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6cc6dfca-87fa-4f58-81a8-56a31490621c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:22.617055 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.617733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1dba938b-7556-49f0-961d-be5fc27de3c3 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:22.658237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84fb173e-8309-4e1b-a934-54fc67bd091c req-0e3f05f7-d196-4782-8369-33d04cfd2656 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908616 Nov 09 18:07:22.679029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-56002c78-14a8-4e62-83e4-16e45ee58f0b tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2681215 Nov 09 18:07:22.679270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['730dfb6d-a6cb-49ee-9804-739a9b9b3bb8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:22.679662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55314) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:22.701862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b16f59f-b057-42e5-b77b-f3e493d1897b req-4b19c66f-fbff-48f1-b92d-f509bce64bff tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155703 Nov 09 18:07:22.731553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Allocated IP 172.20.0.4 (43f0f617-cb2b-4d87-b09e-f21386636801/2d0cdfda-163d-4278-814e-ff179cde3838/de3589f0-ba82-45f3-a089-fc0fa1ede60d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:22.795257 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1dba938b-7556-49f0-961d-be5fc27de3c3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1dba938b-7556-49f0-961d-be5fc27de3c3,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:22.798884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10786db1-99b4-493c-94fb-935ef95ac23c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.801392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10786db1-99b4-493c-94fb-935ef95ac23c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.802981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10786db1-99b4-493c-94fb-935ef95ac23c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.804902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10786db1-99b4-493c-94fb-935ef95ac23c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.807189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10786db1-99b4-493c-94fb-935ef95ac23c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.808472 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10786db1-99b4-493c-94fb-935ef95ac23c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1277456 Nov 09 18:07:22.809327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6cc6dfca-87fa-4f58-81a8-56a31490621c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:22.816589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55316) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:22.822840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '1dba938b-7556-49f0-961d-be5fc27de3c3', 'network_id': '97535ef5-be7d-4600-a86f-760c237af1df', 'port_id': '1dba938b-7556-49f0-961d-be5fc27de3c3', 'mac_address': 'fa:16:3e:e4:d8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8fb41e-6e62-4762-9664-f219d8856591', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:22.878488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3133ffed-2125-4ab2-b773-921a8abe45f0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:22.878873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.932517 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.946675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.954045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.961424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.961617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dba938b-7556-49f0-961d-be5fc27de3c3 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:22.969394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.976492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.977920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:22.983152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:22.985591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1dba938b-7556-49f0-961d-be5fc27de3c3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1dba938b-7556-49f0-961d-be5fc27de3c3,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:22.989890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.000165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99e44604-d78d-4483-b703-65bc3867b5cd req-dc7071d7-2329-4caa-b63c-1439d324001c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5436 time: 0.2314737 Nov 09 18:07:23.011813 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.012609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fc1be936-fe3c-40c0-aaf8-d53658100dd1 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:23.017552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.030511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73718ce3-5001-45e8-9739-6a572b152488 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.031935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73718ce3-5001-45e8-9739-6a572b152488 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.033958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73718ce3-5001-45e8-9739-6a572b152488 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.035877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73718ce3-5001-45e8-9739-6a572b152488 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.037410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73718ce3-5001-45e8-9739-6a572b152488 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.039309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-73718ce3-5001-45e8-9739-6a572b152488 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2214470 Nov 09 18:07:23.046012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55320) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:23.074789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:23.078886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:23.083783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:23.123771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=de3589f0-ba82-45f3-a089-fc0fa1ede60d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:23.160479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99e44604-d78d-4483-b703-65bc3867b5cd req-93340e7e-263e-4c75-96da-e38d5dc73c02 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593878 Nov 09 18:07:23.160657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fc1be936-fe3c-40c0-aaf8-d53658100dd1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:23.168790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.169498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.193473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1dba938b-7556-49f0-961d-be5fc27de3c3,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:23.194025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b3222-2196-4dbd-a4b6-0b47105a7cd1 req-998f2d2d-c1f1-4f0a-a2af-3afe63506fdc tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.198146 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e4561279-6fe0-43ad-9c39-62c8e8790006 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2615383 Nov 09 18:07:23.207941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55324) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:23.219119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'network_id': '43f0f617-cb2b-4d87-b09e-f21386636801', 'name': 'tempest-AllowedAddressPairTestJSON-770739743'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:23.220089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-816b3222-2196-4dbd-a4b6-0b47105a7cd1 req-998f2d2d-c1f1-4f0a-a2af-3afe63506fdc tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 947 time: 0.2978582 Nov 09 18:07:23.222928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'fc1be936-fe3c-40c0-aaf8-d53658100dd1', 'network_id': '54f62d31-3729-45cf-ba34-bae4af3123c0', 'port_id': 'fc1be936-fe3c-40c0-aaf8-d53658100dd1', 'mac_address': 'fa:16:3e:68:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b9a139-c731-4732-b58f-45faf176e3cb', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:23.280422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180e0ef-56d4-4ce1-b3a2-5c96bfb016f0 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.285464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d180e0ef-56d4-4ce1-b3a2-5c96bfb016f0 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/networks/58577095-7beb-430f-92e9-1f6a0e5677dc HTTP/1.1" status: 200 len: 804 time: 0.2330961 Nov 09 18:07:23.288723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55326) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:23.303665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.305424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e262baee-4b1f-42fa-849a-677b2df04476 None None] Provisioning complete for port 3133ffed-2125-4ab2-b773-921a8abe45f0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:23.305848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e262baee-4b1f-42fa-849a-677b2df04476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.329934 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-816b3222-2196-4dbd-a4b6-0b47105a7cd1 req-3cf1ab4c-ead5-462b-a05c-808073b30c62 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087937 Nov 09 18:07:23.352016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1be936-fe3c-40c0-aaf8-d53658100dd1 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:23.371271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c21cb3-31e7-4a0d-b1ce-6d7748285cb0 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:07:23.378516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafde43-dc95-4e08-b1e9-a4aa56907344 req-74d17e77-3eea-484f-90f9-dfdeef455752 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.380146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bafde43-dc95-4e08-b1e9-a4aa56907344 req-74d17e77-3eea-484f-90f9-dfdeef455752 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 944 time: 0.0969665 Nov 09 18:07:23.408581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fc1be936-fe3c-40c0-aaf8-d53658100dd1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:23.418115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.418856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3caad76-9fbc-41db-833b-fc6d23615ed8 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:23.425972 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c4d6c05-ddd0-4f53-bdc7-87675df3ac55 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/networks/58577095-7beb-430f-92e9-1f6a0e5677dc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1307085 Nov 09 18:07:23.426393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bafde43-dc95-4e08-b1e9-a4aa56907344 req-10d8e7a4-5060-4f04-a627-f34378c5b767 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 Nov 09 18:07:23.429388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:23.478456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Made reservation on behalf of 22cbae6312b54adba207b2ce056f4c69 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:23.482206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.488664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf9030-2d8e-4911-858e-d82852be54b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.493860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4ddf9030-2d8e-4911-858e-d82852be54b1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/subnets/b8fbb4c3-f404-4742-8aef-c71e4a6d204d HTTP/1.1" status: 200 len: 843 time: 0.0595708 Nov 09 18:07:23.494518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:23.507702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] device_id is not set on port 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:07:23.553789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c04a651-86a3-40a3-9e74-2a6a8e3c2543 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.560537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6c04a651-86a3-40a3-9e74-2a6a8e3c2543 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "GET /v2.0/subnets/b8fbb4c3-f404-4742-8aef-c71e4a6d204d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0596557 Nov 09 18:07:23.560703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55332) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:23.565028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845101341'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:23.623651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fc1be936-fe3c-40c0-aaf8-d53658100dd1,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:23.625066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:23.628639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.658314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Allocated IP 172.20.0.9 (43f0f617-cb2b-4d87-b09e-f21386636801/2d0cdfda-163d-4278-814e-ff179cde3838/9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:23.675822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:23.683665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e3caad76-9fbc-41db-833b-fc6d23615ed8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:23.701104 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.701556 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Added segment 35ffa3a3-145f-46c4-a263-aa91d6b20dd9 of type vlan for network c4201212-cc2a-4ae8-9af5-c9637c828ef0 Nov 09 18:07:23.702817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'e3caad76-9fbc-41db-833b-fc6d23615ed8', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'e3caad76-9fbc-41db-833b-fc6d23615ed8', 'mac_address': 'fa:16:3e:03:9b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:23.707662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c21cb3-31e7-4a0d-b1ce-6d7748285cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:07:23.715920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:23.795346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.818660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.859731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-34d9c94c-677b-4411-8bdc-44515c99539a None None] Provisioning complete for port de3589f0-ba82-45f3-a089-fc0fa1ede60d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:23.860109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-34d9c94c-677b-4411-8bdc-44515c99539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.868321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.875448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.880059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-30d56a73-1c6e-4665-a837-eaa75176d87b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.881543 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-30d56a73-1c6e-4665-a837-eaa75176d87b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 945 time: 0.1437359 Nov 09 18:07:23.881852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.888245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.891460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3caad76-9fbc-41db-833b-fc6d23615ed8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:23.894507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.901092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.908164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.916539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-1032ea60-0d59-42ae-90df-9a694a34498b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.1473715 Nov 09 18:07:23.925957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.932065 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.932659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:23.934670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa721-34ff-4094-a119-42fdf3bc583c req-81d00d4d-254e-47fa-a33e-30b8a353b30d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:23.936303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d5aa721-34ff-4094-a119-42fdf3bc583c req-81d00d4d-254e-47fa-a33e-30b8a353b30d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb HTTP/1.1" status: 200 len: 945 time: 0.1532958 Nov 09 18:07:23.949229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e3caad76-9fbc-41db-833b-fc6d23615ed8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:23.953469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-34d9c94c-677b-4411-8bdc-44515c99539a None None] Port de3589f0-ba82-45f3-a089-fc0fa1ede60d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:23.963023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:23.967531 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.003665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:24.003768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-b99ba926-dc01-4480-b330-b2d515faf778 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842144 Nov 09 18:07:24.004198 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.015980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d5aa721-34ff-4094-a119-42fdf3bc583c req-1ec191e9-81bd-406d-af3d-f818db2c5916 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676117 Nov 09 18:07:24.036382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4734428 Nov 09 18:07:24.036975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55340) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:24.041700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'network_id': 'c4201212-cc2a-4ae8-9af5-c9637c828ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:24.065789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.127207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=e3caad76-9fbc-41db-833b-fc6d23615ed8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.127942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d3df0-4db7-4513-a2d9-019b52a8da17 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Network': ['ID=c4201212-cc2a-4ae8-9af5-c9637c828ef0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.142891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network c4201212-cc2a-4ae8-9af5-c9637c828ef0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:24.194973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.209443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Made reservation on behalf of 271f8394352a4e688e8b28ce2e2b959a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:24.213050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.218825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Deleting port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:24.219208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.327442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.333783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.340556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.346735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.354400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.359701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Network 43f0f617-cb2b-4d87-b09e-f21386636801 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:24.361107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.367503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.367915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Performing IP validity checks on allocation pools {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:07:24.368443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:07:24.369789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-ff5139b7-2af3-48ed-9414-4bc96aacf154 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5438 time: 0.1107020 Nov 09 18:07:24.376642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:24.378658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.384898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:24.422469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-307616a1-8a1a-495a-b5e5-59f1ac252a93 req-39ab40e4-8a04-4306-927d-7e4ac381df3f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420094 Nov 09 18:07:24.482299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] For port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:24.482682 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.488166 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.492677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.493287 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.518307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Calling delete_port for 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:24.545019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:24.546735 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f0e7503-ade2-44fa-a89c-6db2b880e290 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3374476 Nov 09 18:07:24.547895 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1874f86b-3cbb-4d7e-bf38-9fbf009176cc" -d '{"events": [{"server_uuid": "7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "730dfb6d-a6cb-49ee-9804-739a9b9b3bb8"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:24.551541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55356) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:24.576157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:96:fc:54'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ed:c1:a6'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:24.576527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:24.587121 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.641607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1dba938b-7556-49f0-961d-be5fc27de3c3'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.668113 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dd6cb278-3170-4fe9-8fb4-998bb085147e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.669042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995fe16-a822-4456-8d64-0f0d4990624b req-98781fb8-f61d-4550-a858-41bae837f76e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.670013 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.670700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7588edd6-5113-47fb-80b7-d48409e2c36b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.676624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.677460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3995fe16-a822-4456-8d64-0f0d4990624b req-98781fb8-f61d-4550-a858-41bae837f76e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 948 time: 0.1373968 Nov 09 18:07:24.724623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['d765230b-78a0-4f26-b133-235b45f93a37'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.726602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.758444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['70c32ef2-87f7-4de5-ad84-5199a0800553'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.767191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=1bf5e7f9-0c55-4ad7-80dc-d27d08acf22f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.795289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Checking segment: {'id': '35ffa3a3-145f-46c4-a263-aa91d6b20dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c4201212-cc2a-4ae8-9af5-c9637c828ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:24.795864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network hostable DHCP agents. Network: c4201212-cc2a-4ae8-9af5-c9637c828ef0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:24.803196 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.816829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3995fe16-a822-4456-8d64-0f0d4990624b req-2590baf0-546c-48ca-951a-3a8dd05c970a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375964 Nov 09 18:07:24.823307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:24.847034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event deleted for resources: {'Port': ['ID=3a29b15c-04a3-4f12-87e2-0e4ac9cf620c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:24.859172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Network c4201212-cc2a-4ae8-9af5-c9637c828ef0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:24.902917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] No DVR routers for this DVR port 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:24.906441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.912414 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a5b9d44b-f0b2-43df-9821-d236a882de9e req-c46f6056-64ce-4a55-a51e-f870554f20a6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.85 "DELETE /v2.0/ports/3a29b15c-04a3-4f12-87e2-0e4ac9cf620c HTTP/1.1" status: 204 len: 173 time: 1.0218999 Nov 09 18:07:24.912414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'name': 'network-vif-deleted', 'tag': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:24.916852 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34347ee4-6ec5-4ffa-9d49-28430b952612" -d '{"events": [{"server_uuid": "f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb", "name": "network-vif-deleted", "tag": "3a29b15c-04a3-4f12-87e2-0e4ac9cf620c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:24.918526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, c4201212-cc2a-4ae8-9af5-c9637c828ef0) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:24.926304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:24.926304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.955557 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:24.957798 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-805cf57c-405b-44c3-a4e0-d143e5e05233 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9197466 Nov 09 18:07:24.960556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55362) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:24.969322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f406dfca-d90f-4757-ac52-84bbfa93d890 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:24.972243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd0f1b9-8f35-4957-b075-e6ca79ef4612 None None] Network c4201212-cc2a-4ae8-9af5-c9637c828ef0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:25.093720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34f514-f436-4c9e-96d2-c441c76adde9 req-54fa0fca-d025-461e-979a-0dbb334a8fa3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.096322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df34f514-f436-4c9e-96d2-c441c76adde9 req-54fa0fca-d025-461e-979a-0dbb334a8fa3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 945 time: 0.0782776 Nov 09 18:07:25.117839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f406dfca-d90f-4757-ac52-84bbfa93d890 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8568327'] for subnet, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.201370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df34f514-f436-4c9e-96d2-c441c76adde9 req-f527c0d8-7ee8-40fb-9e38-7110a2d7704a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937979 Nov 09 18:07:25.282769 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.290934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.298763 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e213a3a-b7f0-4a25-a246-74086cb5b459 x-openstack-request-id: req-3e213a3a-b7f0-4a25-a246-74086cb5b459 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:25.299159 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "730dfb6d-a6cb-49ee-9804-739a9b9b3bb8", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:25.299426 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e213a3a-b7f0-4a25-a246-74086cb5b459 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:25.299871 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8', 'code': 200} Nov 09 18:07:25.303356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9673e41d-396c-4c2b-8b0e-51bcb274e7ea None None] Provisioning complete for port 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:25.303772 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9673e41d-396c-4c2b-8b0e-51bcb274e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.336080 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef33038c-cb55-4ada-aa30-2b5b0f937613 x-openstack-request-id: req-ef33038c-cb55-4ada-aa30-2b5b0f937613 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:25.336313 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb", "name": "network-vif-deleted", "tag": "3a29b15c-04a3-4f12-87e2-0e4ac9cf620c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:25.336488 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef33038c-cb55-4ada-aa30-2b5b0f937613 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:25.336965 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43c5f3b-6cfd-4a4d-8ad5-d770bb4815cb', 'name': 'network-vif-deleted', 'tag': '3a29b15c-04a3-4f12-87e2-0e4ac9cf620c', 'status': 'completed', 'code': 200} Nov 09 18:07:25.359123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f406dfca-d90f-4757-ac52-84bbfa93d890 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772669375537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12454629'] for subnet, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.364716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event updated for resources: {'Port': ['ID=9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:25.427394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406dfca-d90f-4757-ac52-84bbfa93d890 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.428251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f406dfca-d90f-4757-ac52-84bbfa93d890 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.429659 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f406dfca-d90f-4757-ac52-84bbfa93d890 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "PUT /v2.0/subnets/1bf5e7f9-0c55-4ad7-80dc-d27d08acf22f HTTP/1.1" status: 200 len: 900 time: 0.4681365 Nov 09 18:07:25.433894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55368) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:25.521918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] In _notify_port_updated(), no bound segment for port 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a on network 43f0f617-cb2b-4d87-b09e-f21386636801 {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:07:25.530703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.533417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.538486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c4678386-52f2-4424-929e-fd5e2bdbdc7c tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "PUT /v2.0/ports/9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a HTTP/1.1" status: 200 len: 1055 time: 0.9854834 Nov 09 18:07:25.540254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55372) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:25.558246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406dfca-d90f-4757-ac52-84bbfa93d890 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event updated for resources: {'Subnet': ['ID=1bf5e7f9-0c55-4ad7-80dc-d27d08acf22f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:25.570740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ae78b-2e99-454e-af83-35e0ec232cae req-64a74fa3-e885-4a3b-9538-015a0a6ba5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.572513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a2ae78b-2e99-454e-af83-35e0ec232cae req-64a74fa3-e885-4a3b-9538-015a0a6ba5cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 1096 time: 0.2096100 Nov 09 18:07:25.622447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6cc6dfca-87fa-4f58-81a8-56a31490621c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:25.629984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.685680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.692630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.698742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.699070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9673e41d-396c-4c2b-8b0e-51bcb274e7ea None None] Port 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:25.704768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.710773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.717342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.723348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.729323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:25.731927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-28f5869f-eff9-4c80-8486-45d170da4196 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.2868266 Nov 09 18:07:25.741305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a2ae78b-2e99-454e-af83-35e0ec232cae req-6a8869d1-c179-4857-a238-6d6260c07ba5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368971 Nov 09 18:07:25.753920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.757649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['fc1be936-fe3c-40c0-aaf8-d53658100dd1'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:25.791677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf5e7f9-0c55-4ad7-80dc-d27d08acf22f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:25.796036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68cb431a-1627-44a8-bcfa-74c17205bc1d req-07ef5b9b-1c19-4844-b7d6-d205dbdb79fd tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496321 Nov 09 18:07:25.801944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting port 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:25.802319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.883709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.916868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4201212-cc2a-4ae8-9af5-c9637c828ef0']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:25.920733 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.927227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ffa3a3-145f-46c4-a263-aa91d6b20dd9') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:25.927516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ffa3a3-145f-46c4-a263-aa91d6b20dd9') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:25.937460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Calling delete_port for 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:25.940703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.952191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9773feb-4767-48dc-a843-705c0442342c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-c4201212-cc2a-4ae8-9af5-c9637c828ef0', 'network_id': 'c4201212-cc2a-4ae8-9af5-c9637c828ef0', 'tenant_id': '271f8394352a4e688e8b28ce2e2b959a', 'fixed_ips': [{'subnet_id': '1bf5e7f9-0c55-4ad7-80dc-d27d08acf22f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:25.953167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9773feb-4767-48dc-a843-705c0442342c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.957029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.968070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:25.970005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:25.974406 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:25.999508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b16120ed-1976-4308-b53b-7ae816bc279c None None] Provisioning complete for port 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:26.000118 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b16120ed-1976-4308-b53b-7ae816bc279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.056464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.067669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.075169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/c4201212-cc2a-4ae8-9af5-c9637c828ef0 HTTP/1.1" status: 204 len: 168 time: 0.6362255 Nov 09 18:07:26.076646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55384) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.082232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d167e-dca2-43de-8a01-371e651794ac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=c4201212-cc2a-4ae8-9af5-c9637c828ef0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:26.097512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b16120ed-1976-4308-b53b-7ae816bc279c None None] Port 9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:26.108054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44bdf9-0c2b-49bc-b02d-9e39921cd92a None None] Network c4201212-cc2a-4ae8-9af5-c9637c828ef0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:26.125617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.131587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.132993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44bdf9-0c2b-49bc-b02d-9e39921cd92a None None] Network c4201212-cc2a-4ae8-9af5-c9637c828ef0 could not be found, it might have been deleted concurrently. {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:07:26.138223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.143731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff51799-f7d8-4c52-9dec-651f2f9ca340 None None] Network c4201212-cc2a-4ae8-9af5-c9637c828ef0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:26.144323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.150310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.157120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.163114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.165030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-70d458c9-01b4-46fd-a662-0dfc1ff1d8c7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5438 time: 0.1559761 Nov 09 18:07:26.166731 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e9b87d-3a36-4929-8150-4e09c77c8707 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:26.167167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e9b87d-3a36-4929-8150-4e09c77c8707 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:26.170176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-75e9b87d-3a36-4929-8150-4e09c77c8707 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/1bf5e7f9-0c55-4ad7-80dc-d27d08acf22f HTTP/1.1" status: 404 len: 337 time: 0.0937054 Nov 09 18:07:26.172659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff51799-f7d8-4c52-9dec-651f2f9ca340 None None] Network c4201212-cc2a-4ae8-9af5-c9637c828ef0 could not be found, it might have been deleted concurrently. {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:07:26.172778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55386) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.199415 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2adeb0-011f-4326-89a1-3a7c1391efac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:26.199636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2adeb0-011f-4326-89a1-3a7c1391efac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:26.202564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6a2adeb0-011f-4326-89a1-3a7c1391efac tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/c4201212-cc2a-4ae8-9af5-c9637c828ef0 HTTP/1.1" status: 404 len: 339 time: 0.0288715 Nov 09 18:07:26.205410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55388) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.259204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5fd9599-15be-4b6e-9737-77e351e79fe3 req-33811658-30b0-4811-937a-b51a7de09764 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784776 Nov 09 18:07:26.279893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.302484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.311053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Port': ['ID=9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:26.400804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.422042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5a1b58-78da-459a-a480-af5542c383f1']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:26.432443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a7cf11-4293-4cb3-8170-8c670b60d319') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:26.433347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a7cf11-4293-4cb3-8170-8c670b60d319') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:26.443955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.459050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.467005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:26.467660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:26.471305 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:26.475629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7acc9-0757-4a8e-b0ce-0c32e70a8d60 req-cc89ea6f-b0b3-4068-8050-2985e234bef9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.477202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29f7acc9-0757-4a8e-b0ce-0c32e70a8d60 req-cc89ea6f-b0b3-4068-8050-2985e234bef9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 948 time: 0.1224890 Nov 09 18:07:26.541385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.549414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.552520 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/cc5a1b58-78da-459a-a480-af5542c383f1 HTTP/1.1" status: 204 len: 168 time: 0.3460217 Nov 09 18:07:26.560422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55392) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.562693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b92c65-e17b-418d-9cc7-d50d48e3c8c3 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=cc5a1b58-78da-459a-a480-af5542c383f1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:26.615335 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4107f3f8-ef83-4127-b21f-1a4b646c829e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:26.615710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4107f3f8-ef83-4127-b21f-1a4b646c829e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:26.618715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4107f3f8-ef83-4127-b21f-1a4b646c829e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/ba94e707-95aa-4ee4-b4c4-626a345b4e03 HTTP/1.1" status: 404 len: 337 time: 0.0560222 Nov 09 18:07:26.621991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55394) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.625517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29f7acc9-0757-4a8e-b0ce-0c32e70a8d60 req-65052b03-4893-4ef9-8726-b4590150ca8b tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369364 Nov 09 18:07:26.644020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.649780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2a92d785-9754-47fa-9ecd-dec793689e99 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/ports/9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a HTTP/1.1" status: 204 len: 168 time: 1.1024079 Nov 09 18:07:26.650096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55396) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.660799 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2100937-9bc6-4268-8b93-04b5b5c8486e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:26.661522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2100937-9bc6-4268-8b93-04b5b5c8486e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:26.664249 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2100937-9bc6-4268-8b93-04b5b5c8486e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/632c259f-9ac3-4a43-aa36-63b88e995739 HTTP/1.1" status: 404 len: 339 time: 0.0412452 Nov 09 18:07:26.667923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55402) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.678333 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bada076-78a4-4e5f-b351-5c8dafe85c6f tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] GET failed (client error): The resource could not be found. Nov 09 18:07:26.679802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9bada076-78a4-4e5f-b351-5c8dafe85c6f tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "GET /v2.0/ports/9c5c2a64-9ab0-4b3c-b92a-a24fe4cfa33a HTTP/1.1" status: 404 len: 333 time: 0.0288138 Nov 09 18:07:26.685463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55404) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:26.775656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting subnet 1d43ba14-b734-4d35-8cd2-598057b42c15 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:26.779871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting port de3589f0-ba82-45f3-a089-fc0fa1ede60d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:26.780224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.780606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.845050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.889870 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:26.896196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-4b1b5593-e2a5-4c20-8e8e-9517d9999cc5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:26.897588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-4b1b5593-e2a5-4c20-8e8e-9517d9999cc5 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.1962807 Nov 09 18:07:26.902156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Calling delete_port for de3589f0-ba82-45f3-a089-fc0fa1ede60d owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:26.937870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-a22d4a74-5f06-4210-9bfb-89aca175d54a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/quotas/3287c01ab4894850a8b843d6d28ae8be HTTP/1.1" status: 200 len: 375 time: 0.0318592 Nov 09 18:07:26.975975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.031489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.035105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-0178287f-def0-4e92-8043-06771e7bcd1f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905280 Nov 09 18:07:27.060995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Port': ['ID=de3589f0-ba82-45f3-a089-fc0fa1ede60d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:27.062724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.121273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=1d43ba14-b734-4d35-8cd2-598057b42c15,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:27.126599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.129771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c01c53ea-0358-450e-b0ba-e0072a84f43c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/1d43ba14-b734-4d35-8cd2-598057b42c15 HTTP/1.1" status: 204 len: 168 time: 0.4607475 Nov 09 18:07:27.132216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55412) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:27.135741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc654b-81f9-4a7c-924a-81fe068b3c61 None None] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:27.141774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.145531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-89b5444b-2dea-437a-aab2-e29ff793b180 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/ports/de3589f0-ba82-45f3-a089-fc0fa1ede60d HTTP/1.1" status: 204 len: 168 time: 0.4590497 Nov 09 18:07:27.148381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55414) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:27.220646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting subnet 4e9ebebd-97ab-4db0-a3e7-b2bdaacaeca4 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:27.234614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-bc7326e7-908d-4bb6-8a51-55add9a1ad58 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898203 Nov 09 18:07:27.245146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.332113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.411560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-5d2732eb-4bc0-4483-a8d7-8f47933bd845 service neutron] 10.222.0.32 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756339 Nov 09 18:07:27.430241 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5e74a7-2a6b-4b99-992c-1a62156551f7 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] GET failed (client error): The resource could not be found. Nov 09 18:07:27.432030 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2a5e74a7-2a6b-4b99-992c-1a62156551f7 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "GET /v2.0/ports/de3589f0-ba82-45f3-a089-fc0fa1ede60d HTTP/1.1" status: 404 len: 333 time: 0.2824559 Nov 09 18:07:27.435927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55418) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:27.468876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.557267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting port 2959c0dc-45f1-4c20-9f96-3e56d9fb2267 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:27.557610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.574168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.607976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.614814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/4e9ebebd-97ab-4db0-a3e7-b2bdaacaeca4 HTTP/1.1" status: 204 len: 168 time: 0.4815679 Nov 09 18:07:27.615460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55424) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:27.684332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.685807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095199-aea1-4ec4-9007-aaf0b295b93c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9ebebd-97ab-4db0-a3e7-b2bdaacaeca4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:27.725235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Calling delete_port for 2959c0dc-45f1-4c20-9f96-3e56d9fb2267 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:27.817404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d5348-1f2c-42b5-aec8-3e2d366b1632 req-ad7c2a45-c288-41c6-a87f-81cb85316c10 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:27.819555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-468d5348-1f2c-42b5-aec8-3e2d366b1632 req-ad7c2a45-c288-41c6-a87f-81cb85316c10 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 945 time: 0.1591489 Nov 09 18:07:27.824718 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.902294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.913297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-468d5348-1f2c-42b5-aec8-3e2d366b1632 req-7769ed6b-3ac3-4113-b438-9cfa72e4f92b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813890 Nov 09 18:07:27.936363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Port': ['ID=2959c0dc-45f1-4c20-9f96-3e56d9fb2267,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:27.959577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting port 3133ffed-2125-4ab2-b773-921a8abe45f0 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:27.959932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:27.992562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7588edd6-5113-47fb-80b7-d48409e2c36b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:28.049375 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.054198 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c2bc4f9-ca94-4ad9-8e5a-5dbcec2501da tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/ports/2959c0dc-45f1-4c20-9f96-3e56d9fb2267 HTTP/1.1" status: 204 len: 168 time: 0.6161938 Nov 09 18:07:28.057286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55438) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:28.094762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 7588edd6-5113-47fb-80b7-d48409e2c36b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:28.106961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 7588edd6-5113-47fb-80b7-d48409e2c36b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:28.107596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.116176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] For port 3133ffed-2125-4ab2-b773-921a8abe45f0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3133ffed-2125-4ab2-b773-921a8abe45f0,segment=NetworkSegment(d0e03b08-114d-4b23-9e5a-3ad1f66f8d35),segment_id=d0e03b08-114d-4b23-9e5a-3ad1f66f8d35)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:28.116433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.138737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.145039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.148145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d5230-0bd8-4519-8d76-0beba236313c None None] Network 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:28.152930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.159297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.165877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.171408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.179037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.181265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-fb2b0ed8-84c4-4bf0-a6b6-c6688acc396d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.1571712 Nov 09 18:07:28.196474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting subnet 2d0cdfda-163d-4278-814e-ff179cde3838 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:28.201106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.206029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Calling delete_port for 3133ffed-2125-4ab2-b773-921a8abe45f0 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:28.242799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7e917755-68e9-49ae-b671-0a1907983086 None None] Provisioning complete for port 3133ffed-2125-4ab2-b773-921a8abe45f0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:28.243100 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e917755-68e9-49ae-b671-0a1907983086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.247759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.302267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27b2a71d-1aca-4edf-b443-c2adb702eff5 req-8720adb4-7403-413f-bba3-ec6bc0ad17d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112597 Nov 09 18:07:28.386513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.394919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.462513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No DVR routers for this DVR port 3133ffed-2125-4ab2-b773-921a8abe45f0 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:28.474442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Port': ['ID=3133ffed-2125-4ab2-b773-921a8abe45f0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:28.503799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.535947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0cdfda-163d-4278-814e-ff179cde3838,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:28.553015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7e917755-68e9-49ae-b671-0a1907983086 None None] Could not find standard attr ID for object 3133ffed-2125-4ab2-b773-921a8abe45f0. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:07:28.560348 n-d-817240-1 neutron-server[102142]: INFO neutron.plugins.ml2.db [None req-7e917755-68e9-49ae-b671-0a1907983086 None None] No ports have port_id starting with 3133ffed-2125-4ab2-b773-921a8abe45f0 Nov 09 18:07:28.561287 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.564398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.568454 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f4ff0715-08f7-4d54-bd9b-fd8f8f3f6238 tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/subnets/2d0cdfda-163d-4278-814e-ff179cde3838 HTTP/1.1" status: 204 len: 168 time: 0.5094435 Nov 09 18:07:28.571036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55440) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:28.583157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac955c9-6c0e-438f-a3ae-9668dbc84fd2 None None] Network 43f0f617-cb2b-4d87-b09e-f21386636801 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:28.636779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:28.639704 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b9d348-8510-4ce8-a726-e89852bbba4c" -d '{"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:28.647610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9027d9b-f61b-42dc-a204-f4b89434a252 None None] DHCP port deletion for 9c1d4c73-412b-4d50-8dab-dc1686a2cba0 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:28.666603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7588edd6-5113-47fb-80b7-d48409e2c36b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7588edd6-5113-47fb-80b7-d48409e2c36b,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:28.667266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.676659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.677584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 70c32ef2-87f7-4de5-ad84-5199a0800553 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:28.731965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Deleting port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:28.732184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.812928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7588edd6-5113-47fb-80b7-d48409e2c36b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:28.815281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] For port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,segment=NetworkSegment(16f6ff3b-d7bc-463b-bd2a-cde3d99d424b),segment_id=16f6ff3b-d7bc-463b-bd2a-cde3d99d424b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:28.815829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.832079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Calling delete_port for 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:28.836188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 70c32ef2-87f7-4de5-ad84-5199a0800553 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:28.842486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 70c32ef2-87f7-4de5-ad84-5199a0800553 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:28.842851 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.907597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.916328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.929215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] DHCP port deletion for 43f0f617-cb2b-4d87-b09e-f21386636801 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:28.933458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.943983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.953206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.955829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.967092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.969746 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:28.976685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:28.978962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-2f1bd5c1-545a-4fed-b242-ab75aa5af1a4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5438 time: 0.6039534 Nov 09 18:07:28.992595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Port': ['ID=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:29.001856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] No DVR routers for this DVR port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:29.014210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 70c32ef2-87f7-4de5-ad84-5199a0800553, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70c32ef2-87f7-4de5-ad84-5199a0800553,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:29.027379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] Deleting port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:29.027814 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.030146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.031094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d765230b-78a0-4f26-b133-235b45f93a37 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:29.093696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.117719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f0f617-cb2b-4d87-b09e-f21386636801']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:29.127978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f6ff3b-d7bc-463b-bd2a-cde3d99d424b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:29.128297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f6ff3b-d7bc-463b-bd2a-cde3d99d424b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:29.139385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.142368 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.157358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.164101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:29.164511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.167745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] For port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:29.168321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:29.168431 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:29.178516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=70c32ef2-87f7-4de5-ad84-5199a0800553,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:29.189169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] Calling delete_port for 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:29.192538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] Port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:07:29.195498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.195768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-c0d4063b-4f73-4da1-98c8-2b08d5709016 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:29.197570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-c0d4063b-4f73-4da1-98c8-2b08d5709016 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 806 time: 0.2163160 Nov 09 18:07:29.200649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1d4c73-412b-4d50-8dab-dc1686a2cba0']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:29.207446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc3ac56e-88ec-4335-b523-94580e38b9e5 req-cecc29d7-33bf-4128-875f-62c4187d43cc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167495 Nov 09 18:07:29.217100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Request body: {'port': {'device_id': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'admin_state_up': True, 'tenant_id': '3287c01ab4894850a8b843d6d28ae8be'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:29.218636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port d765230b-78a0-4f26-b133-235b45f93a37 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:29.223545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] Pushing event deleted for resources: {'Port': ['ID=958f393c-a3d4-4de6-a28e-02c4f0d4a5d0,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:29.226688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port d765230b-78a0-4f26-b133-235b45f93a37 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:29.227069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.254042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.259407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed358e-ed68-4cc6-98f8-ca3159d0dbf1 None None] No DVR routers for this DVR port 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:29.281519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.283506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e03b08-114d-4b23-9e5a-3ad1f66f8d35') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:29.283811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e03b08-114d-4b23-9e5a-3ad1f66f8d35') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:29.286552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] 10.222.0.32 "DELETE /v2.0/networks/43f0f617-cb2b-4d87-b09e-f21386636801 HTTP/1.1" status: 204 len: 168 time: 0.7138894 Nov 09 18:07:29.299912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66f6b3-8e06-46e8-8d93-ba28719dc41a tempest-AllowedAddressPairTestJSON-695175524 tempest-AllowedAddressPairTestJSON-695175524-project] Pushing event deleted for resources: {'Network': ['ID=43f0f617-cb2b-4d87-b09e-f21386636801,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:29.310469 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.323363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-3a18a551-47f5-4a6f-8ff3-2d326bf85166 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2414641 Nov 09 18:07:29.331830 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.348240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.366382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d765230b-78a0-4f26-b133-235b45f93a37, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d765230b-78a0-4f26-b133-235b45f93a37,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:29.371239 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.372063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd6cb278-3170-4fe9-8fb4-998bb085147e up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:29.390863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f538b38e-5d38-4848-829f-3f8602182d3f req-35ac1908-baa9-4578-a5a7-6f5b4fbf1046 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 210 time: 0.0643215 Nov 09 18:07:29.392011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:29.392445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:29.408364 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:29.475888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=d765230b-78a0-4f26-b133-235b45f93a37,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:29.489088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port dd6cb278-3170-4fe9-8fb4-998bb085147e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:29.493923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port dd6cb278-3170-4fe9-8fb4-998bb085147e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:29.494343 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.562188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-9ca5cc9f-9de4-4d14-bd0c-02ad7d848ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:29.563736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-9ca5cc9f-9de4-4d14-bd0c-02ad7d848ae1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 1096 time: 0.1670313 Nov 09 18:07:29.568260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55450) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.571010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.592468 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.595618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/9c1d4c73-412b-4d50-8dab-dc1686a2cba0 HTTP/1.1" status: 204 len: 168 time: 1.9427223 Nov 09 18:07:29.598401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55454) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.608794 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.629856 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a08c07-a29e-4689-b196-92a36ea7daf5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:29.629856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a08c07-a29e-4689-b196-92a36ea7daf5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:29.630365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1cc9c-4169-4e48-90a0-a1532be1db78 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=9c1d4c73-412b-4d50-8dab-dc1686a2cba0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:29.633646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-46a08c07-a29e-4689-b196-92a36ea7daf5 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/e9d3dd0a-0de7-403a-ad93-fdb5c9785fb0 HTTP/1.1" status: 404 len: 337 time: 0.0335925 Nov 09 18:07:29.637245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55456) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.656314 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9a6321-8f77-4b7a-b763-cb019875571a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:29.657012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9a6321-8f77-4b7a-b763-cb019875571a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:29.660295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a9a6321-8f77-4b7a-b763-cb019875571a tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/e96f6fa7-885c-452e-98c8-609c726ffac8 HTTP/1.1" status: 404 len: 339 time: 0.0220001 Nov 09 18:07:29.662825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55458) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.676586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dd6cb278-3170-4fe9-8fb4-998bb085147e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:29.676736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ca9a-4aa9-46eb-bf6e-3694ecd4183e req-3a49d244-c90a-4ac5-83c0-fe094e84efc4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:29.678396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f258ca9a-4aa9-46eb-bf6e-3694ecd4183e req-3a49d244-c90a-4ac5-83c0-fe094e84efc4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 948 time: 0.1848929 Nov 09 18:07:29.685768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Made reservation on behalf of 3287c01ab4894850a8b843d6d28ae8be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:29.686324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.687148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1dba938b-7556-49f0-961d-be5fc27de3c3 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:29.689407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.690851 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2047d8e7-cec1-42e9-bb49-48d545dfe2e9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:29.691369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2047d8e7-cec1-42e9-bb49-48d545dfe2e9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:29.698514 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2047d8e7-cec1-42e9-bb49-48d545dfe2e9 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/3a8f222b-4069-4499-9c2b-e2a7369fa478 HTTP/1.1" status: 404 len: 337 time: 0.0320816 Nov 09 18:07:29.699097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55460) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.723206 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-066ffab1-9467-42a0-b3f7-f8fbd2554382 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:29.723990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066ffab1-9467-42a0-b3f7-f8fbd2554382 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:29.727263 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-066ffab1-9467-42a0-b3f7-f8fbd2554382 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/7c82172c-2ec2-4362-8025-6f9bf288df86 HTTP/1.1" status: 404 len: 339 time: 0.0272386 Nov 09 18:07:29.730747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55462) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.763142 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9997a2be-1af1-4b0c-907f-f98b2e43472d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:29.763608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9997a2be-1af1-4b0c-907f-f98b2e43472d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:29.769034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9997a2be-1af1-4b0c-907f-f98b2e43472d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/15a8045d-8161-4409-af04-4b3da3d0ed0c HTTP/1.1" status: 404 len: 337 time: 0.0347075 Nov 09 18:07:29.769883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55464) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.769997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dd6cb278-3170-4fe9-8fb4-998bb085147e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:29.786922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 1dba938b-7556-49f0-961d-be5fc27de3c3 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:29.790759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 1dba938b-7556-49f0-961d-be5fc27de3c3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:29.791129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.794926 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe0fc14-b56b-4830-a8b5-9bd16660834c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:29.795470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe0fc14-b56b-4830-a8b5-9bd16660834c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:29.800777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4fe0fc14-b56b-4830-a8b5-9bd16660834c tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/343882a5-09d5-4bf5-a6b5-4ccc7b44def1 HTTP/1.1" status: 404 len: 339 time: 0.0281770 Nov 09 18:07:29.800993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55466) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.842632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f258ca9a-4aa9-46eb-bf6e-3694ecd4183e req-c678ab7f-c26e-4c98-b166-fee611b12043 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485293 Nov 09 18:07:29.857529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting subnet 66072ce2-7a36-48c8-a1ee-7370b94698cd {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:29.861041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.869763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a0abf7c-fdc2-43b3-bf0e-8cb457c5fdb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22cbae6312b54adba207b2ce056f4c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995682 Nov 09 18:07:29.876976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55468) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:29.879463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-3c085364-cd76-4119-87fa-e1f8c1fe9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:29.880891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-3c085364-cd76-4119-87fa-e1f8c1fe9483 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.2753475 Nov 09 18:07:29.885871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.917735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.936573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1dba938b-7556-49f0-961d-be5fc27de3c3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1dba938b-7556-49f0-961d-be5fc27de3c3,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:29.938221 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:29.939583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3caad76-9fbc-41db-833b-fc6d23615ed8 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:29.964461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-c994c9ff-b821-436b-a295-2430d1e577ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe HTTP/1.1" status: 200 len: 217 time: 0.0750775 Nov 09 18:07:30.045838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Allocated IP 172.20.0.8 (b232dded-e90e-4b62-8d63-10e8e1593b77/286fc893-d553-4d80-9692-5a4019aadcd1/8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:30.048245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port e3caad76-9fbc-41db-833b-fc6d23615ed8 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:30.056282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1dba938b-7556-49f0-961d-be5fc27de3c3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.059601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port e3caad76-9fbc-41db-833b-fc6d23615ed8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:30.060242 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.061019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.085396 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8da036f-6fd8-4301-a9df-8d1664495b2d x-openstack-request-id: req-d8da036f-6fd8-4301-a9df-8d1664495b2d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:30.085867 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:30.086259 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8da036f-6fd8-4301-a9df-8d1664495b2d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:30.086832 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b', 'code': 200} Nov 09 18:07:30.088101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-52d9c8b4-a457-4194-b985-985439a9e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.090210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-52d9c8b4-a457-4194-b985-985439a9e2cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.1159654 Nov 09 18:07:30.093071 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a130e66-ff96-4a68-831f-5eaf57b325c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.144205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.157563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-ea549ec5-a842-46ba-b205-fa5f4fa53ee1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472360 Nov 09 18:07:30.164298 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.172609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=66072ce2-7a36-48c8-a1ee-7370b94698cd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.176306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.184210 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-91ea458e-bb98-454b-a3f6-901ff7b6e0a1 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/66072ce2-7a36-48c8-a1ee-7370b94698cd HTTP/1.1" status: 204 len: 168 time: 0.3800306 Nov 09 18:07:30.184210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55472) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:30.184454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a130e66-ff96-4a68-831f-5eaf57b325c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.190759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b04ad73-4b44-4dfd-982b-94b82bb5c013 None None] Network 6c44763c-63dd-491d-b776-d38876b4bf8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:30.248548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e3caad76-9fbc-41db-833b-fc6d23615ed8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:30.257070 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.257934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:30.274488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.306662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:30.307115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3a29b15c-04a3-4f12-87e2-0e4ac9cf620c not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:30.316840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cc6dfca-87fa-4f58-81a8-56a31490621c up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:30.327146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:30.327489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.393024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] For port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=633015ad-f205-4e17-85fd-6ed3a2fa0ac6,segment=NetworkSegment(ca695a58-eb21-4d99-a594-f587b22d65b0),segment_id=ca695a58-eb21-4d99-a594-f587b22d65b0)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:30.393024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.407044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Calling delete_port for 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:30.408119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=e3caad76-9fbc-41db-833b-fc6d23615ed8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.419268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.428987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.430129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 6cc6dfca-87fa-4f58-81a8-56a31490621c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:30.434548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6cc6dfca-87fa-4f58-81a8-56a31490621c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:30.434976 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.435850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.443395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.450332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.459810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.471014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.473028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-8f901d90-4990-4575-bc9a-c91c339b8e0d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5420 time: 0.3260059 Nov 09 18:07:30.524617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.528500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f663ed-2082-40bb-afbe-ec2771a6db55 None None] DHCP port deletion for 6c44763c-63dd-491d-b776-d38876b4bf8c request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:30.547993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.553601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Port': ['ID=633015ad-f205-4e17-85fd-6ed3a2fa0ac6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.558119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-d886d4e7-fd11-4214-8d9f-47a976151d3f service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793159 Nov 09 18:07:30.569528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No DVR routers for this DVR port 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:30.578085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:30.578290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a130e66-ff96-4a68-831f-5eaf57b325c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.580970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a130e66-ff96-4a68-831f-5eaf57b325c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.582143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6a130e66-ff96-4a68-831f-5eaf57b325c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9cf4a03-5922-4d2d-a08e-47cefca15cf8 HTTP/1.1" status: 204 len: 168 time: 0.7040930 Nov 09 18:07:30.599680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.602274 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:07:30.609495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6cc6dfca-87fa-4f58-81a8-56a31490621c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:30.610652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:30.611124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 958f393c-a3d4-4de6-a28e-02c4f0d4a5d0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:30.611600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3133ffed-2125-4ab2-b773-921a8abe45f0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:30.638560 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.639538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fc1be936-fe3c-40c0-aaf8-d53658100dd1 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:30.642778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3133ffed-2125-4ab2-b773-921a8abe45f0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:30.643235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3133ffed-2125-4ab2-b773-921a8abe45f0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:30.667911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a130e66-ff96-4a68-831f-5eaf57b325c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cf4a03-5922-4d2d-a08e-47cefca15cf8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.685843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eefe86f2-1fba-4c45-8abc-47606fa57e1d req-a4a9cd19-0041-4615-894c-233daf5ad97c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853342 Nov 09 18:07:30.697038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.723757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c44763c-63dd-491d-b776-d38876b4bf8c']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:30.747104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6cc6dfca-87fa-4f58-81a8-56a31490621c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.747719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca695a58-eb21-4d99-a594-f587b22d65b0') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:30.748027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca695a58-eb21-4d99-a594-f587b22d65b0') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:30.766948 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.778818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port fc1be936-fe3c-40c0-aaf8-d53658100dd1 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:30.788729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.789469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port fc1be936-fe3c-40c0-aaf8-d53658100dd1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:30.789854 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.799321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eecea752-ac56-4df2-8a6f-7c5ac0b7c5fe req-b0bd0be2-f9b6-4c54-9c42-e7425bce8903 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129049 Nov 09 18:07:30.800741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:30.801358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:30.805880 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:30.847914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.874735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:30.884872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.905985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.909449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Network b232dded-e90e-4b62-8d63-10e8e1593b77 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:30.917246 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/6c44763c-63dd-491d-b776-d38876b4bf8c HTTP/1.1" status: 204 len: 168 time: 0.7285035 Nov 09 18:07:30.917246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55486) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:30.926408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe541697-e344-463f-bb9f-eae556724356 req-3c7a4586-23dd-4fcb-8fcb-50e2b51dda42 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:30.934085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe541697-e344-463f-bb9f-eae556724356 req-3c7a4586-23dd-4fcb-8fcb-50e2b51dda42 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 945 time: 0.1263452 Nov 09 18:07:30.934085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:30.934085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event updated for resources: {'Port': ['ID=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.934451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4548eb-7dda-4f34-9aa8-699d304f551e tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=6c44763c-63dd-491d-b776-d38876b4bf8c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:30.940291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:30.952668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:30.956388 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6219f00a-71b7-4794-a921-977edd08dd9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:30.956922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6219f00a-71b7-4794-a921-977edd08dd9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:30.963063 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6219f00a-71b7-4794-a921-977edd08dd9d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/575e8b22-6c55-41ae-ab5c-9bfc3e5e406e HTTP/1.1" status: 404 len: 337 time: 0.0478070 Nov 09 18:07:30.963784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55488) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:30.985177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fc1be936-fe3c-40c0-aaf8-d53658100dd1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:30.986283 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3497133-f86e-4735-8ec0-93f252c6d10d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:30.987855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3497133-f86e-4735-8ec0-93f252c6d10d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:30.993550 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a3497133-f86e-4735-8ec0-93f252c6d10d tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/b1705feb-8467-4a8d-aae9-16a3738e945a HTTP/1.1" status: 404 len: 339 time: 0.0263910 Nov 09 18:07:30.993801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55492) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.003488 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.034348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.034917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.039502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe541697-e344-463f-bb9f-eae556724356 req-baad91a7-ed26-42ee-92fc-43252feef2e4 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887465 Nov 09 18:07:31.057716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-b724ac7e-3c45-4435-a80a-c3005c25ef1c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8442543 Nov 09 18:07:31.075965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Request body: {'port': {'device_id': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:31.083535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fc1be936-fe3c-40c0-aaf8-d53658100dd1,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:31.119247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting subnet b8fbb4c3-f404-4742-8aef-c71e4a6d204d {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:31.123012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.169202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.178118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.208469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.214659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.221093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.227418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.234493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.241101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.248678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.251107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5eed723e-7206-45a9-9125-81a74728376e req-2f20275c-addb-49b4-99ba-368efc9ed40a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.1414471 Nov 09 18:07:31.254313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.327871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.355282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fbb4c3-f404-4742-8aef-c71e4a6d204d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:31.359092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.362297 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f7a2c33f-12a5-48b0-9876-110a1fa0fc13 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/subnets/b8fbb4c3-f404-4742-8aef-c71e4a6d204d HTTP/1.1" status: 204 len: 168 time: 0.3674369 Nov 09 18:07:31.364640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55504) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.371525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e9c27c-8164-4a71-9722-1b7be47a8b6f None None] Network 58577095-7beb-430f-92e9-1f6a0e5677dc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:31.396172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5eed723e-7206-45a9-9125-81a74728376e req-bc857ebf-986a-4b77-94cc-47c27b220214 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214781 Nov 09 18:07:31.444084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.522351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Deleting port c6a99dfe-415d-47a6-af8f-c554b80c78ff {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:31.522816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.560543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55508) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.596276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380985a-71f8-4d92-9250-6407538be690 req-a91ba562-0b4d-4762-960c-d935a637cc12 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.597846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b380985a-71f8-4d92-9250-6407538be690 req-a91ba562-0b4d-4762-960c-d935a637cc12 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 945 time: 0.0966651 Nov 09 18:07:31.599929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] For port c6a99dfe-415d-47a6-af8f-c554b80c78ff, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c6a99dfe-415d-47a6-af8f-c554b80c78ff,segment=NetworkSegment(6cc63234-c14f-4e34-9257-f3f3e41c1c4b),segment_id=6cc63234-c14f-4e34-9257-f3f3e41c1c4b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:31.600315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.615876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Calling delete_port for c6a99dfe-415d-47a6-af8f-c554b80c78ff owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:31.624559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] DHCP port deletion for 58577095-7beb-430f-92e9-1f6a0e5677dc request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:31.684220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bdd841ca-4f14-466a-815b-dd41b1a1d5dc tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] Request body: {'port': {'network_id': 'cfc0af3b-2d47-428c-8bbf-699ab1212b80', 'name': 'tempest-NetworksNegativeTestJSON-2101688559'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:31.686978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338af7f-9da7-42c5-a243-59a87346f619 req-3bb8b1e1-695c-4df8-b895-bc57768ad37a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:31.687780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] Deleting port c6a99dfe-415d-47a6-af8f-c554b80c78ff {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:31.688167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.688684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8338af7f-9da7-42c5-a243-59a87346f619 req-3bb8b1e1-695c-4df8-b895-bc57768ad37a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 931 time: 0.2036722 Nov 09 18:07:31.706924 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd841ca-4f14-466a-815b-dd41b1a1d5dc tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] POST failed (client error): The resource could not be found. Nov 09 18:07:31.707552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd841ca-4f14-466a-815b-dd41b1a1d5dc tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:31.712253 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bdd841ca-4f14-466a-815b-dd41b1a1d5dc tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1472774 Nov 09 18:07:31.712714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55512) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.730969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:31.739131 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cc51e3-9ce1-4239-9fbe-be1f63a70f35 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:31.739785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cc51e3-9ce1-4239-9fbe-be1f63a70f35 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:31.746650 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b0cc51e3-9ce1-4239-9fbe-be1f63a70f35 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "DELETE /v2.0/networks/07f11c2c-cba5-4cbe-ae1c-59c69672d75b HTTP/1.1" status: 404 len: 339 time: 0.0293856 Nov 09 18:07:31.747681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55516) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.772405 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d4cfac-c110-45c6-a91d-5a6e95a536b6 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:31.773312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d4cfac-c110-45c6-a91d-5a6e95a536b6 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:31.773875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] For port c6a99dfe-415d-47a6-af8f-c554b80c78ff, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c6a99dfe-415d-47a6-af8f-c554b80c78ff,segment=NetworkSegment(6cc63234-c14f-4e34-9257-f3f3e41c1c4b),segment_id=6cc63234-c14f-4e34-9257-f3f3e41c1c4b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:31.774305 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.781243 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3d4cfac-c110-45c6-a91d-5a6e95a536b6 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "DELETE /v2.0/ports/e49333c2-fc30-4676-876d-3d7703c2ffcf HTTP/1.1" status: 404 len: 333 time: 0.0287192 Nov 09 18:07:31.781578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55518) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.805469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8338af7f-9da7-42c5-a243-59a87346f619 req-a9ca7aaa-2759-418d-a076-d23a6d723d12 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077032 Nov 09 18:07:31.816000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:31.820076 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8451586-6b8e-47a0-832e-af8995faa18e tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] DELETE failed (client error): The resource could not be found. Nov 09 18:07:31.820272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8451586-6b8e-47a0-832e-af8995faa18e tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:31.834710 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e8451586-6b8e-47a0-832e-af8995faa18e tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "DELETE /v2.0/subnets/dafcc1b2-19f0-4c29-a9b3-da285e050a7b HTTP/1.1" status: 404 len: 337 time: 0.0408158 Nov 09 18:07:31.834710 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.838732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.843339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55520) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.853792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Port': ['ID=c6a99dfe-415d-47a6-af8f-c554b80c78ff,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:31.860789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] No DVR routers for this DVR port c6a99dfe-415d-47a6-af8f-c554b80c78ff on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:31.883822 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3553fb1-5b37-4390-805d-9da0faa3e2ab tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] GET failed (client error): The resource could not be found. Nov 09 18:07:31.885703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e3553fb1-5b37-4390-805d-9da0faa3e2ab tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "GET /v2.0/networks/b46d1974-a9bd-4f29-a46f-cad17aeed8f6 HTTP/1.1" status: 404 len: 339 time: 0.0411532 Nov 09 18:07:31.891306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.894549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Transition to ACTIVE for port object 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:31.897530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Deleting port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:31.898119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.923243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.936654 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-578f5489-314b-4052-9508-89345a431a7f tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] GET failed (client error): The resource could not be found. Nov 09 18:07:31.941613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-578f5489-314b-4052-9508-89345a431a7f tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "GET /v2.0/ports/e5278e52-b722-4212-ab4d-b2e51eaf504c HTTP/1.1" status: 404 len: 333 time: 0.0456409 Nov 09 18:07:31.953852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55524) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:31.989945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:31.992293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] Calling delete_port for c6a99dfe-415d-47a6-af8f-c554b80c78ff owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:32.010367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58577095-7beb-430f-92e9-1f6a0e5677dc']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:32.020539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc63234-c14f-4e34-9257-f3f3e41c1c4b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:32.020866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc63234-c14f-4e34-9257-f3f3e41c1c4b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:32.030949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.046613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.048731 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13c431e-16b9-4470-82bc-2a2ed5723a57 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] GET failed (client error): The resource could not be found. Nov 09 18:07:32.054139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f13c431e-16b9-4470-82bc-2a2ed5723a57 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "GET /v2.0/subnets/cdf87ffa-e4a7-4188-a7d3-90c27c6594f4 HTTP/1.1" status: 404 len: 337 time: 0.0805705 Nov 09 18:07:32.054642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:32.055110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.057185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55526) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:32.058084 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:32.066348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d0394095-4e8d-4398-9f42-a0aeee4a0669 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:32.088599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6cb278-3170-4fe9-8fb4-998bb085147e'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dba938b-7556-49f0-961d-be5fc27de3c3'}, {'server_uuid': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3caad76-9fbc-41db-833b-fc6d23615ed8'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6dfca-87fa-4f58-81a8-56a31490621c'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1be936-fe3c-40c0-aaf8-d53658100dd1'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:32.091505 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6038344a-b6c6-4d0e-8884-22f09bb2bf89" -d '{"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "d765230b-78a0-4f26-b133-235b45f93a37"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "dd6cb278-3170-4fe9-8fb4-998bb085147e"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "1dba938b-7556-49f0-961d-be5fc27de3c3"}, {"server_uuid": "56e4035f-64cd-4d57-ac45-b0f005977e7a", "name": "network-vif-plugged", "status": "completed", "tag": "e3caad76-9fbc-41db-833b-fc6d23615ed8"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "6cc6dfca-87fa-4f58-81a8-56a31490621c"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "fc1be936-fe3c-40c0-aaf8-d53658100dd1"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:32.100758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:32.105642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Pushing event updated for resources: {'Port': ['ID=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:32.111934 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0394095-4e8d-4398-9f42-a0aeee4a0669 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] PUT failed (client error): The resource could not be found. Nov 09 18:07:32.112483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0394095-4e8d-4398-9f42-a0aeee4a0669 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:32.117005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d0394095-4e8d-4398-9f42-a0aeee4a0669 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "PUT /v2.0/networks/0de807c9-d781-4df7-ac1f-9b6f6fcd08fc HTTP/1.1" status: 404 len: 339 time: 0.0516796 Nov 09 18:07:32.117733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55532) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.120747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'port_id': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'mac_address': 'fa:16:3e:21:58:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:32.123602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3f5c78f5-d7d2-4c47-b982-04edb60107e6 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:32.131325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b0a97-ee18-4935-8cb7-440b707204f4 req-e47d802a-aec2-4a99-950f-af3f05feb2fd tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.132827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-498b0a97-ee18-4935-8cb7-440b707204f4 req-e47d802a-aec2-4a99-950f-af3f05feb2fd tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 949 time: 0.2403848 Nov 09 18:07:32.145106 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5c78f5-d7d2-4c47-b982-04edb60107e6 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] PUT failed (client error): The resource could not be found. Nov 09 18:07:32.145106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5c78f5-d7d2-4c47-b982-04edb60107e6 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:32.149633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3f5c78f5-d7d2-4c47-b982-04edb60107e6 tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "PUT /v2.0/ports/b94c6a44-d3d5-48d4-b78a-8201a017757c HTTP/1.1" status: 404 len: 333 time: 0.0277069 Nov 09 18:07:32.150232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55534) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.154765 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.158361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e7a77ce6-ddd0-4cf9-b5df-fe0248e7b36c tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:32.164293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] For port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:32.164293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.164868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.186239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] Network 58577095-7beb-430f-92e9-1f6a0e5677dc is not hosted by any dhcp agent {{(pid=102142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:07:32.186712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] No DVR routers for this DVR port c6a99dfe-415d-47a6-af8f-c554b80c78ff on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:32.194202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcdcb3-3aca-4219-b652-ac51307c33bd None None] Pushing event deleted for resources: {'Port': ['ID=c6a99dfe-415d-47a6-af8f-c554b80c78ff,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:32.194785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.198265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] 10.222.0.32 "DELETE /v2.0/networks/58577095-7beb-430f-92e9-1f6a0e5677dc HTTP/1.1" status: 204 len: 168 time: 0.8325500 Nov 09 18:07:32.199962 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a77ce6-ddd0-4cf9-b5df-fe0248e7b36c tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] PUT failed (client error): The resource could not be found. Nov 09 18:07:32.200506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a77ce6-ddd0-4cf9-b5df-fe0248e7b36c tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:07:32.207083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.215677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e7a77ce6-ddd0-4cf9-b5df-fe0248e7b36c tempest-NetworksNegativeTestJSON-1280679113 tempest-NetworksNegativeTestJSON-1280679113-project] 10.222.0.32 "PUT /v2.0/subnets/884bf64b-d28b-4b13-a4c2-7672dbd8bb16 HTTP/1.1" status: 404 len: 337 time: 0.0645061 Nov 09 18:07:32.224845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Calling delete_port for 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:32.229275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:32.246218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe4c59-f840-4a28-b8ed-be4b1b4e2561 tempest-NetworksIpV6Test-83710127 tempest-NetworksIpV6Test-83710127-project] Pushing event deleted for resources: {'Network': ['ID=58577095-7beb-430f-92e9-1f6a0e5677dc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:32.258802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:32.265901 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.267123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4e9a0214-9b8a-4b94-8400-0405f838359c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:32.313527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-498b0a97-ee18-4935-8cb7-440b707204f4 req-b31f7b08-9adc-471f-9d0d-c00de02123ab tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456926 Nov 09 18:07:32.342449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:32.355626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Attempting to bind port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:32.356118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Attempting to bind port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:32.356681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Attempting to bind port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:32.372305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe on network b232dded-e90e-4b62-8d63-10e8e1593b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:32.372854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Attempting to bind port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe on network b232dded-e90e-4b62-8d63-10e8e1593b77 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:32.384776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:32.385107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Checking segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:32.385485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Bound using segment: {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:32.385974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Bound port: 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfd2d2a-51bc-4265-956b-29da1a52b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:32.386938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.461097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4e9a0214-9b8a-4b94-8400-0405f838359c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4e9a0214-9b8a-4b94-8400-0405f838359c,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:32.473522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '4e9a0214-9b8a-4b94-8400-0405f838359c', 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'port_id': '4e9a0214-9b8a-4b94-8400-0405f838359c', 'mac_address': 'fa:16:3e:f0:3a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca932822-29fa-40d1-b251-3e2d9c0aadc7', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:32.519815 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.533892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9a0214-9b8a-4b94-8400-0405f838359c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:32.557677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4e9a0214-9b8a-4b94-8400-0405f838359c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4e9a0214-9b8a-4b94-8400-0405f838359c,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:32.563912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.564593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c03c8a69-6bfa-4033-a0fe-61ada2e986e7 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:32.597653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55546) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.602373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:32.609726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] For port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:32.611175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.626869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.633138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.639804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.646356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.653149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.657709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'c03c8a69-6bfa-4033-a0fe-61ada2e986e7', 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'port_id': 'c03c8a69-6bfa-4033-a0fe-61ada2e986e7', 'mac_address': 'fa:16:3e:08:2e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca932822-29fa-40d1-b251-3e2d9c0aadc7', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:32.659200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.659917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c6a99dfe-415d-47a6-af8f-c554b80c78ff no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:32.665250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.673664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-05ffbeee-2a0e-45a0-9198-8832b34f08ae tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5421 time: 0.2899148 Nov 09 18:07:32.692385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] For port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:32.704252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c6a99dfe-415d-47a6-af8f-c554b80c78ff {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:32.704587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c6a99dfe-415d-47a6-af8f-c554b80c78ff not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:32.705014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:32.709797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.747860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4e9a0214-9b8a-4b94-8400-0405f838359c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:32.750626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:32.751479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 633015ad-f205-4e17-85fd-6ed3a2fa0ac6 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:32.760040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:32.760682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.763158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] 10.222.0.73 "PUT /v2.0/ports/8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe HTTP/1.1" status: 200 len: 1091 time: 1.6956730 Nov 09 18:07:32.766752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'tag': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:32.769129 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a6b01-333a-4c4b-8780-2b54fa513f87" -d '{"events": [{"name": "network-changed", "server_uuid": "a181190a-7b7a-4226-9a1e-c4481d866117", "tag": "8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:32.785627 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.807430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4915f5c0-8d8b-4ae6-8adc-4485fef24128 req-4da99eb8-e55b-4462-94ac-67eab39101df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320262 Nov 09 18:07:32.809409 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.813960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03c8a69-6bfa-4033-a0fe-61ada2e986e7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:32.830718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['730dfb6d-a6cb-49ee-9804-739a9b9b3bb8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:32.870111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:32.873840 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-30d65ac3-a980-43f2-8df6-4668c91942f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=271f8394352a4e688e8b28ce2e2b959a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589338 Nov 09 18:07:32.873840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e295519-a4a9-4b07-9a26-fc0e410a3082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.878119 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.879216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 48388937-7adf-43ec-8a8a-7aef55243054 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:32.881138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:32.960150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e295519-a4a9-4b07-9a26-fc0e410a3082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.968438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e295519-a4a9-4b07-9a26-fc0e410a3082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:32.983301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.005728 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8e295519-a4a9-4b07-9a26-fc0e410a3082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b0826f0a7844be699168a27a4532173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067047 Nov 09 18:07:33.013131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55560) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:33.029943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 48388937-7adf-43ec-8a8a-7aef55243054, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=48388937-7adf-43ec-8a8a-7aef55243054,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.043071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '48388937-7adf-43ec-8a8a-7aef55243054', 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35', 'port_id': '48388937-7adf-43ec-8a8a-7aef55243054', 'mac_address': 'fa:16:3e:a9:90:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0971b91-7d87-4471-8246-76aaf970492b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:33.054923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e295519-a4a9-4b07-9a26-fc0e410a3082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a7170-8960-4e83-b5fe-98fa3169db95,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.082530 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.096235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48388937-7adf-43ec-8a8a-7aef55243054 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:33.099400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3b8-899f-4985-8327-a2e06e4067aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.120198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 48388937-7adf-43ec-8a8a-7aef55243054, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=48388937-7adf-43ec-8a8a-7aef55243054,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.127219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6d03b2d-f0ba-4324-8b75-180813f3dec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.128098 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.129409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 095a41c9-4074-4af0-acff-a23c33715222 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:33.135171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3b8-899f-4985-8327-a2e06e4067aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.167608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6d03b2d-f0ba-4324-8b75-180813f3dec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.203506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d78db-3cfd-4ba6-b5b6-802e22839beb service neutron] Pushing event updated for resources: {'Port': ['ID=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.204731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 095a41c9-4074-4af0-acff-a23c33715222, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=095a41c9-4074-4af0-acff-a23c33715222,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.217235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '095a41c9-4074-4af0-acff-a23c33715222', 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'port_id': '095a41c9-4074-4af0-acff-a23c33715222', 'mac_address': 'fa:16:3e:c2:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca932822-29fa-40d1-b251-3e2d9c0aadc7', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:33.238767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f10bada-0e7b-47a0-9859-e97f7cada495 req-388a7ec6-8afc-48f0-8a41-8c74ba3209b7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d HTTP/1.1" status: 200 len: 210 time: 0.0685475 Nov 09 18:07:33.248648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6d03b2d-f0ba-4324-8b75-180813f3dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.251625 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6d03b2d-f0ba-4324-8b75-180813f3dec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.262309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f6d03b2d-f0ba-4324-8b75-180813f3dec9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4265ac72-b677-43d9-aafe-151e087bcf5f HTTP/1.1" status: 204 len: 168 time: 0.3004923 Nov 09 18:07:33.266201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3b8-899f-4985-8327-a2e06e4067aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.268725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3b8-899f-4985-8327-a2e06e4067aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.272085 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3b9bd3b8-899f-4985-8327-a2e06e4067aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a87a7170-8960-4e83-b5fe-98fa3169db95 HTTP/1.1" status: 204 len: 168 time: 0.2542748 Nov 09 18:07:33.279756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03b2d-f0ba-4324-8b75-180813f3dec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265ac72-b677-43d9-aafe-151e087bcf5f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.290025 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bd3b8-899f-4985-8327-a2e06e4067aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a7170-8960-4e83-b5fe-98fa3169db95,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.301807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.303742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=48388937-7adf-43ec-8a8a-7aef55243054,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.338457 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49e5cb8-dfd1-4ddf-bc6c-34aeb8e1a5a1 x-openstack-request-id: req-a49e5cb8-dfd1-4ddf-bc6c-34aeb8e1a5a1 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:33.338894 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "d765230b-78a0-4f26-b133-235b45f93a37", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "dd6cb278-3170-4fe9-8fb4-998bb085147e", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "1dba938b-7556-49f0-961d-be5fc27de3c3", "code": 200}, {"server_uuid": "56e4035f-64cd-4d57-ac45-b0f005977e7a", "name": "network-vif-plugged", "status": "completed", "tag": "e3caad76-9fbc-41db-833b-fc6d23615ed8", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "6cc6dfca-87fa-4f58-81a8-56a31490621c", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-plugged", "status": "completed", "tag": "fc1be936-fe3c-40c0-aaf8-d53658100dd1", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:33.339303 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a49e5cb8-dfd1-4ddf-bc6c-34aeb8e1a5a1 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:33.339765 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553', 'code': 200} Nov 09 18:07:33.339874 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37', 'code': 200} Nov 09 18:07:33.340070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event deleted for resources: {'Port': ['ID=730dfb6d-a6cb-49ee-9804-739a9b9b3bb8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.340168 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6cb278-3170-4fe9-8fb4-998bb085147e', 'code': 200} Nov 09 18:07:33.340529 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dba938b-7556-49f0-961d-be5fc27de3c3', 'code': 200} Nov 09 18:07:33.340642 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3caad76-9fbc-41db-833b-fc6d23615ed8', 'code': 200} Nov 09 18:07:33.340822 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6dfca-87fa-4f58-81a8-56a31490621c', 'code': 200} Nov 09 18:07:33.341071 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1be936-fe3c-40c0-aaf8-d53658100dd1', 'code': 200} Nov 09 18:07:33.347621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095a41c9-4074-4af0-acff-a23c33715222 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:33.364994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] No DVR routers for this DVR port 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:33.368828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.373280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b380985a-71f8-4d92-9250-6407538be690 req-a27af69f-309e-4d6b-8cde-8feeae0e88a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "DELETE /v2.0/ports/730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 HTTP/1.1" status: 204 len: 173 time: 1.7639251 Nov 09 18:07:33.390630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-30bd5e9b-940c-407c-8c17-baa4ce97f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.395594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-30bd5e9b-940c-407c-8c17-baa4ce97f52e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 1094 time: 0.5631578 Nov 09 18:07:33.403568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 095a41c9-4074-4af0-acff-a23c33715222, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=095a41c9-4074-4af0-acff-a23c33715222,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.411812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.411812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b715e360-ad8b-46cd-b16d-0201c45fc33c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:33.460731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-1196c379-a7dd-4bad-984f-64240d392129 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe HTTP/1.1" status: 200 len: 217 time: 0.0538359 Nov 09 18:07:33.534399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=095a41c9-4074-4af0-acff-a23c33715222,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.540416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b715e360-ad8b-46cd-b16d-0201c45fc33c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.564460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'b715e360-ad8b-46cd-b16d-0201c45fc33c', 'network_id': '2ec13929-9a0d-49f5-8579-ea9f2ed91b35', 'port_id': 'b715e360-ad8b-46cd-b16d-0201c45fc33c', 'mac_address': 'fa:16:3e:91:be:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0971b91-7d87-4471-8246-76aaf970492b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:33.582488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed827f4-be19-439f-9a79-fa6b65966e69 req-117da6b7-7207-41b8-a598-84b927080045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.584641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed827f4-be19-439f-9a79-fa6b65966e69 req-117da6b7-7207-41b8-a598-84b927080045 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 1100 time: 0.0969458 Nov 09 18:07:33.606730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.607578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.608240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.608571 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.609124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.609803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.610628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.611268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.613424 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-fbe86f54-3661-4247-8b43-1d489797b7d6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.0845010 Nov 09 18:07:33.624744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b715e360-ad8b-46cd-b16d-0201c45fc33c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:33.638290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.647804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.648659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b715e360-ad8b-46cd-b16d-0201c45fc33c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.655670 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.656799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.656955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 288c8350-f06c-4509-9424-475544aa0a6a details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:33.663377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.670524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.680905 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed827f4-be19-439f-9a79-fa6b65966e69 req-a4146ad6-a9d3-43af-ab81-f374e461366a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880551 Nov 09 18:07:33.681733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.682664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-97d94b99-7e80-43f2-88b2-2386e84a7588 req-cb4b2f1b-3bb0-461c-912d-6798f7d6f93b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599205 Nov 09 18:07:33.689221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.699839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-637281a9-35a3-49c5-b423-e72efd9e6dc5 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.2414496 Nov 09 18:07:33.714374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-6580d13e-07f4-428b-ba75-28cd638715f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:33.715996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-6580d13e-07f4-428b-ba75-28cd638715f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.2459078 Nov 09 18:07:33.748958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 288c8350-f06c-4509-9424-475544aa0a6a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=288c8350-f06c-4509-9424-475544aa0a6a,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.751571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b715e360-ad8b-46cd-b16d-0201c45fc33c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:33.763811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '288c8350-f06c-4509-9424-475544aa0a6a', 'network_id': '9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb', 'port_id': '288c8350-f06c-4509-9424-475544aa0a6a', 'mac_address': 'fa:16:3e:b5:e1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca932822-29fa-40d1-b251-3e2d9c0aadc7', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:33.779766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-0794b159-642f-404b-bdf7-d31026a8de23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463343 Nov 09 18:07:33.797958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f89dcb0-bd44-4d75-807d-6475c8f53c49 req-9ca44cdd-1744-4d2e-bc7d-e7b9ddff35a9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971725 Nov 09 18:07:33.820902 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.838223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288c8350-f06c-4509-9424-475544aa0a6a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:33.871311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 288c8350-f06c-4509-9424-475544aa0a6a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=288c8350-f06c-4509-9424-475544aa0a6a,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:33.879868 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:33.890951 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083f2d87-f5f2-438c-abcd-c8cf74555e57 x-openstack-request-id: req-083f2d87-f5f2-438c-abcd-c8cf74555e57 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:33.891254 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a181190a-7b7a-4226-9a1e-c4481d866117", "tag": "8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:33.891516 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-083f2d87-f5f2-438c-abcd-c8cf74555e57 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:33.891922 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'tag': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe', 'status': 'completed', 'code': 200} Nov 09 18:07:33.945049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-9d6fae0c-8ca8-4fbd-9a4a-0188f2b406fc service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444392 Nov 09 18:07:33.968123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=288c8350-f06c-4509-9424-475544aa0a6a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:34.099539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ed53f-9249-45e0-bdf8-5682f45f944c req-bce678c7-f92a-4646-b00e-c97bf90e40d8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.107472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-599ed53f-9249-45e0-bdf8-5682f45f944c req-bce678c7-f92a-4646-b00e-c97bf90e40d8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 943 time: 0.0827358 Nov 09 18:07:34.133426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7504c8e1-daf4-4e17-9dfe-507563134963 req-70e17f5f-eb3a-4cbe-badb-dbc66d753679 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695945 Nov 09 18:07:34.161662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-599ed53f-9249-45e0-bdf8-5682f45f944c req-7dda96f3-3bca-4f72-b38a-ef53e38b9ba8 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533183 Nov 09 18:07:34.285617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-6ef90bf1-bb04-4fb0-9545-3d9151e2b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.287275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-6ef90bf1-bb04-4fb0-9545-3d9151e2b812 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3287c01ab4894850a8b843d6d28ae8be&device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 1094 time: 0.0861137 Nov 09 18:07:34.312622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9bcf4-49cc-4920-8764-ce5d89274dbc req-ed0d8182-8576-452f-b411-d7667d376477 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.314130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39c9bcf4-49cc-4920-8764-ce5d89274dbc req-ed0d8182-8576-452f-b411-d7667d376477 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 949 time: 0.0813808 Nov 09 18:07:34.335558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55608) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:34.362567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55612) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:34.407475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39c9bcf4-49cc-4920-8764-ce5d89274dbc req-0aca635e-6480-4107-90f7-f263607526c6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808628 Nov 09 18:07:34.443693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-81db81fe-4033-4e36-9a57-7f6a13259cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.445439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-81db81fe-4033-4e36-9a57-7f6a13259cab service neutron] 10.222.0.73 "GET /v2.0/networks?id=b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 200 len: 907 time: 0.1499088 Nov 09 18:07:34.454347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1495476133'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:34.476913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['cfd49be9-2d4f-4c3c-ab4f-f04e3b184610'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:34.483147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:34.487460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.494605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--661205705'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:34.501576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c03c8a69-6bfa-4033-a0fe-61ada2e986e7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:34.507006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-fecc8865-7a83-4603-b085-12fce7288c3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe HTTP/1.1" status: 200 len: 217 time: 0.0449724 Nov 09 18:07:34.512790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.534192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['b715e360-ad8b-46cd-b16d-0201c45fc33c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:34.536320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['288c8350-f06c-4509-9424-475544aa0a6a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:34.554157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.570262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.589581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-a8c2a106-8bd3-4be2-b86c-38c1504e1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.591100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-a8c2a106-8bd3-4be2-b86c-38c1504e1cf5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 200 len: 846 time: 0.0721517 Nov 09 18:07:34.603701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.610332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.617490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.624811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.631742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.639817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.646217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.648296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-9ddaafdb-73e3-43f7-9015-8ff56a320260 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5427 time: 0.1440852 Nov 09 18:07:34.653361 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.663468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.685546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-a8962d34-4933-4c87-9d76-e0afbbead746 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b232dded-e90e-4b62-8d63-10e8e1593b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360928 Nov 09 18:07:34.707932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:34.714474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8134450-129d-40a0-b636-13062995f9f3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:34.739792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.740940 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment 2bf2db1f-2b36-4ca4-8b60-749e813e5f98 of type vlan for network 22043eae-3b63-44c5-9386-68b5b178f2f4 Nov 09 18:07:34.790505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05377225-bed5-4cd6-aff0-5726991d5ae0 req-618167e2-20c9-4727-b4cd-2d18542e76a6 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270025 Nov 09 18:07:34.793269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.837376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.840414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.847547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:34.848650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:34.859636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-0e75f5e0-ccf4-4950-89c1-b0ef531a86e5 service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596708 Nov 09 18:07:34.999865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.010104 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6733780 Nov 09 18:07:35.019080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55622) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.028814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-818914299'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:35.058823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8ab68-d7dc-435f-8d1f-657d5fa7dee3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=22043eae-3b63-44c5-9386-68b5b178f2f4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:35.066618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d954acf-a828-4ee2-a8c3-8cd3c7c7cc07,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:35.071028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:35.103017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.103410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.107390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.109992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.116495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.123131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.129244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.134968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.135294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.138973 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7728450 Nov 09 18:07:35.140569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55624) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.141349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.144390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-3036022f-6a4f-4494-813f-d7b0d087982e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.1671247 Nov 09 18:07:35.150180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:35.153945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.157197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046a322-c2f1-4ef6-a211-916afddd0162 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d539fc-9c53-4b4f-b555-1193019b0aca,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:35.157606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-466a6b01-333a-4c4b-8780-2b54fa513f87 req-6eec338f-c8ee-466f-991f-063f51e8347c service neutron] 10.222.0.73 "GET /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894349 Nov 09 18:07:35.202435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:35.212626 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-53f37a4f-962e-4624-80bf-76d49dfba6ed tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0684290 Nov 09 18:07:35.212984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55628) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.218614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ad796408-cc51-48e5-8e56-91354ecedca4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-security--231736742', 'description': 'tempest-security-description-987997335'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:35.221998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e0e748e-03f2-4bc6-a024-cb8ff9511962 req-04797cca-b7da-4119-bb10-542ad155b2bf tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634086 Nov 09 18:07:35.224889 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.225242 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment 11b92daf-3bc3-48c7-afba-49bffb510a9f of type vlan for network a591b9ef-0d12-4070-a0ea-3d236cc84a49 Nov 09 18:07:35.251000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad796408-cc51-48e5-8e56-91354ecedca4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.274667 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.313753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad796408-cc51-48e5-8e56-91354ecedca4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.323124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad796408-cc51-48e5-8e56-91354ecedca4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.326497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad796408-cc51-48e5-8e56-91354ecedca4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.330522 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ad796408-cc51-48e5-8e56-91354ecedca4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "PUT /v2.0/security-groups/35d539fc-9c53-4b4f-b555-1193019b0aca HTTP/1.1" status: 200 len: 1778 time: 0.1159422 Nov 09 18:07:35.331314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55638) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.345456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.351063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.351646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.378668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad796408-cc51-48e5-8e56-91354ecedca4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d539fc-9c53-4b4f-b555-1193019b0aca,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:35.392261 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d39a86a9-9284-415a-b7e7-671d8153f851 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups/35d539fc-9c53-4b4f-b555-1193019b0aca HTTP/1.1" status: 200 len: 1778 time: 0.0566027 Nov 09 18:07:35.394330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.445829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c49ca7e7-6eed-447f-a6ce-616d266c99e8 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.459217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4381962 Nov 09 18:07:35.465033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55644) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.471801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': '22043eae-3b63-44c5-9386-68b5b178f2f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:35.472174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bf9c5-ee03-4203-94a8-3136101d83a6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=a591b9ef-0d12-4070-a0ea-3d236cc84a49,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:35.477090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c49ca7e7-6eed-447f-a6ce-616d266c99e8 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.482786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:35.510361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a246-7218-44de-9198-b524c288772a req-f404ab5a-69d3-4529-86e6-f02b539a56f8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:35.512390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-f404ab5a-69d3-4529-86e6-f02b539a56f8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.1949530 Nov 09 18:07:35.529952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-ebb44b71-1be3-464e-a37b-273eaf81ca2e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/quotas/f2c934c0c76d4fa39a6e7ec0c154c163 HTTP/1.1" status: 200 len: 375 time: 0.0114834 Nov 09 18:07:35.565304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-e55655f2-e962-4780-8d82-88b451ab4961 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305347 Nov 09 18:07:35.581726 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c49ca7e7-6eed-447f-a6ce-616d266c99e8 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.584261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c49ca7e7-6eed-447f-a6ce-616d266c99e8 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.585388 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c49ca7e7-6eed-447f-a6ce-616d266c99e8 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/35d539fc-9c53-4b4f-b555-1193019b0aca HTTP/1.1" status: 204 len: 168 time: 0.1901543 Nov 09 18:07:35.590301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55646) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.605309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:35.608703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.618474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca7e7-6eed-447f-a6ce-616d266c99e8 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d539fc-9c53-4b4f-b555-1193019b0aca,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:35.666807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-4a4df32c-027c-4815-aaf7-715fdb659ef0 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905733 Nov 09 18:07:35.686596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['4e9a0214-9b8a-4b94-8400-0405f838359c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:35.708887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5601d75a-ab97-426d-803e-a5e72cb61cda tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1150999 Nov 09 18:07:35.713144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55648) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.733756 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-0e8f49c1-0636-4e26-a218-6c93da42d18f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] delete failed (client error): The resource could not be found. Nov 09 18:07:35.738480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0e8f49c1-0636-4e26-a218-6c93da42d18f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/35d539fc-9c53-4b4f-b555-1193019b0aca HTTP/1.1" status: 404 len: 347 time: 0.0207675 Nov 09 18:07:35.738712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:35.742983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-53164f14-219b-4132-8451-2ad51eaeba7f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851972643'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:35.770362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['48388937-7adf-43ec-8a8a-7aef55243054'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:35.770777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-80e1f5f2-9a2c-4d78-bb5b-73f4d6bd0b07 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968091 Nov 09 18:07:35.803181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['095a41c9-4074-4af0-acff-a23c33715222'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:35.803393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53164f14-219b-4132-8451-2ad51eaeba7f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.878691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:35.894320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'name': 'network-vif-deleted', 'tag': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:35.896683 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a116c4-60cf-4671-a44e-375eb045d19c" -d '{"events": [{"server_uuid": "7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d", "name": "network-vif-deleted", "tag": "730dfb6d-a6cb-49ee-9804-739a9b9b3bb8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:35.923975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:35.926452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:35.990613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:35.990981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 730dfb6d-a6cb-49ee-9804-739a9b9b3bb8 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:36.013003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=d422a149-19da-4330-a4f0-566af812c9af,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.023518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53164f14-219b-4132-8451-2ad51eaeba7f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.031669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3191e2-e81c-4452-9d0c-c6bfcbf92170 req-e228a73c-1658-4112-8fe0-a462128bdac7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.033319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c3191e2-e81c-4452-9d0c-c6bfcbf92170 req-e228a73c-1658-4112-8fe0-a462128bdac7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 943 time: 0.0763164 Nov 09 18:07:36.037292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53164f14-219b-4132-8451-2ad51eaeba7f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.062357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': '2bf2db1f-2b36-4ca4-8b60-749e813e5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22043eae-3b63-44c5-9386-68b5b178f2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:36.062704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: 22043eae-3b63-44c5-9386-68b5b178f2f4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:36.078852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c3191e2-e81c-4452-9d0c-c6bfcbf92170 req-2a162961-70bd-4bb0-aca8-4f451cd7b55d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Nov 09 18:07:36.084786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53164f14-219b-4132-8451-2ad51eaeba7f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.086249 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-53164f14-219b-4132-8451-2ad51eaeba7f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3466060 Nov 09 18:07:36.089560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55660) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.094553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3a3d4875-8b80-4f4d-89f2-559d80dddf81 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': '391b262c-03e8-460c-bc60-f2213e5d96c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:36.112194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53164f14-219b-4132-8451-2ad51eaeba7f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391b262c-03e8-460c-bc60-f2213e5d96c7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.141126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:36.160577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 22043eae-3b63-44c5-9386-68b5b178f2f4) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:36.163007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4875-8b80-4f4d-89f2-559d80dddf81 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.174845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.175648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.180806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf88bcf-37e0-4481-8499-7f3e30c036bc None None] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:36.222306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363cd87-ba35-4e24-a673-2e5166285a72 req-88790809-9540-4a26-98ba-38eeaf009a6d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.224106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4363cd87-ba35-4e24-a673-2e5166285a72 req-88790809-9540-4a26-98ba-38eeaf009a6d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 949 time: 0.0667791 Nov 09 18:07:36.234200 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f565c3af-6913-42ac-9ff0-2f9bb198c92d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7678046 Nov 09 18:07:36.264359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55666) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.274951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4875-8b80-4f4d-89f2-559d80dddf81 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.280964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4363cd87-ba35-4e24-a673-2e5166285a72 req-af4a7810-d649-4637-b2af-9295fbd7556a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499897 Nov 09 18:07:36.281898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4875-8b80-4f4d-89f2-559d80dddf81 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.300026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': 'a591b9ef-0d12-4070-a0ea-3d236cc84a49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:36.305259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d4875-8b80-4f4d-89f2-559d80dddf81 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f286682-fa71-4406-bad0-992ab7f62b6a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.321746 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4875-8b80-4f4d-89f2-559d80dddf81 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.323550 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3a3d4875-8b80-4f4d-89f2-559d80dddf81 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324765 Nov 09 18:07:36.326192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55674) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.331633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:36.367777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe', 'network_id': 'b232dded-e90e-4b62-8d63-10e8e1593b77', 'port_id': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe', 'mac_address': 'fa:16:3e:d0:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286fc893-d553-4d80-9692-5a4019aadcd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:36.375362 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a5df5f8-4b6e-44b6-abd4-6d58ee6b918a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.386888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a5df5f8-4b6e-44b6-abd4-6d58ee6b918a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.427142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a5df5f8-4b6e-44b6-abd4-6d58ee6b918a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.434263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a5df5f8-4b6e-44b6-abd4-6d58ee6b918a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.435436 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7a5df5f8-4b6e-44b6-abd4-6d58ee6b918a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5f286682-fa71-4406-bad0-992ab7f62b6a HTTP/1.1" status: 204 len: 168 time: 0.1079812 Nov 09 18:07:36.439530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55676) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.448049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5df5f8-4b6e-44b6-abd4-6d58ee6b918a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f286682-fa71-4406-bad0-992ab7f62b6a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.457151 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.477025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:36.511790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:36.513914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.514464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-22043eae-3b63-44c5-9386-68b5b178f2f4', 'network_id': '22043eae-3b63-44c5-9386-68b5b178f2f4', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': 'd422a149-19da-4330-a4f0-566af812c9af'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:36.515468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.521492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.525385 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.528072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.534372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.540828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.546940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.553390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:36.554869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-191ff947-b235-46b0-961e-e600b3901aee tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5427 time: 0.1597939 Nov 09 18:07:36.590245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-15c8db3d-e9b1-4069-8373-9d723b524d42 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1462748 Nov 09 18:07:36.591437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55678) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.613902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:36.617908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.640852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6f25a8a-ea57-4c3b-bc70-502c856ae57a req-b53ae996-7b83-42e3-a48e-5e5167ee5b3c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725687 Nov 09 18:07:36.641965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.715396 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-713305b2-3f88-42aa-bf4f-e8894d3bcf17 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.730101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Allocated IP 2001:db8::2 (22043eae-3b63-44c5-9386-68b5b178f2f4/d422a149-19da-4330-a4f0-566af812c9af/02418f81-5997-4e63-b0d0-22d838553da8) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:36.759209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-713305b2-3f88-42aa-bf4f-e8894d3bcf17 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.773705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27d0d0b7-cba9-4e1e-bac8-f02e7ee44c6c req-ab74849e-0ffc-4451-9d59-c9f6ae830b75 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 210 time: 0.0338819 Nov 09 18:07:36.816259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-713305b2-3f88-42aa-bf4f-e8894d3bcf17 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.820329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-713305b2-3f88-42aa-bf4f-e8894d3bcf17 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:36.825343 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-713305b2-3f88-42aa-bf4f-e8894d3bcf17 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/391b262c-03e8-460c-bc60-f2213e5d96c7 HTTP/1.1" status: 204 len: 168 time: 0.2323921 Nov 09 18:07:36.825617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55680) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.836624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713305b2-3f88-42aa-bf4f-e8894d3bcf17 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391b262c-03e8-460c-bc60-f2213e5d96c7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:36.851771 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6bf37d-8e5e-42e0-a4e3-ad9f4d91295e x-openstack-request-id: req-6e6bf37d-8e5e-42e0-a4e3-ad9f4d91295e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:36.852175 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d", "name": "network-vif-deleted", "tag": "730dfb6d-a6cb-49ee-9804-739a9b9b3bb8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:36.852311 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e6bf37d-8e5e-42e0-a4e3-ad9f4d91295e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:36.852720 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7657dd8f-8f4b-4ab4-a149-d33d7d27ce3d', 'name': 'network-vif-deleted', 'tag': '730dfb6d-a6cb-49ee-9804-739a9b9b3bb8', 'status': 'completed', 'code': 200} Nov 09 18:07:36.962240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4f5fe3ca-f163-4ce1-bf80-3f90609677af tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1346354 Nov 09 18:07:36.968974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55682) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:36.975063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-28d63758-1123-4fbe-a535-98913d77150a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--555477860'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:36.981351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.046134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.052088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.057238 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.058577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.063886 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.064493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.070462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.076975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.082927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.084840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7332e05-211a-4810-8c80-0a6c346471bd req-a720b224-64ea-4d11-b85c-b254ba1861c9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.1753242 Nov 09 18:07:37.109181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:37.109845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28d63758-1123-4fbe-a535-98913d77150a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.112715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:37.115296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:37.126636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=9bf19000-b6f5-447b-b8d9-47e656fa0870,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:37.131035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Pushing event updated for resources: {'Port': ['ID=02418f81-5997-4e63-b0d0-22d838553da8,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:37.174483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': '11b92daf-3bc3-48c7-afba-49bffb510a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a591b9ef-0d12-4070-a0ea-3d236cc84a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:37.174849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: a591b9ef-0d12-4070-a0ea-3d236cc84a49, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:37.188382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Attempting to bind port 02418f81-5997-4e63-b0d0-22d838553da8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:37.189366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Attempting to bind port 02418f81-5997-4e63-b0d0-22d838553da8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '2bf2db1f-2b36-4ca4-8b60-749e813e5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22043eae-3b63-44c5-9386-68b5b178f2f4'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:37.189892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Attempting to bind port 02418f81-5997-4e63-b0d0-22d838553da8 on network 22043eae-3b63-44c5-9386-68b5b178f2f4 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:37.196648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:37.206460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7332e05-211a-4810-8c80-0a6c346471bd req-0d6ec189-4d78-4b79-a674-802d9d746aed tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954885 Nov 09 18:07:37.247842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:37.248299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Checking segment: {'id': '2bf2db1f-2b36-4ca4-8b60-749e813e5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22043eae-3b63-44c5-9386-68b5b178f2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:37.248755 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.249170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Bound using segment: {'id': '2bf2db1f-2b36-4ca4-8b60-749e813e5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22043eae-3b63-44c5-9386-68b5b178f2f4'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:37.249676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Bound port: 02418f81-5997-4e63-b0d0-22d838553da8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf2db1f-2b36-4ca4-8b60-749e813e5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '22043eae-3b63-44c5-9386-68b5b178f2f4'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:37.250582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.271435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:37.310639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a246-7218-44de-9198-b524c288772a req-a9e3beb4-87a9-4fde-ac64-1b11fe121271 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.311949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a591b9ef-0d12-4070-a0ea-3d236cc84a49) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:37.312436 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-a9e3beb4-87a9-4fde-ac64-1b11fe121271 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.1878729 Nov 09 18:07:37.316558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.317243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.320220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-841e8fcb-6085-4cd2-bc80-ee8905dfcb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.327528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28d63758-1123-4fbe-a535-98913d77150a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.329272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd8838-f72e-4716-bb45-07d418f5aacb None None] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:37.332400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Request body: {'port': {'device_id': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'admin_state_up': True, 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:37.336481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28d63758-1123-4fbe-a535-98913d77150a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.349810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-15d3ca50-8ab5-49c8-a359-9fd7102678dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0677006 Nov 09 18:07:37.353681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55690) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:37.359306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-30f95eb1-e8c9-4f84-bb0a-b364e83fc415 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1294101506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:37.396609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d63758-1123-4fbe-a535-98913d77150a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68f2274-4e4b-48bb-badb-67429360f94d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:37.420103 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-28d63758-1123-4fbe-a535-98913d77150a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.424610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-28d63758-1123-4fbe-a535-98913d77150a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4531622 Nov 09 18:07:37.425587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55692) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:37.431176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-362302da-4c10-421d-b796-59e77b9b63db tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': 'd68f2274-4e4b-48bb-badb-67429360f94d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:37.444544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-30f95eb1-e8c9-4f84-bb0a-b364e83fc415 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.445759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-30f95eb1-e8c9-4f84-bb0a-b364e83fc415 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.461302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] For port 02418f81-5997-4e63-b0d0-22d838553da8, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:37.467525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] For port 02418f81-5997-4e63-b0d0-22d838553da8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=02418f81-5997-4e63-b0d0-22d838553da8,segment=NetworkSegment(2bf2db1f-2b36-4ca4-8b60-749e813e5f98),segment_id=2bf2db1f-2b36-4ca4-8b60-749e813e5f98)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:37.480595 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.489061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-362302da-4c10-421d-b796-59e77b9b63db tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.535613 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-30f95eb1-e8c9-4f84-bb0a-b364e83fc415 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.551452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-30f95eb1-e8c9-4f84-bb0a-b364e83fc415 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.575098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:37.578553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.581600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-30f95eb1-e8c9-4f84-bb0a-b364e83fc415 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.583463 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-30f95eb1-e8c9-4f84-bb0a-b364e83fc415 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2270565 Nov 09 18:07:37.585648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcf7e-67cb-4c65-9264-e00cd2fa17fa req-5d1d4267-e007-45c4-b475-cb69129d26e8 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:37.587101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c82dcf7e-67cb-4c65-9264-e00cd2fa17fa req-5d1d4267-e007-45c4-b475-cb69129d26e8 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 1100 time: 0.0660701 Nov 09 18:07:37.587584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55694) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:37.628544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-362302da-4c10-421d-b796-59e77b9b63db tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.635836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-362302da-4c10-421d-b796-59e77b9b63db tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.652607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c745714-df98-4879-ac8d-443f44a07695 None None] Pushing event updated for resources: {'Port': ['ID=02418f81-5997-4e63-b0d0-22d838553da8,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:37.662727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c82dcf7e-67cb-4c65-9264-e00cd2fa17fa req-33dfb468-ffa7-4662-a5aa-6cab6b49fd0a tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.666864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a591b9ef-0d12-4070-a0ea-3d236cc84a49', 'network_id': 'a591b9ef-0d12-4070-a0ea-3d236cc84a49', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': '9bf19000-b6f5-447b-b8d9-47e656fa0870'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:37.668293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.687708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362302da-4c10-421d-b796-59e77b9b63db tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10f3f5a-e999-4b7c-81a8-07a1cce62cf9,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:37.747822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-362302da-4c10-421d-b796-59e77b9b63db tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.751723 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-362302da-4c10-421d-b796-59e77b9b63db tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224308 Nov 09 18:07:37.751904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55698) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:37.756284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dccdb582-fb3f-40d5-80f7-daa0ceb32fb4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': 'd68f2274-4e4b-48bb-badb-67429360f94d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:37.795397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Allocated IP 172.20.0.4 (b448cd60-9f26-47d5-8457-7687f9481239/03057df8-87f6-4af5-a15d-a2004661bcfc/bb10658f-2a71-4c85-a4ca-8e861a9100f2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:37.854009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dccdb582-fb3f-40d5-80f7-daa0ceb32fb4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:37.863477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Allocated IP 2001:db8:1::2 (a591b9ef-0d12-4070-a0ea-3d236cc84a49/9bf19000-b6f5-447b-b8d9-47e656fa0870/942c153d-a798-406f-b559-8598e7675a3b) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:37.934935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:38.001376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c82dcf7e-67cb-4c65-9264-e00cd2fa17fa req-33dfb468-ffa7-4662-a5aa-6cab6b49fd0a tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.028862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c82dcf7e-67cb-4c65-9264-e00cd2fa17fa req-33dfb468-ffa7-4662-a5aa-6cab6b49fd0a tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.030421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dccdb582-fb3f-40d5-80f7-daa0ceb32fb4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.032070 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.040247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dccdb582-fb3f-40d5-80f7-daa0ceb32fb4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.045795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:38.070045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:38.070373 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.071677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dccdb582-fb3f-40d5-80f7-daa0ceb32fb4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.074576 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dccdb582-fb3f-40d5-80f7-daa0ceb32fb4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3200736 Nov 09 18:07:38.080612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55702) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:38.087693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-afc61cc8-86b9-425e-8f81-a847431234ea tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': 'd68f2274-4e4b-48bb-badb-67429360f94d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:38.092269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdb582-fb3f-40d5-80f7-daa0ceb32fb4 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e32c3d6-1526-4a7d-bd07-3a93d611a724,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:38.115814 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.129418 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.139272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c82dcf7e-67cb-4c65-9264-e00cd2fa17fa req-33dfb468-ffa7-4662-a5aa-6cab6b49fd0a tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381355 Nov 09 18:07:38.158122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.158122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afc61cc8-86b9-425e-8f81-a847431234ea tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.176997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:38.193825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:38.196736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:38.212808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Pushing event updated for resources: {'Port': ['ID=942c153d-a798-406f-b559-8598e7675a3b,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:38.262684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb468-ffa7-4662-a5aa-6cab6b49fd0a tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e244ba1-d86b-45c1-88bc-1ef245f21537,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:38.299690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Attempting to bind port 942c153d-a798-406f-b559-8598e7675a3b on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:38.300071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Attempting to bind port 942c153d-a798-406f-b559-8598e7675a3b by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '11b92daf-3bc3-48c7-afba-49bffb510a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a591b9ef-0d12-4070-a0ea-3d236cc84a49'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:38.300485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Attempting to bind port 942c153d-a798-406f-b559-8598e7675a3b on network a591b9ef-0d12-4070-a0ea-3d236cc84a49 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:38.301576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.304155 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.305400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afc61cc8-86b9-425e-8f81-a847431234ea tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.309958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:38.310366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Checking segment: {'id': '11b92daf-3bc3-48c7-afba-49bffb510a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a591b9ef-0d12-4070-a0ea-3d236cc84a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:38.310823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.311163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Bound using segment: {'id': '11b92daf-3bc3-48c7-afba-49bffb510a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a591b9ef-0d12-4070-a0ea-3d236cc84a49'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:38.311681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Bound port: 942c153d-a798-406f-b559-8598e7675a3b, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b92daf-3bc3-48c7-afba-49bffb510a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a591b9ef-0d12-4070-a0ea-3d236cc84a49'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:38.312049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.325940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Network b448cd60-9f26-47d5-8457-7687f9481239 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:38.328751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:38.337558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-674719b9-f1a1-4346-890c-b6d7b1110642 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1066029 Nov 09 18:07:38.338518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:38.365834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cc29e-0f87-490f-a923-1867c8a72c74 req-821f5f89-8e2a-4165-8813-ba3d4052fc32 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.366206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afc61cc8-86b9-425e-8f81-a847431234ea tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.374374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-460cc29e-0f87-490f-a923-1867c8a72c74 req-821f5f89-8e2a-4165-8813-ba3d4052fc32 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 944 time: 0.1351945 Nov 09 18:07:38.382776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:38.385071 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc5078-ba60-42ec-91aa-86e42b4cc09a" -d '{"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:38.415574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:38.422701 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.423505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 095a41c9-4074-4af0-acff-a23c33715222 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:38.452967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-460cc29e-0f87-490f-a923-1867c8a72c74 req-84d31056-30d6-4190-b695-a3f86cc5d9e0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777829 Nov 09 18:07:38.477012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] For port 942c153d-a798-406f-b559-8598e7675a3b, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:38.486309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc61cc8-86b9-425e-8f81-a847431234ea tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fd4de1-e428-4d08-b3bb-cda088c307ee,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:38.502546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event updated for resources: {'Port': ['ID=bb10658f-2a71-4c85-a4ca-8e861a9100f2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:38.516840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8::1 (22043eae-3b63-44c5-9386-68b5b178f2f4/d422a149-19da-4330-a4f0-566af812c9af/79f851b8-acb2-4f7e-a9bf-eae7f5a54816) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:38.521460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-afc61cc8-86b9-425e-8f81-a847431234ea tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.523880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-afc61cc8-86b9-425e-8f81-a847431234ea tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4411085 Nov 09 18:07:38.528626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55708) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:38.534385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] For port 942c153d-a798-406f-b559-8598e7675a3b, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=942c153d-a798-406f-b559-8598e7675a3b,segment=NetworkSegment(11b92daf-3bc3-48c7-afba-49bffb510a9f),segment_id=11b92daf-3bc3-48c7-afba-49bffb510a9f)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:38.541912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.547823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-37de0752-616a-4a62-a31d-ed17d0668e8b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': 'd68f2274-4e4b-48bb-badb-67429360f94d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:38.555056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.571547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.584971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.585449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.586004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.586424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.587014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.587366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.587844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.589842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-87901335-da40-4f3d-8d85-b548c578b0f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.1673231 Nov 09 18:07:38.599119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:38.672698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02418f81-5997-4e63-b0d0-22d838553da8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:38.717242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 095a41c9-4074-4af0-acff-a23c33715222 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:38.744133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 095a41c9-4074-4af0-acff-a23c33715222 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:38.744901 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.775614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37de0752-616a-4a62-a31d-ed17d0668e8b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.809819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bc3a-750b-4a49-a3b7-9f8bbe2e05dc None None] Pushing event updated for resources: {'Port': ['ID=942c153d-a798-406f-b559-8598e7675a3b,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:38.855879 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.865312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 02418f81-5997-4e63-b0d0-22d838553da8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:38.865807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:38.883092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.890312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.896731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.902943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.923976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.930330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.938123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:38.940331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef2a9414-8ee9-4068-af1d-26051a77486c req-47bf0d76-d9c1-44da-8ab3-b65de5481423 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.3549013 Nov 09 18:07:38.967301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55710) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:38.978864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Request body: {'floatingip': {'port_id': 'd765230b-78a0-4f26-b133-235b45f93a37'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:38.984240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.049894 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-745ca260-4ad1-4c26-93dd-703a2cc55981 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7234812 Nov 09 18:07:39.059319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37de0752-616a-4a62-a31d-ed17d0668e8b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.064698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Request body: {'port': {'device_id': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:39.084734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37de0752-616a-4a62-a31d-ed17d0668e8b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.097623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 095a41c9-4074-4af0-acff-a23c33715222, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=095a41c9-4074-4af0-acff-a23c33715222,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:39.106955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.107773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b715e360-ad8b-46cd-b16d-0201c45fc33c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:39.138529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ee167-1d39-411e-948f-569b5c9fe8a1 None None] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:39.189546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.191694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-d3e7c08c-a4e0-401a-8934-9cc026b05e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.192173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-d3e7c08c-a4e0-401a-8934-9cc026b05e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.192647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-d3e7c08c-a4e0-401a-8934-9cc026b05e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.194315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-d3e7c08c-a4e0-401a-8934-9cc026b05e80 service neutron] 10.222.0.85 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=97535ef5-be7d-4600-a86f-760c237af1df&id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 2298 time: 0.5797606 Nov 09 18:07:39.248058 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-ac2f1dfd-abfa-4ecf-8aa6-573ab5d37a74 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 217 time: 0.0440278 Nov 09 18:07:39.269496 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.310016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=095a41c9-4074-4af0-acff-a23c33715222,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:39.321013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-105a9410-18a4-4d0b-8d43-716c1956df6e None None] Provisioning complete for port 02418f81-5997-4e63-b0d0-22d838553da8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:39.321761 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-105a9410-18a4-4d0b-8d43-716c1956df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.376635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-93111b01-f980-4172-9188-b63c42dce8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.378148 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-93111b01-f980-4172-9188-b63c42dce8be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 200 len: 855 time: 0.1125050 Nov 09 18:07:39.382201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 02418f81-5997-4e63-b0d0-22d838553da8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=02418f81-5997-4e63-b0d0-22d838553da8,segment=NetworkSegment(2bf2db1f-2b36-4ca4-8b60-749e813e5f98),segment_id=2bf2db1f-2b36-4ca4-8b60-749e813e5f98)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:39.389548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port b715e360-ad8b-46cd-b16d-0201c45fc33c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:39.393958 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.430358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port b715e360-ad8b-46cd-b16d-0201c45fc33c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:39.430720 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.485353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.501436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-8ba7041e-c3a1-4aee-857f-8bbf351f35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.503651 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-8ba7041e-c3a1-4aee-857f-8bbf351f35c2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=120ab491-a4a3-4403-851c-84311f388147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147058 Nov 09 18:07:39.521450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=02418f81-5997-4e63-b0d0-22d838553da8,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:39.535825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de0752-616a-4a62-a31d-ed17d0668e8b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b355e7-970c-4467-8cd8-334d02580ee8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:39.585687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37de0752-616a-4a62-a31d-ed17d0668e8b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.586537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-37de0752-616a-4a62-a31d-ed17d0668e8b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0566909 Nov 09 18:07:39.591497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55714) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:39.603498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dc9e0b45-6abf-4b27-8b76-1ee9f48b5ade tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': 'd68f2274-4e4b-48bb-badb-67429360f94d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:39.613291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.663518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.669790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.675849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.681987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.688461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.694317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.706344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:39.708390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-3b4d64f6-706e-46d7-91db-de7211606440 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5428 time: 0.6335580 Nov 09 18:07:39.726956 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-8e24f832-9189-4c82-a0c9-fcea0209eaf3 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141974 Nov 09 18:07:39.735148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0b45-6abf-4b27-8b76-1ee9f48b5ade tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.765836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:39.826474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb10658f-2a71-4c85-a4ca-8e861a9100f2 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:39.834898 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:39.851875 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.865493 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.867172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=79f851b8-acb2-4f7e-a9bf-eae7f5a54816,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:39.877153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:39.877721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.898723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b715e360-ad8b-46cd-b16d-0201c45fc33c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:39.928629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.929993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4e9a0214-9b8a-4b94-8400-0405f838359c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:39.934710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Transition to ACTIVE for port object bb10658f-2a71-4c85-a4ca-8e861a9100f2 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:39.982768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee5c7d99-7114-4b5a-b0ee-7150bcb4c099 req-eeeb8237-ccdc-4aeb-ad05-6373a49e1ba4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2649531 Nov 09 18:07:39.983451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0b45-6abf-4b27-8b76-1ee9f48b5ade tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.984296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a6e462e-5e10-4430-ac0d-da3790724c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:39.989144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.037442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b715e360-ad8b-46cd-b16d-0201c45fc33c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.055721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 4e9a0214-9b8a-4b94-8400-0405f838359c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:40.062136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 4e9a0214-9b8a-4b94-8400-0405f838359c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:40.062136 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.079586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-11771291-92c2-444e-853d-638cfee47392 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394828 Nov 09 18:07:40.091592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Pushing event updated for resources: {'Port': ['ID=bb10658f-2a71-4c85-a4ca-8e861a9100f2,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.094185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0b45-6abf-4b27-8b76-1ee9f48b5ade tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.157570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-748334f9-1bcd-4729-942f-1163167afe64 None None] Provisioning complete for port 02418f81-5997-4e63-b0d0-22d838553da8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:40.158075 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-748334f9-1bcd-4729-942f-1163167afe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.170561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-40efa2ea-0a0e-4572-88be-1c05481ecc90 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 217 time: 0.0727611 Nov 09 18:07:40.174973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e0b45-6abf-4b27-8b76-1ee9f48b5ade tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be3291f-852c-41d6-8309-1ed6b6804f88,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.204023 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.214933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc9e0b45-6abf-4b27-8b76-1ee9f48b5ade tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.216164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc9e0b45-6abf-4b27-8b76-1ee9f48b5ade tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6219821 Nov 09 18:07:40.241091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55716) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:40.270614 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.331453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce1f84-eb58-481c-91ef-e10a6811e69f None None] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:40.332724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-b5a245e7-100f-417c-a436-7b6ab44f3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:40.334046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-b5a245e7-100f-417c-a436-7b6ab44f3a18 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.1550314 Nov 09 18:07:40.340357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0383777d-e18e-43b3-b1c2-fb32fe64f7ca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.366317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0383777d-e18e-43b3-b1c2-fb32fe64f7ca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.387004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Attempting to bind port bb10658f-2a71-4c85-a4ca-8e861a9100f2 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:40.387353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Attempting to bind port bb10658f-2a71-4c85-a4ca-8e861a9100f2 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:40.387694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Attempting to bind port bb10658f-2a71-4c85-a4ca-8e861a9100f2 on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:40.397466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4e9a0214-9b8a-4b94-8400-0405f838359c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4e9a0214-9b8a-4b94-8400-0405f838359c,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:40.405936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Port bb10658f-2a71-4c85-a4ca-8e861a9100f2 on network b448cd60-9f26-47d5-8457-7687f9481239 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:40.406701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Attempting to bind port bb10658f-2a71-4c85-a4ca-8e861a9100f2 on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:40.407303 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.408336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c03c8a69-6bfa-4033-a0fe-61ada2e986e7 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:40.418278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:40.418645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:40.419021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Bound using segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:40.419472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Bound port: bb10658f-2a71-4c85-a4ca-8e861a9100f2, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:40.420143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.429829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.442841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0383777d-e18e-43b3-b1c2-fb32fe64f7ca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.447013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-de7badac-bb7d-44ef-a2ab-48061c38e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:40.449511 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-de7badac-bb7d-44ef-a2ab-48061c38e58f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014953 Nov 09 18:07:40.454417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0383777d-e18e-43b3-b1c2-fb32fe64f7ca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.455681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0383777d-e18e-43b3-b1c2-fb32fe64f7ca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7be3291f-852c-41d6-8309-1ed6b6804f88 HTTP/1.1" status: 204 len: 168 time: 0.1883261 Nov 09 18:07:40.459348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55718) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:40.467783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd507c9-9a6b-4e24-877a-40b44cc47c33 req-3c25bbaa-2ed8-4312-8232-b53ccbc0354e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:40.475653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cd507c9-9a6b-4e24-877a-40b44cc47c33 req-3c25bbaa-2ed8-4312-8232-b53ccbc0354e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 943 time: 0.3605094 Nov 09 18:07:40.487425 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.537745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383777d-e18e-43b3-b1c2-fb32fe64f7ca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7be3291f-852c-41d6-8309-1ed6b6804f88,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.621987 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Floating IP 30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc associated. External IP: 172.25.0.32, port: d765230b-78a0-4f26-b133-235b45f93a37. Nov 09 18:07:40.629501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Provisioning complete for port 942c153d-a798-406f-b559-8598e7675a3b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:40.630011 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.631876 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-361fa8f7-79a0-47f0-8e74-53eda55d8883 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1693218 Nov 09 18:07:40.635498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55720) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:40.636520 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.641699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:40.642389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] For port bb10658f-2a71-4c85-a4ca-8e861a9100f2, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:40.672978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] For port bb10658f-2a71-4c85-a4ca-8e861a9100f2, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bb10658f-2a71-4c85-a4ca-8e861a9100f2,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:40.678653 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-f8b95ba8-8890-4b22-a375-a4cf03635070 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182040 Nov 09 18:07:40.687669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.696316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02418f81-5997-4e63-b0d0-22d838553da8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:40.704813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92810ce4-0a87-4abb-a242-3f2f65d42f97 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.726892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cd507c9-9a6b-4e24-877a-40b44cc47c33 req-7c9294eb-ecb8-4cbf-8106-a38cc93dccb6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504008 Nov 09 18:07:40.731711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:40.732130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.771903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4e9a0214-9b8a-4b94-8400-0405f838359c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.783166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92810ce4-0a87-4abb-a242-3f2f65d42f97 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.794326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:40.794972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.796366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] 10.222.0.85 "PUT /v2.0/ports/bb10658f-2a71-4c85-a4ca-8e861a9100f2 HTTP/1.1" status: 200 len: 1091 time: 1.7364523 Nov 09 18:07:40.800551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'tag': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:40.802876 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c66634-9732-40d5-ba36-3cc7b1f2f178", "tag": "bb10658f-2a71-4c85-a4ca-8e861a9100f2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:40.942135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06a3a-8946-46f8-9fe3-791aa1866491 service neutron] Pushing event updated for resources: {'Port': ['ID=bb10658f-2a71-4c85-a4ca-8e861a9100f2,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.943672 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce9631-13d6-4946-875a-2d9078b0dfce x-openstack-request-id: req-7dce9631-13d6-4946-875a-2d9078b0dfce {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:40.944210 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:40.944315 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dce9631-13d6-4946-875a-2d9078b0dfce {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:40.944639 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'code': 200} Nov 09 18:07:40.950022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92810ce4-0a87-4abb-a242-3f2f65d42f97 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.980485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92810ce4-0a87-4abb-a242-3f2f65d42f97 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:40.984631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-92810ce4-0a87-4abb-a242-3f2f65d42f97 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/40b355e7-970c-4467-8cd8-334d02580ee8 HTTP/1.1" status: 204 len: 168 time: 0.3465464 Nov 09 18:07:40.987432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92810ce4-0a87-4abb-a242-3f2f65d42f97 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40b355e7-970c-4467-8cd8-334d02580ee8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:40.995775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55726) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:41.041793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a246-7218-44de-9198-b524c288772a req-44833f23-df81-4c40-8a9c-f5e568c28904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.043609 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-44833f23-df81-4c40-8a9c-f5e568c28904 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 1094 time: 0.1899881 Nov 09 18:07:41.060711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 02418f81-5997-4e63-b0d0-22d838553da8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:41.061093 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.067071 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.109477 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.114303 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.115044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-9494d470-95e5-4257-a594-654184eaf84b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb10658f-2a71-4c85-a4ca-8e861a9100f2 HTTP/1.1" status: 200 len: 217 time: 0.0457821 Nov 09 18:07:41.117316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-dacdb588-f997-45f5-bc02-ab148a79ca32 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262135 Nov 09 18:07:41.136495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-72ec69ab-431e-4344-bcf9-0c00bc566337 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1343896 Nov 09 18:07:41.137225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55732) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:41.153677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Router 438dbd48-2c44-4384-ba7b-b6e56c978ecd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:41.154606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] For port 942c153d-a798-406f-b559-8598e7675a3b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=942c153d-a798-406f-b559-8598e7675a3b,segment=NetworkSegment(11b92daf-3bc3-48c7-afba-49bffb510a9f),segment_id=11b92daf-3bc3-48c7-afba-49bffb510a9f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:41.170925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.210958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a78985-c7f7-45d1-a42a-81138bc92f98 req-03b09794-7514-4a2f-baf3-f6b79266ac40 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.216791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08a78985-c7f7-45d1-a42a-81138bc92f98 req-03b09794-7514-4a2f-baf3-f6b79266ac40 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 944 time: 0.1596017 Nov 09 18:07:41.223209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:41.223838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a246-7218-44de-9198-b524c288772a req-7cead154-9000-4214-aeb7-1c87610a3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.225375 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-7cead154-9000-4214-aeb7-1c87610a3942 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0870941 Nov 09 18:07:41.239176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-a636be8b-a69c-42b0-a401-6d8731753b49 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 217 time: 0.0515749 Nov 09 18:07:41.256878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Provisioning complete for port 79f851b8-acb2-4f7e-a9bf-eae7f5a54816 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:41.257601 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.264948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.265902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 48388937-7adf-43ec-8a8a-7aef55243054 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:41.279149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-f139681b-72cc-448a-9271-f55d919cdc4c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416870 Nov 09 18:07:41.315859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15ea5e1a-d666-4d38-897e-039ae9040dca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.350846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 942c153d-a798-406f-b559-8598e7675a3b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:41.354047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08a78985-c7f7-45d1-a42a-81138bc92f98 req-3b7a45c0-7392-401d-ba6b-b1f7d8dcb099 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290221 Nov 09 18:07:41.363370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Pushing event updated for resources: {'Port': ['ID=942c153d-a798-406f-b559-8598e7675a3b,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:41.366328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15ea5e1a-d666-4d38-897e-039ae9040dca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.388012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0dd59c6f-55af-4d3f-a24b-c4dfc2ce2af1 None None] Port 79f851b8-acb2-4f7e-a9bf-eae7f5a54816 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:41.396940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-ddac5926-cf41-478f-9b34-79e011e4b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.398439 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-ddac5926-cf41-478f-9b34-79e011e4b263 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.1505260 Nov 09 18:07:41.409511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:41.415182 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.421384 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] Sync routers for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:41.441301 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:41.443103 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:41.451246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:41.461948 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7ee26-2169-47e3-b45f-5314ebcd12ed x-openstack-request-id: req-a5a7ee26-2169-47e3-b45f-5314ebcd12ed {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:41.462284 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c66634-9732-40d5-ba36-3cc7b1f2f178", "tag": "bb10658f-2a71-4c85-a4ca-8e861a9100f2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:41.462541 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5a7ee26-2169-47e3-b45f-5314ebcd12ed {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:41.462942 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'tag': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2', 'status': 'completed', 'code': 200} Nov 09 18:07:41.477022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 48388937-7adf-43ec-8a8a-7aef55243054 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:41.485962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 48388937-7adf-43ec-8a8a-7aef55243054 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:41.486368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.517795 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-109537e0-6e4d-40e5-a210-555456d3b725 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182684 Nov 09 18:07:41.520635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15ea5e1a-d666-4d38-897e-039ae9040dca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.528194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-15ea5e1a-d666-4d38-897e-039ae9040dca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.532222 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-15ea5e1a-d666-4d38-897e-039ae9040dca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/22fd4de1-e428-4d08-b3bb-cda088c307ee HTTP/1.1" status: 204 len: 168 time: 0.3102825 Nov 09 18:07:41.535044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55734) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:41.545107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 942c153d-a798-406f-b559-8598e7675a3b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:41.545570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.547756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-16852c42-89ba-4698-a1aa-71a1ecd5dc06 None None] Provisioning complete for port 942c153d-a798-406f-b559-8598e7675a3b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:41.548095 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-16852c42-89ba-4698-a1aa-71a1ecd5dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.552628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-522785a6-1e2b-43ca-a9ab-d0e260c269e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "PUT /v2.0/floatingips/30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc HTTP/1.1" status: 200 len: 990 time: 2.5837100 Nov 09 18:07:41.560048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea5e1a-d666-4d38-897e-039ae9040dca tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22fd4de1-e428-4d08-b3bb-cda088c307ee,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:41.560988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:41.570258 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "d765230b-78a0-4f26-b133-235b45f93a37"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:41.586932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.598695 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.599624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.607158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-725139e3-9835-4fa5-af1d-f4d6eeaedd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.609111 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-725139e3-9835-4fa5-af1d-f4d6eeaedd4d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1910632 Nov 09 18:07:41.626791 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:41.628356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.634668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.641664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.648560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.656804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.663095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.669730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:41.671719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-23e43c02-f01b-4e18-a0d0-f08719d5a4d4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5432 time: 0.1882160 Nov 09 18:07:41.705960 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.742636 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-408451de-d7c1-40a0-932c-2ef0120fd9f8 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188173 Nov 09 18:07:41.763572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 48388937-7adf-43ec-8a8a-7aef55243054, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=48388937-7adf-43ec-8a8a-7aef55243054,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:41.776598 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.777400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 288c8350-f06c-4509-9424-475544aa0a6a up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:41.853827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b36df4dd-737e-46e4-9d79-5ddb7f266fcf req-979d4852-1949-4540-9541-579891835193 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581869 Nov 09 18:07:41.864705 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9b6a246-7218-44de-9198-b524c288772a req-ef963283-c8c8-43df-9536-ce88d2260dec service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282907 Nov 09 18:07:41.875034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a1d3aba6-9a10-46bd-bd95-e72ccd8beef9 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3303862 Nov 09 18:07:41.875034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:41.876338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:41.879506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=48388937-7adf-43ec-8a8a-7aef55243054,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:41.885418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=79f851b8-acb2-4f7e-a9bf-eae7f5a54816,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:41.908897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:41.924878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 288c8350-f06c-4509-9424-475544aa0a6a completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:41.932089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 288c8350-f06c-4509-9424-475544aa0a6a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:41.932613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.945761 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'port_id': 'd765230b-78a0-4f26-b133-235b45f93a37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'mac_address': 'fa:16:3e:b1:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:58Z', 'updated_at': '2021-11-09T18:07:40Z', 'revision_number': 1, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:41.958671 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32f34a07-195a-4629-9705-d36876c16b23 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:41.976672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-16bb0ee2-69f2-4765-9b4e-275d7f64d080 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241483 Nov 09 18:07:41.992439 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] Checking router: 438dbd48-2c44-4384-ba7b-b6e56c978ecd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:07:42.003513 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:42.004891 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:42.015037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32f34a07-195a-4629-9705-d36876c16b23 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.035692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-ad194094-04d0-453b-ae97-f9f25242f7f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 200 len: 217 time: 0.0507550 Nov 09 18:07:42.076115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.076869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-fa01723f-64f1-4849-a52d-d8989be392bf tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637879 Nov 09 18:07:42.101557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-57faa8cc-fcef-4d0e-941f-f81c6848276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.103646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-57faa8cc-fcef-4d0e-941f-f81c6848276a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0568886 Nov 09 18:07:42.107900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-d97e51b4-9392-4c35-9139-5960d4675cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.109822 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-d97e51b4-9392-4c35-9139-5960d4675cee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 1094 time: 0.1726358 Nov 09 18:07:42.128355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 288c8350-f06c-4509-9424-475544aa0a6a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=288c8350-f06c-4509-9424-475544aa0a6a,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:42.135036 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.163440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32f34a07-195a-4629-9705-d36876c16b23 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.178964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32f34a07-195a-4629-9705-d36876c16b23 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.180150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-32f34a07-195a-4629-9705-d36876c16b23 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1e32c3d6-1526-4a7d-bd07-3a93d611a724 HTTP/1.1" status: 204 len: 168 time: 0.3028121 Nov 09 18:07:42.182802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55752) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:42.188920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:42.201723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f34a07-195a-4629-9705-d36876c16b23 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e32c3d6-1526-4a7d-bd07-3a93d611a724,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:42.214611 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:42.237969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-55e635b0-f695-47dc-bb4e-6bffcc1cba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.239600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-55e635b0-f695-47dc-bb4e-6bffcc1cba03 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176527 Nov 09 18:07:42.264272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=288c8350-f06c-4509-9424-475544aa0a6a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:42.291748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-84ec119a-4a4e-48c0-ae89-038018116bf1 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1002388 Nov 09 18:07:42.294472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55754) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:42.296475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 32cc72e9-1711-4dc7-818c-57498f979516 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:07:42.338171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2e8650f0-4852-40e3-99ce-c9120d3e5231 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.340251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2e8650f0-4852-40e3-99ce-c9120d3e5231 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545042 Nov 09 18:07:42.343658 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e7a7a1d-921c-415b-be29-5d532c422401 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.345311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-2530b3c3-3f1f-4017-a384-7db9b85236b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.348010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-2530b3c3-3f1f-4017-a384-7db9b85236b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.2152879 Nov 09 18:07:42.357909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e6be0ab1-fa7c-4663-addb-3b133a4f0ef4 None None] Provisioning complete for port 79f851b8-acb2-4f7e-a9bf-eae7f5a54816 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:42.358301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6be0ab1-fa7c-4663-addb-3b133a4f0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.361360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:42.388707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:42.388707 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.389584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e7a7a1d-921c-415b-be29-5d532c422401 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.412815 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-8fb12e42-0260-453b-af6b-f130dc856c42 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb10658f-2a71-4c85-a4ca-8e861a9100f2 HTTP/1.1" status: 200 len: 217 time: 0.0557787 Nov 09 18:07:42.424509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e6be0ab1-fa7c-4663-addb-3b133a4f0ef4 None None] Port 79f851b8-acb2-4f7e-a9bf-eae7f5a54816 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:42.453490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-37c6d4aa-fcb4-43c3-bf9c-e8ff311d2f2d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/quotas/9690a44205b74207b0d5d9003a464be3 HTTP/1.1" status: 200 len: 375 time: 0.1047404 Nov 09 18:07:42.477124 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-79babfe2-1ef8-4aa2-8e82-62e5845a8620 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275832 Nov 09 18:07:42.522120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.529651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.538346 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'port_id': 'd765230b-78a0-4f26-b133-235b45f93a37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'mac_address': 'fa:16:3e:b1:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:58Z', 'updated_at': '2021-11-09T18:07:40Z', 'revision_number': 1, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:42.544048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e7a7a1d-921c-415b-be29-5d532c422401 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.558541 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e7a7a1d-921c-415b-be29-5d532c422401 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.560018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5e7a7a1d-921c-415b-be29-5d532c422401 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c10f3f5a-e999-4b7c-81a8-07a1cce62cf9 HTTP/1.1" status: 204 len: 168 time: 0.2644324 Nov 09 18:07:42.562796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-2158d122-9061-4f45-89fe-61c6cf48edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.564278 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-2158d122-9061-4f45-89fe-61c6cf48edae service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.1429362 Nov 09 18:07:42.568057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:42.572495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a7a1d-921c-415b-be29-5d532c422401 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c10f3f5a-e999-4b7c-81a8-07a1cce62cf9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:42.580663 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5db1ab-e9b5-4639-9586-102c52c8916e None None] The sync data for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 is: [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'floating_ip_address': '172.25.0.32', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'port_id': 'd765230b-78a0-4f26-b133-235b45f93a37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'mac_address': 'fa:16:3e:b1:4c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:05:58Z', 'updated_at': '2021-11-09T18:07:40Z', 'revision_number': 1, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:42.584324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] Sync routers for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:42.588119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55758) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:42.590730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7eefa888-847f-44a8-843a-8e14a47827ff tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/32cc72e9-1711-4dc7-818c-57498f979516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0021453 Nov 09 18:07:42.594219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:42.596264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55760) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:42.607351 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.640430 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-b2f5f786-c4d3-4f53-a2c2-13d8208aacc4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348194 Nov 09 18:07:42.641169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-c21a45aa-e536-4325-9b68-af07cb3c9ded tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1867471 Nov 09 18:07:42.647460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 942c153d-a798-406f-b559-8598e7675a3b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:42.652302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:42.652952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:42.701649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61594959-3257-41c4-b9be-8d1bf0d53f32 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:42.705810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61594959-3257-41c4-b9be-8d1bf0d53f32 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports/79f851b8-acb2-4f7e-a9bf-eae7f5a54816 HTTP/1.1" status: 200 len: 911 time: 0.1041317 Nov 09 18:07:42.708483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55762) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:42.728042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:42.761692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:42.762377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:42.819156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:42.819790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed21cf-5eeb-4533-82c7-17e355f4e9ab None None] The sync data for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:42.821258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:42.839087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 942c153d-a798-406f-b559-8598e7675a3b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:42.839632 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:42.940561 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17d7df-6ac7-4834-b98a-b9f84aad1881 None None] New status for floating IP 30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:07:42.945448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095a41c9-4074-4af0-acff-a23c33715222'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03c8a69-6bfa-4033-a0fe-61ada2e986e7'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48388937-7adf-43ec-8a8a-7aef55243054'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a'}, {'server_uuid': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:42.948803 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ba317-ed7c-4d1d-a068-3592ba33305a" -d '{"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "095a41c9-4074-4af0-acff-a23c33715222"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "c03c8a69-6bfa-4033-a0fe-61ada2e986e7"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "48388937-7adf-43ec-8a8a-7aef55243054"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "288c8350-f06c-4509-9424-475544aa0a6a"}, {"server_uuid": "a181190a-7b7a-4226-9a1e-c4481d866117", "name": "network-vif-plugged", "status": "completed", "tag": "8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:43.063461 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa4c84f3-ae39-4526-aedb-bcf2c50f99de tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4672866 Nov 09 18:07:43.066394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55768) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:43.068651 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-c5f32be9-b8f3-4bdc-93f9-e3de9bb46b20 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830092 Nov 09 18:07:43.139084 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-3c8223d2-6057-491b-a09e-9d7861b2f339 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 200 len: 217 time: 0.0563750 Nov 09 18:07:43.230051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-eff1bae5-50c4-450f-ba75-0f49a4ebe34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.231967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-eff1bae5-50c4-450f-ba75-0f49a4ebe34d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0763826 Nov 09 18:07:43.234550 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-6b6dcbe1-df79-4be7-92b1-243984a513d4 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741153 Nov 09 18:07:43.283034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc7a655d-0cb2-4d64-b8cd-ed4eac2b71d1 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.336045 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0268cfdc-a1b2-4550-b24c-194e0010697c x-openstack-request-id: req-0268cfdc-a1b2-4550-b24c-194e0010697c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:43.336959 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "tag": "d765230b-78a0-4f26-b133-235b45f93a37", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:43.337293 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0268cfdc-a1b2-4550-b24c-194e0010697c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:43.338261 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37', 'status': 'completed', 'code': 200} Nov 09 18:07:43.383535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc7a655d-0cb2-4d64-b8cd-ed4eac2b71d1 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.397455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-853572ed-ae7b-440b-a116-2d401849bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.398984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-853572ed-ae7b-440b-a116-2d401849bbe1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504610 Nov 09 18:07:43.447701 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03ce4a9e-ebdd-4c5a-8634-a117f4cb4a78 req-15869783-f560-4e5a-a2d8-9d640adf3589 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004323 Nov 09 18:07:43.514413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249b2c7-a45a-44c3-8cbc-d444a21d7f98 req-5b5d49be-0f28-408e-b903-5b4523c23320 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.516096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7249b2c7-a45a-44c3-8cbc-d444a21d7f98 req-5b5d49be-0f28-408e-b903-5b4523c23320 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 943 time: 0.1205573 Nov 09 18:07:43.518607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc7a655d-0cb2-4d64-b8cd-ed4eac2b71d1 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.521955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc7a655d-0cb2-4d64-b8cd-ed4eac2b71d1 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.525625 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc7a655d-0cb2-4d64-b8cd-ed4eac2b71d1 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/d68f2274-4e4b-48bb-badb-67429360f94d HTTP/1.1" status: 204 len: 168 time: 0.4536514 Nov 09 18:07:43.535067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55782) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:43.544893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a655d-0cb2-4d64-b8cd-ed4eac2b71d1 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68f2274-4e4b-48bb-badb-67429360f94d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:43.567887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-0d1d798f-98c4-4b85-9ef4-ed49fa2163e0 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530240 Nov 09 18:07:43.649511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7249b2c7-a45a-44c3-8cbc-d444a21d7f98 req-5d8c0f24-3785-4b95-b264-f1d9dd6694e0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131070 Nov 09 18:07:43.657769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5aa0c5e9-4dac-436c-b4d3-422011974a69 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200211 Nov 09 18:07:43.663862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55786) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:43.668508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-18337dc6-6055-4a93-99f6-ecb0c1491089 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--505223021'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:43.676646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-e267045e-4920-462c-a2a8-10ea7a5e2316 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974016 Nov 09 18:07:43.698715 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.729187 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-c4f9de7d-4cf0-4ad2-a69f-f35efb152239 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 200 len: 217 time: 0.0447588 Nov 09 18:07:43.782945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-18337dc6-6055-4a93-99f6-ecb0c1491089 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:43.787474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-54ce7232-0fe3-4488-ab6e-4d0f8c98acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.789121 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-54ce7232-0fe3-4488-ab6e-4d0f8c98acd5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0527272 Nov 09 18:07:43.840992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-db7d3fb4-f4e3-4ffb-b623-2b146ded632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.842768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-db7d3fb4-f4e3-4ffb-b623-2b146ded632f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465989 Nov 09 18:07:43.895512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff5762-895c-4e3a-a8b0-b266f70af7d1 req-335f754a-a51e-4118-937a-339910c49b6e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:43.897065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ff5762-895c-4e3a-a8b0-b266f70af7d1 req-335f754a-a51e-4118-937a-339910c49b6e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1177578 Nov 09 18:07:43.959880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-af5398d9-27a2-4a47-84e7-277807c79aee service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095793 Nov 09 18:07:44.055303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ff5762-895c-4e3a-a8b0-b266f70af7d1 req-1b7eadc4-f6c1-4586-a93a-94d73f7a1345 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123929 Nov 09 18:07:44.078435 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-0ec4eed0-67e2-438a-a84d-a23f922f6956 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075325 Nov 09 18:07:44.079203 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-18337dc6-6055-4a93-99f6-ecb0c1491089 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.084900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bb10658f-2a71-4c85-a4ca-8e861a9100f2 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:44.087832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-18337dc6-6055-4a93-99f6-ecb0c1491089 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.144281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-57424324-92d8-4a76-87fb-b7c8342d2baf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 217 time: 0.0570128 Nov 09 18:07:44.192695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18337dc6-6055-4a93-99f6-ecb0c1491089 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7acb91e-ac5f-4361-b623-d6ca0595cc1a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:44.200900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-1e51a841-dcea-42cd-81e9-2b39cf638f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.202379 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-1e51a841-dcea-42cd-81e9-2b39cf638f15 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0481462 Nov 09 18:07:44.210147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port bb10658f-2a71-4c85-a4ca-8e861a9100f2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bb10658f-2a71-4c85-a4ca-8e861a9100f2,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:44.216672 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-18337dc6-6055-4a93-99f6-ecb0c1491089 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.217972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-18337dc6-6055-4a93-99f6-ecb0c1491089 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5552402 Nov 09 18:07:44.224021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2', 'mac_address': 'fa:16:3e:50:59:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:44.225355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55788) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:44.229820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8:1::1 (a591b9ef-0d12-4070-a0ea-3d236cc84a49/9bf19000-b6f5-447b-b8d9-47e656fa0870/fbdbb162-03a6-46f5-9515-2622fd0f1e7d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:44.235474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cbf5c92d-7b4e-4472-8cd7-5fd84462634c tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': 'e7acb91e-ac5f-4361-b623-d6ca0595cc1a', 'direction': 'ingress', 'protocol': 17}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:44.266804 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.271458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-09e209d2-f817-4a8c-a603-5c356c95dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.272962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-09e209d2-f817-4a8c-a603-5c356c95dc9e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550029 Nov 09 18:07:44.283568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb10658f-2a71-4c85-a4ca-8e861a9100f2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:44.289368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.295947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.301998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.304770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port bb10658f-2a71-4c85-a4ca-8e861a9100f2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bb10658f-2a71-4c85-a4ca-8e861a9100f2,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:44.309119 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.309398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.316746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.322788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.329338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.331379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-c0ad21d4-0490-40f4-9fac-aa2d4cc1a3bf tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.1842449 Nov 09 18:07:44.365073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=bb10658f-2a71-4c85-a4ca-8e861a9100f2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:44.388723 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbf5c92d-7b4e-4472-8cd7-5fd84462634c tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.389598 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-a19b9d57-c6cf-4bf0-a5fd-0d8952051304 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039386 Nov 09 18:07:44.483018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41defd36-f3b2-42e8-8aa9-69f14debdceb req-e4c24f32-b970-4ce6-a49b-109311ddaa70 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990024 Nov 09 18:07:44.506361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ccdef-d25a-4548-9a6f-9b9af37a5322 req-0df75cbb-2dba-42c5-aec2-9d01f972a2a5 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078322 Nov 09 18:07:44.570849 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1e03c-171f-4b5b-a2a3-74a02753702f x-openstack-request-id: req-4ec1e03c-171f-4b5b-a2a3-74a02753702f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:44.571173 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "095a41c9-4074-4af0-acff-a23c33715222", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "c03c8a69-6bfa-4033-a0fe-61ada2e986e7", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "48388937-7adf-43ec-8a8a-7aef55243054", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-plugged", "status": "completed", "tag": "288c8350-f06c-4509-9424-475544aa0a6a", "code": 200}, {"server_uuid": "a181190a-7b7a-4226-9a1e-c4481d866117", "name": "network-vif-plugged", "status": "completed", "tag": "8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:44.571438 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ec1e03c-171f-4b5b-a2a3-74a02753702f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:44.571867 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095a41c9-4074-4af0-acff-a23c33715222', 'code': 200} Nov 09 18:07:44.572131 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c', 'code': 200} Nov 09 18:07:44.572389 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c', 'code': 200} Nov 09 18:07:44.572642 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03c8a69-6bfa-4033-a0fe-61ada2e986e7', 'code': 200} Nov 09 18:07:44.572894 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48388937-7adf-43ec-8a8a-7aef55243054', 'code': 200} Nov 09 18:07:44.573188 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a', 'code': 200} Nov 09 18:07:44.574155 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe', 'code': 200} Nov 09 18:07:44.577697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-fc15154c-0ab8-451e-a1cb-abdfdfae15f5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532100 Nov 09 18:07:44.589170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.591943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbf5c92d-7b4e-4472-8cd7-5fd84462634c tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.599567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbf5c92d-7b4e-4472-8cd7-5fd84462634c tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.618216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['bb10658f-2a71-4c85-a4ca-8e861a9100f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:44.657811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.659452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.660205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.660869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.661643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.662274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.663073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.666750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-ce3cdefb-c6f7-4722-8681-6fd02b1362d0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.0711219 Nov 09 18:07:44.766261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5c92d-7b4e-4472-8cd7-5fd84462634c tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28da7edc-927f-4978-bb5e-5ef4aa27e8fd,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:44.815578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbf5c92d-7b4e-4472-8cd7-5fd84462634c tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.816806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cbf5c92d-7b4e-4472-8cd7-5fd84462634c tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5887861 Nov 09 18:07:44.823646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55796) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:44.835384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-7f1b476f-373c-4be1-a468-d403536a25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.836880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-7f1b476f-373c-4be1-a468-d403536a25b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147 HTTP/1.1" status: 200 len: 917 time: 0.1617794 Nov 09 18:07:44.858991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.859472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.859948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.860420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.861263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.861478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.861934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.863893 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-32b426f9-4446-405c-adfa-a2692175b006 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6491 time: 0.0808208 Nov 09 18:07:44.903643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebc7d989-bb1c-459d-90bd-b9a51199503b req-f39c9bd7-0d0b-4d58-895f-b553912580a3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 210 time: 0.0729706 Nov 09 18:07:44.915771 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:44.967742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b9125-7a60-4787-9672-3e385dd9e929 req-f3c7f5f9-bb44-4eaf-8e32-2639ea65e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.969391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-911b9125-7a60-4787-9672-3e385dd9e929 req-f3c7f5f9-bb44-4eaf-8e32-2639ea65e990 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 1096 time: 0.2162063 Nov 09 18:07:44.983379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-69ddd7f8-7272-4cb2-b75c-c9e757fc7064 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:44.984865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-69ddd7f8-7272-4cb2-b75c-c9e757fc7064 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3790088 Nov 09 18:07:44.985348 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-183b8e31-aca2-491c-abca-c6c789968378 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 1000 time: 0.1391988 Nov 09 18:07:44.987499 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-358de921-61b9-4160-9d1e-eb7ca6b213f2 req-f6eeebf8-9e3a-48ab-87a7-de12c8825f8e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894353 Nov 09 18:07:45.009915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:45.033363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:45.035853 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:45.036522 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.043553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-6f5bff24-c4a3-4bf9-8c52-436d50e787b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.045042 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-6f5bff24-c4a3-4bf9-8c52-436d50e787b6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 200 len: 855 time: 0.0501039 Nov 09 18:07:45.048474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=fbdbb162-03a6-46f5-9515-2622fd0f1e7d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:45.101047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-226b9777-450a-4e67-abd9-5d6329911892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.102604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-226b9777-450a-4e67-abd9-5d6329911892 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=120ab491-a4a3-4403-851c-84311f388147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495698 Nov 09 18:07:45.117661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f848ae9a-40db-45a3-bca8-0085c9eee3f2 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.165683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-911b9125-7a60-4787-9672-3e385dd9e929 req-395c9177-9d03-432e-9a6a-9f48f5e449ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746397 Nov 09 18:07:45.185127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f848ae9a-40db-45a3-bca8-0085c9eee3f2 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.201015 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-e43495ee-80b9-48f6-8e9e-fe24a5e595b4 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897603 Nov 09 18:07:45.203415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:45.217958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1445aa3-7b5c-4767-8d86-a66f2514b97f req-ee17d98f-101a-4610-b712-5368e13dbd82 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.219534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1445aa3-7b5c-4767-8d86-a66f2514b97f req-ee17d98f-101a-4610-b712-5368e13dbd82 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 944 time: 0.2118738 Nov 09 18:07:45.272069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e29e0c6f-50fa-4c21-90e1-b5567172f137 None None] Provisioning complete for port fbdbb162-03a6-46f5-9515-2622fd0f1e7d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:45.272891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e29e0c6f-50fa-4c21-90e1-b5567172f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.304106 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e0a6eb2-89a3-43ea-bad4-acfc92ca201d req-f60d01ef-d294-4ebb-85a6-43e2eab62d7a service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951126 Nov 09 18:07:45.312499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e29e0c6f-50fa-4c21-90e1-b5567172f137 None None] Port fbdbb162-03a6-46f5-9515-2622fd0f1e7d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:45.350755 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.402563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1445aa3-7b5c-4767-8d86-a66f2514b97f req-5701ed80-b977-44e1-b30a-815fd3e57a5a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694736 Nov 09 18:07:45.409897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f848ae9a-40db-45a3-bca8-0085c9eee3f2 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.411487 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f848ae9a-40db-45a3-bca8-0085c9eee3f2 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.412606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f848ae9a-40db-45a3-bca8-0085c9eee3f2 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7acb91e-ac5f-4361-b623-d6ca0595cc1a HTTP/1.1" status: 204 len: 168 time: 0.5873888 Nov 09 18:07:45.415286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55800) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:45.467279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6ecfdc4d-fabf-4905-9b4f-ee1c09e887b3 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465252 Nov 09 18:07:45.467533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-dd249c05-0c5d-45af-8be4-b4baa5040d4c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839648 Nov 09 18:07:45.470606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55802) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:45.473527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848ae9a-40db-45a3-bca8-0085c9eee3f2 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7acb91e-ac5f-4361-b623-d6ca0595cc1a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:45.481218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-66a3e1d8-bb3d-48d4-9148-893be1ee7e84 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025988646'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:45.685154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.api [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:07:45.685154 n-d-817240-1 neutron-server[102140]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 18:07:45.685154 n-d-817240-1 neutron-server[102140]: [parameters: {'project_id': '9690a44205b74207b0d5d9003a464be3', 'id': 'fbdfd6e1-1e45-4995-b99b-5207589e56fd', 'expiration': datetime.datetime(2021, 11, 9, 18, 9, 45, 661466)}] Nov 09 18:07:45.685154 n-d-817240-1 neutron-server[102140]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:07:45.685724 n-d-817240-1 neutron-server[102140]: DEBUG oslo_db.api [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:07:45.720101 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a3e1d8-bb3d-48d4-9148-893be1ee7e84 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:45.795939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5060a-4bc0-46c6-917d-7cd29bc363e8 req-58fc7e0f-bc0d-48ba-b435-7d2543215cf7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.797417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05a5060a-4bc0-46c6-917d-7cd29bc363e8 req-58fc7e0f-bc0d-48ba-b435-7d2543215cf7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.2832685 Nov 09 18:07:45.806804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0662c51d-725b-481b-a6d1-eb87dd8f6eb6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:45.808669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0662c51d-725b-481b-a6d1-eb87dd8f6eb6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194757 Nov 09 18:07:45.829126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:45.942083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05a5060a-4bc0-46c6-917d-7cd29bc363e8 req-fd07a2fa-483f-4a57-a545-6d54fbd49266 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299629 Nov 09 18:07:46.013735 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a3e1d8-bb3d-48d4-9148-893be1ee7e84 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.039543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a3e1d8-bb3d-48d4-9148-893be1ee7e84 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.052509 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.087020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.087806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.152393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e1d8-bb3d-48d4-9148-893be1ee7e84 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d524f-557f-4f70-90b4-0928b7ba2b9e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:46.199335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:46.202876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.207180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bb10658f-2a71-4c85-a4ca-8e861a9100f2 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:46.231642 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.231949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66a3e1d8-bb3d-48d4-9148-893be1ee7e84 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.233184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66a3e1d8-bb3d-48d4-9148-893be1ee7e84 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7562089 Nov 09 18:07:46.236959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55810) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:46.245689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--409642635'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:46.249872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.256030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.262335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.268099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port bb10658f-2a71-4c85-a4ca-8e861a9100f2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:46.268468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.274515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.275090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port bb10658f-2a71-4c85-a4ca-8e861a9100f2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:46.276153 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.281438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.287808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:46.289716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-915d847c-6577-4bec-9bef-0cfd8a4adbfc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.2735107 Nov 09 18:07:46.290377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=fbdbb162-03a6-46f5-9515-2622fd0f1e7d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:46.305283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.api [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:07:46.305283 n-d-817240-1 neutron-server[102141]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 18:07:46.305283 n-d-817240-1 neutron-server[102141]: [parameters: {'project_id_1': '5fd4e8005d0e49a49e9c1afbf40208ac', 'expiration_1': datetime.datetime(2021, 11, 9, 18, 7, 26, 252645)}] Nov 09 18:07:46.305283 n-d-817240-1 neutron-server[102141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:07:46.306222 n-d-817240-1 neutron-server[102141]: DEBUG oslo_db.api [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:07:46.351359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:46.355361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.358615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.411282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port bb10658f-2a71-4c85-a4ca-8e861a9100f2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bb10658f-2a71-4c85-a4ca-8e861a9100f2,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:46.416019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.453417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f68e0ab-c9b6-4211-9708-f2362b3cd0f2 req-ef3172df-3368-4e58-9d59-c10ebbe12583 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491442 Nov 09 18:07:46.457290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:46.464859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:46.477258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=bb10658f-2a71-4c85-a4ca-8e861a9100f2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:46.575672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:46.578112 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c2c29b-3a89-49b0-b8d0-6fc5aacda49c" -d '{"events": [{"server_uuid": "b7c66634-9732-40d5-ba36-3cc7b1f2f178", "name": "network-vif-plugged", "status": "completed", "tag": "bb10658f-2a71-4c85-a4ca-8e861a9100f2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:46.829156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.852762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-519d8767-b989-4615-bea5-28eb95bf2431 None None] Provisioning complete for port fbdbb162-03a6-46f5-9515-2622fd0f1e7d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:46.853315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-519d8767-b989-4615-bea5-28eb95bf2431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.893231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-519d8767-b989-4615-bea5-28eb95bf2431 None None] Port fbdbb162-03a6-46f5-9515-2622fd0f1e7d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:46.912358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.918247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.955102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.956229 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7182014 Nov 09 18:07:46.958452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cd67d-6a64-4dcf-81fa-8c0a394a7195 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72053d43-a30b-48bf-a698-4c2ee6945096,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:46.961950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:46.967262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-12f67b01-f4c5-4517-a03b-08b1df32913e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': 'bb3d524f-557f-4f70-90b4-0928b7ba2b9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '72053d43-a30b-48bf-a698-4c2ee6945096', 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:46.998590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-12f67b01-f4c5-4517-a03b-08b1df32913e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:46.998808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-57b4740f-e2ea-409f-9880-7ee423b71431 req-59d3b4d6-a687-4e5f-9f74-a6740a945814 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 210 time: 0.0477812 Nov 09 18:07:47.019465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.176 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/5dcfb18c-7614-485d-9273-99eb26fe2f7d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:47.040911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 32cc72e9-1711-4dc7-818c-57498f979516 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:47.093524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-12f67b01-f4c5-4517-a03b-08b1df32913e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.097904 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-12f67b01-f4c5-4517-a03b-08b1df32913e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.119400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f67b01-f4c5-4517-a03b-08b1df32913e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de70953-405f-4f59-98f7-3581480efb2a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:47.125254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-12f67b01-f4c5-4517-a03b-08b1df32913e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.126560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-12f67b01-f4c5-4517-a03b-08b1df32913e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1634243 Nov 09 18:07:47.129619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55820) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.156019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81be8d55-b522-4a79-955d-04da9d1389fe tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.164464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81be8d55-b522-4a79-955d-04da9d1389fe tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.191711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81be8d55-b522-4a79-955d-04da9d1389fe tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.197159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81be8d55-b522-4a79-955d-04da9d1389fe tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.198748 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-81be8d55-b522-4a79-955d-04da9d1389fe tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3de70953-405f-4f59-98f7-3581480efb2a HTTP/1.1" status: 204 len: 168 time: 0.0676045 Nov 09 18:07:47.202833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55822) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.213500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be8d55-b522-4a79-955d-04da9d1389fe tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3de70953-405f-4f59-98f7-3581480efb2a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:47.253804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7d30b4eb-6f5c-4f37-aafa-a1df6c9dd8cf tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0498374 Nov 09 18:07:47.254487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf620f29-5206-4e71-b15d-5715f630df2d req-8eeb13eb-4f6f-49bb-857b-137d4872185e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:47.255959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf620f29-5206-4e71-b15d-5715f630df2d req-8eeb13eb-4f6f-49bb-857b-137d4872185e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 945 time: 0.1949100 Nov 09 18:07:47.258250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55824) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.272344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:47.278425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-285e1ce8-8022-4c30-9bca-c04505a2e6c6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/32cc72e9-1711-4dc7-818c-57498f979516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5685015 Nov 09 18:07:47.281363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55826) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.283596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] Sync routers for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:47.295259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:47.296156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:47.326389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7c5ac7-5945-4b08-82b3-d148210275f8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:47.330586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9e7c5ac7-5945-4b08-82b3-d148210275f8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports/fbdbb162-03a6-46f5-9515-2622fd0f1e7d HTTP/1.1" status: 200 len: 913 time: 0.0454423 Nov 09 18:07:47.330722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55828) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.332486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:47.341620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:47.342370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:47.372872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.374833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:47.375621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed322765-bd5f-4f85-a90a-b5355a4194d2 None None] The sync data for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:47.376717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf620f29-5206-4e71-b15d-5715f630df2d req-587097c9-e7d5-4f89-a2a4-3c842364cb93 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056051 Nov 09 18:07:47.395643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01ee0894-27e0-4138-abbe-cfdb92df875e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.430202 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc934af-f1e9-42a3-a845-207f460a0b7d x-openstack-request-id: req-5cc934af-f1e9-42a3-a845-207f460a0b7d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:47.430719 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c66634-9732-40d5-ba36-3cc7b1f2f178", "name": "network-vif-plugged", "status": "completed", "tag": "bb10658f-2a71-4c85-a4ca-8e861a9100f2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:47.431306 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cc934af-f1e9-42a3-a845-207f460a0b7d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:47.432009 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2', 'code': 200} Nov 09 18:07:47.437866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01ee0894-27e0-4138-abbe-cfdb92df875e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.494270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.506258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:47.578449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7f229-8870-4fa1-9322-e62e3f8821b0 req-f765a613-f620-4135-8167-e392b27907de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:47.580158 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ca7f229-8870-4fa1-9322-e62e3f8821b0 req-f765a613-f620-4135-8167-e392b27907de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 1096 time: 0.0587628 Nov 09 18:07:47.598823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:47.615740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01ee0894-27e0-4138-abbe-cfdb92df875e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.618310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01ee0894-27e0-4138-abbe-cfdb92df875e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.621835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-01ee0894-27e0-4138-abbe-cfdb92df875e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/72053d43-a30b-48bf-a698-4c2ee6945096 HTTP/1.1" status: 204 len: 168 time: 0.3590693 Nov 09 18:07:47.624435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55834) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.625346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:47.627794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:47.638440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=5dcfb18c-7614-485d-9273-99eb26fe2f7d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:47.676084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.196 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/1a9c9240-baa7-45db-8dcc-b6cb41bd4981) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:47.684664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee0894-27e0-4138-abbe-cfdb92df875e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72053d43-a30b-48bf-a698-4c2ee6945096,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:47.719471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae45c8-9aa3-430e-a754-4961c245898a req-390b000f-e835-4aab-922e-bbb8d5d8c409 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:47.721395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04ae45c8-9aa3-430e-a754-4961c245898a req-390b000f-e835-4aab-922e-bbb8d5d8c409 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.2004814 Nov 09 18:07:47.733715 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ca7f229-8870-4fa1-9322-e62e3f8821b0 req-0425a723-ecf5-4dac-b99e-8365882113a3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322632 Nov 09 18:07:47.755277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:47.755818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.757601 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-09c5b334-5d6d-4ddf-9e19-0d1428b9d142 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1316428 Nov 09 18:07:47.760100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55836) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:47.791736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2df3f730-aa73-43a8-a2b6-a805bcc1b764 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9659245 Nov 09 18:07:47.809547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Request body: {'port': {'device_id': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:47.884479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb7e-9321-4342-8273-e74299dac503 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.887422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04ae45c8-9aa3-430e-a754-4961c245898a req-40719f9d-c7f6-4c7f-b9de-2b8e68395421 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531277 Nov 09 18:07:47.922654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f9bd2cbd-1096-4be9-b2ea-9118b29e2c0d None None] Provisioning complete for port 5dcfb18c-7614-485d-9273-99eb26fe2f7d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:47.923352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f9bd2cbd-1096-4be9-b2ea-9118b29e2c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.930093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb7e-9321-4342-8273-e74299dac503 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.960559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd2cbd-1096-4be9-b2ea-9118b29e2c0d None None] Port 5dcfb18c-7614-485d-9273-99eb26fe2f7d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:47.967042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:47.968280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.055605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb7e-9321-4342-8273-e74299dac503 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.056828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.058611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e90cfb7e-9321-4342-8273-e74299dac503 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.059737 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e90cfb7e-9321-4342-8273-e74299dac503 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb3d524f-557f-4f70-90b4-0928b7ba2b9e HTTP/1.1" status: 204 len: 168 time: 0.2981899 Nov 09 18:07:48.065280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:48.104189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cfb7e-9321-4342-8273-e74299dac503 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d524f-557f-4f70-90b4-0928b7ba2b9e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:48.108201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.115115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.121681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.128394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.134710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.141283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.147288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.149228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-ca0fe0dc-f800-424e-b718-1bb7156e2a01 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.1622961 Nov 09 18:07:48.199989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-54e6cfc7-0ffc-46a9-938f-ab690bee87be tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1323426 Nov 09 18:07:48.203801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55844) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:48.208212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7e76f45c-3ae8-415e-b8db-975e54f7716a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683916581'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:48.250133 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e76f45c-3ae8-415e-b8db-975e54f7716a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.264723 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.282266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8b5aed2-8bce-4b2d-b8a5-25ba4baafd07 req-730a6272-14f9-4650-ac27-6b8cbfa055b5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243308 Nov 09 18:07:48.288718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:48.352774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:48.358940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:48.361317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:48.397644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e76f45c-3ae8-415e-b8db-975e54f7716a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.407010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e76f45c-3ae8-415e-b8db-975e54f7716a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.434187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:48.438557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port fbdbb162-03a6-46f5-9515-2622fd0f1e7d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:48.439029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.475166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.476018 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.522541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-563b8d10-fd63-4324-ac6e-0a9f88c616f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3229861 Nov 09 18:07:48.538240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Request body: {'port': {'device_id': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:48.668193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcfb18c-7614-485d-9273-99eb26fe2f7d {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:48.673839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.689827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.697374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fd40bfde-5a8a-4ba9-85b9-6254d7c538cf None None] Provisioning complete for port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:48.697754 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fd40bfde-5a8a-4ba9-85b9-6254d7c538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.736730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Transition to ACTIVE for port object 5dcfb18c-7614-485d-9273-99eb26fe2f7d will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:48.737185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fd40bfde-5a8a-4ba9-85b9-6254d7c538cf None None] Port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:07:48.751039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec66b6-e218-40b4-b097-88bb16be6364 req-7b2fec92-39da-4980-b314-9a1c69e12639 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:48.752565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffec66b6-e218-40b4-b097-88bb16be6364 req-7b2fec92-39da-4980-b314-9a1c69e12639 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 936 time: 0.1380322 Nov 09 18:07:48.755482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.793697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e76f45c-3ae8-415e-b8db-975e54f7716a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.794943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7e76f45c-3ae8-415e-b8db-975e54f7716a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5899901 Nov 09 18:07:48.800906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55852) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:48.807791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7eb13ec6-ef06-4e34-8d42-d34c060f2e09 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': '58612cdf-8a3d-43f6-9830-8d9825a381a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:48.815204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76f45c-3ae8-415e-b8db-975e54f7716a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58612cdf-8a3d-43f6-9830-8d9825a381a4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:48.865797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.868457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eb13ec6-ef06-4e34-8d42-d34c060f2e09 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.887708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for fbdbb162-03a6-46f5-9515-2622fd0f1e7d owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:48.912528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfb18c-7614-485d-9273-99eb26fe2f7d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:48.960600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffec66b6-e218-40b4-b097-88bb16be6364 req-9c3b0540-1992-4fd5-960e-4ce40e4863e6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979883 Nov 09 18:07:48.971109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.987933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eb13ec6-ef06-4e34-8d42-d34c060f2e09 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:48.994271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eb13ec6-ef06-4e34-8d42-d34c060f2e09 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.055882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Attempting to bind port 5dcfb18c-7614-485d-9273-99eb26fe2f7d on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:49.056868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Attempting to bind port 5dcfb18c-7614-485d-9273-99eb26fe2f7d by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:49.057965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Attempting to bind port 5dcfb18c-7614-485d-9273-99eb26fe2f7d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:49.063157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb13ec6-ef06-4e34-8d42-d34c060f2e09 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de5954c-6d0b-485e-8976-4d2b996b5b12,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.093282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7eb13ec6-ef06-4e34-8d42-d34c060f2e09 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.097409 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7eb13ec6-ef06-4e34-8d42-d34c060f2e09 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2920094 Nov 09 18:07:49.097599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Port 5dcfb18c-7614-485d-9273-99eb26fe2f7d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:49.097599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Attempting to bind port 5dcfb18c-7614-485d-9273-99eb26fe2f7d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:49.099108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55854) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.110020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:49.110389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:49.110777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:49.111223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Bound port: 5dcfb18c-7614-485d-9273-99eb26fe2f7d, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:49.111586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.172109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18a1786a-9df5-404a-81b8-fcc3a752b6b0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.184167 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18a1786a-9df5-404a-81b8-fcc3a752b6b0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.192140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.197944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.205260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.211205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.212080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.217751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.223764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.229657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.231575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-083affcc-ecd2-42aa-b334-955dba5d200e req-a1252231-ceb2-42d6-b38f-1220cd047eb2 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.1695905 Nov 09 18:07:49.248347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55856) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.257254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18a1786a-9df5-404a-81b8-fcc3a752b6b0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.262358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Request body: {'floatingip': {'port_id': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:49.268049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=fbdbb162-03a6-46f5-9515-2622fd0f1e7d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.280604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18a1786a-9df5-404a-81b8-fcc3a752b6b0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.284329 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-18a1786a-9df5-404a-81b8-fcc3a752b6b0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9de5954c-6d0b-485e-8976-4d2b996b5b12 HTTP/1.1" status: 204 len: 168 time: 0.1815903 Nov 09 18:07:49.285294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.300544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] For port 5dcfb18c-7614-485d-9273-99eb26fe2f7d, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:49.321559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1786a-9df5-404a-81b8-fcc3a752b6b0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9de5954c-6d0b-485e-8976-4d2b996b5b12,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.342881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] For port 5dcfb18c-7614-485d-9273-99eb26fe2f7d, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5dcfb18c-7614-485d-9273-99eb26fe2f7d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:49.352088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:49.359585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.361786 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.367327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.409206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Transition to ACTIVE for port object 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:07:49.414793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.416709 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.416874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] 10.222.0.73 "PUT /v2.0/ports/5dcfb18c-7614-485d-9273-99eb26fe2f7d HTTP/1.1" status: 200 len: 1096 time: 1.6141143 Nov 09 18:07:49.420036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'tag': '5dcfb18c-7614-485d-9273-99eb26fe2f7d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:49.423040 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1783e0e5-bea4-4991-bca6-af6a9e68e181" -d '{"events": [{"name": "network-changed", "server_uuid": "cef04d51-10cf-4997-9984-9b5bf8771fb9", "tag": "5dcfb18c-7614-485d-9273-99eb26fe2f7d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:49.434187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.457135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191934-2f61-48fe-ad76-0bc21d31e8d9 req-d3f3232a-8375-439a-b176-2c0b7c186804 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.458732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34191934-2f61-48fe-ad76-0bc21d31e8d9 req-d3f3232a-8375-439a-b176-2c0b7c186804 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 945 time: 0.1559045 Nov 09 18:07:49.547377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d799a2b-7470-4ad6-a531-b8afce9c3344 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfb18c-7614-485d-9273-99eb26fe2f7d,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.579035 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-26eb66d9-3342-49d5-91e9-d68aab5f5336 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2925260 Nov 09 18:07:49.583355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55864) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:49.614052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34191934-2f61-48fe-ad76-0bc21d31e8d9 req-dce97e1d-1703-45ef-88c7-b7f4a8ad3906 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419291 Nov 09 18:07:49.638782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-c02cb87a-0dc1-4760-97e2-e08a985bad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.640084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-c02cb87a-0dc1-4760-97e2-e08a985bad5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 1099 time: 0.1553280 Nov 09 18:07:49.699823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-55a30277-295f-4b17-a763-9e421ec966ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5dcfb18c-7614-485d-9273-99eb26fe2f7d HTTP/1.1" status: 200 len: 217 time: 0.0414693 Nov 09 18:07:49.700498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.700666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:49.818517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-52e14743-aecc-4db6-a1f3-23b1d42e38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.820085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-52e14743-aecc-4db6-a1f3-23b1d42e38e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1086781 Nov 09 18:07:49.820818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Attempting to bind port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:49.821220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Attempting to bind port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:49.821617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Attempting to bind port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:49.837040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e08da-208e-40c5-843b-5aec24b673fb req-01dac78a-c09c-4c3c-930e-9e64d7c15d7f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.838679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-609e08da-208e-40c5-843b-5aec24b673fb req-01dac78a-c09c-4c3c-930e-9e64d7c15d7f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0949943 Nov 09 18:07:49.859328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:07:49.859656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Attempting to bind port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:49.891827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:49.892111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:49.892286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:49.892730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Bound port: 1a9c9240-baa7-45db-8dcc-b6cb41bd4981, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:49.893180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:49.949427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-609e08da-208e-40c5-843b-5aec24b673fb req-a9af8ed9-a482-4229-a01c-5d0a022cbe2e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017036 Nov 09 18:07:49.959174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-79dd6a52-27d3-4136-90ff-19e00f17431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:49.960766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-79dd6a52-27d3-4136-90ff-19e00f17431e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209505 Nov 09 18:07:50.058110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b52a6190-4f2a-41e7-ac59-9042ff5fb439 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.084197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b52a6190-4f2a-41e7-ac59-9042ff5fb439 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.103241 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-2ead89d8-9312-48ac-a14e-fb0b7ddd898b service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272452 Nov 09 18:07:50.123449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] For port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:50.128359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] For port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:50.141539 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a6e9a1-05d5-4fcf-b2db-957ee5a4659b x-openstack-request-id: req-61a6e9a1-05d5-4fcf-b2db-957ee5a4659b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:50.141914 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef04d51-10cf-4997-9984-9b5bf8771fb9", "tag": "5dcfb18c-7614-485d-9273-99eb26fe2f7d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:50.142401 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61a6e9a1-05d5-4fcf-b2db-957ee5a4659b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:50.143429 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'tag': '5dcfb18c-7614-485d-9273-99eb26fe2f7d', 'status': 'completed', 'code': 200} Nov 09 18:07:50.146901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.169885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b52a6190-4f2a-41e7-ac59-9042ff5fb439 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.172475 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b52a6190-4f2a-41e7-ac59-9042ff5fb439 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.173620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b52a6190-4f2a-41e7-ac59-9042ff5fb439 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/58612cdf-8a3d-43f6-9830-8d9825a381a4 HTTP/1.1" status: 204 len: 168 time: 0.5893228 Nov 09 18:07:50.181954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55880) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:50.207616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a6190-4f2a-41e7-ac59-9042ff5fb439 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58612cdf-8a3d-43f6-9830-8d9825a381a4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:50.266158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:50.266859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.268522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] 10.222.0.73 "PUT /v2.0/ports/1a9c9240-baa7-45db-8dcc-b6cb41bd4981 HTTP/1.1" status: 200 len: 1096 time: 1.7367353 Nov 09 18:07:50.382664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-84841873-4a4b-46a4-9481-47e6e1c28dc5 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1354914 Nov 09 18:07:50.383357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55884) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:50.388226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.resource_extend [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:07:50.397268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bbfa9456-10ad-49cf-af48-7a711c19b77b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045470412'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:50.436284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 32cc72e9-1711-4dc7-818c-57498f979516 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:50.451599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbfa9456-10ad-49cf-af48-7a711c19b77b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.453020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.487812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadade6-f969-4de4-9eec-7e9a7a12cda0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:50.522978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61fd50-a2cc-423b-b122-0f9b1d9cc650 req-21cf4d9a-8335-4119-8148-08f0451c5f30 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:50.524493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff61fd50-a2cc-423b-b122-0f9b1d9cc650 req-21cf4d9a-8335-4119-8148-08f0451c5f30 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.2740345 Nov 09 18:07:50.533682 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.544477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-5b980b2a-7dfc-486b-9091-4574b2fb287c service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140036 Nov 09 18:07:50.549050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-d8e7a571-1179-49d9-b575-e8ed266184c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:50.551482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-d8e7a571-1179-49d9-b575-e8ed266184c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 1099 time: 0.2234108 Nov 09 18:07:50.642802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-ef0d2d6a-2de0-4177-89d1-e6433145974a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1a9c9240-baa7-45db-8dcc-b6cb41bd4981 HTTP/1.1" status: 200 len: 217 time: 0.0757036 Nov 09 18:07:50.686750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbfa9456-10ad-49cf-af48-7a711c19b77b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.715001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbfa9456-10ad-49cf-af48-7a711c19b77b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.726712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff61fd50-a2cc-423b-b122-0f9b1d9cc650 req-2e76feaa-8798-46cb-8585-73976817f768 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677999 Nov 09 18:07:50.775384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-956043c4-3984-4fed-a79e-239d0c6141bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:50.778440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-956043c4-3984-4fed-a79e-239d0c6141bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1087205 Nov 09 18:07:50.824166 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbfa9456-10ad-49cf-af48-7a711c19b77b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:50.828103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bbfa9456-10ad-49cf-af48-7a711c19b77b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4317994 Nov 09 18:07:50.834105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55888) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:50.867010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9e4ef072-d8ff-4eb5-be89-d9aab9dfcd50 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': '79926075-7fcf-4434-966f-5c9911b455b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:50.899707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-1a016e14-4f51-4bcf-b2ea-ab1b84ad9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:50.901945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-1a016e14-4f51-4bcf-b2ea-ab1b84ad9738 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 1099 time: 0.2715302 Nov 09 18:07:50.902595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa9456-10ad-49cf-af48-7a711c19b77b tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79926075-7fcf-4434-966f-5c9911b455b5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:50.904846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:50.914893 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a47fff55-78f2-4502-a481-746462e0e087 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/32cc72e9-1711-4dc7-818c-57498f979516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831206 Nov 09 18:07:50.915700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55890) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:50.920683 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] Sync routers for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:50.937969 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:50.939093 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:50.980681 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:50.990545 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:50.991328 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:51.009272 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Floating IP 706e76c7-276a-456f-898e-0c9d3c01b285 associated. External IP: 172.25.0.154, port: cfd49be9-2d4f-4c3c-ab4f-f04e3b184610. Nov 09 18:07:51.031177 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:51.031837 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9e199f-a36c-44dc-bc3a-643773414e3d None None] The sync data for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:51.323689 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef072-d8ff-4eb5-be89-d9aab9dfcd50 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.330356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-79d7ef75-07cb-4747-8a16-def9bd30977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:51.331860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-79d7ef75-07cb-4747-8a16-def9bd30977b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5312941 Nov 09 18:07:51.345371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353858d1-2423-4068-8e6c-793c763b1ba5 req-4c0dac5e-f9e0-42f6-be68-646746d0f1b3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:51.346827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-353858d1-2423-4068-8e6c-793c763b1ba5 req-4c0dac5e-f9e0-42f6-be68-646746d0f1b3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 948 time: 0.5159235 Nov 09 18:07:51.374495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Router e546d5d8-4ce5-4f35-892c-62322e28c82f has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:51.484490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-a847f796-6f96-4138-893c-4a5dc900b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:51.485989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-a847f796-6f96-4138-893c-4a5dc900b450 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.5733798 Nov 09 18:07:51.488846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-353858d1-2423-4068-8e6c-793c763b1ba5 req-31c7afee-ccfd-458d-9982-8c5235dea220 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287689 Nov 09 18:07:51.515493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef072-d8ff-4eb5-be89-d9aab9dfcd50 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.515727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.550208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-fdfb7a5a-94e8-4a13-a1e3-ba0eddaab609 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=5dcfb18c-7614-485d-9273-99eb26fe2f7d HTTP/1.1" status: 200 len: 217 time: 0.0483055 Nov 09 18:07:51.550740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef072-d8ff-4eb5-be89-d9aab9dfcd50 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.553101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:51.570365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] Sync routers for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:51.584508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:51.585193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:51.586206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.610768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-caf29aac-c518-4c22-baea-c8ee78dfbd68 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597220 Nov 09 18:07:51.618047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ef072-d8ff-4eb5-be89-d9aab9dfcd50 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7153a55-2e99-4d20-b2e9-a04162304a55,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:51.635517 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-896780a9-6061-4faf-af38-953cdd84d8a5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "PUT /v2.0/floatingips/706e76c7-276a-456f-898e-0c9d3c01b285 HTTP/1.1" status: 200 len: 991 time: 2.3821888 Nov 09 18:07:51.638653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:51.641193 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86aec39-962a-41a4-ab28-fc85c83289fc" -d '{"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:51.642950 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef072-d8ff-4eb5-be89-d9aab9dfcd50 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.644466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e4ef072-d8ff-4eb5-be89-d9aab9dfcd50 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8048024 Nov 09 18:07:51.647084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55904) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:51.671695 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ef5ede5-c747-480d-9bda-2b7c855d1075 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules/f7153a55-2e99-4d20-b2e9-a04162304a55 HTTP/1.1" status: 200 len: 763 time: 0.0231035 Nov 09 18:07:51.688864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55906) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:51.707069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-477cf8de-937b-4ada-8367-ada47b6433fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:51.708608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-477cf8de-937b-4ada-8367-ada47b6433fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1431074 Nov 09 18:07:51.737994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:51.792661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-58fae48d-a40d-44cc-8224-8d7f82850cab tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0978508 Nov 09 18:07:51.793806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55908) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:51.829780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86343ffb-5493-446d-ae0c-054f5a3586c7 req-93ebfc74-d441-4db9-98c4-74f542f59f46 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025812 Nov 09 18:07:51.831521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-0cff6d7e-8154-4f7e-97f7-bcb3ebc8f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:51.833038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-0cff6d7e-8154-4f7e-97f7-bcb3ebc8f7c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101382 Nov 09 18:07:51.843922 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a67ee82-afe7-4a49-a478-110da22f5fe0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.872682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a67ee82-afe7-4a49-a478-110da22f5fe0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.879329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 79f851b8-acb2-4f7e-a9bf-eae7f5a54816 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:51.879668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.953730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a67ee82-afe7-4a49-a478-110da22f5fe0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.972353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a67ee82-afe7-4a49-a478-110da22f5fe0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:51.975874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0a67ee82-afe7-4a49-a478-110da22f5fe0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f7153a55-2e99-4d20-b2e9-a04162304a55 HTTP/1.1" status: 204 len: 168 time: 0.1772766 Nov 09 18:07:51.979084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55916) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:51.982975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67ee82-afe7-4a49-a478-110da22f5fe0 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7153a55-2e99-4d20-b2e9-a04162304a55,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:51.995728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-b3380ced-fa03-4ce9-a598-4f6c9805d466 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484082 Nov 09 18:07:52.004631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5dcfb18c-7614-485d-9273-99eb26fe2f7d details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:52.021945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.042702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 79f851b8-acb2-4f7e-a9bf-eae7f5a54816 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:52.074382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b3c3b52-972c-4ab5-9c26-ee0fb815c016 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0932531 Nov 09 18:07:52.077271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55918) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:52.082490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d9a93205-c6ca-4281-8b47-4e9feba6eb03 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': '79926075-7fcf-4434-966f-5c9911b455b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:52.146942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'tag': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:52.177279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5dcfb18c-7614-485d-9273-99eb26fe2f7d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5dcfb18c-7614-485d-9273-99eb26fe2f7d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:52.190004 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "73f5b3fa-72fd-48e7-93db-7981dc476591", "tag": "1a9c9240-baa7-45db-8dcc-b6cb41bd4981"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:52.195433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '706e76c7-276a-456f-898e-0c9d3c01b285', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'port_id': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'mac_address': 'fa:16:3e:21:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:07:50Z', 'revision_number': 1, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:52.197765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '5dcfb18c-7614-485d-9273-99eb26fe2f7d', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '5dcfb18c-7614-485d-9273-99eb26fe2f7d', 'mac_address': 'fa:16:3e:ce:91:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:52.232289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] Checking router: e546d5d8-4ce5-4f35-892c-62322e28c82f for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:07:52.251016 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d9a93205-c6ca-4281-8b47-4e9feba6eb03 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.260961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1783e0e5-bea4-4991-bca6-af6a9e68e181 req-327ea582-3189-43e2-9201-828b1f939c03 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568581 Nov 09 18:07:52.297111 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.312614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cc094-898a-4210-a565-c066cd849419 req-5cf4619f-52eb-46d8-91c6-f531b9312585 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.321269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-806cc094-898a-4210-a565-c066cd849419 req-5cf4619f-52eb-46d8-91c6-f531b9312585 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1212058 Nov 09 18:07:52.321657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:52.322653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:52.328385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcfb18c-7614-485d-9273-99eb26fe2f7d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:52.341444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.364393 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d9a93205-c6ca-4281-8b47-4e9feba6eb03 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.373712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-806cc094-898a-4210-a565-c066cd849419 req-0ed40761-9fd9-4284-a89a-8227fe263bfc tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Nov 09 18:07:52.375962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d9a93205-c6ca-4281-8b47-4e9feba6eb03 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.390405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=79f851b8-acb2-4f7e-a9bf-eae7f5a54816,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:52.419534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a93205-c6ca-4281-8b47-4e9feba6eb03 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ec6e42-1a26-4351-8ab0-67ac39670974,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:52.439595 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d9a93205-c6ca-4281-8b47-4e9feba6eb03 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.441439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d9a93205-c6ca-4281-8b47-4e9feba6eb03 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3627317 Nov 09 18:07:52.443848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55924) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:52.481390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d45c3cdb-7bcd-4e4b-bcf7-fa657f833783 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules/38ec6e42-1a26-4351-8ab0-67ac39670974 HTTP/1.1" status: 200 len: 763 time: 0.0364022 Nov 09 18:07:52.484515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:52.514157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5dcfb18c-7614-485d-9273-99eb26fe2f7d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5dcfb18c-7614-485d-9273-99eb26fe2f7d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:52.541619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.586954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b31828c8-6464-47f4-88e9-95459558c24e tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0985019 Nov 09 18:07:52.587429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55930) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:52.601921 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9c7a53-4a1c-4950-9a1e-40f3e4d83ee1 x-openstack-request-id: req-2c9c7a53-4a1c-4950-9a1e-40f3e4d83ee1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:52.602399 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:52.602770 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c9c7a53-4a1c-4950-9a1e-40f3e4d83ee1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:52.603272 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'status': 'completed', 'code': 200} Nov 09 18:07:52.612450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.632826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a668d0fa-e975-4af0-a006-77deb8522164 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.650503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a668d0fa-e975-4af0-a006-77deb8522164 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.691288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.691963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.692446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.693114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.694022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.694625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.695264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.697637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-c6b634a3-b8f3-4e36-af9b-578d64940750 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6491 time: 0.0635970 Nov 09 18:07:52.700083 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e75d37-c5b4-4770-9d78-bc8c85cdb1cd x-openstack-request-id: req-17e75d37-c5b4-4770-9d78-bc8c85cdb1cd {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:52.700513 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f5b3fa-72fd-48e7-93db-7981dc476591", "tag": "1a9c9240-baa7-45db-8dcc-b6cb41bd4981", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:52.700878 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17e75d37-c5b4-4770-9d78-bc8c85cdb1cd {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:52.701167 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'tag': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', 'status': 'completed', 'code': 200} Nov 09 18:07:52.715597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5dcfb18c-7614-485d-9273-99eb26fe2f7d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:52.719708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:07:52.755049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.755663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.756223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.756706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.757200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.757682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.758221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.758697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.759241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.759735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.760250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.760775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:07:52.821141 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a668d0fa-e975-4af0-a006-77deb8522164 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.832332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a668d0fa-e975-4af0-a006-77deb8522164 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:52.835991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a668d0fa-e975-4af0-a006-77deb8522164 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/38ec6e42-1a26-4351-8ab0-67ac39670974 HTTP/1.1" status: 204 len: 168 time: 0.2449760 Nov 09 18:07:52.836890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55934) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:52.855222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668d0fa-e975-4af0-a006-77deb8522164 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38ec6e42-1a26-4351-8ab0-67ac39670974,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:52.868621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 32cc72e9-1711-4dc7-818c-57498f979516 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:07:52.903497 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a945f797-27b1-449b-ad24-5ea5a5d4fe77 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590928 Nov 09 18:07:52.904107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55936) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:52.904410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:52.910371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1088c281-578e-41b3-bbd7-7ecdad2978bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Request body: {'security_group_rule': {'security_group_id': '79926075-7fcf-4434-966f-5c9911b455b5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:52.928959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-5ae5c538-e02d-44c7-8220-2482ce2685bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.931477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-5ae5c538-e02d-44c7-8220-2482ce2685bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=efd0066e-7bf0-4e83-8f5c-491b6a474b56 HTTP/1.1" status: 200 len: 913 time: 0.2039354 Nov 09 18:07:52.943513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-ef92a37a-5029-451f-8004-e3ff8124c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:52.945009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-ef92a37a-5029-451f-8004-e3ff8124c19b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 1099 time: 0.1392088 Nov 09 18:07:52.995797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:07:53.001692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cf2dda12-eec7-4144-b816-3713732bd9ef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/32cc72e9-1711-4dc7-818c-57498f979516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0827549 Nov 09 18:07:53.005045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:53.008173 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] Sync routers for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:07:53.019742 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:53.020801 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:53.037525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86defdd3-2e6c-4f40-9ab7-c66d609a4ad6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=32cc72e9-1711-4dc7-818c-57498f979516 HTTP/1.1" status: 200 len: 205 time: 0.0311575 Nov 09 18:07:53.041106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55940) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:53.055816 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:53.056211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc8726-f30f-4bde-b556-313b647e6764 req-71110c1e-de00-4398-8bc5-5bc30123690d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:53.057976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1cc8726-f30f-4bde-b556-313b647e6764 req-71110c1e-de00-4398-8bc5-5bc30123690d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 949 time: 0.2422202 Nov 09 18:07:53.065374 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] Routers {'32cc72e9-1711-4dc7-818c-57498f979516'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:07:53.066239 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['32cc72e9-1711-4dc7-818c-57498f979516'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:53.081069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1088c281-578e-41b3-bbd7-7ecdad2978bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.102440 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:53.103325 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4924db-94f0-40dc-9a8b-f1d50692b689 None None] The sync data for ids ['32cc72e9-1711-4dc7-818c-57498f979516'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:53.144195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a7421f-f50d-41e6-8410-3905bc7299e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.152851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-9e2f32f4-9e16-4654-a1d3-653354adb660 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 HTTP/1.1" status: 200 len: 999 time: 0.2067659 Nov 09 18:07:53.190836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '706e76c7-276a-456f-898e-0c9d3c01b285', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'port_id': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'mac_address': 'fa:16:3e:21:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:07:50Z', 'revision_number': 1, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:53.264243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1cc8726-f30f-4bde-b556-313b647e6764 req-75cc796f-3ab7-4e5d-bc91-dbed4858e6a9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057332 Nov 09 18:07:53.280934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306f9b1-5326-48e1-9db3-30c1bed43e38 None None] The sync data for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 is: [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '706e76c7-276a-456f-898e-0c9d3c01b285', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'port_id': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'mac_address': 'fa:16:3e:21:58:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12542956-2203-4120-b04f-b3d3de22949b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:06:11Z', 'updated_at': '2021-11-09T18:07:50Z', 'revision_number': 1, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:07:53.338158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-0e43cda2-d109-4fe3-80dc-c3fca5d735f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:53.339696 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-0e43cda2-d109-4fe3-80dc-c3fca5d735f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d6fabf9-1fbd-4223-b392-fef323e30485 HTTP/1.1" status: 200 len: 851 time: 0.1751199 Nov 09 18:07:53.369620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-f0f337bc-7989-45d4-bc1a-8ddb0b4d802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:53.371703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-f0f337bc-7989-45d4-bc1a-8ddb0b4d802b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.4128294 Nov 09 18:07:53.431688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-fdb1cd2b-eb20-4a52-9e03-1385f92ba43e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1a9c9240-baa7-45db-8dcc-b6cb41bd4981 HTTP/1.1" status: 200 len: 217 time: 0.0413253 Nov 09 18:07:53.456458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-ce1e8d7f-b52d-4423-9ea2-5f1c349f82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:53.458005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-ce1e8d7f-b52d-4423-9ea2-5f1c349f82d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049793 Nov 09 18:07:53.583732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-4cc6a8c7-3d8e-4e02-9444-be2226ace97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:53.585300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-4cc6a8c7-3d8e-4e02-9444-be2226ace97a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1444328 Nov 09 18:07:53.606386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d28d8-349c-4b07-8e1e-2ef1cb348bf9 None None] New status for floating IP 706e76c7-276a-456f-898e-0c9d3c01b285: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:07:53.659781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b829ae-5992-43fe-a47f-1a812df1fec8 req-220aaeb0-1fb2-4061-ab21-2aae7941a5c0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:53.661333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56b829ae-5992-43fe-a47f-1a812df1fec8 req-220aaeb0-1fb2-4061-ab21-2aae7941a5c0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1767807 Nov 09 18:07:53.664866 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1088c281-578e-41b3-bbd7-7ecdad2978bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.669431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a7421f-f50d-41e6-8410-3905bc7299e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.672062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a7421f-f50d-41e6-8410-3905bc7299e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.675713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1088c281-578e-41b3-bbd7-7ecdad2978bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.686894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-fc6a7a21-7a95-4e45-8671-36b4d644ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:53.689809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-fc6a7a21-7a95-4e45-8671-36b4d644ada3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944676 Nov 09 18:07:53.728533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088c281-578e-41b3-bbd7-7ecdad2978bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92248882-594d-451e-b492-4a256e556e3c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:53.739249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1088c281-578e-41b3-bbd7-7ecdad2978bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.741001 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1088c281-578e-41b3-bbd7-7ecdad2978bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8354955 Nov 09 18:07:53.742414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a7421f-f50d-41e6-8410-3905bc7299e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.743039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a7421f-f50d-41e6-8410-3905bc7299e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Fanout notify agent at l3_agent the message router_deleted on router 32cc72e9-1711-4dc7-818c-57498f979516 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:07:53.744510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55948) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:53.763224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a7421f-f50d-41e6-8410-3905bc7299e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.763457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-2446b1cf-9aa8-4c8a-a614-ee44cfb17573 service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868977 Nov 09 18:07:53.764486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b8a7421f-f50d-41e6-8410-3905bc7299e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/32cc72e9-1711-4dc7-818c-57498f979516 HTTP/1.1" status: 204 len: 168 time: 0.7223392 Nov 09 18:07:53.767347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55950) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:53.812507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f78a563-9eaf-4a5a-b96c-48aec716f135 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules/92248882-594d-451e-b492-4a256e556e3c HTTP/1.1" status: 200 len: 764 time: 0.0598457 Nov 09 18:07:53.816066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55952) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:53.851576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56b829ae-5992-43fe-a47f-1a812df1fec8 req-16393add-4d90-4b47-a923-29758f4518fa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740825 Nov 09 18:07:53.894005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet 9bf19000-b6f5-447b-b8d9-47e656fa0870 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:53.897742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:53.915422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-455e0bbb-9f6a-4840-9704-4e98e3203647 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149982 Nov 09 18:07:53.942982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.011174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:07:54.057363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f33c4a5-7628-45ef-9bc0-d2e778134f9f req-05ec2d13-9b59-49e5-806d-cdb2bdc2ee45 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320865 Nov 09 18:07:54.068431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e86aec39-962a-41a4-ab28-fc85c83289fc req-2d9f86b7-4c44-4f9f-8859-9edbd4b570a5 service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953761 Nov 09 18:07:54.087613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.130964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:54.150036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', 'mac_address': 'fa:16:3e:aa:52:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:07:54.174417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.194019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.203977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-31ea7ea6-37db-4b2f-b546-9e50dd5f62a3 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3846893 Nov 09 18:07:54.206870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55954) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:54.208512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:07:54.225274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf19000-b6f5-447b-b8d9-47e656fa0870,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:54.227539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.231822 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-44ff759c-57dc-479e-acf4-475c69be5494 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/9bf19000-b6f5-447b-b8d9-47e656fa0870 HTTP/1.1" status: 204 len: 168 time: 0.4633892 Nov 09 18:07:54.234395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55956) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:54.242875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:54.246830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4a960-9bd3-425d-beec-2f327a1f3fc9 None None] Network a591b9ef-0d12-4070-a0ea-3d236cc84a49 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:54.260277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e57be5-ab04-468c-9f6c-12dc3b6ca2bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.261034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.285010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e57be5-ab04-468c-9f6c-12dc3b6ca2bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.366761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet d422a149-19da-4330-a4f0-566af812c9af {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:07:54.372722 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e57be5-ab04-468c-9f6c-12dc3b6ca2bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.376021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.379653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8e57be5-ab04-468c-9f6c-12dc3b6ca2bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.380787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a8e57be5-ab04-468c-9f6c-12dc3b6ca2bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/92248882-594d-451e-b492-4a256e556e3c HTTP/1.1" status: 204 len: 168 time: 0.1728048 Nov 09 18:07:54.383451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55962) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:54.393512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e57be5-ab04-468c-9f6c-12dc3b6ca2bb tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92248882-594d-451e-b492-4a256e556e3c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:54.442491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:54.482417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d74275-ab64-42b7-9101-934a3ea50dfe req-a42b2501-77b9-4fae-82b0-8fbcfba50b15 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:54.484356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1d74275-ab64-42b7-9101-934a3ea50dfe req-a42b2501-77b9-4fae-82b0-8fbcfba50b15 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 949 time: 0.0885983 Nov 09 18:07:54.485517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.531002 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-23bbfc01-76ac-496d-b0b2-abbe2efe335f tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1455252 Nov 09 18:07:54.534995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55966) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:54.549162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1d74275-ab64-42b7-9101-934a3ea50dfe req-37947d8d-f4b2-4194-b655-1d07bde6f657 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551476 Nov 09 18:07:54.594903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] DHCP port deletion for a591b9ef-0d12-4070-a0ea-3d236cc84a49 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:54.616641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de7dc888-41b6-4b50-b7da-7c85d7cf1f44 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.641253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1a9c9240-baa7-45db-8dcc-b6cb41bd4981'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:07:54.646826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de7dc888-41b6-4b50-b7da-7c85d7cf1f44 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.679617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.720513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de7dc888-41b6-4b50-b7da-7c85d7cf1f44 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.724159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de7dc888-41b6-4b50-b7da-7c85d7cf1f44 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.728762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-de7dc888-41b6-4b50-b7da-7c85d7cf1f44 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "DELETE /v2.0/security-groups/79926075-7fcf-4434-966f-5c9911b455b5 HTTP/1.1" status: 204 len: 168 time: 0.1922710 Nov 09 18:07:54.732210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55968) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:54.752263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] Deleting port 942c153d-a798-406f-b559-8598e7675a3b {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:54.752644 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.784278 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.789249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dc888-41b6-4b50-b7da-7c85d7cf1f44 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79926075-7fcf-4434-966f-5c9911b455b5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:54.822875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6a22ec18-7bde-4940-9b11-42bf1c2cd410 tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829530 Nov 09 18:07:54.831606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55970) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:54.838054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=d422a149-19da-4330-a4f0-566af812c9af,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:54.848337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.852241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] For port 942c153d-a798-406f-b559-8598e7675a3b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=942c153d-a798-406f-b559-8598e7675a3b,segment=NetworkSegment(11b92daf-3bc3-48c7-afba-49bffb510a9f),segment_id=11b92daf-3bc3-48c7-afba-49bffb510a9f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:54.852553 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4b07ad04-b67b-4383-b887-c27218877b5b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/d422a149-19da-4330-a4f0-566af812c9af HTTP/1.1" status: 204 len: 168 time: 0.6164398 Nov 09 18:07:54.853104 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:54.855676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55972) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:54.869488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] Calling delete_port for 942c153d-a798-406f-b559-8598e7675a3b owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:54.920383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7f523142-3dcb-4a52-b387-e4c28c9c6a0a tempest-SecGroupTest-683109894 tempest-SecGroupTest-683109894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810494 Nov 09 18:07:55.012379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295e2a5-aefe-4a6c-b828-81902d76c3e0 None None] Network 22043eae-3b63-44c5-9386-68b5b178f2f4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:55.021602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.060405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf369002-5302-4dbc-b346-fb4eaf166bdb req-eb80b8af-f62a-4245-b916-84badd783223 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:55.064255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf369002-5302-4dbc-b346-fb4eaf166bdb req-eb80b8af-f62a-4245-b916-84badd783223 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1114893 Nov 09 18:07:55.162680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf369002-5302-4dbc-b346-fb4eaf166bdb req-44afd6b9-0883-41ef-9300-3fa5b2a85de9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837629 Nov 09 18:07:55.185771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 942c153d-a798-406f-b559-8598e7675a3b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:55.186293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.280072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 942c153d-a798-406f-b559-8598e7675a3b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=942c153d-a798-406f-b559-8598e7675a3b,segment=NetworkSegment(11b92daf-3bc3-48c7-afba-49bffb510a9f),segment_id=11b92daf-3bc3-48c7-afba-49bffb510a9f)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:55.280591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.294046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.314937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 942c153d-a798-406f-b559-8598e7675a3b owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:55.328535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] Pushing event deleted for resources: {'Port': ['ID=942c153d-a798-406f-b559-8598e7675a3b,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:55.340517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e390b-ea26-45e1-a16e-54a80f931138 None None] No DVR routers for this DVR port 942c153d-a798-406f-b559-8598e7675a3b on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:55.348278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] DHCP port deletion for 22043eae-3b63-44c5-9386-68b5b178f2f4 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:07:55.411851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55984) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:55.414642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.438170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] Deleting port 02418f81-5997-4e63-b0d0-22d838553da8 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:07:55.438649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.461374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=942c153d-a798-406f-b559-8598e7675a3b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:55.471159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port 942c153d-a798-406f-b559-8598e7675a3b on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:55.520948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] For port 02418f81-5997-4e63-b0d0-22d838553da8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=02418f81-5997-4e63-b0d0-22d838553da8,segment=NetworkSegment(2bf2db1f-2b36-4ca4-8b60-749e813e5f98),segment_id=2bf2db1f-2b36-4ca4-8b60-749e813e5f98)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:55.521363 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.536160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] Calling delete_port for 02418f81-5997-4e63-b0d0-22d838553da8 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:07:55.584227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.604143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-624ab7f0-b6b1-4eee-97c4-7e9962e59193 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fd4e8005d0e49a49e9c1afbf40208ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906037 Nov 09 18:07:55.608042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55990) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:55.612470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a591b9ef-0d12-4070-a0ea-3d236cc84a49']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:55.639572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b92daf-3bc3-48c7-afba-49bffb510a9f') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:55.639882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b92daf-3bc3-48c7-afba-49bffb510a9f') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:55.655779 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.659638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.688271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.699240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] Pushing event deleted for resources: {'Port': ['ID=02418f81-5997-4e63-b0d0-22d838553da8,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:55.703044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:55.703883 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.704489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fb645-c5c7-46ad-83f2-f0a3810585f9 None None] No DVR routers for this DVR port 02418f81-5997-4e63-b0d0-22d838553da8 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:55.707560 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:55.718794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0fcd-1667-439d-bf9b-01cf65dbcf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.739455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f78f1-6990-452f-879e-8f931c48ada7 req-19e297a8-4bc6-44fc-abec-93b3389f0e12 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:55.741263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-804f78f1-6990-452f-879e-8f931c48ada7 req-19e297a8-4bc6-44fc-abec-93b3389f0e12 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 949 time: 0.1020093 Nov 09 18:07:55.789285 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0fcd-1667-439d-bf9b-01cf65dbcf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.795165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-804f78f1-6990-452f-879e-8f931c48ada7 req-c3a5b4f1-bf95-4efc-8bc5-81b8f245ad0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455163 Nov 09 18:07:55.798457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.818200 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.821440 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/a591b9ef-0d12-4070-a0ea-3d236cc84a49 HTTP/1.1" status: 204 len: 168 time: 0.9649992 Nov 09 18:07:55.824717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55994) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:55.827227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d6c18-aeb9-4fea-957f-a7a6b5ec9cce tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=a591b9ef-0d12-4070-a0ea-3d236cc84a49,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:55.890850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0fcd-1667-439d-bf9b-01cf65dbcf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.894451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3dfd0fcd-1667-439d-bf9b-01cf65dbcf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:55.898616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3dfd0fcd-1667-439d-bf9b-01cf65dbcf51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d954acf-a828-4ee2-a8c3-8cd3c7c7cc07 HTTP/1.1" status: 204 len: 168 time: 0.2894700 Nov 09 18:07:55.907400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd0fcd-1667-439d-bf9b-01cf65dbcf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d954acf-a828-4ee2-a8c3-8cd3c7c7cc07,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:55.943945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.012400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5dcfb18c-7614-485d-9273-99eb26fe2f7d up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:56.054921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.074424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 5dcfb18c-7614-485d-9273-99eb26fe2f7d completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:56.079680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 5dcfb18c-7614-485d-9273-99eb26fe2f7d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:56.080583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.082472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22043eae-3b63-44c5-9386-68b5b178f2f4']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:56.096554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf2db1f-2b36-4ca4-8b60-749e813e5f98') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:56.096849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf2db1f-2b36-4ca4-8b60-749e813e5f98') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:07:56.111489 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.130396 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.140437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:07:56.141149 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:07:56.144970 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:07:56.188214 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.224600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.232894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.243438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56006) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:56.244274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/22043eae-3b63-44c5-9386-68b5b178f2f4 HTTP/1.1" status: 204 len: 168 time: 0.4176300 Nov 09 18:07:56.249374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294536263'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:56.260566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfb18c-7614-485d-9273-99eb26fe2f7d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:56.262247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc288e-8b13-40f1-8a95-42516174acd7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=22043eae-3b63-44c5-9386-68b5b178f2f4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:56.268984 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca846ff7-ec04-4783-bb06-0d4c17b0c9c3" -d '{"events": [{"server_uuid": "cef04d51-10cf-4997-9984-9b5bf8771fb9", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfb18c-7614-485d-9273-99eb26fe2f7d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:56.283013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5dcfb18c-7614-485d-9273-99eb26fe2f7d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5dcfb18c-7614-485d-9273-99eb26fe2f7d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:56.289770 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.293308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:56.296912 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.344761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:07:56.350710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5dcfb18c-7614-485d-9273-99eb26fe2f7d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:56.358211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137ea4-7c4c-4547-9b13-8a1e3565b266 req-40333713-c073-4960-b1bb-1f72710d473e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:56.362620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa137ea4-7c4c-4547-9b13-8a1e3565b266 req-40333713-c073-4960-b1bb-1f72710d473e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0750611 Nov 09 18:07:56.371369 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.371721 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment 55694095-1fef-49e7-82a5-efdb165aec37 of type vlan for network 29af8841-944f-4609-b521-5bcfe9ad7d8e Nov 09 18:07:56.415221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa137ea4-7c4c-4547-9b13-8a1e3565b266 req-65eb6bfe-b96f-4fc6-a07c-ae8b2458d448 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Nov 09 18:07:56.440010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.482285 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.494841 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09dcde3-8066-4710-a1db-cb422ef015dc x-openstack-request-id: req-d09dcde3-8066-4710-a1db-cb422ef015dc {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:56.495201 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef04d51-10cf-4997-9984-9b5bf8771fb9", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfb18c-7614-485d-9273-99eb26fe2f7d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:56.495458 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d09dcde3-8066-4710-a1db-cb422ef015dc {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:56.495857 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfb18c-7614-485d-9273-99eb26fe2f7d', 'code': 200} Nov 09 18:07:56.498967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:56.498967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.581106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02418f81-5997-4e63-b0d0-22d838553da8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:56.613911 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3697610 Nov 09 18:07:56.616725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56022) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:56.620320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 02418f81-5997-4e63-b0d0-22d838553da8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:56.620668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02418f81-5997-4e63-b0d0-22d838553da8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:56.621079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 942c153d-a798-406f-b559-8598e7675a3b no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:07:56.622820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:56.644231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd9c6-9428-462b-93c0-6a4574528967 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=29af8841-944f-4609-b521-5bcfe9ad7d8e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:56.662003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc75f9-66fa-45a5-affe-29bce51748db req-ebc90e1e-e564-45e2-ba7e-941c40c9ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:56.663801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4dc75f9-66fa-45a5-affe-29bce51748db req-ebc90e1e-e564-45e2-ba7e-941c40c9ea8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 1101 time: 0.0914271 Nov 09 18:07:56.676702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 942c153d-a798-406f-b559-8598e7675a3b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:07:56.677064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 942c153d-a798-406f-b559-8598e7675a3b not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:07:56.679839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:07:56.713470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4dc75f9-66fa-45a5-affe-29bce51748db req-af869d68-d578-44bc-a919-7eada0cf27e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Nov 09 18:07:56.749681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:56.753721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.942112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081525c-1235-4032-adb1-4384937d20d5 req-6da9d06c-bac7-4cd2-9af0-8d90193cb350 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:56.944182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7081525c-1235-4032-adb1-4384937d20d5 req-6da9d06c-bac7-4cd2-9af0-8d90193cb350 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 950 time: 0.0725129 Nov 09 18:07:56.974991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:56.996424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7081525c-1235-4032-adb1-4384937d20d5 req-ff1a6cf7-2d5b-4349-9a28-357ec9eb29d1 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Nov 09 18:07:57.054242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=6215e794-8329-4f07-ba10-49c1c5435cd3,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:57.065710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': '55694095-1fef-49e7-82a5-efdb165aec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:57.066403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: 29af8841-944f-4609-b521-5bcfe9ad7d8e, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:07:57.091592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:07:57.106491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 29af8841-944f-4609-b521-5bcfe9ad7d8e) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:57.113150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:57.113785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.119357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae357dc-0742-4168-8513-f1b69a8f0feb None None] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:57.137997 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7a03b87d-cd49-45e6-883d-32751c79f457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5175653 Nov 09 18:07:57.138428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56036) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:57.143588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-905d31c2-0522-48af-bbef-b543df4098c2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1223003959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:57.176817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-905d31c2-0522-48af-bbef-b543df4098c2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.178147 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-905d31c2-0522-48af-bbef-b543df4098c2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.259081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-905d31c2-0522-48af-bbef-b543df4098c2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.264350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-905d31c2-0522-48af-bbef-b543df4098c2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.289665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-905d31c2-0522-48af-bbef-b543df4098c2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.293498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-905d31c2-0522-48af-bbef-b543df4098c2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1513805 Nov 09 18:07:57.297644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56044) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:57.303371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'port': {'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e', 'name': 'tempest-RoutersIpV6Test-1926140803'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:07:57.304912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-29af8841-944f-4609-b521-5bcfe9ad7d8e', 'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': '6215e794-8329-4f07-ba10-49c1c5435cd3'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:07:57.305978 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.463877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:07:57.475350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.511059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Allocated IP 2001:db8::2 (29af8841-944f-4609-b521-5bcfe9ad7d8e/6215e794-8329-4f07-ba10-49c1c5435cd3/fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:57.514960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] device_id is not set on port f1dfd3dd-39e8-4833-a67b-1a2ae556884b yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:07:57.651832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e581e3-418f-4b4d-afea-077cbea61c03 req-78f57137-d32c-4839-b814-6c74c239ddd6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:57.653415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2e581e3-418f-4b4d-afea-077cbea61c03 req-78f57137-d32c-4839-b814-6c74c239ddd6 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0757041 Nov 09 18:07:57.716928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2e581e3-418f-4b4d-afea-077cbea61c03 req-2a200132-9714-4737-a5fa-c736b35b9b9a tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504954 Nov 09 18:07:57.726797 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.735029 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.804465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:57.823130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:57.829952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:57.836055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8::8f (29af8841-944f-4609-b521-5bcfe9ad7d8e/6215e794-8329-4f07-ba10-49c1c5435cd3/f1dfd3dd-39e8-4833-a67b-1a2ae556884b) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:07:57.837363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Pushing event updated for resources: {'Port': ['ID=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:57.898849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Attempting to bind port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:07:57.899211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Attempting to bind port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '55694095-1fef-49e7-82a5-efdb165aec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:07:57.899607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Attempting to bind port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 on network 29af8841-944f-4609-b521-5bcfe9ad7d8e {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:07:57.905211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:07:57.905594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Checking segment: {'id': '55694095-1fef-49e7-82a5-efdb165aec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:07:57.906005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.906440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Bound using segment: {'id': '55694095-1fef-49e7-82a5-efdb165aec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:07:57.906922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Bound port: fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55694095-1fef-49e7-82a5-efdb165aec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '29af8841-944f-4609-b521-5bcfe9ad7d8e'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:07:57.907309 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:57.991662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] For port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:07:57.996161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] For port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,segment=NetworkSegment(55694095-1fef-49e7-82a5-efdb165aec37),segment_id=55694095-1fef-49e7-82a5-efdb165aec37)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:07:58.000845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.029866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:58.046948 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.117208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2913ef-3267-4c90-b68b-eb58897a03d0 None None] Pushing event updated for resources: {'Port': ['ID=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:58.133742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:07:58.138774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:58.139288 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.180000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.232308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bda37-a254-48ed-93b1-8d7a5e7f57f9 req-f6668285-f397-41a3-b0f6-67400f139a69 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.238789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c26bda37-a254-48ed-93b1-8d7a5e7f57f9 req-f6668285-f397-41a3-b0f6-67400f139a69 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 950 time: 0.1263907 Nov 09 18:07:58.251196 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.270268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:07:58.290138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:07:58.292209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:58.297747 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.300564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:07:58.309871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.310551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.313258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=f1dfd3dd-39e8-4833-a67b-1a2ae556884b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:58.344936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c26bda37-a254-48ed-93b1-8d7a5e7f57f9 req-a09ca211-f864-4023-89bb-d8b03fe21d8e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961666 Nov 09 18:07:58.362808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-919799cd-cb9b-4dc3-8a97-9aaf83a06518 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0620201 Nov 09 18:07:58.364624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56066) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:07:58.410045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:58.499975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:07:58.502967 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97d1324-415e-4e5c-8182-a495622a7b95" -d '{"events": [{"server_uuid": "73f5b3fa-72fd-48e7-93db-7981dc476591", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c9240-baa7-45db-8dcc-b6cb41bd4981"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:07:58.598611 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d216a85-ed6d-44f4-b72f-dae785390c8c x-openstack-request-id: req-9d216a85-ed6d-44f4-b72f-dae785390c8c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:07:58.599230 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f5b3fa-72fd-48e7-93db-7981dc476591", "name": "network-vif-plugged", "status": "completed", "tag": "1a9c9240-baa7-45db-8dcc-b6cb41bd4981", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:07:58.599682 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d216a85-ed6d-44f4-b72f-dae785390c8c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:07:58.604731 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', 'code': 200} Nov 09 18:07:58.639560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:07:58.713448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:58.714293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.729051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0148-155e-4d88-8117-9371478e0ea5 req-6cb66d2b-ec71-446e-806c-026cd39661b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.731091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe6c0148-155e-4d88-8117-9371478e0ea5 req-6cb66d2b-ec71-446e-806c-026cd39661b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 1101 time: 0.0494287 Nov 09 18:07:58.799668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe6c0148-155e-4d88-8117-9371478e0ea5 req-8e077f41-6957-4c99-8879-0be7f02015c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590174 Nov 09 18:07:58.849156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.857883 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.919640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,segment=NetworkSegment(55694095-1fef-49e7-82a5-efdb165aec37),segment_id=55694095-1fef-49e7-82a5-efdb165aec37)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:07:58.926362 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:58.943955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd3d30-7cf4-45ef-b9ea-957cb68939bd req-1d23ba0f-94d8-49c9-a893-60b9522743ec tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:58.945910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8dd3d30-7cf4-45ef-b9ea-957cb68939bd req-1d23ba0f-94d8-49c9-a893-60b9522743ec tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0822902 Nov 09 18:07:59.000115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8dd3d30-7cf4-45ef-b9ea-957cb68939bd req-4c8a5654-8031-4fa0-900b-86cf17367cec tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 Nov 09 18:07:59.034690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:59.157818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:59.163930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:59.250410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=f1dfd3dd-39e8-4833-a67b-1a2ae556884b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:07:59.371655 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:59.418870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef4f80-555a-4650-8d21-83f527b7f0f8 None None] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:07:59.501905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f86b55bc-7925-48ef-9cd8-8f7e8749875c None None] Provisioning complete for port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:07:59.501905 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f86b55bc-7925-48ef-9cd8-8f7e8749875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:59.507867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bddb6-246d-4228-9255-ce0845d38f42 req-1644b01c-ca85-4aa4-92d0-f75ec569646a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.509464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-548bddb6-246d-4228-9255-ce0845d38f42 req-1644b01c-ca85-4aa4-92d0-f75ec569646a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 950 time: 0.0583441 Nov 09 18:07:59.558902 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-548bddb6-246d-4228-9255-ce0845d38f42 req-b1d032bc-e0d1-4cf6-9107-3d2c8a47ff2d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Nov 09 18:07:59.565771 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:59.773250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82344a-f1bd-42bb-a95f-50573a197d0a req-dc899465-70c6-43b8-90c3-b4608d47a90d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:07:59.782128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d82344a-f1bd-42bb-a95f-50573a197d0a req-dc899465-70c6-43b8-90c3-b4608d47a90d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 950 time: 0.0721407 Nov 09 18:07:59.864443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d82344a-f1bd-42bb-a95f-50573a197d0a req-0a8c965e-d94b-4ebf-a9e0-a1b7262c4abf tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692163 Nov 09 18:07:59.925280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:59.934820 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:07:59.935703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:00.036693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=f1dfd3dd-39e8-4833-a67b-1a2ae556884b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:00.096231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-adbf8eb2-80d3-4a0b-a0fe-7b74f88c303a None None] Provisioning complete for port f1dfd3dd-39e8-4833-a67b-1a2ae556884b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:00.096861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adbf8eb2-80d3-4a0b-a0fe-7b74f88c303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:00.127863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:00.131487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:00.161594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-adbf8eb2-80d3-4a0b-a0fe-7b74f88c303a None None] Port f1dfd3dd-39e8-4833-a67b-1a2ae556884b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:00.181886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-adbf8eb2-80d3-4a0b-a0fe-7b74f88c303a None None] Provisioning complete for port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:00.182851 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-adbf8eb2-80d3-4a0b-a0fe-7b74f88c303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:00.219394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2faf85-a11b-4f87-8d3b-605ad1db64c4 req-8a095e4d-c5d4-4cb4-a31c-7b103f3a2451 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:00.221352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d2faf85-a11b-4f87-8d3b-605ad1db64c4 req-8a095e4d-c5d4-4cb4-a31c-7b103f3a2451 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1155961 Nov 09 18:08:00.269189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d2faf85-a11b-4f87-8d3b-605ad1db64c4 req-e052ee68-18cd-4a27-8a85-e77765f8ce9f tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Nov 09 18:08:00.309674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 7920ab63-82ac-4fd0-927e-b7fb36834a67 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:08:00.420805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:00.426144 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ec0e877-10c3-47cc-b6f2-e1ff9edd9993 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/7920ab63-82ac-4fd0-927e-b7fb36834a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0492463 Nov 09 18:08:00.428961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:00.433709 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] Sync routers for ids ['7920ab63-82ac-4fd0-927e-b7fb36834a67'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:00.437362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dca944d1-71ff-4930-b8fa-dae17e1f65ff None None] Provisioning complete for port f1dfd3dd-39e8-4833-a67b-1a2ae556884b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:00.437791 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dca944d1-71ff-4930-b8fa-dae17e1f65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:00.452811 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] Routers {'7920ab63-82ac-4fd0-927e-b7fb36834a67'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:00.453760 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7920ab63-82ac-4fd0-927e-b7fb36834a67'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:00.484252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dca944d1-71ff-4930-b8fa-dae17e1f65ff None None] Port f1dfd3dd-39e8-4833-a67b-1a2ae556884b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:00.503405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877af6f-bc69-4479-99bb-782ca2ff6de8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:00.506113 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:00.506282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f877af6f-bc69-4479-99bb-782ca2ff6de8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports/f1dfd3dd-39e8-4833-a67b-1a2ae556884b HTTP/1.1" status: 200 len: 983 time: 0.0744438 Nov 09 18:08:00.508127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56100) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:00.517004 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] Routers {'7920ab63-82ac-4fd0-927e-b7fb36834a67'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:00.517784 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7920ab63-82ac-4fd0-927e-b7fb36834a67'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:00.574794 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:00.575484 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fd50a-669b-4e65-bcb1-4d5cee3002f8 None None] The sync data for ids ['7920ab63-82ac-4fd0-927e-b7fb36834a67'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:00.587364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:00.635599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f59d7c61-4fc0-4560-8360-460f590afaa1 None None] Provisioning complete for port f1dfd3dd-39e8-4833-a67b-1a2ae556884b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:00.636045 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f59d7c61-4fc0-4560-8360-460f590afaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:00.730176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f59d7c61-4fc0-4560-8360-460f590afaa1 None None] Port f1dfd3dd-39e8-4833-a67b-1a2ae556884b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:00.745474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:00.746137 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:00.857540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6d740738-f010-45d9-b8ab-a244adebac6b None None] Provisioning complete for port f1dfd3dd-39e8-4833-a67b-1a2ae556884b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:00.858039 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6d740738-f010-45d9-b8ab-a244adebac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:00.895751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6d740738-f010-45d9-b8ab-a244adebac6b None None] Port f1dfd3dd-39e8-4833-a67b-1a2ae556884b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:01.011078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c5c9-0cae-4d1f-8782-9bc0a82db3ef req-fb5e5ca0-dbf4-4692-954d-d49afa188df1 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:01.019304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b30c5c9-0cae-4d1f-8782-9bc0a82db3ef req-fb5e5ca0-dbf4-4692-954d-d49afa188df1 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 950 time: 0.0576909 Nov 09 18:08:01.061885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b30c5c9-0cae-4d1f-8782-9bc0a82db3ef req-5ec80a45-0740-4d0f-9c9b-7a06a9ff87b0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Nov 09 18:08:01.376541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:01.435954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2a4e7-91d4-4c1a-bff4-62aa0b7dcc5b req-d5dba488-3a1e-498b-ba55-0044fe5d2125 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:01.442342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2a4e7-91d4-4c1a-bff4-62aa0b7dcc5b req-d5dba488-3a1e-498b-ba55-0044fe5d2125 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:01.443966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfa2a4e7-91d4-4c1a-bff4-62aa0b7dcc5b req-d5dba488-3a1e-498b-ba55-0044fe5d2125 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9&device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 1691 time: 0.0602176 Nov 09 18:08:01.486261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfa2a4e7-91d4-4c1a-bff4-62aa0b7dcc5b req-fc68c39f-3b2b-4049-a01e-e33247da2845 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Nov 09 18:08:01.585395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f07128-67d9-4f0e-a27b-d5cab382c0ba req-4d89b4e0-c596-46e5-9de6-5772283cc395 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:01.586933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82f07128-67d9-4f0e-a27b-d5cab382c0ba req-4d89b4e0-c596-46e5-9de6-5772283cc395 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0521996 Nov 09 18:08:01.600636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port f1dfd3dd-39e8-4833-a67b-1a2ae556884b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:01.601212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:01.625975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82f07128-67d9-4f0e-a27b-d5cab382c0ba req-129bf1f9-0b9a-43ca-ba86-5da3e62d7d37 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Nov 09 18:08:01.689966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:01.701625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for f1dfd3dd-39e8-4833-a67b-1a2ae556884b owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:01.880683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:01.912906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=f1dfd3dd-39e8-4833-a67b-1a2ae556884b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:01.936660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b224d-0f68-4b4e-b5f9-41869eb40e72 req-b26f2a79-462f-45c4-bae9-ab4a5483a472 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:01.937389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a5b224d-0f68-4b4e-b5f9-41869eb40e72 req-b26f2a79-462f-45c4-bae9-ab4a5483a472 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 1101 time: 0.0551167 Nov 09 18:08:01.986494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a5b224d-0f68-4b4e-b5f9-41869eb40e72 req-5faeb506-294f-4861-96a7-b0fee2880e51 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Nov 09 18:08:02.069567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.141169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d29759-7938-46d6-bd54-64904f5f3d23 req-3977d3e3-83df-4402-8eb6-ead07bac3abd tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:02.143043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91d29759-7938-46d6-bd54-64904f5f3d23 req-3977d3e3-83df-4402-8eb6-ead07bac3abd tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 1101 time: 0.0569811 Nov 09 18:08:02.193325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91d29759-7938-46d6-bd54-64904f5f3d23 req-cb963ba8-de5e-4d22-abf5-d46201de2436 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Nov 09 18:08:02.256578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 7920ab63-82ac-4fd0-927e-b7fb36834a67 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:02.351624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:02.358965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7d97f390-2cfa-4391-a86a-0c0a0d83fd4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/7920ab63-82ac-4fd0-927e-b7fb36834a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8494632 Nov 09 18:08:02.361477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56146) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:02.364874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] Sync routers for ids ['7920ab63-82ac-4fd0-927e-b7fb36834a67'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:02.378208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] Routers {'7920ab63-82ac-4fd0-927e-b7fb36834a67'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:02.380631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7920ab63-82ac-4fd0-927e-b7fb36834a67'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:02.425203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:02.447336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] Routers {'7920ab63-82ac-4fd0-927e-b7fb36834a67'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:02.448795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:07:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7920ab63-82ac-4fd0-927e-b7fb36834a67'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:02.505347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:02.506364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc207010-e6ed-434b-bd43-8cc2449e409b None None] The sync data for ids ['7920ab63-82ac-4fd0-927e-b7fb36834a67'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:02.527951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5c33ddda-aaab-4af4-86ec-047cd606e083 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242817 Nov 09 18:08:02.579090 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-13ce7469-9e41-4b78-87d3-b2832a2af59a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 18:08:02.580278 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-13ce7469-9e41-4b78-87d3-b2832a2af59a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/7920ab63-82ac-4fd0-927e-b7fb36834a67/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2174666 Nov 09 18:08:02.586513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56158) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:02.616462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cae65169-cc20-4acd-96d2-46a8c43400fc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=7920ab63-82ac-4fd0-927e-b7fb36834a67 HTTP/1.1" status: 200 len: 205 time: 0.0285604 Nov 09 18:08:02.618268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56160) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:02.650654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-c5531752-310c-4544-86ba-f7c4acef1119 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:02.652813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-c5531752-310c-4544-86ba-f7c4acef1119 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179407 Nov 09 18:08:02.669225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-125a48af-e00a-40cd-8618-9c10beb05346 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/quotas/9690a44205b74207b0d5d9003a464be3 HTTP/1.1" status: 200 len: 375 time: 0.0098510 Nov 09 18:08:02.702505 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b6134ea-0fae-41ac-8b37-651c6f5d4191 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.729312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-c61e9df6-7b3e-41d5-bcdd-52bcef729f79 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535707 Nov 09 18:08:02.893319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b6134ea-0fae-41ac-8b37-651c6f5d4191 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.895830 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b6134ea-0fae-41ac-8b37-651c6f5d4191 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.944051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b6134ea-0fae-41ac-8b37-651c6f5d4191 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.944686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6134ea-0fae-41ac-8b37-651c6f5d4191 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Fanout notify agent at l3_agent the message router_deleted on router 7920ab63-82ac-4fd0-927e-b7fb36834a67 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:02.953365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b6134ea-0fae-41ac-8b37-651c6f5d4191 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:02.957073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4b6134ea-0fae-41ac-8b37-651c6f5d4191 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/7920ab63-82ac-4fd0-927e-b7fb36834a67 HTTP/1.1" status: 204 len: 168 time: 0.3351045 Nov 09 18:08:02.957298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56168) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:03.013217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet 6215e794-8329-4f07-ba10-49c1c5435cd3 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:08:03.016510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.091551 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.191102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ea7fa-0cd6-490e-8476-2f788e102ee2 req-c6e30983-0793-4535-a3e6-540b45dff0a9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:03.192793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-015ea7fa-0cd6-490e-8476-2f788e102ee2 req-c6e30983-0793-4535-a3e6-540b45dff0a9 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0563383 Nov 09 18:08:03.204236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.236793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-015ea7fa-0cd6-490e-8476-2f788e102ee2 req-b17ac5cc-58f0-4c45-bb3b-ee25fc818970 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Nov 09 18:08:03.300129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.336895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=6215e794-8329-4f07-ba10-49c1c5435cd3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:03.341178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.345128 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d19a2b18-f912-4519-aa7d-9a6f182d9568 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/6215e794-8329-4f07-ba10-49c1c5435cd3 HTTP/1.1" status: 204 len: 168 time: 0.3862531 Nov 09 18:08:03.348046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56180) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:03.353035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee63d637-0235-4a9e-84e1-2cc65b93afd6 None None] Network 29af8841-944f-4609-b521-5bcfe9ad7d8e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:03.622919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.719674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18339025-108a-4a68-8883-0ac065828f4d req-cfc9601c-5f9f-4116-801a-f87007b7f8ad tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 210 time: 0.0352855 Nov 09 18:08:03.741315 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:03.741935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.817806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,segment=NetworkSegment(55694095-1fef-49e7-82a5-efdb165aec37),segment_id=55694095-1fef-49e7-82a5-efdb165aec37)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:03.818210 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:03.834219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:03.945548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] DHCP port deletion for 29af8841-944f-4609-b521-5bcfe9ad7d8e request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:03.994562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] Deleting port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:03.994977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.073296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] For port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,segment=NetworkSegment(55694095-1fef-49e7-82a5-efdb165aec37),segment_id=55694095-1fef-49e7-82a5-efdb165aec37)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:04.074098 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.094072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] Calling delete_port for fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:04.186019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.224541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] Pushing event deleted for resources: {'Port': ['ID=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:04.232585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e6ce5-7bf5-4db0-a5cb-8f80098bd92f None None] No DVR routers for this DVR port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:04.316753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.352786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:04.358587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:04.401124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.401471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.401849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.402188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.402524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.402857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.403242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.403573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.403937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.404241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.404560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.405227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:04.479428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.495849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daaf24-fea5-4e5e-b2a7-f4fd03da9297 req-0c656b62-5185-4186-9b9e-81f524665e75 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:04.497915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20daaf24-fea5-4e5e-b2a7-f4fd03da9297 req-0c656b62-5185-4186-9b9e-81f524665e75 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1551039 Nov 09 18:08:04.526393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29af8841-944f-4609-b521-5bcfe9ad7d8e']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:04.538316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:04.542356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55694095-1fef-49e7-82a5-efdb165aec37') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:04.542658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55694095-1fef-49e7-82a5-efdb165aec37') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:04.561533 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.565419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:04.565762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fa6e7426-cdfc-428f-86a3-d9aedb5ec6d1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:04.579550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20daaf24-fea5-4e5e-b2a7-f4fd03da9297 req-1926c924-5a08-48df-9498-7b6f0057a14d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751064 Nov 09 18:08:04.587847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.598470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:04.598881 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:04.602105 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:04.673349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.689146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.695074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/29af8841-944f-4609-b521-5bcfe9ad7d8e HTTP/1.1" status: 204 len: 168 time: 1.3457675 Nov 09 18:08:04.704313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56214) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:04.710082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-483150306'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:04.723565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa66fe-e944-4ea1-b5b4-af9db99b71ba tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=29af8841-944f-4609-b521-5bcfe9ad7d8e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:04.746100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:04.755366 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.793835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:04.806049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.806549 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment 1983e345-141d-4f3b-bedb-12a085084f7d of type vlan for network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 Nov 09 18:08:04.869011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.907383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-17227b1f-4c52-4f00-a020-0292e2929b7a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288851 Nov 09 18:08:04.983647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:04.991097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:04.992469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.045767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-98d3084d-dad3-40d8-99dd-57b94f72cc74 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432491 Nov 09 18:08:05.075065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3745465 Nov 09 18:08:05.079273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56220) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:05.089301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': '9f3d0ea9-6121-4967-b3f8-0822a98cdc17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:05.161619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37880f4a-b9cb-4d48-adcb-83eaac4221c2 req-bb5525ab-2442-4ee6-b7fc-873d6743d9f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 210 time: 0.0655756 Nov 09 18:08:05.210640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1666a3-afc6-47ae-a825-e73ba6208a66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=9f3d0ea9-6121-4967-b3f8-0822a98cdc17,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:05.228735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:05.262725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-412313de-a9ce-4fea-9a2a-1b56eec1c0ec tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.264092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-412313de-a9ce-4fea-9a2a-1b56eec1c0ec tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132027 Nov 09 18:08:05.264545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-01359e5f-3831-4fdb-bebd-b8681072a8b5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.266137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-01359e5f-3831-4fdb-bebd-b8681072a8b5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475654 Nov 09 18:08:05.286745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:05.288338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:05.331668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:05.335198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.354028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba930d4c-9b23-4896-872f-ea28c3065920 req-6a642e0d-b069-4814-9ed6-00f94c6efd6a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.355578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba930d4c-9b23-4896-872f-ea28c3065920 req-6a642e0d-b069-4814-9ed6-00f94c6efd6a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 945 time: 0.1270094 Nov 09 18:08:05.427208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba930d4c-9b23-4896-872f-ea28c3065920 req-43a02951-14ea-4ed7-93d9-5dea9c23ca2b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604615 Nov 09 18:08:05.449957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:05.453761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.500448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:05.504410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.587267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.96 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/65c703cf-c024-4968-83b0-a8e4e92708a2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:05.663044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.732519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=57ce98d8-5e8d-4dab-8b75-f148d4fbda21,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:05.742605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': '1983e345-141d-4f3b-bedb-12a085084f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9f3d0ea9-6121-4967-b3f8-0822a98cdc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:05.742914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: 9f3d0ea9-6121-4967-b3f8-0822a98cdc17, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:05.762383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:05.772261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9f3d0ea9-6121-4967-b3f8-0822a98cdc17) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:05.776995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.777705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.784566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db09a1-4feb-4eb6-95d3-0333278b0a5d None None] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:05.789684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f23c13-5915-45bd-8e8a-d6a413b530f1 req-86b290a5-8710-484f-873c-b6cdc1bb8ad7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:05.791362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5f23c13-5915-45bd-8e8a-d6a413b530f1 req-86b290a5-8710-484f-873c-b6cdc1bb8ad7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0955718 Nov 09 18:08:05.806895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c69b8797-2847-46dd-a530-5394963cf632 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7207389 Nov 09 18:08:05.807898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:05.817824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-33bb4037-2519-472e-9fdc-ffb49bf2451f tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1090302783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:05.824707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.878412 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bb4037-2519-472e-9fdc-ffb49bf2451f tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.880986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bb4037-2519-472e-9fdc-ffb49bf2451f tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.884239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5f23c13-5915-45bd-8e8a-d6a413b530f1 req-9e14ce64-8920-474b-be49-c5bfd63ae7f4 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670407 Nov 09 18:08:05.934604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:05.951824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:05.956544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:06.027261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:06.029622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:06.032252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bb4037-2519-472e-9fdc-ffb49bf2451f tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.040165 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bb4037-2519-472e-9fdc-ffb49bf2451f tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.056880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:06.100551 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bb4037-2519-472e-9fdc-ffb49bf2451f tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.105007 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-33bb4037-2519-472e-9fdc-ffb49bf2451f tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2928982 Nov 09 18:08:06.107486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=65c703cf-c024-4968-83b0-a8e4e92708a2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:06.111997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56232) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:06.125693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.55 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/ac0e32be-4df6-4e01-bb10-85e2b699715b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:06.267430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-9f3d0ea9-6121-4967-b3f8-0822a98cdc17', 'network_id': '9f3d0ea9-6121-4967-b3f8-0822a98cdc17', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': '57ce98d8-5e8d-4dab-8b75-f148d4fbda21'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:08:06.268573 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.295058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:06.295902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.415711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-4d8eb5da-ab3c-444e-b0e6-9dd89f658fff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1337826 Nov 09 18:08:06.418620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.456873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Allocated IP 2001:db8::2 (9f3d0ea9-6121-4967-b3f8-0822a98cdc17/57ce98d8-5e8d-4dab-8b75-f148d4fbda21/a5b8188b-ab69-4d6a-8212-539c61c3a55e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:06.457252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.490779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Request body: {'port': {'device_id': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:06.510082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:06.513035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:06.516200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:06.564760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa71c1-c278-4031-93a6-21de139270e2 req-7629595f-4e09-4b9f-be80-e853318503d2 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:06.572230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-adfa71c1-c278-4031-93a6-21de139270e2 req-7629595f-4e09-4b9f-be80-e853318503d2 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 935 time: 0.2278373 Nov 09 18:08:06.591119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f207809c-7502-4186-bc47-49f87585b0ef None None] Provisioning complete for port 65c703cf-c024-4968-83b0-a8e4e92708a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:06.591338 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f207809c-7502-4186-bc47-49f87585b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.648289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.687893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f207809c-7502-4186-bc47-49f87585b0ef None None] Port 65c703cf-c024-4968-83b0-a8e4e92708a2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:06.699971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.735502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-adfa71c1-c278-4031-93a6-21de139270e2 req-6e3bef41-9e0e-4d28-90c2-5fc3277d132c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622736 Nov 09 18:08:06.861387 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.881955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.954802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=ac0e32be-4df6-4e01-bb10-85e2b699715b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:06.980629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:06.981299 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:06.987753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:06.989028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:07.015185 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-5b963a25-07cf-4049-ad2a-7926a5340db8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7312386 Nov 09 18:08:07.022984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:07.035143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Request body: {'port': {'device_id': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:07.049536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:07.082180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Pushing event updated for resources: {'Port': ['ID=a5b8188b-ab69-4d6a-8212-539c61c3a55e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:07.149096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.169653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Attempting to bind port a5b8188b-ab69-4d6a-8212-539c61c3a55e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:07.170349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Attempting to bind port a5b8188b-ab69-4d6a-8212-539c61c3a55e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '1983e345-141d-4f3b-bedb-12a085084f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9f3d0ea9-6121-4967-b3f8-0822a98cdc17'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:07.170921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Attempting to bind port a5b8188b-ab69-4d6a-8212-539c61c3a55e on network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:07.179044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-ea29ac06-56b2-4066-9461-30fc33ac5a8d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:07.181430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-317bc318-a7c2-4789-90b3-9212d9da623b None None] Provisioning complete for port ac0e32be-4df6-4e01-bb10-85e2b699715b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:07.181889 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-ea29ac06-56b2-4066-9461-30fc33ac5a8d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 945 time: 0.1114781 Nov 09 18:08:07.182000 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-317bc318-a7c2-4789-90b3-9212d9da623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.217963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eec195-8a21-4ad5-a523-9efc00903a4c req-8450734b-591c-47c5-8554-c01b08e71626 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:07.219695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43eec195-8a21-4ad5-a523-9efc00903a4c req-8450734b-591c-47c5-8554-c01b08e71626 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 945 time: 0.3552876 Nov 09 18:08:07.243858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:07.246820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Checking segment: {'id': '1983e345-141d-4f3b-bedb-12a085084f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9f3d0ea9-6121-4967-b3f8-0822a98cdc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:07.247264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.248298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Bound using segment: {'id': '1983e345-141d-4f3b-bedb-12a085084f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9f3d0ea9-6121-4967-b3f8-0822a98cdc17'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:07.249291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Bound port: a5b8188b-ab69-4d6a-8212-539c61c3a55e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1983e345-141d-4f3b-bedb-12a085084f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9f3d0ea9-6121-4967-b3f8-0822a98cdc17'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:07.250121 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.319935 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-298dde19-049e-4e13-b103-31a4f4267366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.352259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-317bc318-a7c2-4789-90b3-9212d9da623b None None] Port ac0e32be-4df6-4e01-bb10-85e2b699715b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:07.366254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43eec195-8a21-4ad5-a523-9efc00903a4c req-bce8a1e5-83f2-4be1-86c9-6019848045c3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235628 Nov 09 18:08:07.410970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8::1 (9f3d0ea9-6121-4967-b3f8-0822a98cdc17/57ce98d8-5e8d-4dab-8b75-f148d4fbda21/5712beea-199f-4810-8c07-0ed12e00e802) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:07.436571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Deleting port bb10658f-2a71-4c85-a4ca-8e861a9100f2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:07.436829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.462677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] For port a5b8188b-ab69-4d6a-8212-539c61c3a55e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:07.489483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] For port a5b8188b-ab69-4d6a-8212-539c61c3a55e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a5b8188b-ab69-4d6a-8212-539c61c3a55e,segment=NetworkSegment(1983e345-141d-4f3b-bedb-12a085084f7d),segment_id=1983e345-141d-4f3b-bedb-12a085084f7d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:07.504873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.576499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f953e-4ae0-4dea-bc66-a2baf8226abc None None] Pushing event updated for resources: {'Port': ['ID=a5b8188b-ab69-4d6a-8212-539c61c3a55e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:07.594721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] For port bb10658f-2a71-4c85-a4ca-8e861a9100f2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bb10658f-2a71-4c85-a4ca-8e861a9100f2,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:07.595239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.603524 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:08:07.614677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Calling delete_port for bb10658f-2a71-4c85-a4ca-8e861a9100f2 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:07.641302 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.688011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c703cf-c024-4968-83b0-a8e4e92708a2 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:07.707065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ff54-4ad9-497f-a528-b1d90499f7f7 req-98e4219e-5191-4ec9-847c-dcc17b19a53c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:07.708774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50e0ff54-4ad9-497f-a528-b1d90499f7f7 req-98e4219e-5191-4ec9-847c-dcc17b19a53c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1498528 Nov 09 18:08:07.716518 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.779563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50e0ff54-4ad9-497f-a528-b1d90499f7f7 req-9d229485-a86c-4276-b960-9bc8fd4f6aba tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602219 Nov 09 18:08:07.786043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Transition to ACTIVE for port object 65c703cf-c024-4968-83b0-a8e4e92708a2 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:07.793473 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.794381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.817220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['bb10658f-2a71-4c85-a4ca-8e861a9100f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:07.855252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:07.871921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:07.952925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:07.957470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Pushing event updated for resources: {'Port': ['ID=65c703cf-c024-4968-83b0-a8e4e92708a2,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:07.966437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:07.990594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:07.991383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.003498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event deleted for resources: {'Port': ['ID=bb10658f-2a71-4c85-a4ca-8e861a9100f2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:08.034488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.035024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.036139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.036786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.037406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.037992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.038573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.039080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.039583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.040462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.040982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.042507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:08.092504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] No DVR routers for this DVR port bb10658f-2a71-4c85-a4ca-8e861a9100f2 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:08.096336 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.099928 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30551f4e-6253-4bb3-ac05-93fcaa17a237 req-5f2fe329-a3fe-48e6-8d87-05c9f74e1d17 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "DELETE /v2.0/ports/bb10658f-2a71-4c85-a4ca-8e861a9100f2 HTTP/1.1" status: 204 len: 173 time: 0.8024015 Nov 09 18:08:08.102136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'name': 'network-vif-deleted', 'tag': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:08.114936 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca057b-6bab-4fae-b88d-4882455f7036" -d '{"events": [{"server_uuid": "b7c66634-9732-40d5-ba36-3cc7b1f2f178", "name": "network-vif-deleted", "tag": "bb10658f-2a71-4c85-a4ca-8e861a9100f2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:08.296563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=5712beea-199f-4810-8c07-0ed12e00e802,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:08.325720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0e32be-4df6-4e01-bb10-85e2b699715b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:08.349373 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.369619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Attempting to bind port 65c703cf-c024-4968-83b0-a8e4e92708a2 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:08.370512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Attempting to bind port 65c703cf-c024-4968-83b0-a8e4e92708a2 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:08.372353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Transition to ACTIVE for port object ac0e32be-4df6-4e01-bb10-85e2b699715b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:08.375539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Attempting to bind port 65c703cf-c024-4968-83b0-a8e4e92708a2 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:08.378816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.399207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467ba63-4b70-4f4b-b137-db847a665b9a req-0648f9e7-3416-4fa7-b561-88c9e37f60b1 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:08.407087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7467ba63-4b70-4f4b-b137-db847a665b9a req-0648f9e7-3416-4fa7-b561-88c9e37f60b1 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 947 time: 0.2062187 Nov 09 18:08:08.447365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Port 65c703cf-c024-4968-83b0-a8e4e92708a2 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:08.448132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Attempting to bind port 65c703cf-c024-4968-83b0-a8e4e92708a2 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:08.465147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:08.465884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:08.466028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:08.466557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Bound port: 65c703cf-c024-4968-83b0-a8e4e92708a2, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:08.468174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.491454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.533166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7467ba63-4b70-4f4b-b137-db847a665b9a req-af90f371-6196-43fd-84be-dd4090edce0c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239703 Nov 09 18:08:08.562809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Pushing event updated for resources: {'Port': ['ID=ac0e32be-4df6-4e01-bb10-85e2b699715b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:08.634845 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365edefd-93af-4c4c-b10f-9b8c8b320fc1 x-openstack-request-id: req-365edefd-93af-4c4c-b10f-9b8c8b320fc1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:08.636214 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c66634-9732-40d5-ba36-3cc7b1f2f178", "name": "network-vif-deleted", "tag": "bb10658f-2a71-4c85-a4ca-8e861a9100f2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:08.637521 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-365edefd-93af-4c4c-b10f-9b8c8b320fc1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:08.638978 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c66634-9732-40d5-ba36-3cc7b1f2f178', 'name': 'network-vif-deleted', 'tag': 'bb10658f-2a71-4c85-a4ca-8e861a9100f2', 'status': 'completed', 'code': 200} Nov 09 18:08:08.718641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Attempting to bind port ac0e32be-4df6-4e01-bb10-85e2b699715b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:08.719550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Attempting to bind port ac0e32be-4df6-4e01-bb10-85e2b699715b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:08.720077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Attempting to bind port ac0e32be-4df6-4e01-bb10-85e2b699715b on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:08.737511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Port ac0e32be-4df6-4e01-bb10-85e2b699715b on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:08.738327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Attempting to bind port ac0e32be-4df6-4e01-bb10-85e2b699715b on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:08.742285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a5b8188b-ab69-4d6a-8212-539c61c3a55e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:08.750314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:08.751017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:08.751813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:08.752570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Bound port: ac0e32be-4df6-4e01-bb10-85e2b699715b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:08.753214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.845092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a5b8188b-ab69-4d6a-8212-539c61c3a55e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:08.845896 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.885059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] For port ac0e32be-4df6-4e01-bb10-85e2b699715b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:08.892930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] For port ac0e32be-4df6-4e01-bb10-85e2b699715b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac0e32be-4df6-4e01-bb10-85e2b699715b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:08.898168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:08.912219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d1d7867-1d60-455b-a2d8-b4d4008c4256 req-81b387d9-2835-40b3-bd01-7bed858ca399 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 210 time: 0.1936707 Nov 09 18:08:08.961469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] For port 65c703cf-c024-4968-83b0-a8e4e92708a2, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:09.097992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] For port 65c703cf-c024-4968-83b0-a8e4e92708a2, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65c703cf-c024-4968-83b0-a8e4e92708a2,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:09.113147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.138536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.185512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a5b8188b-ab69-4d6a-8212-539c61c3a55e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a5b8188b-ab69-4d6a-8212-539c61c3a55e,segment=NetworkSegment(1983e345-141d-4f3b-bedb-12a085084f7d),segment_id=1983e345-141d-4f3b-bedb-12a085084f7d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:09.198370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.227478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.227742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.229485 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.229623 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.231298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] 10.222.0.73 "PUT /v2.0/ports/65c703cf-c024-4968-83b0-a8e4e92708a2 HTTP/1.1" status: 200 len: 1095 time: 2.7779472 Nov 09 18:08:09.232762 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] 10.222.0.85 "PUT /v2.0/ports/ac0e32be-4df6-4e01-bb10-85e2b699715b HTTP/1.1" status: 200 len: 1095 time: 2.2059188 Nov 09 18:08:09.252694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb9dec-4a1f-4afd-9423-1c66a914bc5d service neutron] Pushing event updated for resources: {'Port': ['ID=ac0e32be-4df6-4e01-bb10-85e2b699715b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:09.262212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'tag': '65c703cf-c024-4968-83b0-a8e4e92708a2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:09.276428 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb10471-bb88-418b-9052-c3e6a510de70" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3b006e-8e4a-420a-b9dd-98d01a574228", "tag": "65c703cf-c024-4968-83b0-a8e4e92708a2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:09.363967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a5b8188b-ab69-4d6a-8212-539c61c3a55e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:09.392276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-21239576-7544-414c-a7fa-5a3f0625935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.394099 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-21239576-7544-414c-a7fa-5a3f0625935b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 1098 time: 0.0969558 Nov 09 18:08:09.451745 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-9d0a08d5-e21b-4a8d-9b14-b935c528778d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ac0e32be-4df6-4e01-bb10-85e2b699715b HTTP/1.1" status: 200 len: 217 time: 0.0435328 Nov 09 18:08:09.510785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb48a02-f422-4f44-82b6-13ffc366cef0 None None] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:09.514232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-b03a08b8-4d56-42aa-ac88-9f81d41e8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.515980 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-b03a08b8-4d56-42aa-ac88-9f81d41e8e62 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0542438 Nov 09 18:08:09.587985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-93cbea3a-b94f-411d-9d0c-1ef634843721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.590541 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-93cbea3a-b94f-411d-9d0c-1ef634843721 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646129 Nov 09 18:08:09.718009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ea07dad0-b831-4f78-921f-10b641ddba8f None None] Provisioning complete for port a5b8188b-ab69-4d6a-8212-539c61c3a55e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:09.718407 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea07dad0-b831-4f78-921f-10b641ddba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.723495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-7dbb1290-6a0e-4952-adaf-acdac0100842 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218519 Nov 09 18:08:09.786930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3115f5be-d76e-49c0-a3e3-5cf09830b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:09.844827 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-57ee5589-2f22-4bed-b26c-7a81bd700fda service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132991 Nov 09 18:08:09.858008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f184f88-d673-4bb2-91bc-f53b5ac63328 service neutron] Pushing event updated for resources: {'Port': ['ID=65c703cf-c024-4968-83b0-a8e4e92708a2,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:09.913194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e3e0-8863-429f-aa19-9357f8b6c6fa req-12b27757-7abf-468a-be2f-d9be1b566a99 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.920677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7d4e3e0-8863-429f-aa19-9357f8b6c6fa req-12b27757-7abf-468a-be2f-d9be1b566a99 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.7714252 Nov 09 18:08:09.957111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-1a9f8af7-c311-4b35-b3fb-3393861ac52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:09.958630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-1a9f8af7-c311-4b35-b3fb-3393861ac52b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 1098 time: 0.6178529 Nov 09 18:08:10.032162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7d4e3e0-8863-429f-aa19-9357f8b6c6fa req-ed91fc37-61b1-457b-a066-6c65c882cd32 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105289 Nov 09 18:08:10.039796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-8f238c2a-57b2-4839-a306-bcafe02211fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=65c703cf-c024-4968-83b0-a8e4e92708a2 HTTP/1.1" status: 200 len: 217 time: 0.0618536 Nov 09 18:08:10.045304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.087553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.089286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.185331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f8ae122-ae81-4794-8e0c-bd544d5e5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:10.186995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-2f8ae122-ae81-4794-8e0c-bd544d5e5eb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1391726 Nov 09 18:08:10.196200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e2a3f45f-642a-4758-b6de-ef25d0ab9859 None None] Provisioning complete for port 5712beea-199f-4810-8c07-0ed12e00e802 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:10.196680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f45f-642a-4758-b6de-ef25d0ab9859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.251612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.255835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=5712beea-199f-4810-8c07-0ed12e00e802,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:10.319800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-e303910c-07a4-4539-9579-eb4f6793262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:10.320901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3f45f-642a-4758-b6de-ef25d0ab9859 None None] Port 5712beea-199f-4810-8c07-0ed12e00e802 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:10.326300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-e303910c-07a4-4539-9579-eb4f6793262d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205242 Nov 09 18:08:10.367548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e2a3f45f-642a-4758-b6de-ef25d0ab9859 None None] Provisioning complete for port a5b8188b-ab69-4d6a-8212-539c61c3a55e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:10.368146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f45f-642a-4758-b6de-ef25d0ab9859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.412992 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9578d3-8d1b-4497-93ab-09e46503b498 x-openstack-request-id: req-ac9578d3-8d1b-4497-93ab-09e46503b498 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:10.413299 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3b006e-8e4a-420a-b9dd-98d01a574228", "tag": "65c703cf-c024-4968-83b0-a8e4e92708a2", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:10.413505 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac9578d3-8d1b-4497-93ab-09e46503b498 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:10.413874 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'tag': '65c703cf-c024-4968-83b0-a8e4e92708a2', 'status': 'completed', 'code': 200} Nov 09 18:08:10.576016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:10.592630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c43c0-21ea-4876-b088-ccaa2fadf551 req-ea005b21-b82e-4a6a-af7e-03c16d0062cf tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:10.594451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d96c43c0-21ea-4876-b088-ccaa2fadf551 req-ea005b21-b82e-4a6a-af7e-03c16d0062cf tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 947 time: 0.1140101 Nov 09 18:08:10.595373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:10.606736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a5b8188b-ab69-4d6a-8212-539c61c3a55e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:10.642343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'tag': 'ac0e32be-4df6-4e01-bb10-85e2b699715b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:10.644723 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7132d13a-690f-41d8-90de-575b88ab2f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc24f7-5c1f-432a-9996-9563bd035835", "tag": "ac0e32be-4df6-4e01-bb10-85e2b699715b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:10.713468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a5b8188b-ab69-4d6a-8212-539c61c3a55e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:10.714456 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.725033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f31c5023-939b-430e-aad3-548bec826ea6 None None] Provisioning complete for port 5712beea-199f-4810-8c07-0ed12e00e802 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:10.725033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f31c5023-939b-430e-aad3-548bec826ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:10.731779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-53a365df-b72d-4d5c-869c-3084fa21f1f0 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982537 Nov 09 18:08:10.811739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f31c5023-939b-430e-aad3-548bec826ea6 None None] Port 5712beea-199f-4810-8c07-0ed12e00e802 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:10.846410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d96c43c0-21ea-4876-b088-ccaa2fadf551 req-06de73ef-bd60-4ce6-a0ee-ee32969e6e86 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429953 Nov 09 18:08:10.921428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 92a58b24-8be5-49bf-a209-3f6163c47833 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:08:10.926152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9d43b2d-2bad-496b-96df-9339dc89aaaa req-62ac8ac6-351d-447c-be82-990693f73273 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776779 Nov 09 18:08:11.008281 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:11.034981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a8a87a93-da2c-4c3e-854e-152e4e7b75bd None None] Provisioning complete for port 5712beea-199f-4810-8c07-0ed12e00e802 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:11.035637 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a8a87a93-da2c-4c3e-854e-152e4e7b75bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:11.040686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a23da9a-ed35-410b-8c33-e00733b226b1 req-f1df2c97-311a-48f6-91e3-5bec8678ce5a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 210 time: 0.0542786 Nov 09 18:08:11.077614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a8a87a93-da2c-4c3e-854e-152e4e7b75bd None None] Port 5712beea-199f-4810-8c07-0ed12e00e802 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:11.114262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:11.118279 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2794a9d3-dd45-491c-8659-c055f8aad617 x-openstack-request-id: req-2794a9d3-dd45-491c-8659-c055f8aad617 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:11.118760 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc24f7-5c1f-432a-9996-9563bd035835", "tag": "ac0e32be-4df6-4e01-bb10-85e2b699715b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:11.119192 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2794a9d3-dd45-491c-8659-c055f8aad617 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:11.120377 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'tag': 'ac0e32be-4df6-4e01-bb10-85e2b699715b', 'status': 'completed', 'code': 200} Nov 09 18:08:11.125588 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] Sync routers for ids ['92a58b24-8be5-49bf-a209-3f6163c47833'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:11.127304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-54908f15-54d7-4834-881c-b5e1529f9787 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/92a58b24-8be5-49bf-a209-3f6163c47833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0110333 Nov 09 18:08:11.129784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56292) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:11.136142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-9a067c5e-9b4f-41d4-b9f0-2735c5574c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.137917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-9a067c5e-9b4f-41d4-b9f0-2735c5574c30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 1098 time: 0.0996685 Nov 09 18:08:11.154777 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] Routers {'92a58b24-8be5-49bf-a209-3f6163c47833'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:11.158652 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['92a58b24-8be5-49bf-a209-3f6163c47833'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:11.248089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85eb977-624f-4623-9ade-a4c10c8110bc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.249792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e85eb977-624f-4623-9ade-a4c10c8110bc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports/5712beea-199f-4810-8c07-0ed12e00e802 HTTP/1.1" status: 200 len: 911 time: 0.1186988 Nov 09 18:08:11.256079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:11.282916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-7e8165a6-90b4-4153-b6af-c32c0ca29a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.284763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-7e8165a6-90b4-4153-b6af-c32c0ca29a63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1362183 Nov 09 18:08:11.351220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-781cce9c-432d-4357-8fa6-ae18f6402011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.353091 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-781cce9c-432d-4357-8fa6-ae18f6402011 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 1098 time: 0.1604652 Nov 09 18:08:11.353489 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:11.361975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-53007e89-9504-426c-b24d-5cce007e6a2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=65c703cf-c024-4968-83b0-a8e4e92708a2 HTTP/1.1" status: 200 len: 217 time: 0.0454335 Nov 09 18:08:11.364936 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] Routers {'92a58b24-8be5-49bf-a209-3f6163c47833'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:11.365621 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['92a58b24-8be5-49bf-a209-3f6163c47833'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:11.379840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14718a7a-20eb-469f-9874-0c60aa2e7639 req-e4d66fb0-a77f-4214-b76c-616ecf8cf096 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.387942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14718a7a-20eb-469f-9874-0c60aa2e7639 req-e4d66fb0-a77f-4214-b76c-616ecf8cf096 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1021280 Nov 09 18:08:11.403335 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:11.403998 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d21edb3-7547-4399-b444-ba32c9eb0111 None None] The sync data for ids ['92a58b24-8be5-49bf-a209-3f6163c47833'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:11.463025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14718a7a-20eb-469f-9874-0c60aa2e7639 req-0adba668-cba1-4445-9477-7965f45c26b7 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Nov 09 18:08:11.469107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-99f85ef1-a285-4676-bd7b-339cecde015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.470648 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-99f85ef1-a285-4676-bd7b-339cecde015e service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1077981 Nov 09 18:08:11.474054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-aeb4bbf8-3bc3-403f-a8f3-e78114dba5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.482728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-aeb4bbf8-3bc3-403f-a8f3-e78114dba5ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0856698 Nov 09 18:08:11.562653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-d1997dd3-f4bf-4ed4-8002-4c287ddf7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.567728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-d1997dd3-f4bf-4ed4-8002-4c287ddf7309 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777111 Nov 09 18:08:11.612802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-de943406-9557-4a1d-b3ff-650fe25af00f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ac0e32be-4df6-4e01-bb10-85e2b699715b HTTP/1.1" status: 200 len: 217 time: 0.1273012 Nov 09 18:08:11.677741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-b2480fac-6a3b-44ce-b33f-2e17d5fc69c7 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005337 Nov 09 18:08:11.762791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-f062a66b-bc80-4821-902b-de655660954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.764822 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-f062a66b-bc80-4821-902b-de655660954b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1380270 Nov 09 18:08:11.793616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bb10471-bb88-418b-9052-c3e6a510de70 req-d1ec121d-a0c8-47fd-ab7a-86f5846c3a5c service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060104 Nov 09 18:08:11.848974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-f75b990f-8bb3-4d62-a188-e3ebe6a1e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:11.850851 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-f75b990f-8bb3-4d62-a188-e3ebe6a1e4fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587111 Nov 09 18:08:12.056909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.065025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf651c1-6011-4f8d-9771-783fef4045c7 req-a1d68eb6-1c65-4ddf-82a3-3c6f18589ccf tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.078877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9cf651c1-6011-4f8d-9771-783fef4045c7 req-a1d68eb6-1c65-4ddf-82a3-3c6f18589ccf tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 947 time: 0.0799811 Nov 09 18:08:12.097531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-809dbd5b-395f-4354-8689-6deddfffafff service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383780 Nov 09 18:08:12.115501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9cf651c1-6011-4f8d-9771-783fef4045c7 req-797ca95f-9e0f-4c15-99d5-a368aff82378 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348873 Nov 09 18:08:12.235564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa3f670e-4444-4d24-83e1-b0071de42ecc req-e413c8bb-fb0f-4df9-b013-245ac266bf75 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 210 time: 0.0310416 Nov 09 18:08:12.248575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac0e32be-4df6-4e01-bb10-85e2b699715b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:12.261406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bb10658f-2a71-4c85-a4ca-8e861a9100f2 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:12.293422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: bb10658f-2a71-4c85-a4ca-8e861a9100f2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:12.294192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bb10658f-2a71-4c85-a4ca-8e861a9100f2 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:12.324571 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7132d13a-690f-41d8-90de-575b88ab2f8a req-df9bf1fb-735e-471e-a3ef-425430f2d569 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968822 Nov 09 18:08:12.392555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ac0e32be-4df6-4e01-bb10-85e2b699715b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac0e32be-4df6-4e01-bb10-85e2b699715b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:12.403923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'ac0e32be-4df6-4e01-bb10-85e2b699715b', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'ac0e32be-4df6-4e01-bb10-85e2b699715b', 'mac_address': 'fa:16:3e:7f:05:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:12.436805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 5712beea-199f-4810-8c07-0ed12e00e802 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:12.437178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.442860 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.456846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0e32be-4df6-4e01-bb10-85e2b699715b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:12.479640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ac0e32be-4df6-4e01-bb10-85e2b699715b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac0e32be-4df6-4e01-bb10-85e2b699715b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:12.484005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.556568 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.567497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.572820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 5712beea-199f-4810-8c07-0ed12e00e802 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:12.581316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ac0e32be-4df6-4e01-bb10-85e2b699715b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:12.607001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dc3e8-b589-4236-849f-0987ded77783 req-0dfde413-1dc3-4bfe-b0d6-6fba6d7b876b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:12.608797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b1dc3e8-b589-4236-849f-0987ded77783 req-0dfde413-1dc3-4bfe-b0d6-6fba6d7b876b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0691750 Nov 09 18:08:12.650267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b1dc3e8-b589-4236-849f-0987ded77783 req-8741e6b5-0feb-4329-9030-61129fd2a539 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Nov 09 18:08:12.772179 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:12.818627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=5712beea-199f-4810-8c07-0ed12e00e802,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:12.875450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:12.961761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.192612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 92a58b24-8be5-49bf-a209-3f6163c47833 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:13.279467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03a5a-cb50-4014-ac85-ed6e49afd600 req-e7427b4b-0f2d-4198-8864-0525a43d308e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:13.282844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78f03a5a-cb50-4014-ac85-ed6e49afd600 req-e7427b4b-0f2d-4198-8864-0525a43d308e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 947 time: 0.0669858 Nov 09 18:08:13.291672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:13.302685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] Sync routers for ids ['92a58b24-8be5-49bf-a209-3f6163c47833'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:13.316895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] Routers {'92a58b24-8be5-49bf-a209-3f6163c47833'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:13.317530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['92a58b24-8be5-49bf-a209-3f6163c47833'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:13.323276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f9488286-64a0-4260-aaab-4cd8d03b68cc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/92a58b24-8be5-49bf-a209-3f6163c47833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0626664 Nov 09 18:08:13.323566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56326) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:13.332710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78f03a5a-cb50-4014-ac85-ed6e49afd600 req-ee7fba9d-7d1f-4b30-b03d-1141bf9c397a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Nov 09 18:08:13.367423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:13.377894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:13.378528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] Routers {'92a58b24-8be5-49bf-a209-3f6163c47833'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:13.379179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['92a58b24-8be5-49bf-a209-3f6163c47833'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:13.390540 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b64b9c31-796b-4d39-afaa-87bc5ed1a6e9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a58b24-8be5-49bf-a209-3f6163c47833 HTTP/1.1" status: 200 len: 205 time: 0.0642457 Nov 09 18:08:13.417653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:13.418271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2245155e-38b7-496f-a0d2-2bf25d5adc50 None None] The sync data for ids ['92a58b24-8be5-49bf-a209-3f6163c47833'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:13.497716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-778ce3d1-f96a-4ff9-a338-fb9d4a25e07a req-cea9e30d-5e3e-44a5-a414-334fdfc92833 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c66634-9732-40d5-ba36-3cc7b1f2f178 HTTP/1.1" status: 200 len: 210 time: 0.0625136 Nov 09 18:08:13.500418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c118c9-bad9-403c-836e-2f7e3ec16fc6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.665967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c118c9-bad9-403c-836e-2f7e3ec16fc6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.669297 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c118c9-bad9-403c-836e-2f7e3ec16fc6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.716319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c118c9-bad9-403c-836e-2f7e3ec16fc6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.717162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c118c9-bad9-403c-836e-2f7e3ec16fc6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Fanout notify agent at l3_agent the message router_deleted on router 92a58b24-8be5-49bf-a209-3f6163c47833 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:13.724814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c118c9-bad9-403c-836e-2f7e3ec16fc6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.728447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-71c118c9-bad9-403c-836e-2f7e3ec16fc6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/92a58b24-8be5-49bf-a209-3f6163c47833 HTTP/1.1" status: 204 len: 168 time: 0.3470781 Nov 09 18:08:13.729712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56332) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:13.778500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71148533-32f5-4498-9f68-73232154dabd req-748c2b5d-ecf2-42db-9883-ed55bb4562cb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:13.780241 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71148533-32f5-4498-9f68-73232154dabd req-748c2b5d-ecf2-42db-9883-ed55bb4562cb tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0529521 Nov 09 18:08:13.787719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet 57ce98d8-5e8d-4dab-8b75-f148d4fbda21 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:08:13.791105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.830885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71148533-32f5-4498-9f68-73232154dabd req-dcd6bd5e-7c72-49c8-9fc4-900479446900 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Nov 09 18:08:13.841486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:13.940308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.011342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.059565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=57ce98d8-5e8d-4dab-8b75-f148d4fbda21,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:14.061896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.063118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65304bcf-fa67-45ba-bd81-6a375e4d5087 None None] Network 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:14.068548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1179684-0cdb-44f5-a79c-91def019afbf tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/57ce98d8-5e8d-4dab-8b75-f148d4fbda21 HTTP/1.1" status: 204 len: 168 time: 0.3341463 Nov 09 18:08:14.068548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56338) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:14.172994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.324779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port a5b8188b-ab69-4d6a-8212-539c61c3a55e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:14.332851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.334544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65c703cf-c024-4968-83b0-a8e4e92708a2 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:14.336452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac0e32be-4df6-4e01-bb10-85e2b699715b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:14.401913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port a5b8188b-ab69-4d6a-8212-539c61c3a55e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a5b8188b-ab69-4d6a-8212-539c61c3a55e,segment=NetworkSegment(1983e345-141d-4f3b-bedb-12a085084f7d),segment_id=1983e345-141d-4f3b-bedb-12a085084f7d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:14.402343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.418205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for a5b8188b-ab69-4d6a-8212-539c61c3a55e owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:14.517358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port ac0e32be-4df6-4e01-bb10-85e2b699715b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:08:14.524174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acfbc3-9aae-412c-9aa5-2fcc8aad7b59 req-aa857016-20fc-43a3-91ba-9af5ad436c89 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:14.532830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8acfbc3-9aae-412c-9aa5-2fcc8aad7b59 req-aa857016-20fc-43a3-91ba-9af5ad436c89 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 947 time: 0.0929792 Nov 09 18:08:14.533403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port ac0e32be-4df6-4e01-bb10-85e2b699715b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:14.534148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.570624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8acfbc3-9aae-412c-9aa5-2fcc8aad7b59 req-02dbc6a6-7839-43a7-b075-b54a1d978d22 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Nov 09 18:08:14.590475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65c703cf-c024-4968-83b0-a8e4e92708a2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65c703cf-c024-4968-83b0-a8e4e92708a2,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:14.617795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '65c703cf-c024-4968-83b0-a8e4e92708a2', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '65c703cf-c024-4968-83b0-a8e4e92708a2', 'mac_address': 'fa:16:3e:9b:7e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:14.679560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] DHCP port deletion for 9f3d0ea9-6121-4967-b3f8-0822a98cdc17 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:14.728348 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.749005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.777331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0e32be-4df6-4e01-bb10-85e2b699715b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:14.779676 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2091dc59-d1ec-47a0-902b-2d2db9ec3ea9" -d '{"events": [{"server_uuid": "0fcc24f7-5c1f-432a-9996-9563bd035835", "name": "network-vif-plugged", "status": "completed", "tag": "ac0e32be-4df6-4e01-bb10-85e2b699715b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:14.786243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c703cf-c024-4968-83b0-a8e4e92708a2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:14.801368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ac0e32be-4df6-4e01-bb10-85e2b699715b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac0e32be-4df6-4e01-bb10-85e2b699715b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:14.810803 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.816328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.847012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65c703cf-c024-4968-83b0-a8e4e92708a2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65c703cf-c024-4968-83b0-a8e4e92708a2,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:14.853307 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9909e576-f0b4-4075-b411-af73bc254bb6 x-openstack-request-id: req-9909e576-f0b4-4075-b411-af73bc254bb6 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:14.853676 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc24f7-5c1f-432a-9996-9563bd035835", "name": "network-vif-plugged", "status": "completed", "tag": "ac0e32be-4df6-4e01-bb10-85e2b699715b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:14.853898 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9909e576-f0b4-4075-b411-af73bc254bb6 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:14.854223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=a5b8188b-ab69-4d6a-8212-539c61c3a55e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:14.854373 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0e32be-4df6-4e01-bb10-85e2b699715b', 'code': 200} Nov 09 18:08:14.858020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] Deleting port a5b8188b-ab69-4d6a-8212-539c61c3a55e {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:14.858616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.859864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port a5b8188b-ab69-4d6a-8212-539c61c3a55e on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:14.862228 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:14.925221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ac0e32be-4df6-4e01-bb10-85e2b699715b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:14.992994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.007083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] For port a5b8188b-ab69-4d6a-8212-539c61c3a55e, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:15.007742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.011469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=65c703cf-c024-4968-83b0-a8e4e92708a2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:15.024779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c844cb8-3e73-4ad2-9b75-f18d15872d62 req-d1b290db-ebb6-4e3c-9584-5418fea95354 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:15.026617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c844cb8-3e73-4ad2-9b75-f18d15872d62 req-d1b290db-ebb6-4e3c-9584-5418fea95354 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0631938 Nov 09 18:08:15.029548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3d0ea9-6121-4967-b3f8-0822a98cdc17']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:15.031582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] Calling delete_port for a5b8188b-ab69-4d6a-8212-539c61c3a55e owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:15.033220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6852a-f850-4872-b034-c24637576bbe req-812b0a6b-789b-4e4e-b01c-98927d09c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:15.034539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] Port a5b8188b-ab69-4d6a-8212-539c61c3a55e was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:08:15.034737 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9f6852a-f850-4872-b034-c24637576bbe req-812b0a6b-789b-4e4e-b01c-98927d09c7c9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 1100 time: 0.0892441 Nov 09 18:08:15.035855 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.043725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1983e345-141d-4f3b-bedb-12a085084f7d') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:15.044022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1983e345-141d-4f3b-bedb-12a085084f7d') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:15.059595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.066326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] Pushing event deleted for resources: {'Port': ['ID=a5b8188b-ab69-4d6a-8212-539c61c3a55e,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:15.074229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68f1b5-fd17-4a2e-8067-819b7d3fc644 None None] No DVR routers for this DVR port a5b8188b-ab69-4d6a-8212-539c61c3a55e on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:15.076829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c844cb8-3e73-4ad2-9b75-f18d15872d62 req-cbe602bf-28fc-48e0-8093-1e15679d63da tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Nov 09 18:08:15.092625 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.105703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:15.106131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:15.109067 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:15.122569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c9f6852a-f850-4872-b034-c24637576bbe req-5ec12be1-85d8-4e9c-a914-5501e6ca3356 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722134 Nov 09 18:08:15.173247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.181602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.189612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/9f3d0ea9-6121-4967-b3f8-0822a98cdc17 HTTP/1.1" status: 204 len: 168 time: 1.1203201 Nov 09 18:08:15.189844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56368) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:15.202393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1154382993', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:15.207045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45a128-efe0-4f35-b2c9-8a70058aeb3e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=9f3d0ea9-6121-4967-b3f8-0822a98cdc17,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:15.228132 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.230178 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.284731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.286122 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['65c703cf-c024-4968-83b0-a8e4e92708a2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:15.450582 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.606040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-3210876b-0b6e-403a-9fa4-b55b73bb3d8b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:15.607414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-3210876b-0b6e-403a-9fa4-b55b73bb3d8b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.1516995 Nov 09 18:08:15.629352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-f9bcf08a-273e-4a03-90c6-eab87868cbda tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/quotas/f2c934c0c76d4fa39a6e7ec0c154c163 HTTP/1.1" status: 200 len: 375 time: 0.0146682 Nov 09 18:08:15.672939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-eb083bd3-b61b-41b4-82d5-f8c9e71bf15f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374196 Nov 09 18:08:15.833553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.862534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:15.874480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-22a41172-092a-45b0-bbce-e9aefe87187c service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939576 Nov 09 18:08:16.050970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 172.25.0.156 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/cd0c0c65-616e-4ac1-82cb-2942ff8f5fc7) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:16.054722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-2a522cf3-8036-4575-b794-6dc0be1df9f9 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460922 Nov 09 18:08:16.083189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:16.191961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:16.291896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:16.550010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a5b8188b-ab69-4d6a-8212-539c61c3a55e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:16.575506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a5b8188b-ab69-4d6a-8212-539c61c3a55e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:16.589386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a5b8188b-ab69-4d6a-8212-539c61c3a55e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:16.776021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2483c-ca7c-4c68-ba77-a21c99ded49b req-25094b02-006b-445a-b0de-005b8d33f9ed tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:16.777483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6f2483c-ca7c-4c68-ba77-a21c99ded49b req-25094b02-006b-445a-b0de-005b8d33f9ed tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 948 time: 0.5566289 Nov 09 18:08:16.801249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:16.803331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=cd0c0c65-616e-4ac1-82cb-2942ff8f5fc7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:16.811404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:16.815053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:16.864702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6f2483c-ca7c-4c68-ba77-a21c99ded49b req-44bb5542-5280-4c3e-ad5f-8ddb36e49d2a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786800 Nov 09 18:08:17.025354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665fdbe-9d2c-4c36-b5f1-ff95ef5d8413 req-c01583a7-dbc8-44a1-97ab-77924975a19c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:17.027405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1665fdbe-9d2c-4c36-b5f1-ff95ef5d8413 req-c01583a7-dbc8-44a1-97ab-77924975a19c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0811362 Nov 09 18:08:17.134515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1665fdbe-9d2c-4c36-b5f1-ff95ef5d8413 req-1e7f7e95-d638-4c16-bfcd-95ffcf10a53b tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730147 Nov 09 18:08:17.179273 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.291136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49bd165c-90e2-4020-bd49-c1f472b72be8 req-cdc3113e-4bba-4c4f-bf70-8c559aa7854f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 210 time: 0.0316556 Nov 09 18:08:17.421424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.498306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-44141597-600f-4c5b-bde6-b7a106b907c7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:17.500934 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-44141597-600f-4c5b-bde6-b7a106b907c7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.1684837 Nov 09 18:08:17.520658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Request body: {'port': {'device_id': 'a75f0c26-ef0f-4228-a184-762600b97192', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'admin_state_up': True, 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:17.622051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 6c838a3a-af9f-42db-a70f-6b70e6a123a5 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:08:17.678177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:17.682876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.750896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b88af663-493f-4677-b8ac-a0328940cd2e req-8065af51-3790-4e95-be52-2610e792d719 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 210 time: 0.0773504 Nov 09 18:08:17.795923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:17.808367 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] Sync routers for ids ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:17.820373 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:17.820657 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] Routers {'6c838a3a-af9f-42db-a70f-6b70e6a123a5'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:17.821632 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:17.821918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-225d354a-0582-4b96-8054-cbf1dd157e48 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6305914 Nov 09 18:08:17.825165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56420) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:17.867634 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:17.879169 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] Routers {'6c838a3a-af9f-42db-a70f-6b70e6a123a5'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:17.879924 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:17.917173 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:17.918240 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d9b62-5d4c-4958-b932-bfe106531fa1 None None] The sync data for ids ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:17.935888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Allocated IP 172.20.0.7 (b448cd60-9f26-47d5-8457-7687f9481239/03057df8-87f6-4af5-a15d-a2004661bcfc/0d18f397-aa4f-4819-95f3-a5ac7fa22aae) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:18.008681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6ce6392d-0820-41c4-9f8f-3a2c50a584d4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/routers/6c838a3a-af9f-42db-a70f-6b70e6a123a5 HTTP/1.1" status: 200 len: 885 time: 0.1823685 Nov 09 18:08:18.012236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56424) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:18.046157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bda438-07e5-44da-a869-fe308cee9c3a req-8be47d6c-1c0d-47f4-92f0-1c3d91e7ebc5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:18.048321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46bda438-07e5-44da-a869-fe308cee9c3a req-8be47d6c-1c0d-47f4-92f0-1c3d91e7ebc5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 948 time: 0.0604324 Nov 09 18:08:18.095913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46bda438-07e5-44da-a869-fe308cee9c3a req-740964d1-bbab-4618-a3eb-1f41d6eaf649 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Nov 09 18:08:18.132678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65c703cf-c024-4968-83b0-a8e4e92708a2 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:18.193218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 65c703cf-c024-4968-83b0-a8e4e92708a2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:08:18.198235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 65c703cf-c024-4968-83b0-a8e4e92708a2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:18.198822 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.295663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a7e36-ad7a-4f37-965b-2d0fa340932a req-3d0e8a9b-8c9d-4c4e-a2c0-6a273f01cded tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:18.297426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-395a7e36-ad7a-4f37-965b-2d0fa340932a req-3d0e8a9b-8c9d-4c4e-a2c0-6a273f01cded tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0868995 Nov 09 18:08:18.321574 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.325997 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.368111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65c703cf-c024-4968-83b0-a8e4e92708a2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65c703cf-c024-4968-83b0-a8e4e92708a2,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:18.369208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c703cf-c024-4968-83b0-a8e4e92708a2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:18.373394 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d79609c-ba45-4a20-a479-5e5acb039ae5" -d '{"events": [{"server_uuid": "3e3b006e-8e4a-420a-b9dd-98d01a574228", "name": "network-vif-plugged", "status": "completed", "tag": "65c703cf-c024-4968-83b0-a8e4e92708a2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:18.378491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-395a7e36-ad7a-4f37-965b-2d0fa340932a req-ac0c5304-39c1-47f7-acbe-93103d063acc tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705926 Nov 09 18:08:18.380987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.422304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.458739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=65c703cf-c024-4968-83b0-a8e4e92708a2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:18.485125 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f5b797dd-e7ea-47bd-a9b3-b9e80daa68dc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4690142 Nov 09 18:08:18.486268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56434) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:18.491899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1c15ceeb-a14d-4cd5-b525-b18bc473dbec tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1154382993'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:18.533963 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97494812-1743-4394-adc3-9bcefe76f337 x-openstack-request-id: req-97494812-1743-4394-adc3-9bcefe76f337 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:18.534395 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3b006e-8e4a-420a-b9dd-98d01a574228", "name": "network-vif-plugged", "status": "completed", "tag": "65c703cf-c024-4968-83b0-a8e4e92708a2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:18.534741 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97494812-1743-4394-adc3-9bcefe76f337 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:18.535146 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c703cf-c024-4968-83b0-a8e4e92708a2', 'code': 200} Nov 09 18:08:18.544589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Network b448cd60-9f26-47d5-8457-7687f9481239 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:18.583774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:18.594234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:18.602644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event updated for resources: {'Port': ['ID=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:18.673847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:18.674528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41d92f-346f-49b3-828a-173605615dae req-3b079038-983f-4bef-a6c5-da6ad262d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:18.675071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.676700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b41d92f-346f-49b3-828a-173605615dae req-3b079038-983f-4bef-a6c5-da6ad262d523 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 1100 time: 0.0552745 Nov 09 18:08:18.729906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b41d92f-346f-49b3-828a-173605615dae req-a0058086-14da-4f10-aec2-92378ef83918 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400980 Nov 09 18:08:18.751418 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-4ce91ffb-e29f-4873-9b16-00c148997ddd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2381489 Nov 09 18:08:18.787772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Request body: {'port': {'device_id': 'a75f0c26-ef0f-4228-a184-762600b97192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:18.959285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4ee3-948a-4199-84fb-d1d4f7c11d44 req-96636860-b852-4e3c-aad6-14be1bae8193 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:18.967147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-451c4ee3-948a-4199-84fb-d1d4f7c11d44 req-96636860-b852-4e3c-aad6-14be1bae8193 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 931 time: 0.0933197 Nov 09 18:08:18.971578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:18.975480 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.018816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-451c4ee3-948a-4199-84fb-d1d4f7c11d44 req-1ebf363e-2551-451b-ade5-89c49b532f58 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485992 Nov 09 18:08:19.181506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c15ceeb-a14d-4cd5-b525-b18bc473dbec tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.205627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c15ceeb-a14d-4cd5-b525-b18bc473dbec tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.232405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e43fa-f688-403d-bd09-82fca9fd505b req-0a7b24d1-30b5-4e17-a991-3417624742f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:19.233937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-283e43fa-f688-403d-bd09-82fca9fd505b req-0a7b24d1-30b5-4e17-a991-3417624742f0 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 949 time: 0.0544508 Nov 09 18:08:19.282453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-283e43fa-f688-403d-bd09-82fca9fd505b req-921688c0-7a48-4c3e-82ed-4e83ddccd7c2 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Nov 09 18:08:19.390976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c15ceeb-a14d-4cd5-b525-b18bc473dbec tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 6c838a3a-af9f-42db-a70f-6b70e6a123a5 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:19.461442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d18f397-aa4f-4819-95f3-a5ac7fa22aae {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:19.495725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0acd-4ab5-41da-a8c4-260797fe8777 req-798adca6-d1af-4733-bd53-3158cdd3d4c3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:19.497304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-990f0acd-4ab5-41da-a8c4-260797fe8777 req-798adca6-d1af-4733-bd53-3158cdd3d4c3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0532482 Nov 09 18:08:19.498431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.521770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Transition to ACTIVE for port object 0d18f397-aa4f-4819-95f3-a5ac7fa22aae will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:19.527373 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.539936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-990f0acd-4ab5-41da-a8c4-260797fe8777 req-0dc27160-d427-4e44-8c7b-e16a0bbcbe25 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Nov 09 18:08:19.587722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:19.593280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c15ceeb-a14d-4cd5-b525-b18bc473dbec tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:19.600689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c15ceeb-a14d-4cd5-b525-b18bc473dbec tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:19.605350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1c15ceeb-a14d-4cd5-b525-b18bc473dbec tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/6c838a3a-af9f-42db-a70f-6b70e6a123a5 HTTP/1.1" status: 200 len: 892 time: 1.1144361 Nov 09 18:08:19.605350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56446) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:19.607458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] Sync routers for ids ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:19.619163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] Routers {'6c838a3a-af9f-42db-a70f-6b70e6a123a5'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:19.620555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.655703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.665087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] Routers {'6c838a3a-af9f-42db-a70f-6b70e6a123a5'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:19.665698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.701660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:19.702493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823854d9-6299-4a3d-89d8-ce8fae7d9718 None None] The sync data for ids ['6c838a3a-af9f-42db-a70f-6b70e6a123a5'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:20.044891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Attempting to bind port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:20.045150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Attempting to bind port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:20.045483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Attempting to bind port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:20.052633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae on network b448cd60-9f26-47d5-8457-7687f9481239 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:20.052957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Attempting to bind port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:20.064126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:20.064458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:20.064904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Bound using segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:20.065257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Bound port: 0d18f397-aa4f-4819-95f3-a5ac7fa22aae, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:20.065609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.076664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3dd47619-f197-44e0-afde-ccf2a61bd366 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/routers/6c838a3a-af9f-42db-a70f-6b70e6a123a5 HTTP/1.1" status: 200 len: 892 time: 0.4680717 Nov 09 18:08:20.077565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56462) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:20.111743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-68fe509e-bc82-4a44-8301-affe33d796f5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c838a3a-af9f-42db-a70f-6b70e6a123a5 HTTP/1.1" status: 200 len: 205 time: 0.0323076 Nov 09 18:08:20.114879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56464) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:20.169230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fa665-81e5-4927-8529-f8b8a6090b38 req-27dd3218-062b-4ea6-8e36-290fa03e2cd6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:20.171119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b05fa665-81e5-4927-8529-f8b8a6090b38 req-27dd3218-062b-4ea6-8e36-290fa03e2cd6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 943 time: 0.0618165 Nov 09 18:08:20.219390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] For port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:20.230282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b05fa665-81e5-4927-8529-f8b8a6090b38 req-28a1fd4b-098a-493d-910e-881165a7e3a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515525 Nov 09 18:08:20.237376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] For port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:20.242138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.290712 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.293729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:20.294377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.295773 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] 10.222.0.85 "PUT /v2.0/ports/0d18f397-aa4f-4819-95f3-a5ac7fa22aae HTTP/1.1" status: 200 len: 1091 time: 1.5148358 Nov 09 18:08:20.298034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75f0c26-ef0f-4228-a184-762600b97192', 'tag': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:20.300190 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046db318-1f4a-43f6-a398-a3c64e48a2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a75f0c26-ef0f-4228-a184-762600b97192", "tag": "0d18f397-aa4f-4819-95f3-a5ac7fa22aae"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:20.366826 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ae07f8-efdc-437c-a16d-bad4931a13a3 x-openstack-request-id: req-68ae07f8-efdc-437c-a16d-bad4931a13a3 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:20.367120 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75f0c26-ef0f-4228-a184-762600b97192", "tag": "0d18f397-aa4f-4819-95f3-a5ac7fa22aae", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:20.367376 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68ae07f8-efdc-437c-a16d-bad4931a13a3 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:20.367845 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75f0c26-ef0f-4228-a184-762600b97192', 'tag': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae', 'status': 'completed', 'code': 200} Nov 09 18:08:20.415449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526accb4-3634-4610-a9c0-722f1692fad3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:20.448648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-2c73cdaf-976f-4614-b0cc-a023b5aadcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:20.450251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-2c73cdaf-976f-4614-b0cc-a023b5aadcdc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 1094 time: 0.0763283 Nov 09 18:08:20.468982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307cb3-ea75-4cb1-85e8-253b726b3300 req-de92cf57-f297-43cf-a24e-f8a80b66fd2a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:20.470996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69307cb3-ea75-4cb1-85e8-253b726b3300 req-de92cf57-f297-43cf-a24e-f8a80b66fd2a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 949 time: 0.0601394 Nov 09 18:08:20.472578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.509330 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-c0955930-0715-4228-a244-cd38673469e1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d18f397-aa4f-4819-95f3-a5ac7fa22aae HTTP/1.1" status: 200 len: 217 time: 0.0471747 Nov 09 18:08:20.518700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69307cb3-ea75-4cb1-85e8-253b726b3300 req-c2112a28-bf2b-4186-a894-f66a1cd9f4b2 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Nov 09 18:08:20.585685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-792e9f22-8f21-477e-a97d-39d231f2d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:20.587224 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-792e9f22-8f21-477e-a97d-39d231f2d7af service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0687122 Nov 09 18:08:20.611557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port cd0c0c65-616e-4ac1-82cb-2942ff8f5fc7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:20.612404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.649705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e8da9-7855-458b-a61b-1cd59c9d033c req-1f7a7e01-7541-4ea2-bde9-3fccd077612e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:20.652108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a03e8da9-7855-458b-a61b-1cd59c9d033c req-1f7a7e01-7541-4ea2-bde9-3fccd077612e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 949 time: 0.0595419 Nov 09 18:08:20.667001 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-f541d881-e074-4847-aff6-89e66ead27b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646241 Nov 09 18:08:20.693824 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a03e8da9-7855-458b-a61b-1cd59c9d033c req-fa656d6c-aa50-463a-b855-deac2f8c9f9b tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Nov 09 18:08:20.763294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:20.781806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for cd0c0c65-616e-4ac1-82cb-2942ff8f5fc7 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:20.804761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9476d-8224-4528-ab5c-8a566b91eb3c req-9ce5faef-a94c-4352-9eb9-69897f249e13 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:20.813060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23e9476d-8224-4528-ab5c-8a566b91eb3c req-9ce5faef-a94c-4352-9eb9-69897f249e13 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0528083 Nov 09 18:08:20.842293 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-0a378c98-37a5-4b88-a280-a9645cf7b0d4 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623285 Nov 09 18:08:20.855425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23e9476d-8224-4528-ab5c-8a566b91eb3c req-060ec78a-b2f2-48a1-acfe-b47ad4961be4 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Nov 09 18:08:21.042472 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-2f9a5adf-b890-4cae-a6ed-dc8ff256ae92 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887329 Nov 09 18:08:21.097717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.140217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=cd0c0c65-616e-4ac1-82cb-2942ff8f5fc7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:21.220978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-308b781e-9c08-4104-adbc-131465fd513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.222575 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-308b781e-9c08-4104-adbc-131465fd513d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 1094 time: 0.1159294 Nov 09 18:08:21.227776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.335033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014846b-444c-47de-bb32-79c057a8b1dc req-261a9d25-fa49-4d62-9daa-8691c0b07399 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.342728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014846b-444c-47de-bb32-79c057a8b1dc req-261a9d25-fa49-4d62-9daa-8691c0b07399 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.344612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e014846b-444c-47de-bb32-79c057a8b1dc req-261a9d25-fa49-4d62-9daa-8691c0b07399 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fcc24f7-5c1f-432a-9996-9563bd035835&device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 1689 time: 0.0720451 Nov 09 18:08:21.371372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.375081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.398741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e014846b-444c-47de-bb32-79c057a8b1dc req-f72200ec-00c2-40ba-bdc7-f01ed153d82f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Nov 09 18:08:21.428312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.428831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Fanout notify agent at l3_agent the message router_deleted on router 6c838a3a-af9f-42db-a70f-6b70e6a123a5 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:21.437038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.442001 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-40d5809d-da51-4555-ad14-33f6b4913ea7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/6c838a3a-af9f-42db-a70f-6b70e6a123a5 HTTP/1.1" status: 204 len: 168 time: 1.3258955 Nov 09 18:08:21.444115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56486) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:21.449756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-762251862'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:21.458530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-a138193b-b679-48ea-99ae-f4faf37896f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.460082 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-a138193b-b679-48ea-99ae-f4faf37896f5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.2283912 Nov 09 18:08:21.501008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:21.504753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.512347 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-9f22139a-75d2-49ba-bcfc-15f8cc98e773 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d18f397-aa4f-4819-95f3-a5ac7fa22aae HTTP/1.1" status: 200 len: 217 time: 0.0394754 Nov 09 18:08:21.537926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe6efa-199d-4391-820f-c84d8d6a0ab0 req-7cbc9e21-71f7-405d-a16c-40fc83f1302a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.539611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89fe6efa-199d-4391-820f-c84d8d6a0ab0 req-7cbc9e21-71f7-405d-a16c-40fc83f1302a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 943 time: 0.0833187 Nov 09 18:08:21.546267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:21.569944 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.570289 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment f60d4d92-554e-4522-b09d-db9d77da853c of type vlan for network a38aa4a5-64f5-452c-a738-1ab58296d73f Nov 09 18:08:21.573047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-3d72b420-8cb4-4d44-b776-c2a46c7281d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.574542 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-3d72b420-8cb4-4d44-b776-c2a46c7281d9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0520284 Nov 09 18:08:21.609976 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-ac520e15-35a1-4056-b6b2-9801cad22393 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269156 Nov 09 18:08:21.621354 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89fe6efa-199d-4391-820f-c84d8d6a0ab0 req-d39dd634-c664-496d-ac5e-582087f56eeb tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700715 Nov 09 18:08:21.629765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.658341 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.664279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.664980 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.724738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-01ccf3f6-945c-458e-88b8-86f3c3288a2a service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060286 Nov 09 18:08:21.733052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=a38aa4a5-64f5-452c-a738-1ab58296d73f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:21.745448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a38aa4a5-64f5-452c-a738-1ab58296d73f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:21.746900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-02cb6f74-ca67-4a63-a95d-58da9e4f515b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3013072 Nov 09 18:08:21.747970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56490) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:21.768089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': 'a38aa4a5-64f5-452c-a738-1ab58296d73f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:21.821004 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-046db318-1f4a-43f6-a398-a3c64e48a2ee req-3683dd57-8a82-4781-98f5-0beaa8f90b91 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874531 Nov 09 18:08:21.866561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eeff-3728-477d-96fb-95362f33c471 req-1dff4e5a-7c5d-409c-9d76-415c12f4eec5 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:21.868068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f59eeff-3728-477d-96fb-95362f33c471 req-1dff4e5a-7c5d-409c-9d76-415c12f4eec5 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 1100 time: 0.1320040 Nov 09 18:08:21.907321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:21.910726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:21.928503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f59eeff-3728-477d-96fb-95362f33c471 req-21092e4e-2c24-462a-a7fe-eeba775dafa4 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541909 Nov 09 18:08:22.085772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169989-fc0e-4239-bb09-ed8af06dcef8 req-28af02ee-c33d-41bb-a09e-9085e8094081 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.087342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38169989-fc0e-4239-bb09-ed8af06dcef8 req-28af02ee-c33d-41bb-a09e-9085e8094081 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0990682 Nov 09 18:08:22.186546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38169989-fc0e-4239-bb09-ed8af06dcef8 req-a8225e56-bcc1-49d1-b0cf-f1efbe3244e0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907249 Nov 09 18:08:22.194485 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.276934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=ad3cee10-d8bc-4198-a72c-8add30493edf,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:22.288748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': 'f60d4d92-554e-4522-b09d-db9d77da853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a38aa4a5-64f5-452c-a738-1ab58296d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:22.289066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: a38aa4a5-64f5-452c-a738-1ab58296d73f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:22.319734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network a38aa4a5-64f5-452c-a738-1ab58296d73f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:22.337300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a38aa4a5-64f5-452c-a738-1ab58296d73f) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:22.347352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa499ae4-7875-4e3f-a217-84fa205b339f None None] Network a38aa4a5-64f5-452c-a738-1ab58296d73f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:22.356121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.356716 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.382845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6ed07dd-a0af-47e7-8e15-0a8e79d00fef tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6165290 Nov 09 18:08:22.383409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56526) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:22.390804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-79a864d9-5621-4842-93e1-d3bf793dc8c4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663237938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:22.393079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a58532-d376-45c3-b73c-5aff8f515fd0 req-0f239967-a4ff-43db-b0c9-c6727d621691 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:22.395243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a58532-d376-45c3-b73c-5aff8f515fd0 req-0f239967-a4ff-43db-b0c9-c6727d621691 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 1100 time: 0.0689793 Nov 09 18:08:22.431387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79a864d9-5621-4842-93e1-d3bf793dc8c4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.434822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79a864d9-5621-4842-93e1-d3bf793dc8c4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.471264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45a58532-d376-45c3-b73c-5aff8f515fd0 req-bbfdc502-65b6-4f70-b4b5-ce51b6955335 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589862 Nov 09 18:08:22.576369 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79a864d9-5621-4842-93e1-d3bf793dc8c4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.582683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79a864d9-5621-4842-93e1-d3bf793dc8c4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.613853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79a864d9-5621-4842-93e1-d3bf793dc8c4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.616633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-79a864d9-5621-4842-93e1-d3bf793dc8c4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2321222 Nov 09 18:08:22.620153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56536) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:22.623306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a38aa4a5-64f5-452c-a738-1ab58296d73f', 'network_id': 'a38aa4a5-64f5-452c-a738-1ab58296d73f', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': 'ad3cee10-d8bc-4198-a72c-8add30493edf'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:08:22.624205 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.745583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-3af46e4c-93aa-45e9-8e1f-72c9988fde59 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279779 Nov 09 18:08:22.778014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Allocated IP 2001:db8::2 (a38aa4a5-64f5-452c-a738-1ab58296d73f/ad3cee10-d8bc-4198-a72c-8add30493edf/a49b32fc-e477-47e7-be47-51183adf0c58) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:22.928457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.939474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:22.980201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Network a38aa4a5-64f5-452c-a738-1ab58296d73f is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:22.984664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:22.991222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:22.994426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Pushing event updated for resources: {'Port': ['ID=a49b32fc-e477-47e7-be47-51183adf0c58,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:23.020469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-fdcac457-bc97-4e12-8c4b-cf5ae3dd56c6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.021999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-fdcac457-bc97-4e12-8c4b-cf5ae3dd56c6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690003 Nov 09 18:08:23.050165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Attempting to bind port a49b32fc-e477-47e7-be47-51183adf0c58 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:23.050543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Attempting to bind port a49b32fc-e477-47e7-be47-51183adf0c58 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'f60d4d92-554e-4522-b09d-db9d77da853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a38aa4a5-64f5-452c-a738-1ab58296d73f'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:23.050908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Attempting to bind port a49b32fc-e477-47e7-be47-51183adf0c58 on network a38aa4a5-64f5-452c-a738-1ab58296d73f {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:23.055803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:23.056175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Checking segment: {'id': 'f60d4d92-554e-4522-b09d-db9d77da853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a38aa4a5-64f5-452c-a738-1ab58296d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:23.056578 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.056994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Bound using segment: {'id': 'f60d4d92-554e-4522-b09d-db9d77da853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a38aa4a5-64f5-452c-a738-1ab58296d73f'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:23.057457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Bound port: a49b32fc-e477-47e7-be47-51183adf0c58, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d4d92-554e-4522-b09d-db9d77da853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a38aa4a5-64f5-452c-a738-1ab58296d73f'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:23.057838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.060434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-db747ce6-c338-4157-876a-5721fece54b5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/quotas/9690a44205b74207b0d5d9003a464be3 HTTP/1.1" status: 200 len: 375 time: 0.0303702 Nov 09 18:08:23.061744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.122279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] For port a49b32fc-e477-47e7-be47-51183adf0c58, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:23.125751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] For port a49b32fc-e477-47e7-be47-51183adf0c58, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a49b32fc-e477-47e7-be47-51183adf0c58,segment=NetworkSegment(f60d4d92-554e-4522-b09d-db9d77da853c),segment_id=f60d4d92-554e-4522-b09d-db9d77da853c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:23.131826 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.186974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f835be9-f164-40ae-8623-93691dae0818 None None] Pushing event updated for resources: {'Port': ['ID=a49b32fc-e477-47e7-be47-51183adf0c58,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:23.202089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-780dde1e-68e8-472f-8ae8-71217a9cbe7c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1307554 Nov 09 18:08:23.381962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8::1 (a38aa4a5-64f5-452c-a738-1ab58296d73f/ad3cee10-d8bc-4198-a72c-8add30493edf/b0931ec0-996c-4d76-87fd-07f43bf6492d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:23.586121 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.611003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31a07c-5afe-47e7-aec0-01ab8818aa64 req-921d5971-c882-45bf-aeef-1a381f5b803a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.624352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f31a07c-5afe-47e7-aec0-01ab8818aa64 req-921d5971-c882-45bf-aeef-1a381f5b803a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 943 time: 0.1821063 Nov 09 18:08:23.716622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f31a07c-5afe-47e7-aec0-01ab8818aa64 req-43a8fec1-2844-4d38-b88d-708266572a82 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915060 Nov 09 18:08:23.725803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.768488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network a38aa4a5-64f5-452c-a738-1ab58296d73f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:23.772808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:23.776896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:23.777455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:23.838539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=b0931ec0-996c-4d76-87fd-07f43bf6492d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:23.919696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee635cb-f404-456b-a1fc-2b43b09bf731 req-3ad8dc78-6641-4971-8245-c31b48cc2684 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:23.921254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ee635cb-f404-456b-a1fc-2b43b09bf731 req-3ad8dc78-6641-4971-8245-c31b48cc2684 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1063116 Nov 09 18:08:23.973985 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.022261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ee635cb-f404-456b-a1fc-2b43b09bf731 req-d00b5697-e9a7-4512-81f3-f83110bed815 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Nov 09 18:08:24.310687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0d18f397-aa4f-4819-95f3-a5ac7fa22aae details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:24.409479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1cc9fe-51db-4e17-be7b-7d9cc6cc44a9 None None] Network a38aa4a5-64f5-452c-a738-1ab58296d73f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:24.468853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:24.488262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae', 'mac_address': 'fa:16:3e:12:c0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:24.543773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8d646951-193e-4ab6-a492-7471a951c7a1 None None] Provisioning complete for port a49b32fc-e477-47e7-be47-51183adf0c58 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:24.544152 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8d646951-193e-4ab6-a492-7471a951c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.600763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887ee148-a332-4ac3-9128-a7c1cf7ec712 req-83266934-e7b2-41ab-a533-3089efd24114 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 210 time: 0.0534291 Nov 09 18:08:24.629714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a49b32fc-e477-47e7-be47-51183adf0c58 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:24.652735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.707336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.719795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.720986 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.729736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56578) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:24.741244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d18f397-aa4f-4819-95f3-a5ac7fa22aae {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:24.767455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:24.783414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.830492 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-6f030ba2-c7f2-4aaa-b600-ca0a59609312 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 18:08:24.831570 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6f030ba2-c7f2-4aaa-b600-ca0a59609312 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "DELETE /v2.0/security-groups/600b8ced-1f53-4bc0-8a7c-b3f3be6f9ad2 HTTP/1.1" status: 409 len: 336 time: 0.1001825 Nov 09 18:08:24.843277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=b0931ec0-996c-4d76-87fd-07f43bf6492d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:24.913089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network a38aa4a5-64f5-452c-a738-1ab58296d73f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:24.915214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:24.931835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56584) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:24.976084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a49b32fc-e477-47e7-be47-51183adf0c58 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:24.976490 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.978284 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8d646951-193e-4ab6-a492-7471a951c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:24.984629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:25.092417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8d646951-193e-4ab6-a492-7471a951c7a1 None None] For port a49b32fc-e477-47e7-be47-51183adf0c58, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a49b32fc-e477-47e7-be47-51183adf0c58,segment=NetworkSegment(f60d4d92-554e-4522-b09d-db9d77da853c),segment_id=f60d4d92-554e-4522-b09d-db9d77da853c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:25.109056 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8d646951-193e-4ab6-a492-7471a951c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.151636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-53bf68f4-2d9d-490c-a7c6-f58db56adbb4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356425 Nov 09 18:08:25.221822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['0d18f397-aa4f-4819-95f3-a5ac7fa22aae'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:25.248208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Deleting port badcaf4d-6960-4ef4-8123-5b3e5f9d23cc {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:25.252989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.274444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d646951-193e-4ab6-a492-7471a951c7a1 None None] Pushing event updated for resources: {'Port': ['ID=a49b32fc-e477-47e7-be47-51183adf0c58,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:25.297754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-3f676e36-54bc-4ae4-a6e4-38aaa6f72ec5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.299601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-3f676e36-54bc-4ae4-a6e4-38aaa6f72ec5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366353 Nov 09 18:08:25.318145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd82fa1-c073-42ad-bc58-cebcdea3e9ce req-7135f5ea-5228-4c2f-aceb-a20ca7cf897c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.328258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cd82fa1-c073-42ad-bc58-cebcdea3e9ce req-7135f5ea-5228-4c2f-aceb-a20ca7cf897c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 944 time: 0.2957940 Nov 09 18:08:25.354590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:25.411597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.412317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.427355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Calling delete_port for badcaf4d-6960-4ef4-8123-5b3e5f9d23cc owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:25.513479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cd82fa1-c073-42ad-bc58-cebcdea3e9ce req-e2a603cc-a3b2-44bf-a520-9de522de311a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806681 Nov 09 18:08:25.568290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 255673f0-6cee-4fba-b91b-834ec6f39b92 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:08:25.630946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-81d0420b-fca1-4a8f-b0cc-fb9a74e31a3b None None] Provisioning complete for port b0931ec0-996c-4d76-87fd-07f43bf6492d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:25.631529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-81d0420b-fca1-4a8f-b0cc-fb9a74e31a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.722167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-81d0420b-fca1-4a8f-b0cc-fb9a74e31a3b None None] Port b0931ec0-996c-4d76-87fd-07f43bf6492d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:25.757446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.758008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:25.769890 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] Sync routers for ids ['255673f0-6cee-4fba-b91b-834ec6f39b92'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:25.793480 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] Routers {'255673f0-6cee-4fba-b91b-834ec6f39b92'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:25.794379 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['255673f0-6cee-4fba-b91b-834ec6f39b92'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.797229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-81d0420b-fca1-4a8f-b0cc-fb9a74e31a3b None None] Provisioning complete for port a49b32fc-e477-47e7-be47-51183adf0c58 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:25.797609 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-81d0420b-fca1-4a8f-b0cc-fb9a74e31a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.801006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Pushing event deleted for resources: {'Port': ['ID=badcaf4d-6960-4ef4-8123-5b3e5f9d23cc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:25.828428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-be2ca4a6-b190-4409-84b4-1aca93b6fcde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/255673f0-6cee-4fba-b91b-834ec6f39b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2064338 Nov 09 18:08:25.834514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56594) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:25.874458 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.882108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:25.887916 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:25.892506 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] Routers {'255673f0-6cee-4fba-b91b-834ec6f39b92'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:25.893737 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['255673f0-6cee-4fba-b91b-834ec6f39b92'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.950387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d930a92-9647-44fe-af94-fd323c677dbc req-861d51a2-3b21-473a-95cc-f56db9eea204 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:25.951979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d930a92-9647-44fe-af94-fd323c677dbc req-861d51a2-3b21-473a-95cc-f56db9eea204 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1978824 Nov 09 18:08:25.974189 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:25.975113 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec38743-1a57-4995-8e96-99eae7304e4b None None] The sync data for ids ['255673f0-6cee-4fba-b91b-834ec6f39b92'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:26.019166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218d912-ff2a-48c2-8d42-1a6515807390 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:26.021087 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1218d912-ff2a-48c2-8d42-1a6515807390 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports/b0931ec0-996c-4d76-87fd-07f43bf6492d HTTP/1.1" status: 200 len: 911 time: 0.1847720 Nov 09 18:08:26.024715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56596) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:26.027930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d930a92-9647-44fe-af94-fd323c677dbc req-a6f39bce-230c-47ea-a76a-0d314c75dc84 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594270 Nov 09 18:08:26.031223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad3cee10-d8bc-4198-a72c-8add30493edf'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:26.131530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5e741f02-6141-4ad4-9958-950fa4943178 None None] Provisioning complete for port b0931ec0-996c-4d76-87fd-07f43bf6492d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:26.132078 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5e741f02-6141-4ad4-9958-950fa4943178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.143022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.143752 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Floating IP 756c47f7-7320-4d29-b7d9-c46ace1a3135 disassociated (deleted). External IP: 172.25.0.168, port: b0544608-8109-4717-b50a-823aa76bdc05. Nov 09 18:08:26.210727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5e741f02-6141-4ad4-9958-950fa4943178 None None] Port b0931ec0-996c-4d76-87fd-07f43bf6492d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:26.319072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.69 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/a4340809-a7d3-4e4a-86d0-82b4eb251f5d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:26.323899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ce3a370-3601-4028-8cbc-6cf1d3f8756b req-a0650e59-19f8-4ca1-a764-7cacef778bef tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 210 time: 0.0588570 Nov 09 18:08:26.437566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0bff2032-372a-45f2-bafb-a5f1cf65f1df None None] Provisioning complete for port b0931ec0-996c-4d76-87fd-07f43bf6492d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:26.438356 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bff2032-372a-45f2-bafb-a5f1cf65f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.481277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0bff2032-372a-45f2-bafb-a5f1cf65f1df None None] Port b0931ec0-996c-4d76-87fd-07f43bf6492d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:26.534732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.550082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.550295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:26.603028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a49b32fc-e477-47e7-be47-51183adf0c58 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:26.638800 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.655899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', '65c703cf-c024-4968-83b0-a8e4e92708a2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:26.664043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfd2d3-8b02-49fe-bf45-4bff75325573 req-c3d638fc-e2d8-4a78-b168-471c234244f1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:26.665923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33dfd2d3-8b02-49fe-bf45-4bff75325573 req-c3d638fc-e2d8-4a78-b168-471c234244f1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0833716 Nov 09 18:08:26.706288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:26.718178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:26.726004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:26.731874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a49b32fc-e477-47e7-be47-51183adf0c58 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:26.732272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.792129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:26.845099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33dfd2d3-8b02-49fe-bf45-4bff75325573 req-aae8407c-5d33-4281-9371-a04bfd534df1 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400468 Nov 09 18:08:26.867271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:26.867965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:26.887906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:26.930588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-77542934-0e2d-4202-a629-c93445702d03 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5989621 Nov 09 18:08:26.944504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Request body: {'port': {'device_id': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:27.071304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.081404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864b34-ec69-405f-b66b-e5017c6cc621 req-0e7472d6-cc73-4626-bb6c-e0a2b44d4c65 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.089996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff864b34-ec69-405f-b66b-e5017c6cc621 req-0e7472d6-cc73-4626-bb6c-e0a2b44d4c65 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 944 time: 0.1039052 Nov 09 18:08:27.173287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff864b34-ec69-405f-b66b-e5017c6cc621 req-280258b0-4f5c-4161-a4c0-cdac5ae7e6cf tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779879 Nov 09 18:08:27.254597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cc15e819-6846-42fd-8907-15e4a988c8e6 None None] Provisioning complete for port a4340809-a7d3-4e4a-86d0-82b4eb251f5d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:27.254974 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc15e819-6846-42fd-8907-15e4a988c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.284195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:27.289451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.315566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] Sync routers for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:27.349319 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-067063a7-dc71-45de-b071-0a9c90c81e70 tempest-ServerActionsTestJSON-1961731582 tempest-ServerActionsTestJSON-1961731582-project] 10.222.0.32 "DELETE /v2.0/floatingips/756c47f7-7320-4d29-b7d9-c46ace1a3135 HTTP/1.1" status: 204 len: 168 time: 2.4160063 Nov 09 18:08:27.357823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:27.360225 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc14f8ce-89d8-4047-8b8d-9fe42453234c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "tag": "b0544608-8109-4717-b50a-823aa76bdc05"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:27.362819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56608) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:27.441741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:27.442466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:27.554317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cc15e819-6846-42fd-8907-15e4a988c8e6 None None] Port a4340809-a7d3-4e4a-86d0-82b4eb251f5d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:27.657358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05b6a4-7fc2-4e2a-9436-f21552acc7a0 req-943aa945-c543-436f-aca9-35247d732313 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.658954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e05b6a4-7fc2-4e2a-9436-f21552acc7a0 req-943aa945-c543-436f-aca9-35247d732313 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 935 time: 0.0735629 Nov 09 18:08:27.704034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:27.720157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4340809-a7d3-4e4a-86d0-82b4eb251f5d {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:27.734625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.756382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Transition to ACTIVE for port object a4340809-a7d3-4e4a-86d0-82b4eb251f5d will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:27.792639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.854514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.858175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e05b6a4-7fc2-4e2a-9436-f21552acc7a0 req-b6df36ba-ec11-4f3e-a4c1-83190b98ae6a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993288 Nov 09 18:08:27.887923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:27.896836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.902979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:27.903785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:27.905411 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/ports/b0931ec0-996c-4d76-87fd-07f43bf6492d HTTP/1.1" status: 200 len: 911 time: 1.8794115 Nov 09 18:08:27.931229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.012722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:13Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:28.024631 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a304e-6f33-4f6d-a666-8dc082dc0d84 x-openstack-request-id: req-462a304e-6f33-4f6d-a666-8dc082dc0d84 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:28.030963 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b0a78-988a-4188-b89e-1e99b2326d6a", "tag": "b0544608-8109-4717-b50a-823aa76bdc05", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:28.031477 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-462a304e-6f33-4f6d-a666-8dc082dc0d84 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:28.035187 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b0a78-988a-4188-b89e-1e99b2326d6a', 'tag': 'b0544608-8109-4717-b50a-823aa76bdc05', 'status': 'completed', 'code': 200} Nov 09 18:08:28.056754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] Checking router: 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:28.077764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:28.079147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:28.162166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-895bdbd9-23a0-425a-a4a7-3c9466a6a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:28.163954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-895bdbd9-23a0-425a-a4a7-3c9466a6a9cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.1487250 Nov 09 18:08:28.165649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Attempting to bind port a4340809-a7d3-4e4a-86d0-82b4eb251f5d on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:28.165975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Attempting to bind port a4340809-a7d3-4e4a-86d0-82b4eb251f5d by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:28.167298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Attempting to bind port a4340809-a7d3-4e4a-86d0-82b4eb251f5d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:28.178845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584029-a354-4637-8806-34652e56e058 req-2a439a77-42cd-4e86-b61a-886bceeea293 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:28.186485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08584029-a354-4637-8806-34652e56e058 req-2a439a77-42cd-4e86-b61a-886bceeea293 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1100087 Nov 09 18:08:28.222929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db13ff-c8e2-4f39-a002-ed562bab28d5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=b0931ec0-996c-4d76-87fd-07f43bf6492d,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:28.249378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Port a4340809-a7d3-4e4a-86d0-82b4eb251f5d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:28.250635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Attempting to bind port a4340809-a7d3-4e4a-86d0-82b4eb251f5d on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:28.267668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:28.330591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:28.330591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:28.330591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:28.330591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Bound port: a4340809-a7d3-4e4a-86d0-82b4eb251f5d, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:28.330591 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.331205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0d18f397-aa4f-4819-95f3-a5ac7fa22aae up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:28.354161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08584029-a354-4637-8806-34652e56e058 req-7eeabe16-0509-4529-a9f8-d33e0941a56e tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660590 Nov 09 18:08:28.432600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-c7b804cf-2046-419b-9e01-7f79e7c32ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:28.434110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-c7b804cf-2046-419b-9e01-7f79e7c32ae2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.2373626 Nov 09 18:08:28.504187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-5db88de1-c11c-409d-8890-c8ee6f26dc5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0556488 Nov 09 18:08:28.509212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] For port a4340809-a7d3-4e4a-86d0-82b4eb251f5d, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:28.524179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56630) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:28.527909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:08:28.539629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:28.540141 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.554628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.583289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-f6a4b4ac-9904-4996-86ac-826319cee022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:28.584721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-f6a4b4ac-9904-4996-86ac-826319cee022 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0596533 Nov 09 18:08:28.589247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] For port a4340809-a7d3-4e4a-86d0-82b4eb251f5d, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:28.607272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.678536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:13Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:28.683941 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.716372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.724961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:28.725643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.727911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a4340809-a7d3-4e4a-86d0-82b4eb251f5d HTTP/1.1" status: 200 len: 1095 time: 1.7870283 Nov 09 18:08:28.728247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10194be4-64cf-4c66-aedb-3a2292cbb068 None None] The sync data for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 is: [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1af71bbb-7211-419b-a6f4-367aeaf96da0', 'name': '', 'network_id': 'adc19325-6dbc-4295-a8da-21740b5e74c6', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'mac_address': 'fa:16:3e:84:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:06:06Z', 'updated_at': '2021-11-09T18:06:13Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'subnets': [{'id': '7840920d-fdb7-44ec-a75b-72d8f34f77de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:28.738457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'tag': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:28.741214 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca" -d '{"events": [{"name": "network-changed", "server_uuid": "1d14cd6f-d334-42f3-bba8-357c24270ed6", "tag": "a4340809-a7d3-4e4a-86d0-82b4eb251f5d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:28.745362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75f0c26-ef0f-4228-a184-762600b97192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:28.754022 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75b9177-2a52-44ce-a8fa-61f487157af4" -d '{"events": [{"server_uuid": "a75f0c26-ef0f-4228-a184-762600b97192", "name": "network-vif-plugged", "status": "completed", "tag": "0d18f397-aa4f-4819-95f3-a5ac7fa22aae"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:28.785906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:28.794192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.810009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef53a1-2a69-4796-934e-6f76f4e9595e req-5d04b62c-dec5-4175-9f75-dcf356110111 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:28.811636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34ef53a1-2a69-4796-934e-6f76f4e9595e req-5d04b62c-dec5-4175-9f75-dcf356110111 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 944 time: 0.2203393 Nov 09 18:08:28.853649 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-004f8cc2-b5ae-4f02-aac0-7b60267518de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:28.862586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:28.914482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-404251bf-8d4f-4a65-8db1-4adb2172fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:28.916118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-404251bf-8d4f-4a65-8db1-4adb2172fdeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3106110 Nov 09 18:08:28.943124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34ef53a1-2a69-4796-934e-6f76f4e9595e req-62a18aef-5514-4bae-af44-e9bc73419da6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013000 Nov 09 18:08:28.996561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c147b1-bfb4-43e6-a072-437236bb1ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.026466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-7ea3ccfa-681a-41de-a908-fe1e892f57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.028002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-7ea3ccfa-681a-41de-a908-fe1e892f57a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 1098 time: 0.2396312 Nov 09 18:08:29.104348 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36275f3e-a890-4813-b017-e009c0e37630 x-openstack-request-id: req-36275f3e-a890-4813-b017-e009c0e37630 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:29.104658 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75f0c26-ef0f-4228-a184-762600b97192", "name": "network-vif-plugged", "status": "completed", "tag": "0d18f397-aa4f-4819-95f3-a5ac7fa22aae", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:29.104924 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36275f3e-a890-4813-b017-e009c0e37630 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:29.105333 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75f0c26-ef0f-4228-a184-762600b97192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae', 'code': 200} Nov 09 18:08:29.111021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-79bef71d-d7da-4973-b883-95f782652a37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a4340809-a7d3-4e4a-86d0-82b4eb251f5d HTTP/1.1" status: 200 len: 217 time: 0.0641201 Nov 09 18:08:29.139673 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e4de98-e58b-4cac-b53f-be23d6af4ff6 None None] New status for floating IP 756c47f7-7320-4d29-b7d9-c46ace1a3135: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:08:29.174036 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce5c56-2f4d-436c-a6b9-82227b116470 x-openstack-request-id: req-c7ce5c56-2f4d-436c-a6b9-82227b116470 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:29.175930 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d14cd6f-d334-42f3-bba8-357c24270ed6", "tag": "a4340809-a7d3-4e4a-86d0-82b4eb251f5d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:29.176348 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7ce5c56-2f4d-436c-a6b9-82227b116470 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:29.177099 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'tag': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d', 'status': 'completed', 'code': 200} Nov 09 18:08:29.180346 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-b416fb50-62fe-4d71-b61f-69bda39a6704 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412016 Nov 09 18:08:29.231433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Deleting port 1af71bbb-7211-419b-a6f4-367aeaf96da0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:29.231871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.308226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-004f8cc2-b5ae-4f02-aac0-7b60267518de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.315852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-0574b532-4014-48c3-a6ae-c1c4df16289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.317336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-0574b532-4014-48c3-a6ae-c1c4df16289b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1967916 Nov 09 18:08:29.319998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-004f8cc2-b5ae-4f02-aac0-7b60267518de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.326330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad642f0-00fd-41ef-9296-034ad8623316 req-41ddb234-5a81-4888-8ed5-0c53187277bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.327822 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ad642f0-00fd-41ef-9296-034ad8623316 req-41ddb234-5a81-4888-8ed5-0c53187277bf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 1096 time: 0.1341312 Nov 09 18:08:29.336526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port b0931ec0-996c-4d76-87fd-07f43bf6492d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:29.336875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.408314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-004f8cc2-b5ae-4f02-aac0-7b60267518de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58ac9cf54b2e4e5b98ecefba8f673cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308139 Nov 09 18:08:29.421072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56642) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:29.425218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f8cc2-b5ae-4f02-aac0-7b60267518de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a8042-500f-4a9a-a183-9630506ef2e5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.445011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c9193-ba40-4a5c-8582-c01795cdfafb req-dfd922d8-6655-4714-8fd6-7a0a0e68fdfa tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.446712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f83c9193-ba40-4a5c-8582-c01795cdfafb req-dfd922d8-6655-4714-8fd6-7a0a0e68fdfa tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 947 time: 0.2167001 Nov 09 18:08:29.457555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc14f8ce-89d8-4047-8b8d-9fe42453234c req-6c17c6d6-da19-443d-949a-9ad2f04e995d service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647460 Nov 09 18:08:29.498476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-c8d5e108-5a37-45aa-a329-558a6815a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.500277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-c8d5e108-5a37-45aa-a329-558a6815a132 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573951 Nov 09 18:08:29.547780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f83c9193-ba40-4a5c-8582-c01795cdfafb req-36311480-ca6c-44e6-b662-562157dbfad4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937743 Nov 09 18:08:29.596024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91af4606-b2b4-44b1-8626-377d63ef3e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.646260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91af4606-b2b4-44b1-8626-377d63ef3e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.698745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-3a1389f1-b67d-4d2a-9d54-8c4628fcaca0 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778224 Nov 09 18:08:29.744768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067226f0-bf48-4818-87f4-7e238f2bcb81 req-19bf59f5-9818-4f27-ae1d-c9579e002a00 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.746311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067226f0-bf48-4818-87f4-7e238f2bcb81 req-19bf59f5-9818-4f27-ae1d-c9579e002a00 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.1302419 Nov 09 18:08:29.751353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-df0091dd-66dd-40c9-9ea9-2ff4156259bd tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:29.752891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-df0091dd-66dd-40c9-9ea9-2ff4156259bd tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.4738255 Nov 09 18:08:29.762489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] For port 1af71bbb-7211-419b-a6f4-367aeaf96da0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1af71bbb-7211-419b-a6f4-367aeaf96da0,segment=NetworkSegment(4fe85631-4621-45aa-a072-c05fcda5af30),segment_id=4fe85631-4621-45aa-a072-c05fcda5af30)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:29.762896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.820220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Calling delete_port for 1af71bbb-7211-419b-a6f4-367aeaf96da0 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:29.820766 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91af4606-b2b4-44b1-8626-377d63ef3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.823750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ad642f0-00fd-41ef-9296-034ad8623316 req-81e14c77-be50-48e3-b2a8-f49560b878d3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839842 Nov 09 18:08:29.823946 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91af4606-b2b4-44b1-8626-377d63ef3e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.827779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-91af4606-b2b4-44b1-8626-377d63ef3e72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/474a8042-500f-4a9a-a183-9630506ef2e5 HTTP/1.1" status: 204 len: 168 time: 0.4010494 Nov 09 18:08:29.848074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af4606-b2b4-44b1-8626-377d63ef3e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a8042-500f-4a9a-a183-9630506ef2e5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:29.854689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067226f0-bf48-4818-87f4-7e238f2bcb81 req-c5164e73-2018-466d-8aa3-0061e4964c84 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004777 Nov 09 18:08:29.856407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:29.893725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44793cc3-eecf-487e-b8ba-da85b53ec495 req-3f31bdd6-9b20-4516-91f9-467f2b2d2c99 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693079 Nov 09 18:08:29.930727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for b0931ec0-996c-4d76-87fd-07f43bf6492d owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:30.002333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-2db9c91d-7287-416a-8ad2-bf8570b0c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.004161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-2db9c91d-7287-416a-8ad2-bf8570b0c4b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0505977 Nov 09 18:08:30.092067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Deleting port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:30.092395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.134039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-a7c8ebec-1d47-468b-8e97-f186abef8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.135893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-a7c8ebec-1d47-468b-8e97-f186abef8fff service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1218960 Nov 09 18:08:30.205314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-7421dd7f-b592-439b-aa1a-c991d332a204 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=a4340809-a7d3-4e4a-86d0-82b4eb251f5d HTTP/1.1" status: 200 len: 217 time: 0.0573938 Nov 09 18:08:30.216305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56654) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:30.261492 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3565d42a-68b4-430d-b0b1-9eeb37184650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.279782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95339b7-36a9-4d2a-b9ec-58d9f0de906b req-65612a44-8013-4999-8b93-777219170b4a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.281575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d95339b7-36a9-4d2a-b9ec-58d9f0de906b req-65612a44-8013-4999-8b93-777219170b4a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 945 time: 0.1446712 Nov 09 18:08:30.321386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-feff256f-80b1-4231-a905-c5d1056ab67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.323216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-feff256f-80b1-4231-a905-c5d1056ab67c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1084335 Nov 09 18:08:30.345156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] For port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:30.345598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.366330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Calling delete_port for 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:30.368183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.379742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d95339b7-36a9-4d2a-b9ec-58d9f0de906b req-311c0d16-bd11-4443-a3a8-36c11c18643d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910671 Nov 09 18:08:30.382591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.424133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=b0931ec0-996c-4d76-87fd-07f43bf6492d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:30.438451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-e02d7e53-68b7-41c2-b813-d2c668b8d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.440384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-e02d7e53-68b7-41c2-b813-d2c668b8d005 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026571 Nov 09 18:08:30.504988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1af71bbb-7211-419b-a6f4-367aeaf96da0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:30.541167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3565d42a-68b4-430d-b0b1-9eeb37184650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.556318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3565d42a-68b4-430d-b0b1-9eeb37184650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.587348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-c7af2719-bca6-4629-a293-04dc4aacea1c service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374481 Nov 09 18:08:30.622365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3565d42a-68b4-430d-b0b1-9eeb37184650 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ef88a6dc06c43639380ce6335974af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055393 Nov 09 18:08:30.635896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56658) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:30.641981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565d42a-68b4-430d-b0b1-9eeb37184650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e106c8-d496-47b8-aaf7-851c5a5b30eb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:30.721932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.771544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d97943-d6e5-4adc-9599-c4044fa0c6ef req-4f75ed23-e211-4b7b-82b6-2bae63f93e78 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.778936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d97943-d6e5-4adc-9599-c4044fa0c6ef req-4f75ed23-e211-4b7b-82b6-2bae63f93e78 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 947 time: 0.0978405 Nov 09 18:08:30.800070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7a4bce5-882d-410a-b7ba-ea0d5c981bca req-0717d3cc-c408-4aee-a15e-7124a7535d55 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028255 Nov 09 18:08:30.830813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d97943-d6e5-4adc-9599-c4044fa0c6ef req-e6dd191d-4162-441b-8d31-62e08ef19f05 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Nov 09 18:08:30.966124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feec311-da00-492d-ae06-d0327f19ff11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:30.986818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049543f0-56aa-498f-b705-532d948686ca req-0f42c6e1-8047-491d-9d33-7893e5c0fbfa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:30.988305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049543f0-56aa-498f-b705-532d948686ca req-0f42c6e1-8047-491d-9d33-7893e5c0fbfa tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=a181190a-7b7a-4226-9a1e-c4481d866117 HTTP/1.1" status: 200 len: 945 time: 0.0553725 Nov 09 18:08:31.028091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-049543f0-56aa-498f-b705-532d948686ca req-77518859-2c71-4840-8dfe-7d2ec8379441 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Nov 09 18:08:31.074418 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feec311-da00-492d-ae06-d0327f19ff11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.160780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.173730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router 255673f0-6cee-4fba-b91b-834ec6f39b92 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:31.174748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.188847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:31.216815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event deleted for resources: {'Port': ['ID=8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.229713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-2d38731c-4e20-4c13-9a5e-d8f746cda63a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578802 Nov 09 18:08:31.328403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feec311-da00-492d-ae06-d0327f19ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.331232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feec311-da00-492d-ae06-d0327f19ff11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.332565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9feec311-da00-492d-ae06-d0327f19ff11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0e106c8-d496-47b8-aaf7-851c5a5b30eb HTTP/1.1" status: 204 len: 168 time: 0.6955016 Nov 09 18:08:31.365735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a676-c9b1-4b89-8439-a47823b75820 req-0a2731e5-a837-4a36-8bbd-f55b89836ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:31.367298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-0a2731e5-a837-4a36-8bbd-f55b89836ce4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.1038091 Nov 09 18:08:31.413469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] No DVR routers for this DVR port 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:31.437677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.441011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e13e88c1-f3e0-405f-b3d7-edb0984f6080 req-6415d221-ca36-498f-af6e-cac9b6511d21 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "DELETE /v2.0/ports/8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe HTTP/1.1" status: 204 len: 173 time: 1.6606529 Nov 09 18:08:31.446730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'name': 'network-vif-deleted', 'tag': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:31.449255 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c9353-9fa6-41f0-bb3c-f6fcf541b7fd" -d '{"events": [{"server_uuid": "a181190a-7b7a-4226-9a1e-c4481d866117", "name": "network-vif-deleted", "tag": "8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:31.472072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feec311-da00-492d-ae06-d0327f19ff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e106c8-d496-47b8-aaf7-851c5a5b30eb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:31.486384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:31.497091 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bcfdc4ef-7bba-41a0-9578-a0ed18f739d3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/255673f0-6cee-4fba-b91b-834ec6f39b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5632102 Nov 09 18:08:31.499168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:31.511706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] Sync routers for ids ['255673f0-6cee-4fba-b91b-834ec6f39b92'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:31.526012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a676-c9b1-4b89-8439-a47823b75820 req-032bd7a1-cdf1-49f5-943b-f13e1b90d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:31.526564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-032bd7a1-cdf1-49f5-943b-f13e1b90d01a service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1362073 Nov 09 18:08:31.531087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] Routers {'255673f0-6cee-4fba-b91b-834ec6f39b92'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:31.532406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['255673f0-6cee-4fba-b91b-834ec6f39b92'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:31.543149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03e36c25-e2d4-452f-bde2-b13136ca1aca tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=255673f0-6cee-4fba-b91b-834ec6f39b92 HTTP/1.1" status: 200 len: 205 time: 0.0413241 Nov 09 18:08:31.543807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56674) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:31.573572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:31.582999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] Routers {'255673f0-6cee-4fba-b91b-834ec6f39b92'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:31.584031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['255673f0-6cee-4fba-b91b-834ec6f39b92'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:31.599125 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-f0c07740-26a2-42d9-9cc6-0d008d9f1d4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0496452 Nov 09 18:08:31.630246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:31.631429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199a61-85e6-44b3-b9e9-5ea1abf2b5c0 None None] The sync data for ids ['255673f0-6cee-4fba-b91b-834ec6f39b92'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:31.631556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-d5fd7d8e-7b5f-411d-9aea-dcb0ee920779 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:31.633003 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-d5fd7d8e-7b5f-411d-9aea-dcb0ee920779 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 945 time: 0.2175765 Nov 09 18:08:31.675954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd310a-39b7-4090-bf0a-291ab20a8c9f req-b153456b-771d-4e07-a298-1a3e88f00acd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:31.677877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cbd310a-39b7-4090-bf0a-291ab20a8c9f req-b153456b-771d-4e07-a298-1a3e88f00acd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 945 time: 0.2068434 Nov 09 18:08:31.696118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a676-c9b1-4b89-8439-a47823b75820 req-918a994e-4b55-45a7-b885-0c4ba6fbf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:31.698403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-918a994e-4b55-45a7-b885-0c4ba6fbf2f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0888283 Nov 09 18:08:31.731361 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb04b917-9833-4f94-950b-456167468ef8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.982185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb04b917-9833-4f94-950b-456167468ef8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.986199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb04b917-9833-4f94-950b-456167468ef8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:31.998534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:32.058340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb04b917-9833-4f94-950b-456167468ef8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.058923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04b917-9833-4f94-950b-456167468ef8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Fanout notify agent at l3_agent the message router_deleted on router 255673f0-6cee-4fba-b91b-834ec6f39b92 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:32.075362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cbd310a-39b7-4090-bf0a-291ab20a8c9f req-fb5661ad-4000-44ee-9f77-8d19c4e56c96 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892372 Nov 09 18:08:32.092075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a676-c9b1-4b89-8439-a47823b75820 req-ed75dc25-7b92-46e3-85a9-bd845e82bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:32.093750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-ed75dc25-7b92-46e3-85a9-bd845e82bf61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3816197 Nov 09 18:08:32.205718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a4340809-a7d3-4e4a-86d0-82b4eb251f5d details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:32.210863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:32.238320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-af83f8c2-9f72-409e-9bed-967febf5b812 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305313 Nov 09 18:08:32.280792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:32.280792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:32.417911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a4340809-a7d3-4e4a-86d0-82b4eb251f5d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:32.425427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4334a676-c9b1-4b89-8439-a47823b75820 req-b28e9b33-c9c3-4531-b22f-16511c7480f0 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770644 Nov 09 18:08:32.436064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d', 'mac_address': 'fa:16:3e:58:7e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:32.461201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcd235-f4f4-41b8-9483-3414bf5a8a16 req-5c73731c-3142-46c5-b69a-6948bb2ec80f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:32.462950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93dcd235-f4f4-41b8-9483-3414bf5a8a16 req-5c73731c-3142-46c5-b69a-6948bb2ec80f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 947 time: 0.0911121 Nov 09 18:08:32.488150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.508409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4340809-a7d3-4e4a-86d0-82b4eb251f5d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:32.513142 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44d763b-1d8e-42fc-ad75-03a423f735a9 x-openstack-request-id: req-f44d763b-1d8e-42fc-ad75-03a423f735a9 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:32.513646 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a181190a-7b7a-4226-9a1e-c4481d866117", "name": "network-vif-deleted", "tag": "8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:32.514056 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f44d763b-1d8e-42fc-ad75-03a423f735a9 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:32.514615 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a181190a-7b7a-4226-9a1e-c4481d866117', 'name': 'network-vif-deleted', 'tag': '8ae2e9d9-e02b-4cf5-8e06-55deec04c4fe', 'status': 'completed', 'code': 200} Nov 09 18:08:32.521168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93dcd235-f4f4-41b8-9483-3414bf5a8a16 req-628921ef-b722-40da-9068-ae0bb258213f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506675 Nov 09 18:08:32.522568 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb04b917-9833-4f94-950b-456167468ef8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.526898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb04b917-9833-4f94-950b-456167468ef8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/255673f0-6cee-4fba-b91b-834ec6f39b92 HTTP/1.1" status: 204 len: 168 time: 0.9783573 Nov 09 18:08:32.527136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56702) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:32.534442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Deleting port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:32.535108 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.538938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a4340809-a7d3-4e4a-86d0-82b4eb251f5d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:32.547726 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.646397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet ad3cee10-d8bc-4198-a72c-8add30493edf {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:08:32.647288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:32.661420 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.709649 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.754626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:32.764792 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] Sync routers for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:32.777017 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fc8d25da-7592-416f-bf00-a944e8f10b9b admin admin] 10.222.0.32 "PUT /v2.0/routers/6fc00f57-fac9-4d7b-8b34-8e71cb41e24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4042668 Nov 09 18:08:32.780443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56712) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:32.780844 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:32.781757 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:32.857118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:32.901380 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:32.934088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['a4340809-a7d3-4e4a-86d0-82b4eb251f5d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:32.963447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.041900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.062857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.070110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/ad3cee10-d8bc-4198-a72c-8add30493edf HTTP/1.1" status: 204 len: 168 time: 0.5408251 Nov 09 18:08:33.073310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a36375-4c09-4ee4-9c80-897be6382805 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3cee10-d8bc-4198-a72c-8add30493edf,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.079413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56730) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:33.100383 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b08457-ede4-4dc0-9dfc-408f0540b492 None None] Network a38aa4a5-64f5-452c-a738-1ab58296d73f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:33.169519 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:08:30Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:33.214800 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] Checking router: 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:33.224700 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] Routers {'6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:33.225563 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:33.226458 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.304809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.322101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] For port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:33.323429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.376395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] DHCP port deletion for a38aa4a5-64f5-452c-a738-1ab58296d73f request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:08:33.379106 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] Set router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:33.388621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Calling delete_port for 0d18f397-aa4f-4819-95f3-a5ac7fa22aae owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:33.392110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e082a3-f38e-4933-b1f5-862014eb1f66 req-1bba4f95-d5b5-4b5b-8ce4-47f30f253689 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:33.401171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48e082a3-f38e-4933-b1f5-862014eb1f66 req-1bba4f95-d5b5-4b5b-8ce4-47f30f253689 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 945 time: 0.1444824 Nov 09 18:08:33.444728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] Deleting port a49b32fc-e477-47e7-be47-51183adf0c58 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:33.445173 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.458333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Deleting port c8b7e20c-cc52-40ed-b03e-aef6daf0de25 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:33.459029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.497258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48e082a3-f38e-4933-b1f5-862014eb1f66 req-542c1ea9-8bb9-464c-bf12-82ee56f49183 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950668 Nov 09 18:08:33.533340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] For port a49b32fc-e477-47e7-be47-51183adf0c58, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a49b32fc-e477-47e7-be47-51183adf0c58,segment=NetworkSegment(f60d4d92-554e-4522-b09d-db9d77da853c),segment_id=f60d4d92-554e-4522-b09d-db9d77da853c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:33.533757 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.551209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] Calling delete_port for a49b32fc-e477-47e7-be47-51183adf0c58 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:33.564494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port a49b32fc-e477-47e7-be47-51183adf0c58 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:33.572022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.596104 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:08:30Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:33.627990 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ffe4-a191-476d-bf88-ffd20d88dc10 None None] The sync data for ids ['6fc00f57-fac9-4d7b-8b34-8e71cb41e24c'] in n-d-817240-1 is: [{'id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'name': 'tempest-ServerActionsTestJSON-631864257-router', 'tenant_id': '3918b3e19ef842f695049cbd97b58771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:57Z', 'updated_at': '2021-11-09T18:08:30Z', 'revision_number': 5, 'project_id': '3918b3e19ef842f695049cbd97b58771', 'gw_port': {'id': 'c8b7e20c-cc52-40ed-b03e-aef6daf0de25', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc00f57-fac9-4d7b-8b34-8e71cb41e24c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:59Z', 'updated_at': '2021-11-09T18:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:33.650916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] For port c8b7e20c-cc52-40ed-b03e-aef6daf0de25, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:33.651336 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.674787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Calling delete_port for c8b7e20c-cc52-40ed-b03e-aef6daf0de25 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:33.680514 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.703644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.707323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] No DVR routers for this DVR port a49b32fc-e477-47e7-be47-51183adf0c58 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:33.714945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port a49b32fc-e477-47e7-be47-51183adf0c58, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a49b32fc-e477-47e7-be47-51183adf0c58,segment=NetworkSegment(f60d4d92-554e-4522-b09d-db9d77da853c),segment_id=f60d4d92-554e-4522-b09d-db9d77da853c)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:33.715580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.736022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for a49b32fc-e477-47e7-be47-51183adf0c58 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:33.736182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['0d18f397-aa4f-4819-95f3-a5ac7fa22aae'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:33.763485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b603d3-55db-424b-a4f5-c8aab3912281 None None] Pushing event deleted for resources: {'Port': ['ID=a49b32fc-e477-47e7-be47-51183adf0c58,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.809036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event deleted for resources: {'Port': ['ID=0d18f397-aa4f-4819-95f3-a5ac7fa22aae,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:33.872483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] No DVR routers for this DVR port 0d18f397-aa4f-4819-95f3-a5ac7fa22aae on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:33.877005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.880457 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4952b44f-114a-4d3b-bae8-add8cd0fb98b req-7ac5a864-e4f8-49bf-83e2-a06ae5087215 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "DELETE /v2.0/ports/0d18f397-aa4f-4819-95f3-a5ac7fa22aae HTTP/1.1" status: 204 len: 173 time: 2.2079935 Nov 09 18:08:33.884868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a356cb-b0f8-4d5a-a9d0-d8ecf057b894 req-e8040926-481d-4e0f-a495-f0b5701ccb4a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:33.886419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19a356cb-b0f8-4d5a-a9d0-d8ecf057b894 req-e8040926-481d-4e0f-a495-f0b5701ccb4a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 948 time: 0.0673065 Nov 09 18:08:33.888703 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:33.914111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port a49b32fc-e477-47e7-be47-51183adf0c58 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:33.953144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=a49b32fc-e477-47e7-be47-51183adf0c58,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.035844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.084843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b7e20c-cc52-40ed-b03e-aef6daf0de25,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.096684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19a356cb-b0f8-4d5a-a9d0-d8ecf057b894 req-b9c9ac0f-2a3a-4c97-ac58-bb39418a82b8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963196 Nov 09 18:08:34.114858 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.163772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38aa4a5-64f5-452c-a738-1ab58296d73f']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:34.179130 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.191764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60d4d92-554e-4522-b09d-db9d77da853c') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:34.192070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60d4d92-554e-4522-b09d-db9d77da853c') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:34.223797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.246493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.259472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:34.260659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:34.264404 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:34.342450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.345334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.386291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56770) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.414435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.420508 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-813f8d0d-2d04-4e56-b512-21a39d3f9402 req-ddb4358c-31bd-4b71-8da5-0e63e5028ca3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 210 time: 0.1966212 Nov 09 18:08:34.421370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.422030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc00f57-fac9-4d7b-8b34-8e71cb41e24c {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:08:34.427851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.442499 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-879dfc67-0f86-4e89-9f2e-48cc795d702b admin admin] 10.222.0.32 "DELETE /v2.0/routers/6fc00f57-fac9-4d7b-8b34-8e71cb41e24c HTTP/1.1" status: 204 len: 168 time: 1.6583953 Nov 09 18:08:34.445325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56774) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.454986 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.466443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/a38aa4a5-64f5-452c-a738-1ab58296d73f HTTP/1.1" status: 204 len: 168 time: 1.3840990 Nov 09 18:08:34.467817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8091-334b-47dd-afca-08c8229ccb51 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=a38aa4a5-64f5-452c-a738-1ab58296d73f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.470088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56776) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.479511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bf98d292-4ed4-40cb-aab4-62120bba9947 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1604035749', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:34.508113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf98d292-4ed4-40cb-aab4-62120bba9947 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.510881 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf98d292-4ed4-40cb-aab4-62120bba9947 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.526622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75f0c26-ef0f-4228-a184-762600b97192', 'name': 'network-vif-deleted', 'tag': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:34.534866 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c52ecb1-5ad8-4e6c-8a0e-10e289f846ba" -d '{"events": [{"server_uuid": "a75f0c26-ef0f-4228-a184-762600b97192", "name": "network-vif-deleted", "tag": "0d18f397-aa4f-4819-95f3-a5ac7fa22aae"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:34.660571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9d4a96-f0e7-462b-ae99-5aca5dfe69bf admin admin] Deleting subnet 7840920d-fdb7-44ec-a75b-72d8f34f77de {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:08:34.671071 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf98d292-4ed4-40cb-aab4-62120bba9947 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.683314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4a96-f0e7-462b-ae99-5aca5dfe69bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.688767 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf98d292-4ed4-40cb-aab4-62120bba9947 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.705152 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20d533bd-7d9b-43a3-821d-f954e85ba1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.739600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1af71bbb-7211-419b-a6f4-367aeaf96da0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:34.755187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e545d706-591a-4ef8-9d71-aefa4f40737c req-a45c63e1-cb5c-40c5-b498-f3ff96a2161f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 210 time: 0.0511918 Nov 09 18:08:34.755579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8d0d-2d04-4e56-b512-21a39d3f9402 req-94fddf20-58b7-4210-8598-cad5f7192b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:34.757285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-813f8d0d-2d04-4e56-b512-21a39d3f9402 req-94fddf20-58b7-4210-8598-cad5f7192b26 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3127918 Nov 09 18:08:34.759972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf98d292-4ed4-40cb-aab4-62120bba9947 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.763823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56786) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.764020 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bf98d292-4ed4-40cb-aab4-62120bba9947 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2929702 Nov 09 18:08:34.770931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-596492091'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:34.785587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1af71bbb-7211-419b-a6f4-367aeaf96da0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:34.785948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1af71bbb-7211-419b-a6f4-367aeaf96da0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:34.787067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a49b32fc-e477-47e7-be47-51183adf0c58 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:34.818205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a49b32fc-e477-47e7-be47-51183adf0c58 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:34.819845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a49b32fc-e477-47e7-be47-51183adf0c58 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:34.843529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d4a96-f0e7-462b-ae99-5aca5dfe69bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.846102 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6fe8a8-a669-436e-a1a8-e264aca0987b x-openstack-request-id: req-1e6fe8a8-a669-436e-a1a8-e264aca0987b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:34.846969 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75f0c26-ef0f-4228-a184-762600b97192", "name": "network-vif-deleted", "tag": "0d18f397-aa4f-4819-95f3-a5ac7fa22aae", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:34.846969 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e6fe8a8-a669-436e-a1a8-e264aca0987b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:34.847198 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75f0c26-ef0f-4228-a184-762600b97192', 'name': 'network-vif-deleted', 'tag': '0d18f397-aa4f-4819-95f3-a5ac7fa22aae', 'status': 'completed', 'code': 200} Nov 09 18:08:34.865890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20d533bd-7d9b-43a3-821d-f954e85ba1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.872662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20d533bd-7d9b-43a3-821d-f954e85ba1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.927764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:34.931989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:34.954150 n-d-817240-1 neutron-server[102141]: INFO neutron.db.db_base_plugin_v2 [None req-4a9d4a96-f0e7-462b-ae99-5aca5dfe69bf admin admin] Found port (b0544608-8109-4717-b50a-823aa76bdc05, 172.20.0.3) having IP allocation on subnet 7840920d-fdb7-44ec-a75b-72d8f34f77de, cannot delete Nov 09 18:08:34.959481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-20d533bd-7d9b-43a3-821d-f954e85ba1e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85b954b2266f459cb0b203b86a3b16e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656719 Nov 09 18:08:34.960756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:34.968081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d533bd-7d9b-43a3-821d-f954e85ba1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386be21e-d2a3-490b-8094-ed65917a5aee,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:34.972297 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9d4a96-f0e7-462b-ae99-5aca5dfe69bf admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 18:08:34.972766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9d4a96-f0e7-462b-ae99-5aca5dfe69bf admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:08:34.975854 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4a9d4a96-f0e7-462b-ae99-5aca5dfe69bf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 409 len: 404 time: 0.5268376 Nov 09 18:08:34.996357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb503da-18f5-4caf-aed1-87d36e0c71f4 req-801fb1bd-ff03-46e4-b6e2-46d8bb3f9313 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:34.996357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fb503da-18f5-4caf-aed1-87d36e0c71f4 req-801fb1bd-ff03-46e4-b6e2-46d8bb3f9313 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 945 time: 0.0952511 Nov 09 18:08:35.020229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:35.043268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f8d0d-2d04-4e56-b512-21a39d3f9402 req-90f63737-e8b6-4de9-870a-02bb4f518240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:35.045162 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-813f8d0d-2d04-4e56-b512-21a39d3f9402 req-90f63737-e8b6-4de9-870a-02bb4f518240 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693853 Nov 09 18:08:35.058602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.058961 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment e00e362c-5a8a-45ec-a9a2-ad00770502b7 of type vlan for network b8596733-aa49-46f3-ba99-0b49a53bfb8c Nov 09 18:08:35.112998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fb503da-18f5-4caf-aed1-87d36e0c71f4 req-72e288a9-1b9d-43b0-96e6-d390012c44e3 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044102 Nov 09 18:08:35.122979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6448a3b-2785-44b7-9189-6aa9e9bad1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.152056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6448a3b-2785-44b7-9189-6aa9e9bad1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.165114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.214735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.223010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:35.223840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.299285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5340567 Nov 09 18:08:35.300554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6448a3b-2785-44b7-9189-6aa9e9bad1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.302675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56804) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.304815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6448a3b-2785-44b7-9189-6aa9e9bad1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.306831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f6448a3b-2785-44b7-9189-6aa9e9bad1ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/386be21e-d2a3-490b-8094-ed65917a5aee HTTP/1.1" status: 204 len: 168 time: 0.3443408 Nov 09 18:08:35.315973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:35.321302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6448a3b-2785-44b7-9189-6aa9e9bad1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386be21e-d2a3-490b-8094-ed65917a5aee,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:35.330599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28b105-9557-44b0-ba7c-e389f7637d93 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=b8596733-aa49-46f3-ba99-0b49a53bfb8c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:35.347461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:35.429037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e0762-a733-4c7b-94c3-5d629f69dbe5 req-2460d10d-98e4-4877-a91f-19032b4db497 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:35.431298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b18e0762-a733-4c7b-94c3-5d629f69dbe5 req-2460d10d-98e4-4877-a91f-19032b4db497 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 948 time: 0.1769056 Nov 09 18:08:35.491919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:35.495556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.502747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b18e0762-a733-4c7b-94c3-5d629f69dbe5 req-a99e1be8-64f8-4146-8a8c-585216b04358 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618341 Nov 09 18:08:35.720317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.749969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56818) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.766331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3238cd33-ad90-4e6c-80f0-71bcad5be9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.789915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=25e2acb7-0501-4afe-87c9-a3b7d3fde666,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:35.807484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:35.808057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: b8596733-aa49-46f3-ba99-0b49a53bfb8c, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:35.816291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56822) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.838216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:35.859751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3238cd33-ad90-4e6c-80f0-71bcad5be9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.861025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b8596733-aa49-46f3-ba99-0b49a53bfb8c) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:35.871576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3238cd33-ad90-4e6c-80f0-71bcad5be9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.872860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326883c-1deb-463b-9dba-634de4c2ffeb None None] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:35.886754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2292984-3474-44b2-8891-d582db175362 req-97dc81d6-1a21-4d25-aea7-e54e0d82769a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 210 time: 0.0369165 Nov 09 18:08:35.890260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:35.893657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:35.926119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238cd33-ad90-4e6c-80f0-71bcad5be9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9897dcd-5f42-4422-855f-7e409fac4293,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:35.935026 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3238cd33-ad90-4e6c-80f0-71bcad5be9b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de88e3de6fed42a899c6876a2f505316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808941 Nov 09 18:08:35.935335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56826) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:35.941904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-40990f5d-a2fd-4b74-bcf1-eea912660bf5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6380942 Nov 09 18:08:35.944939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56828) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:36.014483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cac3ed5b-4870-4728-8378-a0fd3f317ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.053458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cac3ed5b-4870-4728-8378-a0fd3f317ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.083432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1945895537-network', 'tenant_id': '37acbc0630fe455a8b46d1f49268425f'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:36.110351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cac3ed5b-4870-4728-8378-a0fd3f317ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.115193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cac3ed5b-4870-4728-8378-a0fd3f317ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.116766 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cac3ed5b-4870-4728-8378-a0fd3f317ba3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9897dcd-5f42-4422-855f-7e409fac4293 HTTP/1.1" status: 204 len: 168 time: 0.1805654 Nov 09 18:08:36.129802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3ed5b-4870-4728-8378-a0fd3f317ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9897dcd-5f42-4422-855f-7e409fac4293,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.158909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Made reservation on behalf of 37acbc0630fe455a8b46d1f49268425f for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:36.161754 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.177782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.208538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:08:36.209414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.224652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a4340809-a7d3-4e4a-86d0-82b4eb251f5d up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:36.368570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port a4340809-a7d3-4e4a-86d0-82b4eb251f5d completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:08:36.378717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port a4340809-a7d3-4e4a-86d0-82b4eb251f5d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:36.379477 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.439064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0fedc-ade0-4217-80d6-af6389e2c020 req-0074d575-0988-447e-881e-19f8906640ed tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:36.439238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Allocated IP 2001:db8::2 (b8596733-aa49-46f3-ba99-0b49a53bfb8c/25e2acb7-0501-4afe-87c9-a3b7d3fde666/e311cf89-6ba7-4b4f-849e-cef5f2e4f07f) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:36.447342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ce0fedc-ade0-4217-80d6-af6389e2c020 req-0074d575-0988-447e-881e-19f8906640ed tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 945 time: 0.2116597 Nov 09 18:08:36.493473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86136a9-0b7b-450a-b18e-531e5811344b req-51a416c5-2485-4e03-9b4e-17ac9ef4995d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:36.495200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d86136a9-0b7b-450a-b18e-531e5811344b req-51a416c5-2485-4e03-9b4e-17ac9ef4995d tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 945 time: 0.1839435 Nov 09 18:08:36.496438 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.542462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c8b7e20c-cc52-40ed-b03e-aef6daf0de25 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:36.553510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.580276 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.587000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c8b7e20c-cc52-40ed-b03e-aef6daf0de25 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:36.587429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c8b7e20c-cc52-40ed-b03e-aef6daf0de25 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:36.599557 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.641777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:36.644240 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9983a2-9740-4d25-95ae-e72ce896b4ff" -d '{"events": [{"server_uuid": "1d14cd6f-d334-42f3-bba8-357c24270ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a4340809-a7d3-4e4a-86d0-82b4eb251f5d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:36.679872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a4340809-a7d3-4e4a-86d0-82b4eb251f5d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:36.685778 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.716382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:36.732349 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.752543 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.765910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ce0fedc-ade0-4217-80d6-af6389e2c020 req-daf79390-d5e7-4d8d-ad9f-e87d7b0963c0 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/security-groups?id=2af13c18-1262-405c-8552-d71be31fd004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176739 Nov 09 18:08:36.772287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.774888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fbb758-c402-4d49-b716-00f969e05c15,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.783211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:36.797015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.797015 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Added segment 0803c513-33da-461f-bf31-e343dbe15c10 of type vlan for network ae2cb1b4-36d0-4042-918c-3d3a0be504fc Nov 09 18:08:36.810277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:36.814615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:36.851822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Pushing event updated for resources: {'Port': ['ID=e311cf89-6ba7-4b4f-849e-cef5f2e4f07f,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:36.888633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Attempting to bind port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:36.890255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Attempting to bind port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:36.890891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Attempting to bind port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f on network b8596733-aa49-46f3-ba99-0b49a53bfb8c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:36.897082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:36.897595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Checking segment: {'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:36.898128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.898843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Bound using segment: {'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:36.899514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Bound port: e311cf89-6ba7-4b4f-849e-cef5f2e4f07f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:36.900276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.901624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.950109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Deleting port 17fcf26e-00d4-48d6-9840-c5c7602bdebe {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:08:36.950442 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:36.978733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] For port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:36.983510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] For port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e311cf89-6ba7-4b4f-849e-cef5f2e4f07f,segment=NetworkSegment(e00e362c-5a8a-45ec-a9a2-ad00770502b7),segment_id=e00e362c-5a8a-45ec-a9a2-ad00770502b7)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:36.989428 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.048901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.050147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:37.050526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.066704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e831721-cf42-4fc6-857b-306fc649b569 None None] Pushing event updated for resources: {'Port': ['ID=e311cf89-6ba7-4b4f-849e-cef5f2e4f07f,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.186026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3686113 Nov 09 18:08:37.188878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56866) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:37.194848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Request body: {'subnet': {'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1945895537-subnet', 'tenant_id': '37acbc0630fe455a8b46d1f49268425f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:37.254442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] For port 17fcf26e-00d4-48d6-9840-c5c7602bdebe, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=17fcf26e-00d4-48d6-9840-c5c7602bdebe,segment=NetworkSegment(0cfd2d2a-51bc-4265-956b-29da1a52b54b),segment_id=0cfd2d2a-51bc-4265-956b-29da1a52b54b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:37.254806 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-813f8d0d-2d04-4e56-b512-21a39d3f9402 req-fa979a92-8377-43ca-b8eb-d66d838a156a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 210 time: 0.0393646 Nov 09 18:08:37.254956 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.258759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85c0a3-9deb-475f-8f81-9f5b56d04ded admin admin] Pushing event updated for resources: {'Network': ['ID=ae2cb1b4-36d0-4042-918c-3d3a0be504fc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.266157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Made reservation on behalf of 37acbc0630fe455a8b46d1f49268425f for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:37.271288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.277338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a2189-11ab-4620-b786-b34f220e26b9 req-4d5e4a03-122f-45e5-a48e-a979ad305824 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:37.285903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a77a2189-11ab-4620-b786-b34f220e26b9 req-4d5e4a03-122f-45e5-a48e-a979ad305824 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 949 time: 0.2646248 Nov 09 18:08:37.290166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8::1 (b8596733-aa49-46f3-ba99-0b49a53bfb8c/25e2acb7-0501-4afe-87c9-a3b7d3fde666/941597f5-e11f-49f3-9aa7-1cd43ca16b6f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:37.293336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ae2cb1b4-36d0-4042-918c-3d3a0be504fc details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:37.306219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Calling delete_port for 17fcf26e-00d4-48d6-9840-c5c7602bdebe owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:08:37.405983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6fb3-2011-4df6-8702-25638e9ba647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.502501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a77a2189-11ab-4620-b786-b34f220e26b9 req-fbef212e-eaa4-4413-8250-0770aed94d24 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041802 Nov 09 18:08:37.545744 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.634106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a74c614-0efa-44ba-903f-c567dde01d7f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.637011 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.647664 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011482b5-17bb-475f-a1fd-43b07f6cefc9 x-openstack-request-id: req-011482b5-17bb-475f-a1fd-43b07f6cefc9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:37.648055 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d14cd6f-d334-42f3-bba8-357c24270ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a4340809-a7d3-4e4a-86d0-82b4eb251f5d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:37.648569 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-011482b5-17bb-475f-a1fd-43b07f6cefc9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:37.649953 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d', 'code': 200} Nov 09 18:08:37.650222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Checking segment: {'id': '0803c513-33da-461f-bf31-e343dbe15c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:37.651813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Network hostable DHCP agents. Network: ae2cb1b4-36d0-4042-918c-3d3a0be504fc, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:37.673201 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.677569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Network ae2cb1b4-36d0-4042-918c-3d3a0be504fc is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:37.686454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['17fcf26e-00d4-48d6-9840-c5c7602bdebe'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:37.714771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ae2cb1b4-36d0-4042-918c-3d3a0be504fc) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:37.719686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:37.720345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.733111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Pushing event deleted for resources: {'Port': ['ID=17fcf26e-00d4-48d6-9840-c5c7602bdebe,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:37.743063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83467a60-6de2-4add-b45a-9f93758481ef None None] Network ae2cb1b4-36d0-4042-918c-3d3a0be504fc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:37.794232 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-da732abc-5717-4453-93f1-80b05df6ca64 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6034021 Nov 09 18:08:37.801399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b4c8-c1ca-471c-ac07-8a3db9ce3cb4 req-9ce9a1c5-f18b-498f-9105-c8d17d9050a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:37.803118 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1c71b4c8-c1ca-471c-ac07-8a3db9ce3cb4 req-9ce9a1c5-f18b-498f-9105-c8d17d9050a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 1100 time: 0.0737691 Nov 09 18:08:37.823230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91b1e4b7-05b1-4701-b8da-1a976fe05444 req-a4be92c4-4161-403e-809a-fe8826275a3d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=a75f0c26-ef0f-4228-a184-762600b97192 HTTP/1.1" status: 200 len: 210 time: 0.0546296 Nov 09 18:08:37.824094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] No DVR routers for this DVR port 17fcf26e-00d4-48d6-9840-c5c7602bdebe on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:08:37.834728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.840430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d86136a9-0b7b-450a-b18e-531e5811344b req-3826e740-c58d-47d3-ab33-49a806eb496c tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.73 "DELETE /v2.0/ports/17fcf26e-00d4-48d6-9840-c5c7602bdebe HTTP/1.1" status: 204 len: 173 time: 1.2781377 Nov 09 18:08:37.846490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'name': 'network-vif-deleted', 'tag': '17fcf26e-00d4-48d6-9840-c5c7602bdebe'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:37.849279 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f576c7a-f7c7-4659-9425-cd60e39a5462" -d '{"events": [{"server_uuid": "9c356dd8-f68f-49bc-bb59-ddcb86b8576e", "name": "network-vif-deleted", "tag": "17fcf26e-00d4-48d6-9840-c5c7602bdebe"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:37.849732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1c71b4c8-c1ca-471c-ac07-8a3db9ce3cb4 req-7f7d9170-f6f8-4f79-9bbe-ff722565ccdf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347655 Nov 09 18:08:37.857773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:37.978789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2d354-7549-4f71-a464-d7e724f978f7 None None] Network ae2cb1b4-36d0-4042-918c-3d3a0be504fc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:38.014321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:38.024938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:38.030256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:38.056217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:38.057847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.142398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9bd5b95f-5b61-4c13-aa97-df7443671855 req-aaa0afb5-adb0-4c20-b2fe-0ed80b9d8009 tempest-ServersTestJSON-744788151 tempest-ServersTestJSON-744788151-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c356dd8-f68f-49bc-bb59-ddcb86b8576e HTTP/1.1" status: 200 len: 210 time: 0.1046503 Nov 09 18:08:38.214923 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da94be0-e16c-46e3-8385-883a0215bb07 x-openstack-request-id: req-6da94be0-e16c-46e3-8385-883a0215bb07 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:38.215778 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c356dd8-f68f-49bc-bb59-ddcb86b8576e", "name": "network-vif-deleted", "tag": "17fcf26e-00d4-48d6-9840-c5c7602bdebe", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:38.215778 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6da94be0-e16c-46e3-8385-883a0215bb07 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:38.221281 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c356dd8-f68f-49bc-bb59-ddcb86b8576e', 'name': 'network-vif-deleted', 'tag': '17fcf26e-00d4-48d6-9840-c5c7602bdebe', 'status': 'completed', 'code': 200} Nov 09 18:08:38.281571 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.446994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a649d-7faa-45ac-9467-aa34bef84495 None None] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:38.622863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6deb84a4-7fd9-45e3-a885-f071febd46f0 None None] Provisioning complete for port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:38.623744 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6deb84a4-7fd9-45e3-a885-f071febd46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.647727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.657066 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.659417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.711840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e311cf89-6ba7-4b4f-849e-cef5f2e4f07f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:38.740946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:38.838406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56914) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:38.865215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c271d4-e8d2-406a-8f92-d2928fde07db req-59426814-55b1-49d6-b970-de904c3600c4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:38.866702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3c271d4-e8d2-406a-8f92-d2928fde07db req-59426814-55b1-49d6-b970-de904c3600c4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 949 time: 0.0843744 Nov 09 18:08:38.889253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:38.889684 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.914742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:38.917115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6deb84a4-7fd9-45e3-a885-f071febd46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:38.919352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:38.965544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6deb84a4-7fd9-45e3-a885-f071febd46f0 None None] For port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e311cf89-6ba7-4b4f-849e-cef5f2e4f07f,segment=NetworkSegment(e00e362c-5a8a-45ec-a9a2-ad00770502b7),segment_id=e00e362c-5a8a-45ec-a9a2-ad00770502b7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:38.973647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6deb84a4-7fd9-45e3-a885-f071febd46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.060688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb84a4-7fd9-45e3-a885-f071febd46f0 None None] Pushing event updated for resources: {'Port': ['ID=e311cf89-6ba7-4b4f-849e-cef5f2e4f07f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:39.201874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-299b2127-eee9-4c37-adea-72fdb58bfed7 None None] Provisioning complete for port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:39.202330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299b2127-eee9-4c37-adea-72fdb58bfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.252473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-299b2127-eee9-4c37-adea-72fdb58bfed7 None None] Port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:39.266931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-299b2127-eee9-4c37-adea-72fdb58bfed7 None None] Provisioning complete for port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:39.267324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299b2127-eee9-4c37-adea-72fdb58bfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.348586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3c271d4-e8d2-406a-8f92-d2928fde07db req-c542536f-6899-4b1a-b524-68f0f2458c7a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690242 Nov 09 18:08:39.360932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90ee6ef8-e8e5-4df4-b5e8-5b90f9f3a014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.452324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:08:39.484607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90ee6ef8-e8e5-4df4-b5e8-5b90f9f3a014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.515805 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90ee6ef8-e8e5-4df4-b5e8-5b90f9f3a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.609308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee6ef8-e8e5-4df4-b5e8-5b90f9f3a014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ce140f-242d-4d40-84dd-ca11b8b9559e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:39.617362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4abb5f5c-891c-488c-a11d-0754380e0f32 None None] Provisioning complete for port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:39.617851 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4abb5f5c-891c-488c-a11d-0754380e0f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.631922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.648823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:39.666391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3d3eb97c-4787-4575-970e-446b40743b09 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7198179 Nov 09 18:08:39.673804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-90ee6ef8-e8e5-4df4-b5e8-5b90f9f3a014 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd7feeef1a41484190bd436c86cbd42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8336351 Nov 09 18:08:39.674888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56930) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.675451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56932) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:39.679958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:39.689729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1994264708'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:39.732143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:39.734398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:39.734892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] Deleting subnet 286fc893-d553-4d80-9692-5a4019aadcd1 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:08:39.745042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.775638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:39.778545 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.800690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b37-dd6a-46da-b743-b4c859039879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.829051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.831271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b37-dd6a-46da-b743-b4c859039879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.893366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4abb5f5c-891c-488c-a11d-0754380e0f32 None None] Port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:39.897868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b37-dd6a-46da-b743-b4c859039879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.902532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b37-dd6a-46da-b743-b4c859039879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.908005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2ac89b37-dd6a-46da-b743-b4c859039879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9ce140f-242d-4d40-84dd-ca11b8b9559e HTTP/1.1" status: 204 len: 168 time: 0.2260365 Nov 09 18:08:39.915232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af29a708-d24b-4765-9db3-87a56297999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.923532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.934083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:39.939232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:39.939495 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment 1547ed79-a8e4-404a-b228-db9b1a6ee087 of type vlan for network 6f10636f-4629-427a-a191-f8b0afb020d0 Nov 09 18:08:39.950559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:39.989676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.016466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286fc893-d553-4d80-9692-5a4019aadcd1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.020960 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.027003 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57443d17-6dda-4572-95c7-e428adfe4b88 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/286fc893-d553-4d80-9692-5a4019aadcd1 HTTP/1.1" status: 204 len: 168 time: 0.3937275 Nov 09 18:08:40.027533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56948) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.083736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac89b37-dd6a-46da-b743-b4c859039879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ce140f-242d-4d40-84dd-ca11b8b9559e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.114234 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.120001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.123349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-92437cb0-b6bb-49bc-9b78-a77b25991447 None None] Provisioning complete for port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:40.123808 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92437cb0-b6bb-49bc-9b78-a77b25991447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.138028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-dafc6ec9-fa49-4d5b-8a77-7272a31304e6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.139552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-dafc6ec9-fa49-4d5b-8a77-7272a31304e6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.1883967 Nov 09 18:08:40.168467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-55f809a6-2dea-4247-9ea3-90d1b3732259 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/quotas/f2c934c0c76d4fa39a6e7ec0c154c163 HTTP/1.1" status: 200 len: 375 time: 0.0207467 Nov 09 18:08:40.173913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.183842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.184838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.212355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.257055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 17fcf26e-00d4-48d6-9840-c5c7602bdebe no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:40.271502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b232dded-e90e-4b62-8d63-10e8e1593b77']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:40.281742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=6f10636f-4629-427a-a191-f8b0afb020d0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.292484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfd2d2a-51bc-4265-956b-29da1a52b54b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:40.292805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfd2d2a-51bc-4265-956b-29da1a52b54b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:40.304278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-2cd699e2-bcc2-4503-89ff-38150f04a9c1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151681 Nov 09 18:08:40.313385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.316363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 6f10636f-4629-427a-a191-f8b0afb020d0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:40.316530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56952) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.316786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56954) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.316906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5bce8000-015d-4536-a07e-f92ce9652e2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6396155 Nov 09 18:08:40.320627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-92437cb0-b6bb-49bc-9b78-a77b25991447 None None] Port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:40.322307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.326256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 17fcf26e-00d4-48d6-9840-c5c7602bdebe {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:40.326892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 17fcf26e-00d4-48d6-9840-c5c7602bdebe not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:40.341658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:40.347257 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-b5971345-7d2d-41b5-9109-11f5d0a9dfa9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095567 Nov 09 18:08:40.368097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5ad9-284a-4012-8003-72cf18eb506a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.371492 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.400945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:38Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:38Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:40.412335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-cdc17631-2d0f-4fe7-9e84-d396f1ad812a service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943985 Nov 09 18:08:40.430631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:08:40.431085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:08:40.432943 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:08:40.436533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:40.436937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Updating router c9f966f4-349a-42b9-8e57-df3f23b62840 port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:08:40.463406 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.518045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-a1f3d40b-4ffd-46a7-abf2-d552b5749fe9 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983024 Nov 09 18:08:40.571897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5ad9-284a-4012-8003-72cf18eb506a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.594873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5ad9-284a-4012-8003-72cf18eb506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.622463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e311cf89-6ba7-4b4f-849e-cef5f2e4f07f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:40.645680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.650080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.654040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b232dded-e90e-4b62-8d63-10e8e1593b77 HTTP/1.1" status: 204 len: 168 time: 0.6253872 Nov 09 18:08:40.725844 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2e2e5ad9-284a-4012-8003-72cf18eb506a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd91c245119e41c2aa4af54965ab2283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079697 Nov 09 18:08:40.728576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56970) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:40.736155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3072aa-7951-497b-9882-7abad7443553 req-b7795c85-df8b-41f4-a032-0cb5e9ac9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.737589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-b7795c85-df8b-41f4-a032-0cb5e9ac9437 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 1100 time: 0.3365664 Nov 09 18:08:40.748988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a28d15-f4a5-4f33-86e5-bd53ae93b523 admin admin] Pushing event deleted for resources: {'Network': ['ID=b232dded-e90e-4b62-8d63-10e8e1593b77,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.760063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e5ad9-284a-4012-8003-72cf18eb506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9cbd2d-bcef-470c-be78-f7d629a58bf0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:40.763622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:40.764001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.785590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:40.790774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.869181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66546122-2486-4f0f-9475-5ca545a93549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.908440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66546122-2486-4f0f-9475-5ca545a93549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:40.945696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f5863-1327-44d0-a2af-0eee3529eaea req-328342fe-8356-433b-aba3-210bafe70722 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:40.947884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-294f5863-1327-44d0-a2af-0eee3529eaea req-328342fe-8356-433b-aba3-210bafe70722 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 949 time: 0.1269960 Nov 09 18:08:40.987073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56978) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.018042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3072aa-7951-497b-9882-7abad7443553 req-a139b9cd-d58a-446f-8a89-b86365a24d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:41.019685 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-a139b9cd-d58a-446f-8a89-b86365a24d09 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2473791 Nov 09 18:08:41.083440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-294f5863-1327-44d0-a2af-0eee3529eaea req-7834b145-50ec-48f6-9a7a-10496e844d4f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076446 Nov 09 18:08:41.098422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6ff61325-8c49-4e11-ab43-dab8d59770fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3287c01ab4894850a8b843d6d28ae8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097980 Nov 09 18:08:41.100752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56980) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.104411 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.121240 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-7d2b8526-e896-4ab2-967b-8de7b0e267e4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8 HTTP/1.1" status: 200 len: 217 time: 0.0888786 Nov 09 18:08:41.128696 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.145413 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.153797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66546122-2486-4f0f-9475-5ca545a93549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.156971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66546122-2486-4f0f-9475-5ca545a93549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.158227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66546122-2486-4f0f-9475-5ca545a93549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d9cbd2d-bcef-470c-be78-f7d629a58bf0 HTTP/1.1" status: 204 len: 168 time: 0.4284172 Nov 09 18:08:41.200203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84012192-9563-4134-a612-7d31d7fa2813 None None] Pushing event updated for resources: {'Port': ['ID=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.205134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66546122-2486-4f0f-9475-5ca545a93549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9cbd2d-bcef-470c-be78-f7d629a58bf0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.236345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e997f985-7140-4165-9f00-1bc7562b39cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.276544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3072aa-7951-497b-9882-7abad7443553 req-835fee50-7fca-43f9-8d79-42af45e0c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:41.278507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-835fee50-7fca-43f9-8d79-42af45e0c3e6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1459599 Nov 09 18:08:41.285962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.292176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e997f985-7140-4165-9f00-1bc7562b39cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.331398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Attempting to bind port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:41.331783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Attempting to bind port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:41.332295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Attempting to bind port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f on network b8596733-aa49-46f3-ba99-0b49a53bfb8c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:41.351787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:41.352183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Checking segment: {'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:41.352736 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.353146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Bound using segment: {'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:41.354344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Bound port: 941597f5-e11f-49f3-9aa7-1cd43ca16b6f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00e362c-5a8a-45ec-a9a2-ad00770502b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:41.354596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.357448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=37d5371d-0e1b-4d9f-b0da-e629d3755990,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.434153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3072aa-7951-497b-9882-7abad7443553 req-218d0d14-b3b3-4ada-b36a-502473ef3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:41.435782 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-218d0d14-b3b3-4ada-b36a-502473ef3a85 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459730 Nov 09 18:08:41.437121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:41.437488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: 6f10636f-4629-427a-a191-f8b0afb020d0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:41.459854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e997f985-7140-4165-9f00-1bc7562b39cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.464165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] For port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:41.465549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e997f985-7140-4165-9f00-1bc7562b39cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.469166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e997f985-7140-4165-9f00-1bc7562b39cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2af13c18-1262-405c-8552-d71be31fd004 HTTP/1.1" status: 204 len: 168 time: 0.3637722 Nov 09 18:08:41.488722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] For port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,segment=NetworkSegment(e00e362c-5a8a-45ec-a9a2-ad00770502b7),segment_id=e00e362c-5a8a-45ec-a9a2-ad00770502b7)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:41.497334 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.518004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-487cc521-8adc-46bc-97f1-e1568f31237d req-06e4218b-c0b2-409e-8289-ff47bafe0986 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 210 time: 0.1093256 Nov 09 18:08:41.528572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 6f10636f-4629-427a-a191-f8b0afb020d0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:41.534243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997f985-7140-4165-9f00-1bc7562b39cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af13c18-1262-405c-8552-d71be31fd004,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.564415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 6f10636f-4629-427a-a191-f8b0afb020d0) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:41.581157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:41.581854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.602640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d040ca-4b47-4f9c-8eb7-acd15d19c1bc None None] Network 6f10636f-4629-427a-a191-f8b0afb020d0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:41.651669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b205d828-6356-4bfa-a2c3-bcdea03e8457 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3326042 Nov 09 18:08:41.654559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56996) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:41.703519 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-54e1384b-426c-4739-9ae0-6995523cd8e6 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523463 Nov 09 18:08:41.754234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:41.754893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:41.874182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84012192-9563-4134-a612-7d31d7fa2813 None None] Pushing event updated for resources: {'Port': ['ID=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:41.894317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d8e97757-667b-4efd-8fbc-a207920a90a3 None None] Provisioning complete for port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:41.894687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d8e97757-667b-4efd-8fbc-a207920a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:41.896867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:41.899678 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0e3072aa-7951-497b-9882-7abad7443553 req-e811c116-bbb6-49e9-8a7f-cfff7bf1ee52 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905730 Nov 09 18:08:42.011596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce09ca2-3b6a-47d7-ab51-6d6c05e9cf44 req-527eabdb-069b-42f4-a69b-fe65a05dd7d3 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:42.014740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ce09ca2-3b6a-47d7-ab51-6d6c05e9cf44 req-527eabdb-069b-42f4-a69b-fe65a05dd7d3 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 1100 time: 0.1522005 Nov 09 18:08:42.122323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ce09ca2-3b6a-47d7-ab51-6d6c05e9cf44 req-89691cb7-c37c-43a2-a624-a58d0261b698 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658824 Nov 09 18:08:42.234942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-6f10636f-4629-427a-a191-f8b0afb020d0', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:08:42.237128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.255294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d8e97757-667b-4efd-8fbc-a207920a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.405862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.414666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0d18f397-aa4f-4819-95f3-a5ac7fa22aae no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:08:42.430202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d8e97757-667b-4efd-8fbc-a207920a90a3 None None] For port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,segment=NetworkSegment(e00e362c-5a8a-45ec-a9a2-ad00770502b7),segment_id=e00e362c-5a8a-45ec-a9a2-ad00770502b7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:42.456457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d8e97757-667b-4efd-8fbc-a207920a90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.459108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 0d18f397-aa4f-4819-95f3-a5ac7fa22aae {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:08:42.459645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0d18f397-aa4f-4819-95f3-a5ac7fa22aae not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:08:42.600588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-155b6535-62b6-49fe-a2fa-256be602450d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:42.607169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-155b6535-62b6-49fe-a2fa-256be602450d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.2986338 Nov 09 18:08:42.630146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Request body: {'port': {'device_id': 'c968089e-db4d-401b-b803-3437567be648', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'admin_state_up': True, 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:42.663237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Allocated IP 2001:db8:1::2 (6f10636f-4629-427a-a191-f8b0afb020d0/37d5371d-0e1b-4d9f-b0da-e629d3755990/1a8a457e-0438-45a3-ae40-5fb45c6684cb) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:42.743332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-b4b11f63-1502-48e4-915b-15464223a8f8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349789 Nov 09 18:08:42.802738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.823908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:38Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:41Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:42.827325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:42.832826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e97757-667b-4efd-8fbc-a207920a90a3 None None] Pushing event updated for resources: {'Port': ['ID=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:42.836700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b9e239e2-dd4d-450d-8f97-cc0c0299113a None None] Provisioning complete for port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:42.837081 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9e239e2-dd4d-450d-8f97-cc0c0299113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.849486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:42.941522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ffd4b-555f-4f9f-8275-99cf093860e2 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:38Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:41Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:42.958181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-c39b180b-fe32-4302-9186-0ee071739a9a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:42.960841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-c39b180b-fe32-4302-9186-0ee071739a9a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166939 Nov 09 18:08:42.986775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-a9380be7-b803-4bb3-aeb6-25802305a2b4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/quotas/9690a44205b74207b0d5d9003a464be3 HTTP/1.1" status: 200 len: 375 time: 0.0193994 Nov 09 18:08:43.077099 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.085574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Allocated IP 172.20.0.12 (b448cd60-9f26-47d5-8457-7687f9481239/03057df8-87f6-4af5-a15d-a2004661bcfc/d269f99b-1cff-47d8-bed4-cb2182ec73b8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:43.092278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.108928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-0b0ae886-d24c-4df6-8b5b-4b463444c7da tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1131463 Nov 09 18:08:43.183386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Network 6f10636f-4629-427a-a191-f8b0afb020d0 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:43.184684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Pushing event updated for resources: {'Port': ['ID=1a8a457e-0438-45a3-ae40-5fb45c6684cb,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:43.198114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:43.202882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:43.211513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57060) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:43.247223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8:1::1 (6f10636f-4629-427a-a191-f8b0afb020d0/37d5371d-0e1b-4d9f-b0da-e629d3755990/5ccdd433-a963-4651-b189-65521977af69) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:43.327541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Attempting to bind port 1a8a457e-0438-45a3-ae40-5fb45c6684cb on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:43.328539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Attempting to bind port 1a8a457e-0438-45a3-ae40-5fb45c6684cb by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:43.329229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Attempting to bind port 1a8a457e-0438-45a3-ae40-5fb45c6684cb on network 6f10636f-4629-427a-a191-f8b0afb020d0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:43.335695 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:43.336362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Checking segment: {'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:43.336933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.337488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Bound using segment: {'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:43.338200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Bound port: 1a8a457e-0438-45a3-ae40-5fb45c6684cb, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:43.338769 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.426486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.443376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] For port 1a8a457e-0438-45a3-ae40-5fb45c6684cb, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:43.448683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] For port 1a8a457e-0438-45a3-ae40-5fb45c6684cb, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a8a457e-0438-45a3-ae40-5fb45c6684cb,segment=NetworkSegment(1547ed79-a8e4-404a-b228-db9b1a6ee087),segment_id=1547ed79-a8e4-404a-b228-db9b1a6ee087)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:43.457942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.497064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.503449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-480530189-network', 'tenant_id': 'c9c6ec7154104e9e8ddb0d7b475c5361'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:43.562674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Network b448cd60-9f26-47d5-8457-7687f9481239 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:43.573958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:43.594236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:43.606738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66cce9-c56e-4356-8dd7-77ab95113e29 None None] Pushing event updated for resources: {'Port': ['ID=1a8a457e-0438-45a3-ae40-5fb45c6684cb,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:43.643371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.677568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event updated for resources: {'Port': ['ID=d269f99b-1cff-47d8-bed4-cb2182ec73b8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:43.710415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:43.711601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.722605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Made reservation on behalf of c9c6ec7154104e9e8ddb0d7b475c5361 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:43.731209 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.742272 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-b38410e8-dfa4-40c9-9a5d-93e2d6f1cfca tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1229193 Nov 09 18:08:43.760000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Request body: {'port': {'device_id': 'c968089e-db4d-401b-b803-3437567be648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:43.772990 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.828616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1e1a0-b938-4c08-8e17-d17380c97c6e req-9c87d078-b77d-46f6-a872-d03afdc9a69e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:43.847649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdb1e1a0-b938-4c08-8e17-d17380c97c6e req-9c87d078-b77d-46f6-a872-d03afdc9a69e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 932 time: 0.1917980 Nov 09 18:08:43.859302 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:43.893329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.024060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdb1e1a0-b938-4c08-8e17-d17380c97c6e req-3161d2e8-9d24-4129-bb6d-8d37576dcb00 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702847 Nov 09 18:08:44.051683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 6f10636f-4629-427a-a191-f8b0afb020d0 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:44.088541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:44.097286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:44.097993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.286340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=5ccdd433-a963-4651-b189-65521977af69,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:44.374789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4619f956-bbaf-4eda-ad84-8bc57e9dcecc req-2ae8cdf1-2e91-47b1-ad9a-7ad1e7e6b67c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 210 time: 0.0589845 Nov 09 18:08:44.432201 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.442849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.492957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:44.506689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87a71d6-bc81-49b0-a024-ed4d18190587,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:44.519760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.519760 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Added segment e31be6ce-8867-42dd-8df0-5240f436d597 of type vlan for network fa521548-f00d-4546-8b6f-a0829958f5f7 Nov 09 18:08:44.579985 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.605186 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:08:44.739459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.805150 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 941597f5-e11f-49f3-9aa7-1cd43ca16b6f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:44.870567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:44.871197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:44.939695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d269f99b-1cff-47d8-bed4-cb2182ec73b8 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:44.969454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.010287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.014583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.015591 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.028103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Transition to ACTIVE for port object d269f99b-1cff-47d8-bed4-cb2182ec73b8 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:45.037664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.107017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a8a457e-0438-45a3-ae40-5fb45c6684cb up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:45.197615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805539cf-d8ba-446a-b957-e42f66b387da None None] Network 6f10636f-4629-427a-a191-f8b0afb020d0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:45.268769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Attempting to bind port d269f99b-1cff-47d8-bed4-cb2182ec73b8 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:45.269126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Attempting to bind port d269f99b-1cff-47d8-bed4-cb2182ec73b8 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:45.269517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Attempting to bind port d269f99b-1cff-47d8-bed4-cb2182ec73b8 on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:45.270941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0585070 Nov 09 18:08:45.271765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d269f99b-1cff-47d8-bed4-cb2182ec73b8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:45.283945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57108) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:45.288218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Port d269f99b-1cff-47d8-bed4-cb2182ec73b8 on network b448cd60-9f26-47d5-8457-7687f9481239 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:45.288616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Attempting to bind port d269f99b-1cff-47d8-bed4-cb2182ec73b8 on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:45.297440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:45.297982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:45.298891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Bound using segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:45.299611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Bound port: d269f99b-1cff-47d8-bed4-cb2182ec73b8, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:45.300110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.307594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d0bff90e-dacb-4b1b-9163-91127b3348fb None None] Provisioning complete for port 1a8a457e-0438-45a3-ae40-5fb45c6684cb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:45.308371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0bff90e-dacb-4b1b-9163-91127b3348fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.327765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-9e7ad5c9-8f28-42c6-bb99-7af35cf029b4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1772900 Nov 09 18:08:45.339621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Request body: {'subnet': {'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-480530189-subnet', 'tenant_id': 'c9c6ec7154104e9e8ddb0d7b475c5361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:45.362727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1a8a457e-0438-45a3-ae40-5fb45c6684cb triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:45.363195 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.381265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] For port d269f99b-1cff-47d8-bed4-cb2182ec73b8, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:45.385802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] For port d269f99b-1cff-47d8-bed4-cb2182ec73b8, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:45.395046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.397993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dc8fa-5a73-4acb-8ff9-be0d70a50896 admin admin] Pushing event updated for resources: {'Network': ['ID=fa521548-f00d-4546-8b6f-a0829958f5f7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:45.416666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network fa521548-f00d-4546-8b6f-a0829958f5f7 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:45.460437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.461427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.463989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] 10.222.0.73 "PUT /v2.0/ports/d269f99b-1cff-47d8-bed4-cb2182ec73b8 HTTP/1.1" status: 200 len: 1092 time: 1.7113574 Nov 09 18:08:45.464736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:45.467421 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7fcb8f-8efa-4638-973c-8a09ad354c83" -d '{"events": [{"name": "network-changed", "server_uuid": "c968089e-db4d-401b-b803-3437567be648", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:45.493070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d714-9338-418d-8038-eb10c8bf2cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d269f99b-1cff-47d8-bed4-cb2182ec73b8,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:45.497763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Made reservation on behalf of c9c6ec7154104e9e8ddb0d7b475c5361 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:45.500323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.561998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-3fdefd8e-00de-4b3b-b3a5-ad5fa43f37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.563242 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-3fdefd8e-00de-4b3b-b3a5-ad5fa43f37e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 1095 time: 0.0467508 Nov 09 18:08:45.563517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-0574006c-199d-41c4-93c1-1a5935503b0e tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.568994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-0574006c-199d-41c4-93c1-1a5935503b0e tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/networks?id=ae2cb1b4-36d0-4042-918c-3d3a0be504fc HTTP/1.1" status: 200 len: 810 time: 0.5442808 Nov 09 18:08:45.643918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8c523c3d-8f2d-4aab-9d39-acc642c6cce9 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/quotas/37acbc0630fe455a8b46d1f49268425f HTTP/1.1" status: 200 len: 375 time: 0.0516922 Nov 09 18:08:45.648641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-49519430-fe2d-41b0-8956-2c3b80084de4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8 HTTP/1.1" status: 200 len: 217 time: 0.0406361 Nov 09 18:08:45.660623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-5671facc-8133-45df-8b57-58547f35db0f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.662330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-5671facc-8133-45df-8b57-58547f35db0f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183014 Nov 09 18:08:45.700561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:45.707162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-8f374d9c-e295-4850-aefe-1007a8ffba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:45.709051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-8f374d9c-e295-4850-aefe-1007a8ffba89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0512412 Nov 09 18:08:45.735831 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.741305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-43504b6f-e565-4bd5-90dc-f9ec86ece100 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37acbc0630fe455a8b46d1f49268425f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733490 Nov 09 18:08:45.748941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-e14d5596-4783-45db-814b-a83933312c5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307610 Nov 09 18:08:45.771959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.772898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.779511 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0bff90e-dacb-4b1b-9163-91127b3348fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.788267 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.847500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d0bff90e-dacb-4b1b-9163-91127b3348fb None None] For port 1a8a457e-0438-45a3-ae40-5fb45c6684cb, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a8a457e-0438-45a3-ae40-5fb45c6684cb,segment=NetworkSegment(1547ed79-a8e4-404a-b228-db9b1a6ee087),segment_id=1547ed79-a8e4-404a-b228-db9b1a6ee087)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:45.852163 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-ccea5063-3850-43bc-9bb5-389a573cd07f service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908716 Nov 09 18:08:45.854587 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0bff90e-dacb-4b1b-9163-91127b3348fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:45.933987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:08:45.934446 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:08:45.944762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bff90e-dacb-4b1b-9163-91127b3348fb None None] Pushing event updated for resources: {'Port': ['ID=1a8a457e-0438-45a3-ae40-5fb45c6684cb,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:45.996195 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f381a3-5c33-4434-8aa3-5b4957fe4c5b req-8da7bb00-da29-4ad8-b98c-4f55b9d0a8d1 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260140 Nov 09 18:08:46.089437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-37ae1d55-f8ee-425f-879b-59d730259cf7 None None] Provisioning complete for port 1a8a457e-0438-45a3-ae40-5fb45c6684cb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.089824 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37ae1d55-f8ee-425f-879b-59d730259cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.091680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.185859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-37ae1d55-f8ee-425f-879b-59d730259cf7 None None] Provisioning complete for port 5ccdd433-a963-4651-b189-65521977af69 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.186312 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37ae1d55-f8ee-425f-879b-59d730259cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.226368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-37ae1d55-f8ee-425f-879b-59d730259cf7 None None] Port 5ccdd433-a963-4651-b189-65521977af69 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:46.345897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=5ccdd433-a963-4651-b189-65521977af69,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:46.348526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f925c6f0-3011-4170-9110-cf550072666c None None] Provisioning complete for port 5ccdd433-a963-4651-b189-65521977af69 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.349031 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f925c6f0-3011-4170-9110-cf550072666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.384188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f925c6f0-3011-4170-9110-cf550072666c None None] Port 5ccdd433-a963-4651-b189-65521977af69 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:46.464067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-6fcb88c1-32ad-45be-abe4-e7d4542c5ef7 service neutron] 10.222.0.32 "GET /v2.0/networks/ae2cb1b4-36d0-4042-918c-3d3a0be504fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930504 Nov 09 18:08:46.474817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:46.479499 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.490091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 6f10636f-4629-427a-a191-f8b0afb020d0 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:46.517256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:46.551689 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.629012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a8a457e-0438-45a3-ae40-5fb45c6684cb up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:46.682384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1a8a457e-0438-45a3-ae40-5fb45c6684cb triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.683113 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.756575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975c12dc-2294-43e1-b259-5faf157f463c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:46.812458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-9be99473-7c6c-4768-941d-6623b6e3aa50 service neutron] 10.222.0.32 "GET /v2.0/networks/ae2cb1b4-36d0-4042-918c-3d3a0be504fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244638 Nov 09 18:08:46.854572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Checking segment: {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:46.855030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Network hostable DHCP agents. Network: fa521548-f00d-4546-8b6f-a0829958f5f7, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:46.858048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:46.902573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.81 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/186ff34a-1249-455c-b6f1-94b74f8b38dc) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:46.918341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-31f74445-847b-4971-9a52-b748102f25ab None None] Provisioning complete for port 5ccdd433-a963-4651-b189-65521977af69 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:46.920369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-31f74445-847b-4971-9a52-b748102f25ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:46.962658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Network fa521548-f00d-4546-8b6f-a0829958f5f7 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:46.971811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-31f74445-847b-4971-9a52-b748102f25ab None None] Port 5ccdd433-a963-4651-b189-65521977af69 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:46.983190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, fa521548-f00d-4546-8b6f-a0829958f5f7) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:46.994970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb5be5-491c-4e5d-9169-a2fbd6a90e02 None None] Network fa521548-f00d-4546-8b6f-a0829958f5f7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:47.001291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:47.001897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.039194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:47.047360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6b66d11c-e1af-4557-b260-aa550d3bbc9a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3918102 Nov 09 18:08:47.051202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:47.055847 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-853de2bd-59dd-4399-be4c-21962eb51322 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7303813 Nov 09 18:08:47.070298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1452725697'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:47.071396 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:47.099286 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:47.099936 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:47.121152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:47.127027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.176607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:47.200926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.204248 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment a661f204-65b7-484b-8226-3a7f61cdfb81 of type vlan for network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 Nov 09 18:08:47.232575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e892f-bb8b-44f0-b5ee-2e4aa811228c None None] Network fa521548-f00d-4546-8b6f-a0829958f5f7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:47.295624 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.311619 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:47.343951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec752d7-1ad6-4189-9672-bc5d9137cd21 req-9f15e6a3-2218-486d-b69b-e2935c6ece36 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:47.345542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ec752d7-1ad6-4189-9672-bc5d9137cd21 req-9f15e6a3-2218-486d-b69b-e2935c6ece36 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 944 time: 0.1819763 Nov 09 18:08:47.363355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.369518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:47.370514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.401551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.430264 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3758059 Nov 09 18:08:47.435327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57138) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:47.446947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250952fd-71f1-418d-bf75-9c0c97a0d65d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:47.451700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:47.501473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:47.634464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ec752d7-1ad6-4189-9672-bc5d9137cd21 req-968bbb5f-6135-42b1-b886-aa660637f52b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611802 Nov 09 18:08:47.690603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.705219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:47.707525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', '65c703cf-c024-4968-83b0-a8e4e92708a2', 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:47.750339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:47.753851 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.763440 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:44Z', 'revision_number': 3, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:45Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:47.808101 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:47.808101 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Updating router c9f966f4-349a-42b9-8e57-df3f23b62840 port 5ccdd433-a963-4651-b189-65521977af69 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:08:47.865130 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:47.878373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=186ff34a-1249-455c-b6f1-94b74f8b38dc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:47.888304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:47.896584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:47.964559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:48.257724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:48.258781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.290028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc548-11de-40dc-84f0-d3978ed3ea7d req-ad14dd0e-eb3e-44f5-bf8b-2bdea94efbfe tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:48.292253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fdcfc548-11de-40dc-84f0-d3978ed3ea7d req-ad14dd0e-eb3e-44f5-bf8b-2bdea94efbfe tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 935 time: 0.3335481 Nov 09 18:08:48.329150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-fe26b710-3c5b-4ff9-9985-9e0fc84da51a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6406019 Nov 09 18:08:48.359065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Request body: {'port': {'device_id': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:48.370124 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.376794 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.423524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fdcfc548-11de-40dc-84f0-d3978ed3ea7d req-803ff95e-548e-4b6f-bd75-700b43123bd1 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960937 Nov 09 18:08:48.424060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-51181c57-4c02-41fe-9514-d5a4d7c89d4d None None] Provisioning complete for port 186ff34a-1249-455c-b6f1-94b74f8b38dc triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:48.424060 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-51181c57-4c02-41fe-9514-d5a4d7c89d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.475964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-51181c57-4c02-41fe-9514-d5a4d7c89d4d None None] Port 186ff34a-1249-455c-b6f1-94b74f8b38dc cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:48.479841 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e52d0-7a4c-4e0c-b9a5-ce83895b2586 x-openstack-request-id: req-c05e52d0-7a4c-4e0c-b9a5-ce83895b2586 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:48.480361 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c968089e-db4d-401b-b803-3437567be648", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:48.480361 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c05e52d0-7a4c-4e0c-b9a5-ce83895b2586 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:48.480754 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8', 'status': 'completed', 'code': 200} Nov 09 18:08:48.490086 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Attempting to bind port 5ccdd433-a963-4651-b189-65521977af69 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:48.490922 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Attempting to bind port 5ccdd433-a963-4651-b189-65521977af69 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:48.491333 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Attempting to bind port 5ccdd433-a963-4651-b189-65521977af69 on network 6f10636f-4629-427a-a191-f8b0afb020d0 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:48.503523 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:48.503900 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Checking segment: {'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:48.504300 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.504839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Bound using segment: {'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:48.505368 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Bound port: 5ccdd433-a963-4651-b189-65521977af69, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547ed79-a8e4-404a-b228-db9b1a6ee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:48.505741 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.544720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.548639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.608162 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Pushing event updated for resources: {'Port': ['ID=5ccdd433-a963-4651-b189-65521977af69,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:48.621979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-a4af24d8-d86d-4540-8f19-0f3232d0738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:48.625388 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-a4af24d8-d86d-4540-8f19-0f3232d0738b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 1095 time: 0.1099997 Nov 09 18:08:48.628853 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.629192 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.643152 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.643625 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.644297 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.644635 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.644958 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.645276 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.645593 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.658341 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.658693 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.659024 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:48.731947 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] For port 5ccdd433-a963-4651-b189-65521977af69, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:48.736166 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] For port 5ccdd433-a963-4651-b189-65521977af69, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ccdd433-a963-4651-b189-65521977af69,segment=NetworkSegment(1547ed79-a8e4-404a-b228-db9b1a6ee087),segment_id=1547ed79-a8e4-404a-b228-db9b1a6ee087)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:48.750348 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:48.821671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a894e886-cf8f-48fc-b5ee-7b379e79825e req-9ad0431a-6ed4-47ae-83f9-e5bccf2656b5 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 210 time: 0.1078076 Nov 09 18:08:48.834108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=839f7d56-79ff-41c3-ae10-3da9781a0464,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:48.900581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:48.900921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:48.917985 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0229ff-ab0a-45a3-9520-3d33fd7a3cbe None None] Pushing event updated for resources: {'Port': ['ID=5ccdd433-a963-4651-b189-65521977af69,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:48.935132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-5caa7202-8873-4cc0-94d6-e4228d0d293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:48.935602 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:48.935602 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:48.935788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-5caa7202-8873-4cc0-94d6-e4228d0d293b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.2850175 Nov 09 18:08:48.948044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-778e631d-b5f2-42cd-a82c-5219fd4b6f39 None None] Provisioning complete for port 5ccdd433-a963-4651-b189-65521977af69 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:48.948430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-778e631d-b5f2-42cd-a82c-5219fd4b6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.023260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-e9a86308-91da-4781-9b0b-07ef1531ccd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8 HTTP/1.1" status: 200 len: 217 time: 0.0785303 Nov 09 18:08:49.081148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.170569 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-778e631d-b5f2-42cd-a82c-5219fd4b6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.176995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-1e0c8eda-5bce-4ddf-abda-1dbc31bc3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:49.178564 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-1e0c8eda-5bce-4ddf-abda-1dbc31bc3428 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.1451111 Nov 09 18:08:49.198336 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:49.242145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-842198ae-716f-4f97-8a94-1f396f0ec486 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509093 Nov 09 18:08:49.251850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-778e631d-b5f2-42cd-a82c-5219fd4b6f39 None None] For port 5ccdd433-a963-4651-b189-65521977af69, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ccdd433-a963-4651-b189-65521977af69,segment=NetworkSegment(1547ed79-a8e4-404a-b228-db9b1a6ee087),segment_id=1547ed79-a8e4-404a-b228-db9b1a6ee087)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:49.258735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-778e631d-b5f2-42cd-a82c-5219fd4b6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.343264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:49.390789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:49.391846 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-82539180-97bc-4d4a-8d19-b1442801e4ec service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352727 Nov 09 18:08:49.394716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e631d-b5f2-42cd-a82c-5219fd4b6f39 None None] Pushing event updated for resources: {'Port': ['ID=5ccdd433-a963-4651-b189-65521977af69,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:49.401971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61255e1f-af2f-4c19-8fcb-be07ca5cff41 None None] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:49.463750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:49.464363 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.476709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a0d4025d-482d-4b7d-9165-d6fbe63e0503 None None] Provisioning complete for port 5ccdd433-a963-4651-b189-65521977af69 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:49.477231 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a0d4025d-482d-4b7d-9165-d6fbe63e0503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.511516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-4b5b6742-0c19-4757-ba88-efe10ef7f153 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:49.513843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-4b5b6742-0c19-4757-ba88-efe10ef7f153 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.73 "GET /v2.0/networks?id=ae2cb1b4-36d0-4042-918c-3d3a0be504fc HTTP/1.1" status: 200 len: 810 time: 0.6609616 Nov 09 18:08:49.517571 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-84da26f1-5028-4614-aa48-452965354a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:44Z', 'revision_number': 3, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:48Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:49.526288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-41594d6f-c3fa-4523-b219-a96b99412215 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0898724 Nov 09 18:08:49.532028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57188) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:49.537352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Request body: {'port': {'device_id': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc', 'admin_state_up': True, 'tenant_id': '37acbc0630fe455a8b46d1f49268425f'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:49.547835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-d9c64605-d27a-444a-9bb7-c7a43765f42b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:49.555171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-d9c64605-d27a-444a-9bb7-c7a43765f42b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 813 time: 0.3678868 Nov 09 18:08:49.589100 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da26f1-5028-4614-aa48-452965354a49 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:44Z', 'revision_number': 3, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:48Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:49.703945 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fb7fcb8f-8efa-4638-973c-8a09ad354c83 req-18fea1a7-ce9a-47b0-8c96-3c8e15d9c449 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920616 Nov 09 18:08:49.755674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-b1673c39-8e00-467e-bb8c-3f3da834c9c8 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/quotas/c9c6ec7154104e9e8ddb0d7b475c5361 HTTP/1.1" status: 200 len: 375 time: 0.1994288 Nov 09 18:08:49.776339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:08:49.779490 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:49.809892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-f952425b-670b-4895-8991-dc3aac9a5978 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532649 Nov 09 18:08:49.894125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Made reservation on behalf of 37acbc0630fe455a8b46d1f49268425f for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:49.897643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.024451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Allocated IP 2001:db8:2::2 (fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063/839f7d56-79ff-41c3-ae10-3da9781a0464/17f19710-1375-4903-b302-9b60d7c0d1f9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:50.071282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186ff34a-1249-455c-b6f1-94b74f8b38dc {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:50.089806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.099763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-49c8ed4a-8fa1-402d-95ed-f644914d39bf service neutron] 10.222.0.32 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888863 Nov 09 18:08:50.177002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.193523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Transition to ACTIVE for port object 186ff34a-1249-455c-b6f1-94b74f8b38dc will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:50.206504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.262431 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.267691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Allocated IP 172.20.0.14 (ae2cb1b4-36d0-4042-918c-3d3a0be504fc/7a74c614-0efa-44ba-903f-c567dde01d7f/f5d45bf4-1e6a-4651-be06-0cad68ba468d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:50.271264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.329923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d269f99b-1cff-47d8-bed4-cb2182ec73b8 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:50.335470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:50.335689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-ce78de07-730a-4e5d-bb11-629afd24ac29 service neutron] 10.222.0.32 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347543 Nov 09 18:08:50.346865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Pushing event updated for resources: {'Port': ['ID=186ff34a-1249-455c-b6f1-94b74f8b38dc,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:50.355435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:50.405255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:50.411626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Pushing event updated for resources: {'Port': ['ID=17f19710-1375-4903-b302-9b60d7c0d1f9,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:50.605485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Attempting to bind port 186ff34a-1249-455c-b6f1-94b74f8b38dc on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:50.606483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Attempting to bind port 186ff34a-1249-455c-b6f1-94b74f8b38dc by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:50.607180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Attempting to bind port 186ff34a-1249-455c-b6f1-94b74f8b38dc on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:50.634197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Port 186ff34a-1249-455c-b6f1-94b74f8b38dc on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:50.635130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Attempting to bind port 186ff34a-1249-455c-b6f1-94b74f8b38dc on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:50.643801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:50.644222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:50.644599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:50.644956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Bound port: 186ff34a-1249-455c-b6f1-94b74f8b38dc, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:50.645323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.666788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Attempting to bind port 17f19710-1375-4903-b302-9b60d7c0d1f9 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:50.670264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Attempting to bind port 17f19710-1375-4903-b302-9b60d7c0d1f9 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:50.670645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Attempting to bind port 17f19710-1375-4903-b302-9b60d7c0d1f9 on network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:50.699272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:50.703530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Checking segment: {'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:50.703822 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.705768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Bound using segment: {'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:50.714616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Bound port: 17f19710-1375-4903-b302-9b60d7c0d1f9, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:50.718601 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.800830 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.819768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ccdd433-a963-4651-b189-65521977af69 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:50.840679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8:2::1 (fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063/839f7d56-79ff-41c3-ae10-3da9781a0464/99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:50.865367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:50.912426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d269f99b-1cff-47d8-bed4-cb2182ec73b8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:50.960065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8', 'mac_address': 'fa:16:3e:34:1e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:50.975961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Network ae2cb1b4-36d0-4042-918c-3d3a0be504fc is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:50.989282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:50.991797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] For port 17f19710-1375-4903-b302-9b60d7c0d1f9, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:51.001915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:51.010870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] For port 17f19710-1375-4903-b302-9b60d7c0d1f9, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=17f19710-1375-4903-b302-9b60d7c0d1f9,segment=NetworkSegment(a661f204-65b7-484b-8226-3a7f61cdfb81),segment_id=a661f204-65b7-484b-8226-3a7f61cdfb81)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:51.026385 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.031684 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.035307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.057132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5ccdd433-a963-4651-b189-65521977af69 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:51.059133 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.102743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Pushing event updated for resources: {'Port': ['ID=f5d45bf4-1e6a-4651-be06-0cad68ba468d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:51.130971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.137426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad1c64-a578-49e1-92be-03f52ccb7d67 req-860ce508-55b6-4c7f-bef8-e6a5f449fb64 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.146251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4cad1c64-a578-49e1-92be-03f52ccb7d67 req-860ce508-55b6-4c7f-bef8-e6a5f449fb64 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 944 time: 0.4145958 Nov 09 18:08:51.151949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] For port 186ff34a-1249-455c-b6f1-94b74f8b38dc, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:51.154253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d269f99b-1cff-47d8-bed4-cb2182ec73b8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:51.169719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] For port 186ff34a-1249-455c-b6f1-94b74f8b38dc, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=186ff34a-1249-455c-b6f1-94b74f8b38dc,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:51.191235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.194012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.207338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:51.223885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:51.226628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:51.232279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:51.233045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.236291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.254343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d269f99b-1cff-47d8-bed4-cb2182ec73b8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:51.264714 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.266379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bb074-ab37-49a9-a202-dab2184d1e2a None None] Pushing event updated for resources: {'Port': ['ID=17f19710-1375-4903-b302-9b60d7c0d1f9,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:51.341143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d269f99b-1cff-47d8-bed4-cb2182ec73b8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:51.384157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8df61a7c-c797-4ee8-995b-7cfc2ede4d6d tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8541589 Nov 09 18:08:51.390651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.391383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.396062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] 10.222.0.73 "PUT /v2.0/ports/186ff34a-1249-455c-b6f1-94b74f8b38dc HTTP/1.1" status: 200 len: 1095 time: 3.0490453 Nov 09 18:08:51.396549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'tag': '186ff34a-1249-455c-b6f1-94b74f8b38dc'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:51.398896 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe27bc7-9eb9-4304-a95b-110dfc215a30", "tag": "186ff34a-1249-455c-b6f1-94b74f8b38dc"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:51.429736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ae1c2-daa0-497d-85fb-9687cfafe25d service neutron] Pushing event updated for resources: {'Port': ['ID=186ff34a-1249-455c-b6f1-94b74f8b38dc,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:51.449388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Request body: {'port': {'device_id': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:51.504917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.509187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4cad1c64-a578-49e1-92be-03f52ccb7d67 req-cf688c4a-9ca8-4be1-a0c1-0ed7314b080b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618999 Nov 09 18:08:51.640877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d269f99b-1cff-47d8-bed4-cb2182ec73b8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:51.695865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.733886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-1da8162b-60e6-48e0-aaeb-933f2733fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:51.736440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-1da8162b-60e6-48e0-aaeb-933f2733fdd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 1098 time: 0.2239807 Nov 09 18:08:51.908873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-507cf977-d16b-4ba4-a381-96607a812444 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=186ff34a-1249-455c-b6f1-94b74f8b38dc HTTP/1.1" status: 200 len: 217 time: 0.1590381 Nov 09 18:08:51.993118 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:51.999845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.000759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.053482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-a88242ee-f961-40c1-84d3-2ccb2a521df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.054940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-a88242ee-f961-40c1-84d3-2ccb2a521df6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1349251 Nov 09 18:08:52.068707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0441b-2cde-4409-b588-4402a65c7f2b req-942e17ca-f226-47fd-a13c-490568d229b4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.076735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbc0441b-2cde-4409-b588-4402a65c7f2b req-942e17ca-f226-47fd-a13c-490568d229b4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 947 time: 0.1995423 Nov 09 18:08:52.096185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:52.157571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:52.159046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:52.183500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbc0441b-2cde-4409-b588-4402a65c7f2b req-60a96848-caad-4a04-88f4-27f1453f3cd1 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059031 Nov 09 18:08:52.243602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-2c47b26a-168c-44a6-9c4f-c684c1a66fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.245919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-2c47b26a-168c-44a6-9c4f-c684c1a66fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671567 Nov 09 18:08:52.296086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:52.511539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:52.523308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d5dacf0f-74e9-4b3f-9771-e0c174a2d0fd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9860945 Nov 09 18:08:52.525743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57220) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:52.526152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:52.537783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:52.538485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:52.571397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1413783492'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:52.637715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:52.641335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.707056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:08:52.751331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-11621be5-7193-43fc-b8a0-6f77a056a58d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.753899 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-11621be5-7193-43fc-b8a0-6f77a056a58d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.73 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 813 time: 0.4285531 Nov 09 18:08:52.775623 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.776292 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added segment a1d42e20-1714-4a96-9714-abbc7755e078 of type vlan for network 5268a1fa-6cf8-44cd-8a00-449f4119efaa Nov 09 18:08:52.834741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391cd75-e63f-4561-b851-e17b7aea9290 req-80cf5af3-4cab-4f3d-90c3-e26cba86d898 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:52.843485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6391cd75-e63f-4561-b851-e17b7aea9290 req-80cf5af3-4cab-4f3d-90c3-e26cba86d898 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 932 time: 0.1620584 Nov 09 18:08:52.843799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:52.874434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d6ee73-4ceb-4d08-aa9e-200886fe5035 None None] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:52.877697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-4c5cb03e-ce4e-4983-a2e2-7d3beebefefa service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213353 Nov 09 18:08:52.878023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 17f19710-1375-4903-b302-9b60d7c0d1f9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:52.887137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Request body: {'port': {'device_id': '8884c859-9e0f-43c8-9e05-8490add3d508', 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7', 'admin_state_up': True, 'tenant_id': 'c9c6ec7154104e9e8ddb0d7b475c5361'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:53.004959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Provisioning complete for port 17f19710-1375-4903-b302-9b60d7c0d1f9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:53.005394 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.016811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:53.039478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6391cd75-e63f-4561-b851-e17b7aea9290 req-949534b6-883e-4a90-9ba3-5fca70b71c6b tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903713 Nov 09 18:08:53.052206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.060477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:53.061300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.077117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Made reservation on behalf of c9c6ec7154104e9e8ddb0d7b475c5361 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:53.079628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 17f19710-1375-4903-b302-9b60d7c0d1f9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:53.080023 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.082410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.097873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d45bf4-1e6a-4651-be06-0cad68ba468d {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:53.125436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.163674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Transition to ACTIVE for port object f5d45bf4-1e6a-4651-be06-0cad68ba468d will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:53.183950 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.195440 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6431165 Nov 09 18:08:53.202737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:53.211377 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-965f5522-c9a1-4073-b569-9d0fd10e78e6 req-e5700fd8-b598-45df-bdb7-d8807c1a5fb6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 210 time: 0.0488532 Nov 09 18:08:53.234372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5d0353c-58d6-41cd-86a8-5d2b54f8c7ea req-9c1c3e87-8dec-431b-983f-00ddbf264187 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386118 Nov 09 18:08:53.262421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'subnet': {'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:53.311105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d45bf4-1e6a-4651-be06-0cad68ba468d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:53.323707 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3c404-0842-4788-a703-3db3cd3bc0ca x-openstack-request-id: req-06b3c404-0842-4788-a703-3db3cd3bc0ca {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:53.324138 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe27bc7-9eb9-4304-a95b-110dfc215a30", "tag": "186ff34a-1249-455c-b6f1-94b74f8b38dc", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:53.324558 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06b3c404-0842-4788-a703-3db3cd3bc0ca {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:53.325746 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'tag': '186ff34a-1249-455c-b6f1-94b74f8b38dc', 'status': 'completed', 'code': 200} Nov 09 18:08:53.420854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831694-d488-4550-92fe-1d675a69f8e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Network': ['ID=5268a1fa-6cf8-44cd-8a00-449f4119efaa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:53.445176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:08:53.477393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-878595fc-40d1-4ee0-a288-09f2489fb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:53.480046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-878595fc-40d1-4ee0-a288-09f2489fb9eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 1098 time: 0.1230247 Nov 09 18:08:53.483087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Attempting to bind port f5d45bf4-1e6a-4651-be06-0cad68ba468d on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:53.483537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Attempting to bind port f5d45bf4-1e6a-4651-be06-0cad68ba468d by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0803c513-33da-461f-bf31-e343dbe15c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:53.483970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Attempting to bind port f5d45bf4-1e6a-4651-be06-0cad68ba468d on network ae2cb1b4-36d0-4042-918c-3d3a0be504fc {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:53.495227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Made reservation on behalf of f758615e4340461782449c43ba20bb8c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:08:53.499313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.502476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Port f5d45bf4-1e6a-4651-be06-0cad68ba468d on network ae2cb1b4-36d0-4042-918c-3d3a0be504fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:53.502900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Attempting to bind port f5d45bf4-1e6a-4651-be06-0cad68ba468d on network ae2cb1b4-36d0-4042-918c-3d3a0be504fc {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:53.509894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.522699 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.559855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71328e26-6d2b-479e-9e45-b8ba484c2b81 req-5458f1f0-43b2-4717-ac6f-0339d1fd90b5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:53.561759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71328e26-6d2b-479e-9e45-b8ba484c2b81 req-5458f1f0-43b2-4717-ac6f-0339d1fd90b5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 945 time: 0.1559300 Nov 09 18:08:53.570478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:53.570964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Checking segment: {'id': '0803c513-33da-461f-bf31-e343dbe15c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:53.571534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Bound using segment: {'id': '0803c513-33da-461f-bf31-e343dbe15c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:53.572111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Bound port: f5d45bf4-1e6a-4651-be06-0cad68ba468d, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0803c513-33da-461f-bf31-e343dbe15c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:53.572886 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.596402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Allocated IP 172.20.0.8 (fa521548-f00d-4546-8b6f-a0829958f5f7/975c12dc-2294-43e1-b259-5faf157f463c/b137b583-dcc5-4528-bc27-810724d736a9) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:53.690297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] For port 17f19710-1375-4903-b302-9b60d7c0d1f9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=17f19710-1375-4903-b302-9b60d7c0d1f9,segment=NetworkSegment(a661f204-65b7-484b-8226-3a7f61cdfb81),segment_id=a661f204-65b7-484b-8226-3a7f61cdfb81)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:53.692738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71328e26-6d2b-479e-9e45-b8ba484c2b81 req-4a81b784-7282-4abe-946e-ba55d0a6eaf7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145668 Nov 09 18:08:53.711407 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:53.764407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-a5c3f488-99b3-41cc-8b19-67f7662e0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:53.766208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-a5c3f488-99b3-41cc-8b19-67f7662e0afa service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2778773 Nov 09 18:08:53.804009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:08:53.804639 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:08:53.813015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:51Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:51Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:53.852099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:08:53.852461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Updating router c9f966f4-349a-42b9-8e57-df3f23b62840 port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:08:53.901842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-d5ae6601-d531-4857-bcc7-b342469178c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=186ff34a-1249-455c-b6f1-94b74f8b38dc HTTP/1.1" status: 200 len: 217 time: 0.1251514 Nov 09 18:08:53.904257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] For port f5d45bf4-1e6a-4651-be06-0cad68ba468d, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:53.969838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3f94da9b-9737-468b-94a0-32f74d3c4e4a None None] Provisioning complete for port 17f19710-1375-4903-b302-9b60d7c0d1f9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:53.970602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3f94da9b-9737-468b-94a0-32f74d3c4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.015569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Pushing event updated for resources: {'Port': ['ID=17f19710-1375-4903-b302-9b60d7c0d1f9,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:54.022278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] For port f5d45bf4-1e6a-4651-be06-0cad68ba468d, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5d45bf4-1e6a-4651-be06-0cad68ba468d,segment=NetworkSegment(0803c513-33da-461f-bf31-e343dbe15c10),segment_id=0803c513-33da-461f-bf31-e343dbe15c10)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:54.025533 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.034401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.035142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.035659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.036264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.036802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.037334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.037940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.038567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.039100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.039762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.040278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.041360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b17ad73-41d7-4965-8369-1ad434987e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:08:54.067000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.080780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.085356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.209955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.219703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.221713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.225367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] 10.222.0.73 "PUT /v2.0/ports/f5d45bf4-1e6a-4651-be06-0cad68ba468d HTTP/1.1" status: 200 len: 1092 time: 2.8068354 Nov 09 18:08:54.247277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-7592f72c-853e-4071-8d2a-981c0213ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.250009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-7592f72c-853e-4071-8d2a-981c0213ae82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.3399453 Nov 09 18:08:54.305462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Network fa521548-f00d-4546-8b6f-a0829958f5f7 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:54.332031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:54.350906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d269f99b-1cff-47d8-bed4-cb2182ec73b8 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:54.365415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Subnet': ['ID=6fd01e3d-4aa6-40bf-96ca-0c6783546b76,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:54.387283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:54.431355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b744de-ea4e-4c53-bc73-e3c0f0427c84 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d45bf4-1e6a-4651-be06-0cad68ba468d,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:54.457416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3f00b-f34f-453a-899e-a85d62e695a2 req-035cb7f8-3a5e-44fb-839f-5950009138ce tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.463772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3df3f00b-f34f-453a-899e-a85d62e695a2 req-035cb7f8-3a5e-44fb-839f-5950009138ce tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 947 time: 0.4874625 Nov 09 18:08:54.477681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3f94da9b-9737-468b-94a0-32f74d3c4e4a None None] Provisioning complete for port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:54.479018 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3f94da9b-9737-468b-94a0-32f74d3c4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.490831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.491918 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.522159 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6412556 Nov 09 18:08:54.526703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18967ac6-7ebf-43ec-b24e-b9ffe01995b6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:54.538505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Checking segment: {'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:54.539167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network hostable DHCP agents. Network: 5268a1fa-6cf8-44cd-8a00-449f4119efaa, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:08:54.545747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3f94da9b-9737-468b-94a0-32f74d3c4e4a None None] Port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:54.551632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Request body: {'port': {'device_id': '8884c859-9e0f-43c8-9e05-8490add3d508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:54.567523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d0e3182a-650a-4c1c-943d-e7894812f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.571035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-d0e3182a-650a-4c1c-943d-e7894812f96a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37acbc0630fe455a8b46d1f49268425f&device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 1095 time: 0.2634487 Nov 09 18:08:54.575302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-d34dd4b3-2319-43cb-b315-0cdcab0a4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.576808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-d34dd4b3-2319-43cb-b315-0cdcab0a4c8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3030653 Nov 09 18:08:54.591081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port d269f99b-1cff-47d8-bed4-cb2182ec73b8 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:08:54.613108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port d269f99b-1cff-47d8-bed4-cb2182ec73b8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:54.613321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.710794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-8f27394b-f5ee-4cc5-9c94-77264105c297 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d45bf4-1e6a-4651-be06-0cad68ba468d HTTP/1.1" status: 200 len: 217 time: 0.1141074 Nov 09 18:08:54.714033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.717052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:08:54.723728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 17f19710-1375-4903-b302-9b60d7c0d1f9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:54.724365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3df3f00b-f34f-453a-899e-a85d62e695a2 req-ddf2a5bb-8770-41b9-9d75-82950900e303 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535172 Nov 09 18:08:54.786407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5268a1fa-6cf8-44cd-8a00-449f4119efaa) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:54.796720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:54.797639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:54.813227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b000b5d-62a5-40a0-9620-b424ac627b5d None None] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:54.844468 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca712544-cdd8-45fa-bd01-95dcb9bf8679 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6405954 Nov 09 18:08:54.846091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57242) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:54.890889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f19f2bdf-0f91-4266-894b-a398731c687e None None] Provisioning complete for port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:54.891260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f19f2bdf-0f91-4266-894b-a398731c687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.018432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f19f2bdf-0f91-4266-894b-a398731c687e None None] Port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:55.026895 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.073128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.080083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 17f19710-1375-4903-b302-9b60d7c0d1f9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:55.080458 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.097565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-dff2b404-a1de-409d-b59f-3596e4c35a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.099136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-dff2b404-a1de-409d-b59f-3596e4c35a1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a74c614-0efa-44ba-903f-c567dde01d7f HTTP/1.1" status: 200 len: 850 time: 0.2977233 Nov 09 18:08:55.175684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-aea51273-978a-4f1e-bc3b-d72905533ca0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae2cb1b4-36d0-4042-918c-3d3a0be504fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572243 Nov 09 18:08:55.182228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-b1e560e9-a87d-4268-9ef2-7a47b2af7f94 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880475 Nov 09 18:08:55.213152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b137b583-dcc5-4528-bc27-810724d736a9 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:55.226993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.244197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Transition to ACTIVE for port object b137b583-dcc5-4528-bc27-810724d736a9 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:08:55.256499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb19bb1-523c-4c2e-a486-4e8b7c169be9 req-48a3a5fa-7023-4a58-b0f7-c98e9758c5e1 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.261038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.269572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddb19bb1-523c-4c2e-a486-4e8b7c169be9 req-48a3a5fa-7023-4a58-b0f7-c98e9758c5e1 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 944 time: 0.3023336 Nov 09 18:08:55.310643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:55.398797 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.429274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d2333-dee9-4ab5-8e48-8ed3c4e2e377 None None] Pushing event updated for resources: {'Port': ['ID=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:55.440395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9ce1382a-72c6-470b-a82f-ec6eef3e5bec None None] Provisioning complete for port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:55.440777 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9ce1382a-72c6-470b-a82f-ec6eef3e5bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.489364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:55.490043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:55.493169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 on network fa521548-f00d-4546-8b6f-a0829958f5f7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:55.498776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Port b137b583-dcc5-4528-bc27-810724d736a9 on network fa521548-f00d-4546-8b6f-a0829958f5f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:08:55.499218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 on network fa521548-f00d-4546-8b6f-a0829958f5f7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:55.502715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'tag': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:55.506951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:55.507303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Checking segment: {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:55.507701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Bound using segment: {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:55.508139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Bound port: b137b583-dcc5-4528-bc27-810724d736a9, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:55.508511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.513560 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680c3004-c77c-4573-a32b-e6d144144856" -d '{"events": [{"name": "network-changed", "server_uuid": "3de57d15-f62a-4410-838f-76eaa5a2f400", "tag": "f5d45bf4-1e6a-4651-be06-0cad68ba468d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:55.534342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9ce1382a-72c6-470b-a82f-ec6eef3e5bec None None] Port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:55.591516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'fixed_ips': [{'subnet_id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:08:55.595344 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.606953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:55.614357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:55.627427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.650577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:55.652963 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4549ec27-4a1c-417a-815f-974685f09f4a" -d '{"events": [{"server_uuid": "c968089e-db4d-401b-b803-3437567be648", "name": "network-vif-plugged", "status": "completed", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:55.666898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57254) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:55.693192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.693830 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.695276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] 10.222.0.73 "PUT /v2.0/ports/b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 1091 time: 1.1521134 Nov 09 18:08:55.695732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:08:55.698594 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e07299e-d47e-4634-b29b-9f725050ff75" -d '{"events": [{"name": "network-changed", "server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "tag": "b137b583-dcc5-4528-bc27-810724d736a9"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:08:55.737614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63ef9-9c13-4906-8459-a557e8a8d594 service neutron] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:55.752232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Attempting to bind port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:55.752804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Attempting to bind port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:55.755958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Attempting to bind port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c on network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:55.785700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddb19bb1-523c-4c2e-a486-4e8b7c169be9 req-ac45c574-ea2d-4054-b16d-e1e003afff6a tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137219 Nov 09 18:08:55.820944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d269f99b-1cff-47d8-bed4-cb2182ec73b8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:55.833635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:55.834024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Checking segment: {'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:55.834585 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.834992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Bound using segment: {'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:55.835639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Bound port: 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a661f204-65b7-484b-8226-3a7f61cdfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:55.836035 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.841027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-09f6288e-9dd1-4878-a5ce-16a6ee304f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:55.843307 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-09f6288e-9dd1-4878-a5ce-16a6ee304f9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1094 time: 0.0932693 Nov 09 18:08:55.845149 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.865450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-df17d533-9ee6-4870-8a99-0336e5a09fe7 service neutron] 10.222.0.73 "GET /v2.0/networks/ae2cb1b4-36d0-4042-918c-3d3a0be504fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317306 Nov 09 18:08:55.921020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0d3f-d975-4993-8337-b168e1695898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:55.924529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-189dbd88-b44b-471f-a577-ace46e5990d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 217 time: 0.0632439 Nov 09 18:08:56.015565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edcec3c5-47c6-48c5-9085-3ea7b0f91fdf req-4ae77b0c-27fb-4d49-ad41-22a337ee6cc6 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988305 Nov 09 18:08:56.035113 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d78dc9c0-e77a-47fd-ad1e-1cb623b7d3cb None None] Provisioning complete for port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:56.035680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d78dc9c0-e77a-47fd-ad1e-1cb623b7d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.040258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-e20ffb58-f555-4450-9318-8f46c9946573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.041784 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-e20ffb58-f555-4450-9318-8f46c9946573 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.1088901 Nov 09 18:08:56.089949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838caa0-f904-4060-b9b1-4870a07e3fbe req-8725ba71-f8a4-492e-ba47-f1932b681456 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.091570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5838caa0-f904-4060-b9b1-4870a07e3fbe req-8725ba71-f8a4-492e-ba47-f1932b681456 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 943 time: 0.1820905 Nov 09 18:08:56.114185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d269f99b-1cff-47d8-bed4-cb2182ec73b8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:56.142927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Allocated IP 2001:db8:3::2 (5268a1fa-6cf8-44cd-8a00-449f4119efaa/6fd01e3d-4aa6-40bf-96ca-0c6783546b76/3860c087-82cb-46e5-8559-34faed47bbe6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:56.157580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] For port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:56.163198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ee8d60-4ca8-4b4b-a75b-08118636c3b9 req-33f0673b-c383-49af-a501-d97cb1f4ef9d service neutron] 10.222.0.73 "GET /v2.0/networks/ae2cb1b4-36d0-4042-918c-3d3a0be504fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547708 Nov 09 18:08:56.165785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] For port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,segment=NetworkSegment(a661f204-65b7-484b-8226-3a7f61cdfb81),segment_id=a661f204-65b7-484b-8226-3a7f61cdfb81)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:56.180812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d78dc9c0-e77a-47fd-ad1e-1cb623b7d3cb None None] Port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:56.186239 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.195115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5838caa0-f904-4060-b9b1-4870a07e3fbe req-f80ffa62-c836-427f-a833-41107ef4c357 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818436 Nov 09 18:08:56.228067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.293019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:56.293583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:56.385501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:08:56.422143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-bfd4df10-820f-4964-9c61-caa53f3f219d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3687575 Nov 09 18:08:56.464158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5790e6-20cf-40ec-a0b5-f4b71372133c req-ea6dc4f8-82af-41e8-ae52-4d43d2892714 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.472608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f5790e6-20cf-40ec-a0b5-f4b71372133c req-ea6dc4f8-82af-41e8-ae52-4d43d2892714 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 946 time: 0.1387305 Nov 09 18:08:56.473575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 186ff34a-1249-455c-b6f1-94b74f8b38dc details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:08:56.511445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0d3f-d975-4993-8337-b168e1695898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.521848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0d3f-d975-4993-8337-b168e1695898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.546214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d2333-dee9-4ab5-8e48-8ed3c4e2e377 None None] Pushing event updated for resources: {'Port': ['ID=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:56.558308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f5790e6-20cf-40ec-a0b5-f4b71372133c req-593587cd-1d25-48cb-bc33-15f6fa94bea5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847902 Nov 09 18:08:56.572528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed0d3f-d975-4993-8337-b168e1695898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df97025-9d5f-41b6-9701-c6f1f333ed5b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:56.612454 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1ed0d3f-d975-4993-8337-b168e1695898 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff2c83e0682048a88dcf4af254f772e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9393568 Nov 09 18:08:56.614973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57264) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:56.619391 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-98719703-8281-4cc1-9ba3-5d5b9aadbc71 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879270 Nov 09 18:08:56.685945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-684629e8-bf97-40ce-9a26-9ba7375cd75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.714878 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-684629e8-bf97-40ce-9a26-9ba7375cd75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.729439 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5efa17-b4cb-49b5-aa67-794850fd8c91 x-openstack-request-id: req-dc5efa17-b4cb-49b5-aa67-794850fd8c91 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:56.729439 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de57d15-f62a-4410-838f-76eaa5a2f400", "tag": "f5d45bf4-1e6a-4651-be06-0cad68ba468d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:56.729824 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc5efa17-b4cb-49b5-aa67-794850fd8c91 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:56.730328 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'tag': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d', 'status': 'completed', 'code': 200} Nov 09 18:08:56.742490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0d3414bf-5743-4140-a4ba-95b9555f5fc9 None None] Provisioning complete for port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:56.742868 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d3414bf-5743-4140-a4ba-95b9555f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.754530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-26e38f5f-bee2-40fa-a3f5-d375c6f7adfa req-6424b7c5-d2cb-48c5-a556-5d4194127273 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273484 Nov 09 18:08:56.786834 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0341454-7ec9-4cff-8bca-c40ed94f8e21 x-openstack-request-id: req-e0341454-7ec9-4cff-8bca-c40ed94f8e21 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:56.787405 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968089e-db4d-401b-b803-3437567be648", "name": "network-vif-plugged", "status": "completed", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:56.787405 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0341454-7ec9-4cff-8bca-c40ed94f8e21 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:56.787764 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8', 'code': 200} Nov 09 18:08:56.791047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 186ff34a-1249-455c-b6f1-94b74f8b38dc, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=186ff34a-1249-455c-b6f1-94b74f8b38dc,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:56.819435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-684629e8-bf97-40ce-9a26-9ba7375cd75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.822495 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-684629e8-bf97-40ce-9a26-9ba7375cd75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.823974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-684629e8-bf97-40ce-9a26-9ba7375cd75b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5df97025-9d5f-41b6-9701-c6f1f333ed5b HTTP/1.1" status: 204 len: 168 time: 0.2080026 Nov 09 18:08:56.836565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c3004-c77c-4573-a32b-e6d144144856 req-df4c1722-22bd-40fb-ae33-1e79f3920783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.837165 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.839110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c3004-c77c-4573-a32b-e6d144144856 req-df4c1722-22bd-40fb-ae33-1e79f3920783 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37acbc0630fe455a8b46d1f49268425f&device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 1095 time: 0.0614622 Nov 09 18:08:56.839241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '186ff34a-1249-455c-b6f1-94b74f8b38dc', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '186ff34a-1249-455c-b6f1-94b74f8b38dc', 'mac_address': 'fa:16:3e:d9:30:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:08:56.840559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684629e8-bf97-40ce-9a26-9ba7375cd75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df97025-9d5f-41b6-9701-c6f1f333ed5b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:56.857796 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff90fb39-de12-42c4-817e-57a09539f978 x-openstack-request-id: req-ff90fb39-de12-42c4-817e-57a09539f978 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:08:56.858165 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "tag": "b137b583-dcc5-4528-bc27-810724d736a9", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:08:56.858420 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff90fb39-de12-42c4-817e-57a09539f978 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:08:56.858824 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9', 'status': 'completed', 'code': 200} Nov 09 18:08:56.879329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.944920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0a91-8a52-4f0e-9e90-498b1d59877a req-1028f739-12f3-4373-a255-adda1baa0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:56.947153 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5cdc0a91-8a52-4f0e-9e90-498b1d59877a req-1028f739-12f3-4373-a255-adda1baa0aaf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 1097 time: 0.0843842 Nov 09 18:08:56.949603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:56.950331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:56.970312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:56.993116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:56.997408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Pushing event updated for resources: {'Port': ['ID=3860c087-82cb-46e5-8559-34faed47bbe6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:57.000869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5cdc0a91-8a52-4f0e-9e90-498b1d59877a req-6b26753f-69c4-423d-ae3d-40eddcf5822a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353260 Nov 09 18:08:57.013969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:51Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:56Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:08:57.016557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186ff34a-1249-455c-b6f1-94b74f8b38dc {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:08:57.067297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3847e0d-f82e-495b-8cbc-def544e47a13 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:51Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:56Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:08:57.096417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d3414bf-5743-4140-a4ba-95b9555f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.102427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 186ff34a-1249-455c-b6f1-94b74f8b38dc, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=186ff34a-1249-455c-b6f1-94b74f8b38dc,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:57.154742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.196335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Attempting to bind port 3860c087-82cb-46e5-8559-34faed47bbe6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:08:57.197542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Attempting to bind port 3860c087-82cb-46e5-8559-34faed47bbe6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:08:57.198133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Attempting to bind port 3860c087-82cb-46e5-8559-34faed47bbe6 on network 5268a1fa-6cf8-44cd-8a00-449f4119efaa {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:08:57.228171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:08:57.228556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Checking segment: {'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:08:57.228966 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.229369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Bound using segment: {'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:08:57.229869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Bound port: 3860c087-82cb-46e5-8559-34faed47bbe6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:08:57.230286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.247822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0d3414bf-5743-4140-a4ba-95b9555f5fc9 None None] For port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,segment=NetworkSegment(a661f204-65b7-484b-8226-3a7f61cdfb81),segment_id=a661f204-65b7-484b-8226-3a7f61cdfb81)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:57.263259 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d3414bf-5743-4140-a4ba-95b9555f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.288721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=186ff34a-1249-455c-b6f1-94b74f8b38dc,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:57.371829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] For port 3860c087-82cb-46e5-8559-34faed47bbe6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:08:57.375730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3414bf-5743-4140-a4ba-95b9555f5fc9 None None] Pushing event updated for resources: {'Port': ['ID=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:57.390776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] For port 3860c087-82cb-46e5-8559-34faed47bbe6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3860c087-82cb-46e5-8559-34faed47bbe6,segment=NetworkSegment(a1d42e20-1714-4a96-9714-abbc7755e078),segment_id=a1d42e20-1714-4a96-9714-abbc7755e078)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:08:57.397612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:57.472026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d47e5-5246-4b7e-9e4b-81ef304c617a None None] Pushing event updated for resources: {'Port': ['ID=3860c087-82cb-46e5-8559-34faed47bbe6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:57.494932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Allocated IP 2001:db8:3::1 (5268a1fa-6cf8-44cd-8a00-449f4119efaa/6fd01e3d-4aa6-40bf-96ca-0c6783546b76/2fc6a5e4-df9c-4a51-b712-884f20a7215d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:08:57.528383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-f2f2f17c-9b27-4169-8e15-c91d7ee13557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:57.530360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-f2f2f17c-9b27-4169-8e15-c91d7ee13557 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1094 time: 0.5276313 Nov 09 18:08:57.547814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['186ff34a-1249-455c-b6f1-94b74f8b38dc'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:08:57.553236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493266ce-a085-40ca-8ec7-f6d3d5fda224 req-c2fde88c-c696-4d1c-b15c-43e858a1030a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:57.573318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-493266ce-a085-40ca-8ec7-f6d3d5fda224 req-c2fde88c-c696-4d1c-b15c-43e858a1030a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 947 time: 0.5588555 Nov 09 18:08:57.586701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c3004-c77c-4573-a32b-e6d144144856 req-6d189747-7f3f-4612-9349-034370e9a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:57.589556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c3004-c77c-4573-a32b-e6d144144856 req-6d189747-7f3f-4612-9349-034370e9a720 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae2cb1b4-36d0-4042-918c-3d3a0be504fc HTTP/1.1" status: 200 len: 911 time: 0.6676707 Nov 09 18:08:57.871100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-493266ce-a085-40ca-8ec7-f6d3d5fda224 req-dae0d900-22b0-4fb0-b9ba-15ab01369d4e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968731 Nov 09 18:08:57.872345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c3004-c77c-4573-a32b-e6d144144856 req-fec90eda-9a0b-4127-8f0b-728ad51d3930 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d45bf4-1e6a-4651-be06-0cad68ba468d HTTP/1.1" status: 200 len: 217 time: 0.2370675 Nov 09 18:08:57.940581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c3004-c77c-4573-a32b-e6d144144856 req-f12790c0-cf48-4f90-92d5-cb1fb94e2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:57.942012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c3004-c77c-4573-a32b-e6d144144856 req-f12790c0-cf48-4f90-92d5-cb1fb94e2650 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a74c614-0efa-44ba-903f-c567dde01d7f HTTP/1.1" status: 200 len: 850 time: 0.0563505 Nov 09 18:08:58.001290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c3004-c77c-4573-a32b-e6d144144856 req-a149f7ef-256f-450f-8049-58a65771de87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae2cb1b4-36d0-4042-918c-3d3a0be504fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487134 Nov 09 18:08:58.105998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:58.142243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-74a5051b-8677-47ee-8d28-579e344801b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.143748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-74a5051b-8677-47ee-8d28-579e344801b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 914 time: 0.5642121 Nov 09 18:08:58.219111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-9f4dd84c-5f61-46d1-83e7-58fae87c7268 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 217 time: 0.0643849 Nov 09 18:08:58.285440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ba573-ed66-44fb-9c08-f031820ec1cc req-88cda819-65bb-44d1-84b8-b858fa6408a6 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.287972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-162ba573-ed66-44fb-9c08-f031820ec1cc req-88cda819-65bb-44d1-84b8-b858fa6408a6 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 944 time: 0.2201140 Nov 09 18:08:58.299044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c3004-c77c-4573-a32b-e6d144144856 req-55fa17a8-6a00-41a7-a2a9-582e6ba14060 service neutron] 10.222.0.73 "GET /v2.0/networks/ae2cb1b4-36d0-4042-918c-3d3a0be504fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724366 Nov 09 18:08:58.381088 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:58.390234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-26c08293-8fef-428d-ade9-8b072de14521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.391654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-26c08293-8fef-428d-ade9-8b072de14521 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.1611524 Nov 09 18:08:58.486276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-4fff6129-8b12-4b3f-bc1b-b7d31b6a8da5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623677 Nov 09 18:08:58.495996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:58.522660 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-162ba573-ed66-44fb-9c08-f031820ec1cc req-81596d12-98e1-4716-83c2-27cee28cbf6b tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195892 Nov 09 18:08:58.528838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:58.544030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=2fc6a5e4-df9c-4a51-b712-884f20a7215d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:58.552045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:08:58.552592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:58.676022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-680c3004-c77c-4573-a32b-e6d144144856 req-dc64a33e-0c66-4900-a36b-2904da255502 service neutron] 10.222.0.73 "GET /v2.0/networks/ae2cb1b4-36d0-4042-918c-3d3a0be504fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585193 Nov 09 18:08:58.786151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dc9e24-567d-4fe7-97d5-6c2a5161d800 None None] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:08:58.787351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-9e48841e-e9fc-4728-826f-30a5caf70100 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632337 Nov 09 18:08:58.808083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:58.809018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c61c2f-3a4a-404c-90df-a7fa243afe3b req-89e37add-98a9-4b5c-8132-1f2019178205 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:58.810553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50c61c2f-3a4a-404c-90df-a7fa243afe3b req-89e37add-98a9-4b5c-8132-1f2019178205 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 943 time: 0.1506314 Nov 09 18:08:58.885066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6a969d0d-c587-425c-9ae9-db6d18985ae2 None None] Provisioning complete for port 3860c087-82cb-46e5-8559-34faed47bbe6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:58.885298 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6a969d0d-c587-425c-9ae9-db6d18985ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:58.909791 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:58.989093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50c61c2f-3a4a-404c-90df-a7fa243afe3b req-f9700c75-e26f-4394-a25e-9a21da12cf1d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397519 Nov 09 18:08:58.992939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:58.993104 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.013615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e07299e-d47e-4634-b29b-9f725050ff75 req-0d623a20-2b58-4006-a367-ccc16361f351 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167575 Nov 09 18:08:59.110017 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6a969d0d-c587-425c-9ae9-db6d18985ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.181693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6a969d0d-c587-425c-9ae9-db6d18985ae2 None None] For port 3860c087-82cb-46e5-8559-34faed47bbe6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3860c087-82cb-46e5-8559-34faed47bbe6,segment=NetworkSegment(a1d42e20-1714-4a96-9714-abbc7755e078),segment_id=a1d42e20-1714-4a96-9714-abbc7755e078)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:08:59.189428 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6a969d0d-c587-425c-9ae9-db6d18985ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.203126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3860c087-82cb-46e5-8559-34faed47bbe6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:08:59.206994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56df09-0a68-4a18-bf5f-ccb2d7d4b333 req-8a2f2f1c-dde9-4b89-9a8f-4ddb0075476c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:59.208538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb56df09-0a68-4a18-bf5f-ccb2d7d4b333 req-8a2f2f1c-dde9-4b89-9a8f-4ddb0075476c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 946 time: 0.0958691 Nov 09 18:08:59.285714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a969d0d-c587-425c-9ae9-db6d18985ae2 None None] Pushing event updated for resources: {'Port': ['ID=3860c087-82cb-46e5-8559-34faed47bbe6,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:59.302715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb56df09-0a68-4a18-bf5f-ccb2d7d4b333 req-1d8df8a5-247b-46c3-9d8e-26d574f71c95 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784757 Nov 09 18:08:59.308850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3860c087-82cb-46e5-8559-34faed47bbe6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:59.309234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.383271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.391220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.392128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.451283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event updated for resources: {'Port': ['ID=2fc6a5e4-df9c-4a51-b712-884f20a7215d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:08:59.515232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e962478e-087b-41f2-919e-ad9ef93edd34 None None] Provisioning complete for port 3860c087-82cb-46e5-8559-34faed47bbe6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:59.515607 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e962478e-087b-41f2-919e-ad9ef93edd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.582917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce72e-98e1-4e68-a781-761f8bb4b3d2 req-9d23349b-cf0b-49e7-8c63-6bf59753e7ff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:08:59.584711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf7ce72e-98e1-4e68-a781-761f8bb4b3d2 req-9d23349b-cf0b-49e7-8c63-6bf59753e7ff tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 948 time: 0.1200960 Nov 09 18:08:59.635434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:08:59.642699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e962478e-087b-41f2-919e-ad9ef93edd34 None None] Provisioning complete for port 2fc6a5e4-df9c-4a51-b712-884f20a7215d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:59.643056 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e962478e-087b-41f2-919e-ad9ef93edd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.647899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:08:59.662290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf7ce72e-98e1-4e68-a781-761f8bb4b3d2 req-a2f2a921-883c-4617-9a98-100031c8709d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Nov 09 18:08:59.723542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e962478e-087b-41f2-919e-ad9ef93edd34 None None] Port 2fc6a5e4-df9c-4a51-b712-884f20a7215d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:59.793115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:08:59.846612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-31d8dfae-34d5-45a2-bdbe-6cff206d8bff None None] Provisioning complete for port 2fc6a5e4-df9c-4a51-b712-884f20a7215d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:08:59.847097 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-31d8dfae-34d5-45a2-bdbe-6cff206d8bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:08:59.924172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-31d8dfae-34d5-45a2-bdbe-6cff206d8bff None None] Port 2fc6a5e4-df9c-4a51-b712-884f20a7215d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:08:59.952312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:08:59.959814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b2a2b60d-1121-4d86-a6c6-fa61ae8f5e25 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1091230 Nov 09 18:08:59.960213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57326) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:08:59.966450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:08:59.971563 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:08:59.984651 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:08:59.985643 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:00.049100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50816-3910-4d8e-9da0-c0d9613e00f7 req-8a45b2ee-7e2d-48e1-a3cc-152126ca8909 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.049827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-10a9f2bb-6d02-43a9-a8f4-a435c3e277d4 None None] Provisioning complete for port 2fc6a5e4-df9c-4a51-b712-884f20a7215d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:00.050235 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10a9f2bb-6d02-43a9-a8f4-a435c3e277d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.056592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96a50816-3910-4d8e-9da0-c0d9613e00f7 req-8a45b2ee-7e2d-48e1-a3cc-152126ca8909 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 944 time: 0.0717978 Nov 09 18:09:00.119478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96a50816-3910-4d8e-9da0-c0d9613e00f7 req-c8737f98-4aea-4412-933c-8b47e31b1cff tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Nov 09 18:09:00.132968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-10a9f2bb-6d02-43a9-a8f4-a435c3e277d4 None None] Port 2fc6a5e4-df9c-4a51-b712-884f20a7215d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:09:00.145102 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:00.257492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8f5c0-f037-4e36-ba45-a9490358c3de req-8aef0fc0-b983-4c91-b7a6-64a91a491c8c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.260179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27b8f5c0-f037-4e36-ba45-a9490358c3de req-8aef0fc0-b983-4c91-b7a6-64a91a491c8c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 946 time: 0.0511534 Nov 09 18:09:00.308741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27b8f5c0-f037-4e36-ba45-a9490358c3de req-3abebda3-52c6-4e56-ad96-951a89dd3031 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Nov 09 18:09:00.377302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b137b583-dcc5-4528-bc27-810724d736a9 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:00.381722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 186ff34a-1249-455c-b6f1-94b74f8b38dc up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:00.440097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb5f4a-7f1a-427d-96a5-07002f8d24fe req-e731c1f0-fa95-4ba7-ba0f-39e5eaa63296 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.450336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eeb5f4a-7f1a-427d-96a5-07002f8d24fe req-e731c1f0-fa95-4ba7-ba0f-39e5eaa63296 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 943 time: 0.0696876 Nov 09 18:09:00.474125 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:08:58Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '2fc6a5e4-df9c-4a51-b712-884f20a7215d', 'name': '', 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:03:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:56Z', 'updated_at': '2021-11-09T18:08:59Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:00.502921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eeb5f4a-7f1a-427d-96a5-07002f8d24fe req-aa380d94-264a-4b2d-8f68-f7796245bb91 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516133 Nov 09 18:09:00.521935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 186ff34a-1249-455c-b6f1-94b74f8b38dc completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:00.541349 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:00.541813 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Updating router c9f966f4-349a-42b9-8e57-df3f23b62840 port 2fc6a5e4-df9c-4a51-b712-884f20a7215d binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:09:00.543390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 186ff34a-1249-455c-b6f1-94b74f8b38dc triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:00.544133 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.582619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:00.588206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.extraroute_db [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:09:00.588793 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.608087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'b137b583-dcc5-4528-bc27-810724d736a9', 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7', 'port_id': 'b137b583-dcc5-4528-bc27-810724d736a9', 'mac_address': 'fa:16:3e:60:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975c12dc-2294-43e1-b259-5faf157f463c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:00.610416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.extraroute_db [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Removed routes are [] {{(pid=102141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:09:00.611110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.684118 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.704058 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.706891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b137b583-dcc5-4528-bc27-810724d736a9 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:00.744297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:00.750784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ff34a-1249-455c-b6f1-94b74f8b38dc'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:00.753224 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5757f5-8c8a-4252-b95e-2ff2ecc83ec8" -d '{"events": [{"server_uuid": "1fe27bc7-9eb9-4304-a95b-110dfc215a30", "name": "network-vif-plugged", "status": "completed", "tag": "186ff34a-1249-455c-b6f1-94b74f8b38dc"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:00.758475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.759848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5d45bf4-1e6a-4651-be06-0cad68ba468d details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:00.774440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3860c087-82cb-46e5-8559-34faed47bbe6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:00.778562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 186ff34a-1249-455c-b6f1-94b74f8b38dc, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=186ff34a-1249-455c-b6f1-94b74f8b38dc,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:00.830167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.880027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0afbe4-bffe-4f26-a996-1f8b5940c112 req-ed818ef6-6184-4184-82e7-0b29bb8e55f9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:00.882210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c0afbe4-bffe-4f26-a996-1f8b5940c112 req-ed818ef6-6184-4184-82e7-0b29bb8e55f9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 949 time: 0.0845950 Nov 09 18:09:00.944434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c0afbe4-bffe-4f26-a996-1f8b5940c112 req-2bc1e42c-8702-409e-90c8-db1d6435a0de tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535691 Nov 09 18:09:00.944642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.950949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:00.984250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f5d45bf4-1e6a-4651-be06-0cad68ba468d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5d45bf4-1e6a-4651-be06-0cad68ba468d,segment=NetworkSegment(0803c513-33da-461f-bf31-e343dbe15c10),segment_id=0803c513-33da-461f-bf31-e343dbe15c10)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:00.998985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d', 'network_id': 'ae2cb1b4-36d0-4042-918c-3d3a0be504fc', 'port_id': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d', 'mac_address': 'fa:16:3e:f0:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a74c614-0efa-44ba-903f-c567dde01d7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:01.005637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:01.082097 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca3c401-a982-4249-84ef-8787bb0315f0 x-openstack-request-id: req-bca3c401-a982-4249-84ef-8787bb0315f0 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:01.082691 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe27bc7-9eb9-4304-a95b-110dfc215a30", "name": "network-vif-plugged", "status": "completed", "tag": "186ff34a-1249-455c-b6f1-94b74f8b38dc", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:01.083109 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bca3c401-a982-4249-84ef-8787bb0315f0 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:01.083671 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ff34a-1249-455c-b6f1-94b74f8b38dc', 'code': 200} Nov 09 18:09:01.093006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=186ff34a-1249-455c-b6f1-94b74f8b38dc,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:01.108294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3860c087-82cb-46e5-8559-34faed47bbe6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:01.108894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.127231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:01.135315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.155468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d45bf4-1e6a-4651-be06-0cad68ba468d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:01.188720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f5d45bf4-1e6a-4651-be06-0cad68ba468d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5d45bf4-1e6a-4651-be06-0cad68ba468d,segment=NetworkSegment(0803c513-33da-461f-bf31-e343dbe15c10),segment_id=0803c513-33da-461f-bf31-e343dbe15c10)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:01.191043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1db54e-54b4-454a-a360-5745d7e399f5 req-9a39efd3-7e5c-429c-b47a-3759125ba3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.193291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc1db54e-54b4-454a-a360-5745d7e399f5 req-9a39efd3-7e5c-429c-b47a-3759125ba3d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 1100 time: 0.0816245 Nov 09 18:09:01.196216 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.197365 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.209552 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.233687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc1db54e-54b4-454a-a360-5745d7e399f5 req-fab67523-f201-4867-9d1d-ece3034db533 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Nov 09 18:09:01.294396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f5d45bf4-1e6a-4651-be06-0cad68ba468d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:01.295198 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1219c-b075-4ecb-80d2-97040f5abf84 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a5e4-df9c-4a51-b712-884f20a7215d,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:01.366522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e244f7-bb5b-4d8d-8c7a-8b586c4c286f req-dcad061d-97d8-4e4b-8791-ef81cec20b7b tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.368080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47e244f7-bb5b-4d8d-8c7a-8b586c4c286f req-dcad061d-97d8-4e4b-8791-ef81cec20b7b tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 945 time: 0.1049860 Nov 09 18:09:01.378750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:01.385360 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Attempting to bind port 2fc6a5e4-df9c-4a51-b712-884f20a7215d on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:01.385724 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Attempting to bind port 2fc6a5e4-df9c-4a51-b712-884f20a7215d by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:01.386350 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Attempting to bind port 2fc6a5e4-df9c-4a51-b712-884f20a7215d on network 5268a1fa-6cf8-44cd-8a00-449f4119efaa {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:01.391280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.394952 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-25d0b8e5-3c25-4bd6-a929-4c893d5bcd6a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 200 len: 954 time: 1.4314344 Nov 09 18:09:01.395162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:01.404336 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:01.404706 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Checking segment: {'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:01.405102 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.405486 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Bound using segment: {'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:01.406249 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Bound port: 2fc6a5e4-df9c-4a51-b712-884f20a7215d, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d42e20-1714-4a96-9714-abbc7755e078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:01.406621 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.429055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47e244f7-bb5b-4d8d-8c7a-8b586c4c286f req-cff30e2c-a1f4-49cd-859e-e8bdd46fad30 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Nov 09 18:09:01.511911 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] For port 2fc6a5e4-df9c-4a51-b712-884f20a7215d, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:01.515729 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] For port 2fc6a5e4-df9c-4a51-b712-884f20a7215d, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2fc6a5e4-df9c-4a51-b712-884f20a7215d,segment=NetworkSegment(a1d42e20-1714-4a96-9714-abbc7755e078),segment_id=a1d42e20-1714-4a96-9714-abbc7755e078)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:01.527709 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.584071 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e461087f-3ef8-4a27-9141-33a26e17b7e7 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 200 len: 954 time: 0.1851075 Nov 09 18:09:01.584435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370fc12-45fe-4490-9edb-0ceeb19d1c43 req-47c37217-17d6-47a5-9995-bea121e8b890 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.584549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57360) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:01.589384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'routes': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:01.591004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d370fc12-45fe-4490-9edb-0ceeb19d1c43 req-47c37217-17d6-47a5-9995-bea121e8b890 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 946 time: 0.0759962 Nov 09 18:09:01.624447 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1219c-b075-4ecb-80d2-97040f5abf84 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a5e4-df9c-4a51-b712-884f20a7215d,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:01.630351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['b137b583-dcc5-4528-bc27-810724d736a9'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:01.631758 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:01.632476 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:01.675160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d370fc12-45fe-4490-9edb-0ceeb19d1c43 req-5456a5de-316b-44e3-9502-9f40964df41e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831959 Nov 09 18:09:01.679290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f5d45bf4-1e6a-4651-be06-0cad68ba468d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:01.764719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c9267873-64ca-4047-a3cb-ee52ae35c946 None None] Provisioning complete for port 2fc6a5e4-df9c-4a51-b712-884f20a7215d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:01.765093 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9267873-64ca-4047-a3cb-ee52ae35c946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:01.812497 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:01.882271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e9cce-01c2-4a95-98c3-f27d1e47e304 req-f07eeb86-8172-41bb-971e-cdd3882b6812 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:01.893660 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df7e9cce-01c2-4a95-98c3-f27d1e47e304 req-f07eeb86-8172-41bb-971e-cdd3882b6812 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.1080983 Nov 09 18:09:01.997089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df7e9cce-01c2-4a95-98c3-f27d1e47e304 req-f6bcc3b5-d432-4353-8e82-6404eb02e7d7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955091 Nov 09 18:09:02.112853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.extraroute_db [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added routes are [] {{(pid=102141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:09:02.113233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.extraroute_db [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:09:02.114031 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:00Z', 'revision_number': 6, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '2fc6a5e4-df9c-4a51-b712-884f20a7215d', 'name': '', 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:03:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:56Z', 'updated_at': '2021-11-09T18:09:01Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:02.148803 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e958d2-8768-49a4-8977-976c7f930959 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:00Z', 'revision_number': 6, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '2fc6a5e4-df9c-4a51-b712-884f20a7215d', 'name': '', 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:03:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:56Z', 'updated_at': '2021-11-09T18:09:01Z', 'revision_number': 4, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:02.150277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.168980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9267873-64ca-4047-a3cb-ee52ae35c946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.286014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c9267873-64ca-4047-a3cb-ee52ae35c946 None None] For port 2fc6a5e4-df9c-4a51-b712-884f20a7215d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2fc6a5e4-df9c-4a51-b712-884f20a7215d,segment=NetworkSegment(a1d42e20-1714-4a96-9714-abbc7755e078),segment_id=a1d42e20-1714-4a96-9714-abbc7755e078)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:02.295670 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9267873-64ca-4047-a3cb-ee52ae35c946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.382342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9267873-64ca-4047-a3cb-ee52ae35c946 None None] Pushing event updated for resources: {'Port': ['ID=2fc6a5e4-df9c-4a51-b712-884f20a7215d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:02.412479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab5c9-dfd0-434b-a1ee-2ce7a9b186f4 req-9e484169-e233-4df2-9a41-6801f2279967 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:02.414145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-447ab5c9-dfd0-434b-a1ee-2ce7a9b186f4 req-9e484169-e233-4df2-9a41-6801f2279967 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 949 time: 0.0711071 Nov 09 18:09:02.432935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ee525aa1-2237-4c99-829a-15e7cdd59a23 None None] Provisioning complete for port 2fc6a5e4-df9c-4a51-b712-884f20a7215d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:02.433315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee525aa1-2237-4c99-829a-15e7cdd59a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.466516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-447ab5c9-dfd0-434b-a1ee-2ce7a9b186f4 req-12785866-a72b-4002-970c-72fc91198ce4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Nov 09 18:09:02.533236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.539199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.758090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc459b0-2086-443e-bea7-89a3273bcf51 req-3f43cee4-6741-42d0-af3c-717fd798d020 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:02.760387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:02.765706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fc459b0-2086-443e-bea7-89a3273bcf51 req-3f43cee4-6741-42d0-af3c-717fd798d020 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 946 time: 0.0792043 Nov 09 18:09:02.777909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2fc6a5e4-df9c-4a51-b712-884f20a7215d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:02.814393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fc459b0-2086-443e-bea7-89a3273bcf51 req-04667b08-83f6-4b7f-b505-bc8329483a78 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476375 Nov 09 18:09:02.865180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2fc6a5e4-df9c-4a51-b712-884f20a7215d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:02.865739 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.887967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:02.896409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:02.901026 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-67645ce1-c6ee-42a1-9faf-80611241cffc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 200 len: 704 time: 1.3158195 Nov 09 18:09:02.901692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57376) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:02.981747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d913d34-a81d-4b28-9a54-b305ff5ec4a7 req-7c968b22-1395-4bd1-b1b1-faf00ae9a212 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:02.983659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d913d34-a81d-4b28-9a54-b305ff5ec4a7 req-7c968b22-1395-4bd1-b1b1-faf00ae9a212 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 945 time: 0.1112731 Nov 09 18:09:03.027631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d913d34-a81d-4b28-9a54-b305ff5ec4a7 req-b7b9d05c-72b9-4985-93d5-7816cde29197 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344596 Nov 09 18:09:03.032386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1995bc6c-3f49-4a9b-a6e1-f2761cb44d3a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 200 len: 704 time: 0.1295292 Nov 09 18:09:03.035302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57380) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:03.178022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb023960-e174-48f2-87ca-facff9fd9980 req-dd73493c-2a99-4eb7-b6a7-c8fa552669d0 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:03.179508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb023960-e174-48f2-87ca-facff9fd9980 req-dd73493c-2a99-4eb7-b6a7-c8fa552669d0 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.0719552 Nov 09 18:09:03.294543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:03.297516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb023960-e174-48f2-87ca-facff9fd9980 req-5dd46041-7ea8-4f97-aef1-6b6add7b31c2 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827258 Nov 09 18:09:03.306293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:03.307188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:03.409263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:03.464644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:03.630179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:02Z', 'revision_number': 7, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '2fc6a5e4-df9c-4a51-b712-884f20a7215d', 'name': '', 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:03:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:56Z', 'updated_at': '2021-11-09T18:09:02Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:03.643598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4f1bc-9d0d-4c4d-8d38-b3753dd06dc9 req-a66de64d-afb1-4506-a786-a36e1557b8ce tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:03.645089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33b4f1bc-9d0d-4c4d-8d38-b3753dd06dc9 req-a66de64d-afb1-4506-a786-a36e1557b8ce tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 949 time: 0.0994594 Nov 09 18:09:03.657200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:03.665885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:03.666528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:03.715050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33b4f1bc-9d0d-4c4d-8d38-b3753dd06dc9 req-c600595f-45f7-4af0-98ac-e66999fb8b4c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Nov 09 18:09:03.943903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 2fc6a5e4-df9c-4a51-b712-884f20a7215d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:03.944244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:03.959408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:04.059769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3fa07-e3c7-49f0-9f46-b3da00334d2c req-41377379-f331-4f9c-8c62-a65a5fc772d7 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:04.061264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7a3fa07-e3c7-49f0-9f46-b3da00334d2c req-41377379-f331-4f9c-8c62-a65a5fc772d7 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 1100 time: 0.1109514 Nov 09 18:09:04.237191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:02Z', 'revision_number': 7, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '2fc6a5e4-df9c-4a51-b712-884f20a7215d', 'name': '', 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:03:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:56Z', 'updated_at': '2021-11-09T18:09:02Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:04.286305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885ddb9-4d1e-445e-8b75-f476e561d684 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:02Z', 'revision_number': 7, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '2fc6a5e4-df9c-4a51-b712-884f20a7215d', 'name': '', 'network_id': '5268a1fa-6cf8-44cd-8a00-449f4119efaa', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:03:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:56Z', 'updated_at': '2021-11-09T18:09:02Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '6fd01e3d-4aa6-40bf-96ca-0c6783546b76', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:04.433902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b137b583-dcc5-4528-bc27-810724d736a9 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:04.502709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 2fc6a5e4-df9c-4a51-b712-884f20a7215d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2fc6a5e4-df9c-4a51-b712-884f20a7215d,segment=NetworkSegment(a1d42e20-1714-4a96-9714-abbc7755e078),segment_id=a1d42e20-1714-4a96-9714-abbc7755e078)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:04.504401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.527529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port b137b583-dcc5-4528-bc27-810724d736a9 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:04.528528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7a3fa07-e3c7-49f0-9f46-b3da00334d2c req-37920a73-a787-4c86-9b40-81194c3c188e tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496360 Nov 09 18:09:04.532936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port b137b583-dcc5-4528-bc27-810724d736a9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:04.533333 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.537526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 2fc6a5e4-df9c-4a51-b712-884f20a7215d owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:04.550140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-92d1b59a-7bab-49fd-bf9f-f49a5eb5025c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:04.551724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-92d1b59a-7bab-49fd-bf9f-f49a5eb5025c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 946 time: 0.4966762 Nov 09 18:09:04.680671 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.712901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:04.716060 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d84b3d-96cc-4c83-9c10-47004dd79466" -d '{"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-plugged", "status": "completed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:04.737667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:04.744668 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.745491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5d45bf4-1e6a-4651-be06-0cad68ba468d up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:04.770560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e0f09-e6bb-4aaf-851d-8075ab253876 req-4f0724d7-352f-461a-82db-54e9f6202010 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:04.772045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a3e0f09-e6bb-4aaf-851d-8075ab253876 req-4f0724d7-352f-461a-82db-54e9f6202010 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 946 time: 0.1453724 Nov 09 18:09:04.825362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:04.837972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port f5d45bf4-1e6a-4651-be06-0cad68ba468d completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:04.842690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port f5d45bf4-1e6a-4651-be06-0cad68ba468d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:04.843299 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.855236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Deleting port d269f99b-1cff-47d8-bed4-cb2182ec73b8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:04.855580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.941666 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.949138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a3e0f09-e6bb-4aaf-851d-8075ab253876 req-d7cfddb6-30da-4acc-b50d-d4a4d65048a9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665101 Nov 09 18:09:04.975688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f5d45bf4-1e6a-4651-be06-0cad68ba468d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5d45bf4-1e6a-4651-be06-0cad68ba468d,segment=NetworkSegment(0803c513-33da-461f-bf31-e343dbe15c10),segment_id=0803c513-33da-461f-bf31-e343dbe15c10)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:04.982751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:04.983633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d269f99b-1cff-47d8-bed4-cb2182ec73b8 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:05.060782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:05.064367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] For port d269f99b-1cff-47d8-bed4-cb2182ec73b8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:05.064726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:05.073386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f5d45bf4-1e6a-4651-be06-0cad68ba468d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:05.104339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=2fc6a5e4-df9c-4a51-b712-884f20a7215d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:05.106880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Calling delete_port for d269f99b-1cff-47d8-bed4-cb2182ec73b8 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:05.125443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:05.132605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.132957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.133296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.133625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.133983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.134343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.134681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.134988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.135311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.135628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.135943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.136257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:05.163980 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d269f99b-1cff-47d8-bed4-cb2182ec73b8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d269f99b-1cff-47d8-bed4-cb2182ec73b8,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:05.167148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b737bf-3582-485b-933c-b7e48eccb16e req-3c68cbe2-df98-4163-81c7-6b9115c88ea2 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:05.169282 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:05.174642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15b737bf-3582-485b-933c-b7e48eccb16e req-3c68cbe2-df98-4163-81c7-6b9115c88ea2 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 946 time: 0.1637549 Nov 09 18:09:05.234408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d269f99b-1cff-47d8-bed4-cb2182ec73b8,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:05.341042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15b737bf-3582-485b-933c-b7e48eccb16e req-8c028cca-ba17-4490-9e26-f4a3dec8dfcb tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652513 Nov 09 18:09:05.347161 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:05.543851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb4b32-24dd-4559-9fd9-8dca02bc9744 req-3b2e2fa7-9d24-4408-9dec-9d35dc25fbba tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:05.545312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8eb4b32-24dd-4559-9fd9-8dca02bc9744 req-3b2e2fa7-9d24-4408-9dec-9d35dc25fbba tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1363630 Nov 09 18:09:05.614936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:05.671342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event deleted for resources: {'Port': ['ID=d269f99b-1cff-47d8-bed4-cb2182ec73b8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:05.715931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8eb4b32-24dd-4559-9fd9-8dca02bc9744 req-4e483999-25d9-4acb-92f0-44d901d8cc4a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320906 Nov 09 18:09:05.736650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] No DVR routers for this DVR port d269f99b-1cff-47d8-bed4-cb2182ec73b8 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:05.739406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:05.744304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d38a49e-72c6-48e4-86a4-5c0bc28d5213 req-b71e0ec8-11ca-4c40-8d17-4e7e8f372403 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "DELETE /v2.0/ports/d269f99b-1cff-47d8-bed4-cb2182ec73b8 HTTP/1.1" status: 204 len: 173 time: 1.1820946 Nov 09 18:09:05.745803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:05.746465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'name': 'network-vif-deleted', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:05.749048 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83417c0-9634-42ac-a486-13e2ba2ff952" -d '{"events": [{"server_uuid": "c968089e-db4d-401b-b803-3437567be648", "name": "network-vif-deleted", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:05.829962 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed931ec-8aea-44a3-8b77-1e7792d74777 x-openstack-request-id: req-7ed931ec-8aea-44a3-8b77-1e7792d74777 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:05.830509 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-plugged", "status": "completed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:05.830599 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ed931ec-8aea-44a3-8b77-1e7792d74777 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:05.830945 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9', 'code': 200} Nov 09 18:09:05.877292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:05.896782 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:05.901192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9b47723f-7cc8-4b88-ace7-a73c9fce5b91 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621743 Nov 09 18:09:05.901647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57424) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:05.913958 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:05.915089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:06.001975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet 6fd01e3d-4aa6-40bf-96ca-0c6783546b76 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:09:06.007706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.028453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-9a729cee-570f-4206-bb69-975ef3b6d9a7 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073327 Nov 09 18:09:06.033899 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:06.062967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.148389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-2af03922-1cd3-4ea2-9bfc-1190b976c416 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:06.155601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-2af03922-1cd3-4ea2-9bfc-1190b976c416 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1262841 Nov 09 18:09:06.175949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-081edf9b-60e4-49cb-92e3-f1be0404637d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/quotas/9690a44205b74207b0d5d9003a464be3 HTTP/1.1" status: 200 len: 375 time: 0.0190730 Nov 09 18:09:06.207852 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.218055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0615c4-6494-43aa-ad4b-7e002428fad4 req-6237240c-fa5f-4778-9dea-1fbcaa86f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:06.219885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe0615c4-6494-43aa-ad4b-7e002428fad4 req-6237240c-fa5f-4778-9dea-1fbcaa86f477 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1096 time: 0.2786894 Nov 09 18:09:06.270772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-6b9b7369-bb28-4f8f-8c60-c9f67b1fac07 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0937691 Nov 09 18:09:06.276277 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:04Z', 'revision_number': 8, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:06.308468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe0615c4-6494-43aa-ad4b-7e002428fad4 req-e8159bf3-3bc8-4c97-a4d4-c96a6a254659 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793912 Nov 09 18:09:06.371886 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:06.392112 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:06.398125 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:06.398764 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.475974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.476899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed072c-c5cf-4415-9702-f211338d508f None None] Network 5268a1fa-6cf8-44cd-8a00-449f4119efaa requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:06.491112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57442) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:06.491453 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/6fd01e3d-4aa6-40bf-96ca-0c6783546b76 HTTP/1.1" status: 204 len: 168 time: 0.5886488 Nov 09 18:09:06.492428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81fd0f-7df0-4a6e-b9ea-fb14a381b8a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd01e3d-4aa6-40bf-96ca-0c6783546b76,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:06.574890 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:06.703967 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579e10cc-3ef7-4022-9831-9d53704cd6ee x-openstack-request-id: req-579e10cc-3ef7-4022-9831-9d53704cd6ee {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:06.704454 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968089e-db4d-401b-b803-3437567be648", "name": "network-vif-deleted", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:06.704935 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-579e10cc-3ef7-4022-9831-9d53704cd6ee {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:06.705503 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'name': 'network-vif-deleted', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8', 'status': 'completed', 'code': 200} Nov 09 18:09:06.720747 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.863518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 3860c087-82cb-46e5-8559-34faed47bbe6 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:06.864100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:06.936375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] DHCP port deletion for 5268a1fa-6cf8-44cd-8a00-449f4119efaa request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:06.986712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab68bbb9-55ed-4471-b89c-617b84ed891c req-7cd743db-c29f-47de-b9e9-3167240c211a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=c968089e-db4d-401b-b803-3437567be648 HTTP/1.1" status: 200 len: 210 time: 0.0398285 Nov 09 18:09:07.001015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] Deleting port 3860c087-82cb-46e5-8559-34faed47bbe6 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:07.001015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.042780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 3860c087-82cb-46e5-8559-34faed47bbe6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3860c087-82cb-46e5-8559-34faed47bbe6,segment=NetworkSegment(a1d42e20-1714-4a96-9714-abbc7755e078),segment_id=a1d42e20-1714-4a96-9714-abbc7755e078)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:07.043164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.066388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 3860c087-82cb-46e5-8559-34faed47bbe6 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:07.084101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] For port 3860c087-82cb-46e5-8559-34faed47bbe6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3860c087-82cb-46e5-8559-34faed47bbe6,segment=NetworkSegment(a1d42e20-1714-4a96-9714-abbc7755e078),segment_id=a1d42e20-1714-4a96-9714-abbc7755e078)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:07.084494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.085470 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:04Z', 'revision_number': 8, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:07.100563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] Calling delete_port for 3860c087-82cb-46e5-8559-34faed47bbe6 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:07.116238 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b6c1d-5bde-46ca-b540-2613e98d8cc0 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:04Z', 'revision_number': 8, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c', 'name': '', 'network_id': 'fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:1a:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:50Z', 'updated_at': '2021-11-09T18:08:57Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '839f7d56-79ff-41c3-ae10-3da9781a0464', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:07.193290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154c76c-c570-4112-affb-6cefb8ec4259 req-1c83bdc4-bccb-46d2-b9cb-2132a6abe054 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:07.194816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7154c76c-c570-4112-affb-6cefb8ec4259 req-1c83bdc4-bccb-46d2-b9cb-2132a6abe054 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 946 time: 0.1176462 Nov 09 18:09:07.223977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.240117 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.251002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] No DVR routers for this DVR port 3860c087-82cb-46e5-8559-34faed47bbe6 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:07.264435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7154c76c-c570-4112-affb-6cefb8ec4259 req-45f808ac-7722-4c8e-98e2-a0bd46c68a73 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565026 Nov 09 18:09:07.290440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b15a8-6514-4f8f-a4d3-88f647ecfd17 None None] Pushing event deleted for resources: {'Port': ['ID=3860c087-82cb-46e5-8559-34faed47bbe6,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:07.305566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b928310-a422-4c61-9b1a-aeaef7ecbacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.307319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=3860c087-82cb-46e5-8559-34faed47bbe6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:07.312461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port 3860c087-82cb-46e5-8559-34faed47bbe6 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:07.399192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55ed001a-4a53-4fce-98a6-755bd37b6bac req-8fb9305e-7adb-4f49-977a-4f5e817dde31 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 210 time: 0.0619633 Nov 09 18:09:07.448868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.510618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5268a1fa-6cf8-44cd-8a00-449f4119efaa']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:07.559805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d42e20-1714-4a96-9714-abbc7755e078') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:07.560101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d42e20-1714-4a96-9714-abbc7755e078') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:07.601518 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.621599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.630321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:07.630772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:07.637259 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:07.656679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34057d2e-fec8-4128-9913-8c2b861f602a req-6a797959-0758-4690-b81c-59d0ffe0541a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:07.658343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34057d2e-fec8-4128-9913-8c2b861f602a req-6a797959-0758-4690-b81c-59d0ffe0541a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1201231 Nov 09 18:09:07.743440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.749631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:07.753330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/5268a1fa-6cf8-44cd-8a00-449f4119efaa HTTP/1.1" status: 204 len: 168 time: 1.2605560 Nov 09 18:09:07.756397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57462) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:07.765333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34057d2e-fec8-4128-9913-8c2b861f602a req-c8cf02c7-691b-436c-aa7a-3c73fdb028cc tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795991 Nov 09 18:09:07.777093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ce529-f3af-498c-8387-e5b42ce5aff9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=5268a1fa-6cf8-44cd-8a00-449f4119efaa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:07.831948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d'}, {'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:07.834976 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb8fd62-ff52-428d-ba51-a4aff4940802" -d '{"events": [{"server_uuid": "3de57d15-f62a-4410-838f-76eaa5a2f400", "name": "network-vif-plugged", "status": "completed", "tag": "f5d45bf4-1e6a-4651-be06-0cad68ba468d"}, {"server_uuid": "c968089e-db4d-401b-b803-3437567be648", "name": "network-vif-unplugged", "status": "completed", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:07.933609 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf506b-b53e-49e6-a48a-942dc7e1f652 x-openstack-request-id: req-01bf506b-b53e-49e6-a48a-942dc7e1f652 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:07.934017 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de57d15-f62a-4410-838f-76eaa5a2f400", "name": "network-vif-plugged", "status": "completed", "tag": "f5d45bf4-1e6a-4651-be06-0cad68ba468d", "code": 200}, {"server_uuid": "c968089e-db4d-401b-b803-3437567be648", "name": "network-vif-unplugged", "status": "completed", "tag": "d269f99b-1cff-47d8-bed4-cb2182ec73b8", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:07.934419 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01bf506b-b53e-49e6-a48a-942dc7e1f652 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:07.934944 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d', 'code': 200} Nov 09 18:09:07.935451 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c968089e-db4d-401b-b803-3437567be648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd269f99b-1cff-47d8-bed4-cb2182ec73b8', 'code': 200} Nov 09 18:09:08.062507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3856c9d-cf7b-4dc2-b1fa-ad354194dcfd req-0da634f2-28ca-46be-a7b5-ad725f0602b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:08.064095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3856c9d-cf7b-4dc2-b1fa-ad354194dcfd req-0da634f2-28ca-46be-a7b5-ad725f0602b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 1097 time: 0.0569627 Nov 09 18:09:08.105776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3856c9d-cf7b-4dc2-b1fa-ad354194dcfd req-07a30fae-2d2d-438d-8a4e-94006b19a9c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Nov 09 18:09:08.286363 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-422691fc-b6ef-4900-8316-a13f417266da tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=9690a44205b74207b0d5d9003a464be3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261147 Nov 09 18:09:08.319138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20136299-f993-407e-bf1c-405bce83d8c4 req-4688dd3f-cc98-46e6-b9ef-90915047452a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:08.321744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-4688dd3f-cc98-46e6-b9ef-90915047452a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.1185093 Nov 09 18:09:08.336490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-bba5cb41-7d4b-4e30-9595-93f8406d3daa tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/quotas/f2c934c0c76d4fa39a6e7ec0c154c163 HTTP/1.1" status: 200 len: 375 time: 0.0090818 Nov 09 18:09:08.367869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-3e9e6d20-4a87-4ebc-aa04-7cdc1c72d234 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259821 Nov 09 18:09:08.456936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-8e5d32de-29a5-4814-b6d0-dc7cf1e66dea service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811229 Nov 09 18:09:08.459111 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-fe064fcf-ce69-42b3-b8b0-737d3458f37b tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:08.460641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-fe064fcf-ce69-42b3-b8b0-737d3458f37b tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669700 Nov 09 18:09:08.478676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Request body: {'port': {'device_id': 'db04c565-a66c-445a-ac05-472e00c9de41', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '9690a44205b74207b0d5d9003a464be3'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:08.560866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-833e6c54-e9ea-4020-9364-79230d9a18a1 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963113 Nov 09 18:09:08.658574 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:08.661696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Made reservation on behalf of 9690a44205b74207b0d5d9003a464be3 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:08.665162 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:08.715135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3860c087-82cb-46e5-8559-34faed47bbe6 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:08.742609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3860c087-82cb-46e5-8559-34faed47bbe6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:08.743192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3860c087-82cb-46e5-8559-34faed47bbe6 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:08.743806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2fc6a5e4-df9c-4a51-b712-884f20a7215d no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:08.775694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2fc6a5e4-df9c-4a51-b712-884f20a7215d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:08.776753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2fc6a5e4-df9c-4a51-b712-884f20a7215d not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:08.863060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ada28-846e-48cd-aa90-bce058d401ab req-edb9ae1b-177a-4602-b97c-1ee81a3cda4b tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:08.872148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf7ada28-846e-48cd-aa90-bce058d401ab req-edb9ae1b-177a-4602-b97c-1ee81a3cda4b tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 946 time: 0.1058736 Nov 09 18:09:08.938878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf7ada28-846e-48cd-aa90-bce058d401ab req-5aa7091e-859d-4844-82b3-f08b8be6f7f0 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Nov 09 18:09:08.998084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Allocated IP 192.168.233.19 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/0f9b167d-ae1c-43da-818e-0eea17d673ff) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:09.061878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-004729e9-9e82-4dca-91b8-cd702b358383 req-1ad326f2-c8ed-44a8-b90c-aad8ba9318a6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 210 time: 0.0340848 Nov 09 18:09:09.144356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f569f0df-77b9-4fa6-a9bd-4142524ed4c7 req-66416d41-8026-43f2-ac85-ec266300f0a9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 210 time: 0.0328064 Nov 09 18:09:09.222333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:09.222775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.298689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6606-029a-4a09-bf00-ae480291eea4 req-04821f1e-0a82-4812-9ba1-beef091f4979 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.299680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.301146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc2b6606-029a-4a09-bf00-ae480291eea4 req-04821f1e-0a82-4812-9ba1-beef091f4979 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0611291 Nov 09 18:09:09.356405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,segment=NetworkSegment(a661f204-65b7-484b-8226-3a7f61cdfb81),segment_id=a661f204-65b7-484b-8226-3a7f61cdfb81)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:09.356956 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.363755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc2b6606-029a-4a09-bf00-ae480291eea4 req-e821a5f7-3423-46c5-a60f-a61ccade7d8a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533123 Nov 09 18:09:09.373199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:09.385683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.399035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', '65c703cf-c024-4968-83b0-a8e4e92708a2', 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d', '186ff34a-1249-455c-b6f1-94b74f8b38dc'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:09.403073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:09.529769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:09.536628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:09.544465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:09.593675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event updated for resources: {'Port': ['ID=0f9b167d-ae1c-43da-818e-0eea17d673ff,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:09.650420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.650635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.650989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.651275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.651947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.652450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.652785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.653113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.653962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.654330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.654659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.654983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:09.732321 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.733285 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.769580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-5f1371dd-f699-4192-8e18-a61718c7e9ca tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2985401 Nov 09 18:09:09.786472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Request body: {'port': {'device_id': 'db04c565-a66c-445a-ac05-472e00c9de41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:09.807494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-78092bcd-2654-496b-9363-9ecdb1b6ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.880476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa40c1-dcb3-42dc-812d-436534c931da req-8748d81c-4984-497f-8ff8-02021a6c9061 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:09.882515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-8748d81c-4984-497f-8ff8-02021a6c9061 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 813 time: 0.1884975 Nov 09 18:09:09.901354 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-0e278283-5a93-4a2c-a715-12b15eb32730 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/quotas/c9c6ec7154104e9e8ddb0d7b475c5361 HTTP/1.1" status: 200 len: 375 time: 0.0121195 Nov 09 18:09:09.950816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:09.960437 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.026705 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:10.053881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-845fa3a6-ffc4-4a03-b8c1-1ffac4943b40 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236632 Nov 09 18:09:10.095685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-028df1cc-4475-4d3a-a7ec-40ac415e9bbe None None] Provisioning complete for port 0f9b167d-ae1c-43da-818e-0eea17d673ff triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:10.096065 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-028df1cc-4475-4d3a-a7ec-40ac415e9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.187819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-a2b60ad5-d24a-4b3e-a4e0-d140bf015f50 service neutron] 10.222.0.32 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326675 Nov 09 18:09:10.247001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.249895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-028df1cc-4475-4d3a-a7ec-40ac415e9bbe None None] Port 0f9b167d-ae1c-43da-818e-0eea17d673ff cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:09:10.363547 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.851002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9b167d-ae1c-43da-818e-0eea17d673ff {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:10.860592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.878910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:10.883206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Transition to ACTIVE for port object 0f9b167d-ae1c-43da-818e-0eea17d673ff will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:10.895661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:10.982925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20136299-f993-407e-bf1c-405bce83d8c4 req-d851028c-74c0-4225-94f7-79dcbe395b5a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:10.984015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-d851028c-74c0-4225-94f7-79dcbe395b5a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.8089015 Nov 09 18:09:11.016282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Request body: {'port': {'device_id': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'admin_state_up': True, 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:11.017617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.046775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-e3d1a44e-c6ac-43d9-b6bc-8642ad1225f8 service neutron] 10.222.0.32 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360035 Nov 09 18:09:11.137811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Attempting to bind port 0f9b167d-ae1c-43da-818e-0eea17d673ff on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:11.138344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Attempting to bind port 0f9b167d-ae1c-43da-818e-0eea17d673ff by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:11.138556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Attempting to bind port 0f9b167d-ae1c-43da-818e-0eea17d673ff on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:11.140531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9b167d-ae1c-43da-818e-0eea17d673ff,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:11.150566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:11.152171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Port 0f9b167d-ae1c-43da-818e-0eea17d673ff on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:11.152498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Attempting to bind port 0f9b167d-ae1c-43da-818e-0eea17d673ff on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:11.157892 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-58d16a68-e58e-45f4-a136-c2a6df51881c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3999186 Nov 09 18:09:11.161534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57536) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:11.171033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bddec-11fa-4456-8b69-791451959a59 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:11.182756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:11.183826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:11.241678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet 839f7d56-79ff-41c3-ae10-3da9781a0464 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:09:11.245847 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.298887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.322336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:11.322675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:11.323060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:11.323505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Bound port: 0f9b167d-ae1c-43da-818e-0eea17d673ff, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:11.323947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.328123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:11.334746 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.427504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:11.441708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] For port 0f9b167d-ae1c-43da-818e-0eea17d673ff, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:11.449902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] For port 0f9b167d-ae1c-43da-818e-0eea17d673ff, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f9b167d-ae1c-43da-818e-0eea17d673ff,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:11.459552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.467482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.511567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb33c1-041c-45fc-acc5-1431558dd79e req-e598607f-357e-4452-92c6-875b30dfabe6 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:11.521108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71fb33c1-041c-45fc-acc5-1431558dd79e req-e598607f-357e-4452-92c6-875b30dfabe6 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 946 time: 0.1828063 Nov 09 18:09:11.628180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9b167d-ae1c-43da-818e-0eea17d673ff,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:11.634726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71fb33c1-041c-45fc-acc5-1431558dd79e req-3d8f7a46-87c6-480c-b56a-9e3254c089c4 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075678 Nov 09 18:09:11.648145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Allocated IP 172.20.0.4 (b448cd60-9f26-47d5-8457-7687f9481239/03057df8-87f6-4af5-a15d-a2004661bcfc/836d380e-d985-40f5-a508-fb80f71fca9c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:11.655535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:11.655535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.655535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c7e0aa6d-0dd6-4c7d-8da5-2aa968bdd523 service neutron] 10.222.0.85 "PUT /v2.0/ports/0f9b167d-ae1c-43da-818e-0eea17d673ff HTTP/1.1" status: 200 len: 1095 time: 1.8761218 Nov 09 18:09:11.655535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db04c565-a66c-445a-ac05-472e00c9de41', 'tag': '0f9b167d-ae1c-43da-818e-0eea17d673ff'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:11.657729 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604899fd-abd9-42c3-b4e1-d1fd12b2573a" -d '{"events": [{"name": "network-changed", "server_uuid": "db04c565-a66c-445a-ac05-472e00c9de41", "tag": "0f9b167d-ae1c-43da-818e-0eea17d673ff"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:11.671775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.721045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=839f7d56-79ff-41c3-ae10-3da9781a0464,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:11.744883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14428d3d-03a3-4142-9ab1-144a6ce053e6 None None] Network fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:11.754408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.760744 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4696e43b-06e4-494a-9d5f-be5f0bc5b0e6 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/839f7d56-79ff-41c3-ae10-3da9781a0464 HTTP/1.1" status: 204 len: 168 time: 0.5954077 Nov 09 18:09:11.761888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:11.872984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:11.921651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-1e4abf13-b6b4-4a18-8253-1c2e644fef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:11.923341 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-1e4abf13-b6b4-4a18-8253-1c2e644fef97 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 1098 time: 0.2073352 Nov 09 18:09:11.985087 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-f20270b5-4e3f-4139-9c64-6c1ae020ebbd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0f9b167d-ae1c-43da-818e-0eea17d673ff HTTP/1.1" status: 200 len: 217 time: 0.0469067 Nov 09 18:09:12.019305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:09Z', 'revision_number': 9, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:12.057192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04de39-310e-4f98-8737-7fd2d566de9e req-183d81a9-4f12-42cc-ade6-33d20a4bea8d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:12.059716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bddec-11fa-4456-8b69-791451959a59 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:12.065572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac04de39-310e-4f98-8737-7fd2d566de9e req-183d81a9-4f12-42cc-ade6-33d20a4bea8d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 947 time: 0.2763705 Nov 09 18:09:12.068753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:12.069422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:12.127310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 17f19710-1375-4903-b302-9b60d7c0d1f9 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:12.127666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.139204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.141976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-edd34a3c-a861-4287-a93c-27d26a22c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:12.144171 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-edd34a3c-a861-4287-a93c-27d26a22c906 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1458116 Nov 09 18:09:12.162776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac04de39-310e-4f98-8737-7fd2d566de9e req-07d49c3d-1545-4aa7-8718-5ea7348f9b81 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917208 Nov 09 18:09:12.201799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] DHCP port deletion for fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:12.236496 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.278920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 17f19710-1375-4903-b302-9b60d7c0d1f9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=17f19710-1375-4903-b302-9b60d7c0d1f9,segment=NetworkSegment(a661f204-65b7-484b-8226-3a7f61cdfb81),segment_id=a661f204-65b7-484b-8226-3a7f61cdfb81)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:12.279441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.293889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 17f19710-1375-4903-b302-9b60d7c0d1f9 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:12.305039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:12.372157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Network b448cd60-9f26-47d5-8457-7687f9481239 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:12.377732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:12.381146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:12.415651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-12840345-03bf-4ea1-94c0-2b47b8a61cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:12.417736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-12840345-03bf-4ea1-94c0-2b47b8a61cf2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2541158 Nov 09 18:09:12.450945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bf182-d9b5-4d0e-bd8d-4f114882c01f req-9d4328e4-041d-4a96-b07a-064cab446887 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:12.452786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb5bf182-d9b5-4d0e-bd8d-4f114882c01f req-9d4328e4-041d-4a96-b07a-064cab446887 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 931 time: 0.1492636 Nov 09 18:09:12.463310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:12.463958 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.492884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:12.499137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acdd412b-bea6-4eff-8e27-c3d3e8c1186f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5007896 Nov 09 18:09:12.520519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Request body: {'port': {'device_id': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:12.530362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-9bba4316-8c62-4592-abb3-a15ef2173508 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020584 Nov 09 18:09:12.545588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb5bf182-d9b5-4d0e-bd8d-4f114882c01f req-b72990bd-686d-4098-a069-7c98b2656f53 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690184 Nov 09 18:09:12.587237 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.633580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.642628 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.665938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] Deleting port 17f19710-1375-4903-b302-9b60d7c0d1f9 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:12.666626 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.744800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 17f19710-1375-4903-b302-9b60d7c0d1f9 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:12.796997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 17f19710-1375-4903-b302-9b60d7c0d1f9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:12.797353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 17f19710-1375-4903-b302-9b60d7c0d1f9 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:12.878129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] For port 17f19710-1375-4903-b302-9b60d7c0d1f9, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:12.878590 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.923992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] Calling delete_port for 17f19710-1375-4903-b302-9b60d7c0d1f9 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:12.926809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] Port 17f19710-1375-4903-b302-9b60d7c0d1f9 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:09:12.934698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:12.967436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] Pushing event deleted for resources: {'Port': ['ID=17f19710-1375-4903-b302-9b60d7c0d1f9,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:12.970295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cff1b-78c0-4db8-8132-c383b76021e9 None None] No DVR routers for this DVR port 17f19710-1375-4903-b302-9b60d7c0d1f9 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:13.004832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-247bddec-11fa-4456-8b69-791451959a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:09Z', 'revision_number': 9, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:13.028740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa40c1-dcb3-42dc-812d-436534c931da req-d1565955-4464-453b-bd24-8c3491dc4df1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:13.031246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-d1565955-4464-453b-bd24-8c3491dc4df1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.73 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 813 time: 0.1978173 Nov 09 18:09:13.047790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Request body: {'port': {'device_id': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7', 'admin_state_up': True, 'tenant_id': 'c9c6ec7154104e9e8ddb0d7b475c5361'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:13.050618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bddec-11fa-4456-8b69-791451959a59 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:09Z', 'revision_number': 9, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '5ccdd433-a963-4651-b189-65521977af69', 'name': '', 'network_id': '6f10636f-4629-427a-a191-f8b0afb020d0', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:cc:a4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:42Z', 'updated_at': '2021-11-09T18:08:49Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '37d5371d-0e1b-4d9f-b0da-e629d3755990', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:13.112864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1e2ecae-ca2a-4525-a8cb-4bf1959991aa req-d12f9eb9-650a-430f-8a64-aa47a8ae6da4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 210 time: 0.0806658 Nov 09 18:09:13.339141 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a2f05d4c-800a-4e60-a960-c6c5cff104fd req-c465f648-ee81-4a44-83b9-2db0f3d659d3 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7999032 Nov 09 18:09:13.341810 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb986d-5701-46e9-b671-8079eb340f84 x-openstack-request-id: req-15bb986d-5701-46e9-b671-8079eb340f84 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:13.342144 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db04c565-a66c-445a-ac05-472e00c9de41", "tag": "0f9b167d-ae1c-43da-818e-0eea17d673ff", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:13.342371 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15bb986d-5701-46e9-b671-8079eb340f84 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:13.342771 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db04c565-a66c-445a-ac05-472e00c9de41', 'tag': '0f9b167d-ae1c-43da-818e-0eea17d673ff', 'status': 'completed', 'code': 200} Nov 09 18:09:13.344000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port 17f19710-1375-4903-b302-9b60d7c0d1f9 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:13.360338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=17f19710-1375-4903-b302-9b60d7c0d1f9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:13.408794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Made reservation on behalf of c9c6ec7154104e9e8ddb0d7b475c5361 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:13.412320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.437606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83472bd7-ee6f-4c7a-871b-25f721f4c913 req-6dc6194d-93f6-4338-aa2a-352d12bacc98 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:13.439126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83472bd7-ee6f-4c7a-871b-25f721f4c913 req-6dc6194d-93f6-4338-aa2a-352d12bacc98 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 947 time: 0.1096866 Nov 09 18:09:13.483232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.508438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:13.517082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-247ef43b-e76a-4594-ac8a-db0fbde7ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:13.518697 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-247ef43b-e76a-4594-ac8a-db0fbde7ee27 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9690a44205b74207b0d5d9003a464be3&device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 1098 time: 0.1254370 Nov 09 18:09:13.522481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a661f204-65b7-484b-8226-3a7f61cdfb81') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:13.523187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a661f204-65b7-484b-8226-3a7f61cdfb81') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:13.538845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83472bd7-ee6f-4c7a-871b-25f721f4c913 req-47b447c6-028f-49e1-8911-6b16a043f219 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866611 Nov 09 18:09:13.554644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.592388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836d380e-d985-40f5-a508-fb80f71fca9c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:13.604243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.628689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.633034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Transition to ACTIVE for port object 836d380e-d985-40f5-a508-fb80f71fca9c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:13.651581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:13.652003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:13.655256 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:13.658591 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.752993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.758526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Allocated IP 172.20.0.10 (fa521548-f00d-4546-8b6f-a0829958f5f7/975c12dc-2294-43e1-b259-5faf157f463c/0dd045c7-7844-4f07-a230-b66b51900f2c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:13.762263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:13.765626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.773891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063 HTTP/1.1" status: 204 len: 168 time: 2.0108538 Nov 09 18:09:13.778494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57566) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:13.800821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22064520-3c9c-40bc-afd8-81609892975e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=fc63bfc1-ac6c-4ecb-b98a-c52cd04f3063,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:13.806479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-68bdc8d0-349c-4476-a7fa-74711427e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:13.808033 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-68bdc8d0-349c-4476-a7fa-74711427e1ca service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.2762187 Nov 09 18:09:13.852434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Attempting to bind port 836d380e-d985-40f5-a508-fb80f71fca9c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:13.852434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Attempting to bind port 836d380e-d985-40f5-a508-fb80f71fca9c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:13.853509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Attempting to bind port 836d380e-d985-40f5-a508-fb80f71fca9c on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:13.870931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Port 836d380e-d985-40f5-a508-fb80f71fca9c on network b448cd60-9f26-47d5-8457-7687f9481239 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:13.871410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Attempting to bind port 836d380e-d985-40f5-a508-fb80f71fca9c on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:13.907013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:13.907814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:13.907814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Bound using segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:13.908341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Bound port: 836d380e-d985-40f5-a508-fb80f71fca9c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:13.908341 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:13.910419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-0cc9b854-0897-4004-b0af-6c65c7c9255c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0f9b167d-ae1c-43da-818e-0eea17d673ff HTTP/1.1" status: 200 len: 217 time: 0.0688667 Nov 09 18:09:14.022949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.024447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:14.039715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:14.047995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.049123 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-56bb56e2-deaa-43db-bafe-57ca8cb42410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.050892 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-56bb56e2-deaa-43db-bafe-57ca8cb42410 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1310894 Nov 09 18:09:14.086446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.086961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.088361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] 10.222.0.73 "PUT /v2.0/ports/836d380e-d985-40f5-a508-fb80f71fca9c HTTP/1.1" status: 200 len: 1091 time: 1.5754054 Nov 09 18:09:14.093704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:14.095992 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879d17e-fe49-4f63-b138-c09913c52230" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:14.155115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-4e775d73-1114-4b83-b4ee-5b0142d4093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.156943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-4e775d73-1114-4b83-b4ee-5b0142d4093c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917926 Nov 09 18:09:14.175737 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.190893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['b137b583-dcc5-4528-bc27-810724d736a9'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:14.227432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13f39-3b3d-4c02-b0cd-58854cd0a8ef service neutron] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:14.268914 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-a1adac57-8c00-4d22-a1fb-d3fc852a6c60 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028450 Nov 09 18:09:14.292708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Network fa521548-f00d-4546-8b6f-a0829958f5f7 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:14.303686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7bb77-6339-472e-bcf3-5c8dbe6d4d3b req-9d2b7447-f618-47f9-809b-bb1c692c4a05 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.305242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19b7bb77-6339-472e-bcf3-5c8dbe6d4d3b req-9d2b7447-f618-47f9-809b-bb1c692c4a05 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 943 time: 0.2392445 Nov 09 18:09:14.311428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:14.318199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:14.322591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20136299-f993-407e-bf1c-405bce83d8c4 req-1e9bcfca-266c-4d0f-9fcc-fb813db1f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.324234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-1e9bcfca-266c-4d0f-9fcc-fb813db1f102 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 1094 time: 0.1767864 Nov 09 18:09:14.395131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-3a9ab465-9ab2-4558-bbcc-e64a593563f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=836d380e-d985-40f5-a508-fb80f71fca9c HTTP/1.1" status: 200 len: 217 time: 0.0376918 Nov 09 18:09:14.416822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Pushing event updated for resources: {'Port': ['ID=0dd045c7-7844-4f07-a230-b66b51900f2c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:14.477048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19b7bb77-6339-472e-bcf3-5c8dbe6d4d3b req-c1404785-ee11-429f-aeb2-34ce363b7c6e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246021 Nov 09 18:09:14.490024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.490592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.503590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20136299-f993-407e-bf1c-405bce83d8c4 req-51ee9452-b58f-4e1e-9b52-86dfd04ed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:14.505244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-51ee9452-b58f-4e1e-9b52-86dfd04ed3f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0824153 Nov 09 18:09:14.518809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f9b167d-ae1c-43da-818e-0eea17d673ff details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:14.522736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-3725f384-8142-4d80-806e-9cf1afa0fcb9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4789188 Nov 09 18:09:14.527164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-604899fd-abd9-42c3-b4e1-d1fd12b2573a req-654c5655-6b16-4c2f-a372-122c830b9610 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461319 Nov 09 18:09:14.543398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Request body: {'port': {'device_id': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:14.578910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-21ffc631-c0ee-471f-ae77-42fbf34ed918 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552599 Nov 09 18:09:14.669876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.670692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0f9b167d-ae1c-43da-818e-0eea17d673ff, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f9b167d-ae1c-43da-818e-0eea17d673ff,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:14.684640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '0f9b167d-ae1c-43da-818e-0eea17d673ff', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '0f9b167d-ae1c-43da-818e-0eea17d673ff', 'mac_address': 'fa:16:3e:0b:d0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:14.689307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:14.748924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:14.752342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 99bbf44f-ad14-4ab9-a66d-18c9ab2ddf8c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:14.780583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.791745 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.797400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9b167d-ae1c-43da-818e-0eea17d673ff {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:14.824054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0f9b167d-ae1c-43da-818e-0eea17d673ff, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f9b167d-ae1c-43da-818e-0eea17d673ff,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:14.829562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:14.898079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0f9b167d-ae1c-43da-818e-0eea17d673ff,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:14.988920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-4b62684c-63ae-4e59-9920-9b3f60b767ca service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949525 Nov 09 18:09:14.999543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684b4e6-135e-4ba4-9ece-e40ca2fabcb9 req-749ed244-781b-479e-8865-7b17b2aa86ae tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.006900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c684b4e6-135e-4ba4-9ece-e40ca2fabcb9 req-749ed244-781b-479e-8865-7b17b2aa86ae tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 946 time: 0.1750567 Nov 09 18:09:15.037413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 5ccdd433-a963-4651-b189-65521977af69 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:15.037657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.133063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['0f9b167d-ae1c-43da-818e-0eea17d673ff'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:15.151573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c684b4e6-135e-4ba4-9ece-e40ca2fabcb9 req-4823ec3a-9e15-4546-9a80-2f05fd37d07b tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4fbb758-c402-4d49-b716-00f969e05c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437395 Nov 09 18:09:15.183767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 5ccdd433-a963-4651-b189-65521977af69, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ccdd433-a963-4651-b189-65521977af69,segment=NetworkSegment(1547ed79-a8e4-404a-b228-db9b1a6ee087),segment_id=1547ed79-a8e4-404a-b228-db9b1a6ee087)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:15.184599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.203299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 5ccdd433-a963-4651-b189-65521977af69 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:15.230478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20136299-f993-407e-bf1c-405bce83d8c4 req-a8ec9118-d9cd-489b-a214-bdb4dec29ebf service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197487 Nov 09 18:09:15.244954 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a26cfab-22f9-4683-9b25-dc5b2a988ff0 x-openstack-request-id: req-1a26cfab-22f9-4683-9b25-dc5b2a988ff0 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:15.244954 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:15.245241 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a26cfab-22f9-4683-9b25-dc5b2a988ff0 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:15.245545 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c', 'status': 'completed', 'code': 200} Nov 09 18:09:15.407657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd045c7-7844-4f07-a230-b66b51900f2c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:15.421308 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.443672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Transition to ACTIVE for port object 0dd045c7-7844-4f07-a230-b66b51900f2c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:15.453753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213dc39-e970-4e1b-a265-709c8f11f1f6 req-e90e5a82-7d66-4ea8-ab0e-4bbcbf845272 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.455282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9213dc39-e970-4e1b-a265-709c8f11f1f6 req-e90e5a82-7d66-4ea8-ab0e-4bbcbf845272 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 932 time: 0.1529989 Nov 09 18:09:15.457601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d17e-fe49-4f63-b138-c09913c52230 req-240a39f2-f7be-42f7-b887-528586db7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.458997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6879d17e-fe49-4f63-b138-c09913c52230 req-240a39f2-f7be-42f7-b887-528586db7668 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 1094 time: 0.1579716 Nov 09 18:09:15.459871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.528002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.562608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=5ccdd433-a963-4651-b189-65521977af69,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:15.595426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9213dc39-e970-4e1b-a265-709c8f11f1f6 req-eb0ead0e-dba9-40c0-8a77-6a432ef05d90 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307752 Nov 09 18:09:15.596915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Pushing event updated for resources: {'Port': ['ID=0dd045c7-7844-4f07-a230-b66b51900f2c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:15.701016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d17e-fe49-4f63-b138-c09913c52230 req-392720d8-38de-4fc4-b6ce-5b662047cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.703304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6879d17e-fe49-4f63-b138-c09913c52230 req-392720d8-38de-4fc4-b6ce-5b662047cafa service neutron] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.2163775 Nov 09 18:09:15.703916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa370221-259d-4647-b183-d695c5cc9d4e req-b3f78dd1-e5b1-48b8-8dfc-a874f36efd6a tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.705544 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa370221-259d-4647-b183-d695c5cc9d4e req-b3f78dd1-e5b1-48b8-8dfc-a874f36efd6a tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.73 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 946 time: 0.1453435 Nov 09 18:09:15.803698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6879d17e-fe49-4f63-b138-c09913c52230 req-6dc38e59-125d-4073-9632-055621aa4f8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=836d380e-d985-40f5-a508-fb80f71fca9c HTTP/1.1" status: 200 len: 217 time: 0.0674462 Nov 09 18:09:15.819724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Attempting to bind port 0dd045c7-7844-4f07-a230-b66b51900f2c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:15.820101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Attempting to bind port 0dd045c7-7844-4f07-a230-b66b51900f2c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:15.820726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Attempting to bind port 0dd045c7-7844-4f07-a230-b66b51900f2c on network fa521548-f00d-4546-8b6f-a0829958f5f7 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:15.863718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79613-68de-4a69-9ef8-3a76e053e624 req-1a59827a-b6cd-4989-8157-9e6546d3349f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.865279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2f79613-68de-4a69-9ef8-3a76e053e624 req-1a59827a-b6cd-4989-8157-9e6546d3349f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 948 time: 0.1610627 Nov 09 18:09:15.870200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Port 0dd045c7-7844-4f07-a230-b66b51900f2c on network fa521548-f00d-4546-8b6f-a0829958f5f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:15.870534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Attempting to bind port 0dd045c7-7844-4f07-a230-b66b51900f2c on network fa521548-f00d-4546-8b6f-a0829958f5f7 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:15.881793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:15.882159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Checking segment: {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:15.882548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Bound using segment: {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:15.882991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Bound port: 0dd045c7-7844-4f07-a230-b66b51900f2c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:15.883358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.924928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d17e-fe49-4f63-b138-c09913c52230 req-577dd96c-3703-4546-9aa0-66cfc0f14128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:15.926249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6879d17e-fe49-4f63-b138-c09913c52230 req-577dd96c-3703-4546-9aa0-66cfc0f14128 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.1025422 Nov 09 18:09:15.929121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:15.985430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6879d17e-fe49-4f63-b138-c09913c52230 req-95fa3227-f801-4387-9400-18ab42429bfa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493479 Nov 09 18:09:15.989837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2f79613-68de-4a69-9ef8-3a76e053e624 req-2a1f8f6b-f59d-4138-9aa9-18a38a4aee93 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093893 Nov 09 18:09:16.044014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Deleting port f5d45bf4-1e6a-4651-be06-0cad68ba468d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:16.044363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.093285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.136450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] For port 0dd045c7-7844-4f07-a230-b66b51900f2c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:16.158260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] For port 0dd045c7-7844-4f07-a230-b66b51900f2c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0dd045c7-7844-4f07-a230-b66b51900f2c,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:16.179354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.200846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd736cc9-2b75-447a-aa44-d0c081fef4d2 req-2dfbb537-f203-4a64-b519-6429dfbf2d11 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:16.204312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd736cc9-2b75-447a-aa44-d0c081fef4d2 req-2dfbb537-f203-4a64-b519-6429dfbf2d11 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 943 time: 0.1021271 Nov 09 18:09:16.253083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:16.253828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.255127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] 10.222.0.73 "PUT /v2.0/ports/0dd045c7-7844-4f07-a230-b66b51900f2c HTTP/1.1" status: 200 len: 1092 time: 1.7189977 Nov 09 18:09:16.261968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] For port f5d45bf4-1e6a-4651-be06-0cad68ba468d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f5d45bf4-1e6a-4651-be06-0cad68ba468d,segment=NetworkSegment(0803c513-33da-461f-bf31-e343dbe15c10),segment_id=0803c513-33da-461f-bf31-e343dbe15c10)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:16.262647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.265639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6879d17e-fe49-4f63-b138-c09913c52230 req-76b91f5d-d6b8-4efa-a4b1-435077d332a8 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651184 Nov 09 18:09:16.300569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Calling delete_port for f5d45bf4-1e6a-4651-be06-0cad68ba468d owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:16.319229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:16.374074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea12aa2-e9f0-4fae-936e-02f49fce342b service neutron] Pushing event updated for resources: {'Port': ['ID=0dd045c7-7844-4f07-a230-b66b51900f2c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:16.385776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd736cc9-2b75-447a-aa44-d0c081fef4d2 req-2b8e9cc4-2d52-4702-9087-a1974f5a8159 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566112 Nov 09 18:09:16.426474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa40c1-dcb3-42dc-812d-436534c931da req-a7fc0698-9110-4a9a-92d7-3871700f925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:16.428062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-a7fc0698-9110-4a9a-92d7-3871700f925c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 1095 time: 0.0875046 Nov 09 18:09:16.540932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f9b167d-ae1c-43da-818e-0eea17d673ff up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:16.572506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:16.584448 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:16.591725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ffc5b839-caf7-4909-9d16-2b01bb3cc8d8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8062086 Nov 09 18:09:16.592661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57592) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:16.603534 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:16.604339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:16.647008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.649028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 0f9b167d-ae1c-43da-818e-0eea17d673ff completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:16.653859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 0f9b167d-ae1c-43da-818e-0eea17d673ff triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:16.654268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.729874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Pushing event deleted for resources: {'Port': ['ID=f5d45bf4-1e6a-4651-be06-0cad68ba468d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:16.800601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] No DVR routers for this DVR port f5d45bf4-1e6a-4651-be06-0cad68ba468d on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:16.803197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.806939 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.73 "DELETE /v2.0/ports/f5d45bf4-1e6a-4651-be06-0cad68ba468d HTTP/1.1" status: 204 len: 173 time: 1.0564895 Nov 09 18:09:16.807400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'name': 'network-vif-deleted', 'tag': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:16.809861 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e9cf0-ea6f-474e-82a9-0e8498c62888" -d '{"events": [{"server_uuid": "3de57d15-f62a-4410-838f-76eaa5a2f400", "name": "network-vif-deleted", "tag": "f5d45bf4-1e6a-4651-be06-0cad68ba468d"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:16.828379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet 37d5371d-0e1b-4d9f-b0da-e629d3755990 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:09:16.832396 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.847548 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:16.848529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.876499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db04c565-a66c-445a-ac05-472e00c9de41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9b167d-ae1c-43da-818e-0eea17d673ff'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:16.876743 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.879688 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2bed69-9265-4916-b946-37eda7ab4692" -d '{"events": [{"server_uuid": "db04c565-a66c-445a-ac05-472e00c9de41", "name": "network-vif-plugged", "status": "completed", "tag": "0f9b167d-ae1c-43da-818e-0eea17d673ff"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:16.896538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0f9b167d-ae1c-43da-818e-0eea17d673ff, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f9b167d-ae1c-43da-818e-0eea17d673ff,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:16.902272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:16.993625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0f9b167d-ae1c-43da-818e-0eea17d673ff,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:17.044295 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.059845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6879d17e-fe49-4f63-b138-c09913c52230 req-2001bc86-cac9-489d-b9b6-4d18f6981a37 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854075 Nov 09 18:09:17.097872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-f6eff8df-5ee6-42c2-a763-901b9cf758be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd045c7-7844-4f07-a230-b66b51900f2c HTTP/1.1" status: 200 len: 217 time: 0.6588507 Nov 09 18:09:17.136624 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.156749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-204b3927-a35a-441d-837c-a36fe4025541 req-d6fc099e-e018-4f73-b6a7-09bb724c11b5 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de57d15-f62a-4410-838f-76eaa5a2f400 HTTP/1.1" status: 200 len: 210 time: 0.1037083 Nov 09 18:09:17.163067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=37d5371d-0e1b-4d9f-b0da-e629d3755990,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:17.188068 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.190782 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9302e-f184-4a17-9732-03de33226ef0 None None] Network 6f10636f-4629-427a-a191-f8b0afb020d0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:17.195131 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db7466b3-c412-46b8-9172-f06850a05303 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/37d5371d-0e1b-4d9f-b0da-e629d3755990 HTTP/1.1" status: 204 len: 168 time: 0.5982785 Nov 09 18:09:17.195315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57602) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:17.247595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'tag': '0dd045c7-7844-4f07-a230-b66b51900f2c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:17.254020 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63" -d '{"events": [{"name": "network-changed", "server_uuid": "e41ffaba-8971-4dad-bf6a-8b9f83906759", "tag": "0dd045c7-7844-4f07-a230-b66b51900f2c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:17.299870 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:15Z', 'revision_number': 10, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:17.312652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4a2190a1-857d-43a1-b28f-c7d619931eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:17.314354 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-4a2190a1-857d-43a1-b28f-c7d619931eec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.1789639 Nov 09 18:09:17.328660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.355296 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:17.380796 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:17.382110 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:17.402730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2df55-f269-41c2-a617-d576fd717937 req-e7b6f482-08de-4652-b1df-4792837abb01 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:17.419403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bef2df55-f269-41c2-a617-d576fd717937 req-e7b6f482-08de-4652-b1df-4792837abb01 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 944 time: 0.1588800 Nov 09 18:09:17.441422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 1a8a457e-0438-45a3-ae40-5fb45c6684cb {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:17.442315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.468502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-c9f23b81-827d-4918-817f-42fd95f66750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340330 Nov 09 18:09:17.565103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] DHCP port deletion for 6f10636f-4629-427a-a191-f8b0afb020d0 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:17.592244 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:17.593771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bef2df55-f269-41c2-a617-d576fd717937 req-9279d229-c8bd-4be7-8c1d-7bd87295c3ee tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590869 Nov 09 18:09:17.682311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-56c02b61-359c-449d-a2b8-a78c04902b9f service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969743 Nov 09 18:09:17.684007 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf3fcd-bc47-40aa-a4d1-f2be541afe74 x-openstack-request-id: req-f5bf3fcd-bc47-40aa-a4d1-f2be541afe74 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:17.686852 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de57d15-f62a-4410-838f-76eaa5a2f400", "name": "network-vif-deleted", "tag": "f5d45bf4-1e6a-4651-be06-0cad68ba468d", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:17.688290 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5bf3fcd-bc47-40aa-a4d1-f2be541afe74 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:17.688732 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de57d15-f62a-4410-838f-76eaa5a2f400', 'name': 'network-vif-deleted', 'tag': 'f5d45bf4-1e6a-4651-be06-0cad68ba468d', 'status': 'completed', 'code': 200} Nov 09 18:09:17.689978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] Deleting port 1a8a457e-0438-45a3-ae40-5fb45c6684cb {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:17.692512 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.699680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 1a8a457e-0438-45a3-ae40-5fb45c6684cb, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a8a457e-0438-45a3-ae40-5fb45c6684cb,segment=NetworkSegment(1547ed79-a8e4-404a-b228-db9b1a6ee087),segment_id=1547ed79-a8e4-404a-b228-db9b1a6ee087)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:17.700061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.750542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 1a8a457e-0438-45a3-ae40-5fb45c6684cb owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:17.785560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] For port 1a8a457e-0438-45a3-ae40-5fb45c6684cb, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a8a457e-0438-45a3-ae40-5fb45c6684cb,segment=NetworkSegment(1547ed79-a8e4-404a-b228-db9b1a6ee087),segment_id=1547ed79-a8e4-404a-b228-db9b1a6ee087)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:17.786197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.801568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] Calling delete_port for 1a8a457e-0438-45a3-ae40-5fb45c6684cb owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:17.858495 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47902762-faf6-4dfc-9497-8737bbdc745f x-openstack-request-id: req-47902762-faf6-4dfc-9497-8737bbdc745f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:17.858935 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db04c565-a66c-445a-ac05-472e00c9de41", "name": "network-vif-plugged", "status": "completed", "tag": "0f9b167d-ae1c-43da-818e-0eea17d673ff", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:17.859296 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47902762-faf6-4dfc-9497-8737bbdc745f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:17.859799 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db04c565-a66c-445a-ac05-472e00c9de41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9b167d-ae1c-43da-818e-0eea17d673ff', 'code': 200} Nov 09 18:09:17.914172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:17.941382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c84af-f351-4b9a-a486-c6ef234467e4 req-d9ee78cb-a764-4942-ba55-2f839309f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:17.945341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee7ab2-f6df-4a52-9ab0-0bc3e58c5d47 req-2c85e04f-2b83-4bbc-bad1-1f14f69a5ceb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:17.947065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c04c84af-f351-4b9a-a486-c6ef234467e4 req-d9ee78cb-a764-4942-ba55-2f839309f8df service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 1100 time: 0.1326427 Nov 09 18:09:17.947311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15ee7ab2-f6df-4a52-9ab0-0bc3e58c5d47 req-2c85e04f-2b83-4bbc-bad1-1f14f69a5ceb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 949 time: 0.0824511 Nov 09 18:09:17.949303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-feaa40c1-dcb3-42dc-812d-436534c931da req-c31f9f05-f9d9-4baa-b14f-887e165fd7e2 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583399 Nov 09 18:09:17.974638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] Pushing event deleted for resources: {'Port': ['ID=1a8a457e-0438-45a3-ae40-5fb45c6684cb,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:17.977091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54c210-1458-4d24-a23f-bbb63f051e1b None None] No DVR routers for this DVR port 1a8a457e-0438-45a3-ae40-5fb45c6684cb on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:17.998917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.023022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c04c84af-f351-4b9a-a486-c6ef234467e4 req-8960ef39-8a23-4f9d-9031-bfd659a1c183 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634546 Nov 09 18:09:18.026632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=1a8a457e-0438-45a3-ae40-5fb45c6684cb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:18.030435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port 1a8a457e-0438-45a3-ae40-5fb45c6684cb on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:18.070396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15ee7ab2-f6df-4a52-9ab0-0bc3e58c5d47 req-c322d313-2ebd-4702-b1f6-b164c249568c tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051912 Nov 09 18:09:18.088955 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:15Z', 'revision_number': 10, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:18.133320 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214e03-9344-456b-acc4-c54d3ef53202 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:15Z', 'revision_number': 10, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None, '_interfaces': [{'id': '941597f5-e11f-49f3-9aa7-1cd43ca16b6f', 'name': '', 'network_id': 'b8596733-aa49-46f3-ba99-0b49a53bfb8c', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'mac_address': 'fa:16:3e:f8:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:08:36Z', 'updated_at': '2021-11-09T18:08:42Z', 'revision_number': 5, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'subnets': [{'id': '25e2acb7-0501-4afe-87c9-a3b7d3fde666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:18.140113 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.144943 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcbee79-53b8-43a1-92ef-0972acb6c45a x-openstack-request-id: req-abcbee79-53b8-43a1-92ef-0972acb6c45a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:18.145319 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41ffaba-8971-4dad-bf6a-8b9f83906759", "tag": "0dd045c7-7844-4f07-a230-b66b51900f2c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:18.145641 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abcbee79-53b8-43a1-92ef-0972acb6c45a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:18.146206 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'tag': '0dd045c7-7844-4f07-a230-b66b51900f2c', 'status': 'completed', 'code': 200} Nov 09 18:09:18.171340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f10636f-4629-427a-a191-f8b0afb020d0']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:18.192004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1547ed79-a8e4-404a-b228-db9b1a6ee087') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:18.192312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1547ed79-a8e4-404a-b228-db9b1a6ee087') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:18.202572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.216657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.222904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:18.223565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:18.226466 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:18.287691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f604e84-2ecc-45b5-8b4e-0387c961b47e req-b9a09a99-de66-4c4b-a59c-9dfe53263c90 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:18.291523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f604e84-2ecc-45b5-8b4e-0387c961b47e req-b9a09a99-de66-4c4b-a59c-9dfe53263c90 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 943 time: 0.0679030 Nov 09 18:09:18.291523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-f4f7a8e7-0a2a-4b60-9629-9aa1489ad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:18.291523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-f4f7a8e7-0a2a-4b60-9629-9aa1489ad7b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 1095 time: 0.1154177 Nov 09 18:09:18.295549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.302878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.306135 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/6f10636f-4629-427a-a191-f8b0afb020d0 HTTP/1.1" status: 204 len: 168 time: 1.1089191 Nov 09 18:09:18.316789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57616) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:18.324420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fd6c5-09f6-406b-8d61-3458949c82c9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=6f10636f-4629-427a-a191-f8b0afb020d0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:18.352802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f604e84-2ecc-45b5-8b4e-0387c961b47e req-2adf449f-a6c9-4fb2-89e6-0829deee2b3a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577428 Nov 09 18:09:18.495600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 836d380e-d985-40f5-a508-fb80f71fca9c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:18.500704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5d45bf4-1e6a-4651-be06-0cad68ba468d no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:18.520270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-6ddeec33-3d63-48a3-bc67-2a003736daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:18.526135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-6ddeec33-3d63-48a3-bc67-2a003736daab service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 914 time: 0.1902092 Nov 09 18:09:18.551680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: f5d45bf4-1e6a-4651-be06-0cad68ba468d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:18.551680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f5d45bf4-1e6a-4651-be06-0cad68ba468d not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:18.630266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-0524fbe6-e428-4087-9a93-06835dcde39d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd045c7-7844-4f07-a230-b66b51900f2c HTTP/1.1" status: 200 len: 217 time: 0.0917733 Nov 09 18:09:18.749534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ccdd433-a963-4651-b189-65521977af69 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:18.806870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5ccdd433-a963-4651-b189-65521977af69 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:18.807284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ccdd433-a963-4651-b189-65521977af69 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:18.807786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a8a457e-0438-45a3-ae40-5fb45c6684cb no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:18.815327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:18.830872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-a71384fc-fce7-450e-a829-15c77590da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:18.837726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-a71384fc-fce7-450e-a829-15c77590da8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.1967921 Nov 09 18:09:18.840728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1a8a457e-0438-45a3-ae40-5fb45c6684cb {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:18.841430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a8a457e-0438-45a3-ae40-5fb45c6684cb not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:18.849002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '836d380e-d985-40f5-a508-fb80f71fca9c', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': '836d380e-d985-40f5-a508-fb80f71fca9c', 'mac_address': 'fa:16:3e:3a:6d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:18.888732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-860dea02-6f19-4169-9eb9-4b6e62b3cfcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399883 Nov 09 18:09:18.911707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c63874-90c9-4eaf-8fa0-b51d0247ba48 req-d9aba6ac-3ac6-49aa-b89b-35d77972c813 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:18.913434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3c63874-90c9-4eaf-8fa0-b51d0247ba48 req-d9aba6ac-3ac6-49aa-b89b-35d77972c813 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 944 time: 0.1515217 Nov 09 18:09:18.932856 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:18.961755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836d380e-d985-40f5-a508-fb80f71fca9c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:18.989346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:18.998807 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:19.024075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3c63874-90c9-4eaf-8fa0-b51d0247ba48 req-e9bc767e-c62e-4e71-a815-1ff58c4d6e4f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619917 Nov 09 18:09:19.042296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:19.063638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:19.098428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-3d46c693-12b6-4768-900b-342a827468b2 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837320 Nov 09 18:09:19.288410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f01701-3710-465b-a0f7-a126aa2e9316 req-d6e57f92-6e83-402a-99ea-d16c9fe0c8ed tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:19.289927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5f01701-3710-465b-a0f7-a126aa2e9316 req-d6e57f92-6e83-402a-99ea-d16c9fe0c8ed tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 949 time: 0.1264718 Nov 09 18:09:19.338652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:19.350114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad438dbe-c10f-4bf2-aaf8-78b7e6a12c63 req-82e9eb81-58b6-4219-b623-ed58c91ee744 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346826 Nov 09 18:09:19.368639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5f01701-3710-465b-a0f7-a126aa2e9316 req-ba516a52-87f6-4443-890d-f6ede99c7a91 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713360 Nov 09 18:09:19.374923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['836d380e-d985-40f5-a508-fb80f71fca9c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:19.551044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7f269-3042-4d71-a035-2865a8cfca11 req-0b03662f-c3ef-4ee7-a62d-7cfe750a260f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:19.552585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08b7f269-3042-4d71-a035-2865a8cfca11 req-0b03662f-c3ef-4ee7-a62d-7cfe750a260f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 944 time: 0.0822904 Nov 09 18:09:19.602087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08b7f269-3042-4d71-a035-2865a8cfca11 req-eb594c09-1bed-448b-b1fd-a3d9eb386e2e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 Nov 09 18:09:19.693469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:19.693825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:19.806618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port 941597f5-e11f-49f3-9aa7-1cd43ca16b6f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,segment=NetworkSegment(e00e362c-5a8a-45ec-a9a2-ad00770502b7),segment_id=e00e362c-5a8a-45ec-a9a2-ad00770502b7)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:19.806999 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:19.824596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for 941597f5-e11f-49f3-9aa7-1cd43ca16b6f owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:19.894108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57648) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:19.960896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] Deleting subnet 7a74c614-0efa-44ba-903f-c567dde01d7f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:09:19.964317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.002323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.012245 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.047287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=941597f5-e11f-49f3-9aa7-1cd43ca16b6f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:20.070839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.156725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.176061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902aac-0373-4524-9efc-d9528d62dc8c req-58e0f7b1-d0f2-4303-92eb-efe5e8579882 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:20.193081 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc902aac-0373-4524-9efc-d9528d62dc8c req-58e0f7b1-d0f2-4303-92eb-efe5e8579882 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 944 time: 0.0820296 Nov 09 18:09:20.201417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.238690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a74c614-0efa-44ba-903f-c567dde01d7f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:20.246588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.252175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dc64b65d-7b1f-4ea7-81d6-8be43429e2ac admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a74c614-0efa-44ba-903f-c567dde01d7f HTTP/1.1" status: 204 len: 168 time: 0.3544478 Nov 09 18:09:20.252348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57654) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:20.318843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc902aac-0373-4524-9efc-d9528d62dc8c req-228b17f6-e038-47cf-a4ef-700067ba7f9f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248534 Nov 09 18:09:20.335837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:20.354200 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.421750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:20.436017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:20.440567 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5875c5e4-93f5-4cdc-9edb-40e585f5e6a9 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1188552 Nov 09 18:09:20.441277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57658) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:20.448187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.451163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:20.454665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.476039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2cb1b4-36d0-4042-918c-3d3a0be504fc']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.497998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0803c513-33da-461f-bf31-e343dbe15c10') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.497998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0803c513-33da-461f-bf31-e343dbe15c10') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.504942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting subnet 25e2acb7-0501-4afe-87c9-a3b7d3fde666 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:09:20.508745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.528166 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.546104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:20.548261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.558544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20ce8-757d-48af-9ffe-d15a4999019c req-56be5c34-36a6-49a2-aa50-813144bcd452 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:20.561776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.575690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aab20ce8-757d-48af-9ffe-d15a4999019c req-56be5c34-36a6-49a2-aa50-813144bcd452 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 949 time: 0.0825284 Nov 09 18:09:20.603816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:19Z', 'revision_number': 11, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.620162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aab20ce8-757d-48af-9ffe-d15a4999019c req-77a48f9d-6ef0-4230-87ab-efad3b71480f tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Nov 09 18:09:20.621296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:20.621713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:20.623616 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:20.653282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:20.672799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:20.673711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:20.714099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.729681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.731010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.754292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] 10.222.0.32 "DELETE /v2.0/networks/ae2cb1b4-36d0-4042-918c-3d3a0be504fc HTTP/1.1" status: 204 len: 168 time: 0.4985740 Nov 09 18:09:20.777360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81fda9-f620-4482-a2b9-3b2c1c28b5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2cb1b4-36d0-4042-918c-3d3a0be504fc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:20.811832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:20.828897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.863956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83860bde-5b8a-49a5-b812-3c5e11951686 req-a9948d6d-08cf-4334-861d-8533bfc3534f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:20.864335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83860bde-5b8a-49a5-b812-3c5e11951686 req-a9948d6d-08cf-4334-861d-8533bfc3534f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 944 time: 0.0981619 Nov 09 18:09:20.870720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Subnet': ['ID=25e2acb7-0501-4afe-87c9-a3b7d3fde666,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:20.874807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:20.878833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d8756a4-c8ec-49b2-a2f9-517938d23276 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/25e2acb7-0501-4afe-87c9-a3b7d3fde666 HTTP/1.1" status: 204 len: 168 time: 0.4365706 Nov 09 18:09:20.882028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57670) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:20.920722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cad7ab-50de-44d3-aa1c-84d8178d652c None None] Network b8596733-aa49-46f3-ba99-0b49a53bfb8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:20.932592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83860bde-5b8a-49a5-b812-3c5e11951686 req-89b4581f-f39b-4b31-bf00-f0c50806666f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619519 Nov 09 18:09:20.944496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:19Z', 'revision_number': 11, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:21.024154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f33af-7f00-4f9b-88b3-ad28a3428410 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:19Z', 'revision_number': 11, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:21.033419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.081329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57674) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:21.108699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dd6c2-6b6d-410e-944e-30a7c9f7adeb req-394ed9d8-edad-48e7-85bd-b142448a49e8 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:21.117822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-507dd6c2-6b6d-410e-944e-30a7c9f7adeb req-394ed9d8-edad-48e7-85bd-b142448a49e8 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 1100 time: 0.1089263 Nov 09 18:09:21.129804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Deleting port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:21.130251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.179476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-efa3bf73-dbb0-4c82-b3df-919758356335 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37acbc0630fe455a8b46d1f49268425f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950296 Nov 09 18:09:21.181365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-507dd6c2-6b6d-410e-944e-30a7c9f7adeb req-f49f9f33-889a-4bd4-aaee-dd454c7031d5 tempest-ServersOnMultiNodesTest-1026347475 tempest-ServersOnMultiNodesTest-1026347475-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625410 Nov 09 18:09:21.182079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57676) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:21.206904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] For port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e311cf89-6ba7-4b4f-849e-cef5f2e4f07f,segment=NetworkSegment(e00e362c-5a8a-45ec-a9a2-ad00770502b7),segment_id=e00e362c-5a8a-45ec-a9a2-ad00770502b7)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:21.206904 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.220778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Calling delete_port for e311cf89-6ba7-4b4f-849e-cef5f2e4f07f owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:21.235999 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fabd642-d110-49e1-816a-3d5e80feb881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.265210 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fabd642-d110-49e1-816a-3d5e80feb881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.313111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.314396 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fabd642-d110-49e1-816a-3d5e80feb881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.316996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fabd642-d110-49e1-816a-3d5e80feb881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.320557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9fabd642-d110-49e1-816a-3d5e80feb881 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4fbb758-c402-4d49-b716-00f969e05c15 HTTP/1.1" status: 204 len: 168 time: 0.1351104 Nov 09 18:09:21.328189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabd642-d110-49e1-816a-3d5e80feb881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fbb758-c402-4d49-b716-00f969e05c15,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:21.357468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Port': ['ID=e311cf89-6ba7-4b4f-849e-cef5f2e4f07f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:21.363824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No DVR routers for this DVR port e311cf89-6ba7-4b4f-849e-cef5f2e4f07f on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:21.412720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac49d8-5f10-4e6b-b6ae-567694453e08 None None] DHCP port deletion for b8596733-aa49-46f3-ba99-0b49a53bfb8c request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:09:21.467343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.501116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8596733-aa49-46f3-ba99-0b49a53bfb8c']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:21.513277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00e362c-5a8a-45ec-a9a2-ad00770502b7') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:21.513509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00e362c-5a8a-45ec-a9a2-ad00770502b7') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:21.523944 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.547989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.555401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:09:21.556670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:09:21.561175 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:09:21.605207 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:09:21.610586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa55699-82c2-4554-a024-ab4b457fba4c req-778269a0-d0c3-408e-8a9c-4ae3eca5b4c3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:21.618515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfa55699-82c2-4554-a024-ab4b457fba4c req-778269a0-d0c3-408e-8a9c-4ae3eca5b4c3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 944 time: 0.0706377 Nov 09 18:09:21.631282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.642480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.645838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/networks/b8596733-aa49-46f3-ba99-0b49a53bfb8c HTTP/1.1" status: 204 len: 168 time: 0.7627306 Nov 09 18:09:21.651597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57688) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:21.660962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f73fe-e1a8-4f82-8ebf-8967a412b0e8 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Pushing event deleted for resources: {'Network': ['ID=b8596733-aa49-46f3-ba99-0b49a53bfb8c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:21.661120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'routes': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:21.701205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfa55699-82c2-4554-a024-ab4b457fba4c req-096ae590-3ff8-46f3-95b0-4a35b6ba0876 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818136 Nov 09 18:09:21.867424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.extraroute_db [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Added routes are [] {{(pid=102140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:09:21.867736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.extraroute_db [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Removed routes are [] {{(pid=102140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:09:21.868659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:21.950568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53364105-e05a-426c-9bfc-0f7aea8eeb53 req-8cc7e7dc-499c-4c38-84bc-90cca3cb7af2 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:21.952052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53364105-e05a-426c-9bfc-0f7aea8eeb53 req-8cc7e7dc-499c-4c38-84bc-90cca3cb7af2 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 949 time: 0.1791506 Nov 09 18:09:22.041066 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.050276 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.057746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53364105-e05a-426c-9bfc-0f7aea8eeb53 req-24f04af4-d0b8-445e-83b6-409f8d280d44 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979726 Nov 09 18:09:22.104441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57710) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:22.176225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router c9f966f4-349a-42b9-8e57-df3f23b62840 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:22.198322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b17dc-0159-400c-9050-936eb1a7fc65 req-33357253-c8d4-4dd1-aaa3-3e60fa072390 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:22.199891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-555b17dc-0159-400c-9050-936eb1a7fc65 req-33357253-c8d4-4dd1-aaa3-3e60fa072390 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 944 time: 0.0655246 Nov 09 18:09:22.209907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-network', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:22.231989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Made reservation on behalf of 94e14e34e0d843e1827d5ab7637df423 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:22.234782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.250520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.296070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:22.307841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.309211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3099234c-3fcc-4a92-a515-468b4f97e91b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 200 len: 705 time: 0.6565313 Nov 09 18:09:22.313667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57722) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:22.316166 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] Sync routers for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:22.325693 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:22.328754 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:22.343743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-555b17dc-0159-400c-9050-936eb1a7fc65 req-1acf2ca5-efd8-41ed-aff0-a66b380c1e07 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345949 Nov 09 18:09:22.350835 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3a79e73-6f4f-4243-ac75-55886b5d0c66 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 200 len: 205 time: 0.0351763 Nov 09 18:09:22.355370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57728) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:22.407702 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:22.462600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.465014 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:19Z', 'revision_number': 11, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:22.469056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71a4705c-5317-4874-8865-36912b1998ab tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.499224 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] Checking router: c9f966f4-349a-42b9-8e57-df3f23b62840 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:22.508469 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] Routers {'c9f966f4-349a-42b9-8e57-df3f23b62840'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:22.509578 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['c9f966f4-349a-42b9-8e57-df3f23b62840'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:22.514656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0dd045c7-7844-4f07-a230-b66b51900f2c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:22.518244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 836d380e-d985-40f5-a508-fb80f71fca9c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:22.544408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.582456 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] Set router c9f966f4-349a-42b9-8e57-df3f23b62840 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:22.592956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232289c-898c-40fe-8ee7-be87387bb092,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:22.655749 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:19Z', 'revision_number': 11, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:22.687984 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae25dc-d256-4177-8ff6-554e54591782 None None] The sync data for ids ['c9f966f4-349a-42b9-8e57-df3f23b62840'] in n-d-817240-1 is: [{'id': 'c9f966f4-349a-42b9-8e57-df3f23b62840', 'name': 'tempest-RoutersIpV6Test-router-1604035749', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:08:34Z', 'updated_at': '2021-11-09T18:09:19Z', 'revision_number': 11, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:22.696803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:22.719711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71a4705c-5317-4874-8865-36912b1998ab tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.723531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71a4705c-5317-4874-8865-36912b1998ab tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.732197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.732472 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Added segment 60cc1059-f71e-4d31-986e-7af774fd4d98 of type vlan for network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 Nov 09 18:09:22.818123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71a4705c-5317-4874-8865-36912b1998ab tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.818692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a4705c-5317-4874-8865-36912b1998ab tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Fanout notify agent at l3_agent the message router_deleted on router c9f966f4-349a-42b9-8e57-df3f23b62840 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:09:22.822280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.829501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71a4705c-5317-4874-8865-36912b1998ab tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.830671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-71a4705c-5317-4874-8865-36912b1998ab tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 204 len: 168 time: 0.4743874 Nov 09 18:09:22.834683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57734) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:22.840000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0c614dd5-6018-4cb4-bee4-99de3897f9f0 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-100143921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:22.890649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc9780-7a69-4f4e-a4ba-4c0ee7eed29f req-48156d98-fe0c-4417-b4ee-ba0674be3f9d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:22.893388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8bc9780-7a69-4f4e-a4ba-4c0ee7eed29f req-48156d98-fe0c-4417-b4ee-ba0674be3f9d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 944 time: 0.0941751 Nov 09 18:09:22.902052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.904425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:22.905307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.911357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c614dd5-6018-4cb4-bee4-99de3897f9f0 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.912457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c614dd5-6018-4cb4-bee4-99de3897f9f0 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:22.953119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e311cf89-6ba7-4b4f-849e-cef5f2e4f07f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:22.966334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8bc9780-7a69-4f4e-a4ba-4c0ee7eed29f req-ef95e255-9d21-4e17-8644-595d72205ea9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630045 Nov 09 18:09:22.987735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 836d380e-d985-40f5-a508-fb80f71fca9c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:22.990240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e311cf89-6ba7-4b4f-849e-cef5f2e4f07f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:22.990646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e311cf89-6ba7-4b4f-849e-cef5f2e4f07f not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:22.991109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 941597f5-e11f-49f3-9aa7-1cd43ca16b6f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:22.997736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c614dd5-6018-4cb4-bee4-99de3897f9f0 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.016281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c614dd5-6018-4cb4-bee4-99de3897f9f0 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.075228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 836d380e-d985-40f5-a508-fb80f71fca9c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:23.075897 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.081561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:23.081991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9763095 Nov 09 18:09:23.084717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 941597f5-e11f-49f3-9aa7-1cd43ca16b6f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:23.085367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 941597f5-e11f-49f3-9aa7-1cd43ca16b6f not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:23.088508 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c614dd5-6018-4cb4-bee4-99de3897f9f0 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.088720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Request body: {'subnet': {'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-subnet', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:23.092616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0c614dd5-6018-4cb4-bee4-99de3897f9f0 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2539773 Nov 09 18:09:23.099489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57744) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:23.103909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690f254-8b4f-4e42-82bd-03e7fa573e32 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:23.111034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-81e6d40b-4c36-438f-a796-1923df83912b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:23.125001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:23.182754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 0dd045c7-7844-4f07-a230-b66b51900f2c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0dd045c7-7844-4f07-a230-b66b51900f2c,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:23.232199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '0dd045c7-7844-4f07-a230-b66b51900f2c', 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7', 'port_id': '0dd045c7-7844-4f07-a230-b66b51900f2c', 'mac_address': 'fa:16:3e:f7:b3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975c12dc-2294-43e1-b259-5faf157f463c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:23.241652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-735cfdc8-3c40-485a-bf0c-1e9a5fbac1e6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:23.243645 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-735cfdc8-3c40-485a-bf0c-1e9a5fbac1e6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 949 time: 0.0635440 Nov 09 18:09:23.276231 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.292039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd045c7-7844-4f07-a230-b66b51900f2c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:23.318710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 0dd045c7-7844-4f07-a230-b66b51900f2c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0dd045c7-7844-4f07-a230-b66b51900f2c,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:23.344973 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.355947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port 0f9b167d-ae1c-43da-818e-0eea17d673ff {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:23.356390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.390341 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.413480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e6d40b-4c36-438f-a796-1923df83912b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.427927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Made reservation on behalf of 94e14e34e0d843e1827d5ab7637df423 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:23.432326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.436319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:23.438912 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ca943-0c1c-4435-ae58-0ff884424a8e" -d '{"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-plugged", "status": "completed", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:23.441834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=0dd045c7-7844-4f07-a230-b66b51900f2c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:23.463626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:23.466722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port 0f9b167d-ae1c-43da-818e-0eea17d673ff, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f9b167d-ae1c-43da-818e-0eea17d673ff,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:23.467091 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.468970 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.485053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for 0f9b167d-ae1c-43da-818e-0eea17d673ff owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:23.489862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e6d40b-4c36-438f-a796-1923df83912b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.510812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72539152-0557-4138-b2d8-edd1dc46e670 req-8f58b282-3157-479f-b4c3-7fcb7587f7e6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:23.520280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72539152-0557-4138-b2d8-edd1dc46e670 req-8f58b282-3157-479f-b4c3-7fcb7587f7e6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=db04c565-a66c-445a-ac05-472e00c9de41 HTTP/1.1" status: 200 len: 949 time: 0.3261344 Nov 09 18:09:23.522733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:23.628724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.646310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72539152-0557-4138-b2d8-edd1dc46e670 req-f2e5e5c0-70b6-4556-97e5-7941f2f6e3fe tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214228 Nov 09 18:09:23.647396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', '65c703cf-c024-4968-83b0-a8e4e92708a2', 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d', '186ff34a-1249-455c-b6f1-94b74f8b38dc'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:23.650402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b', '0f9b167d-ae1c-43da-818e-0eea17d673ff'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:23.678728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=0f9b167d-ae1c-43da-818e-0eea17d673ff,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:23.760114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port 0f9b167d-ae1c-43da-818e-0eea17d673ff on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:23.764230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['0dd045c7-7844-4f07-a230-b66b51900f2c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:23.765115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:23.776335 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30a7e939-75a9-49d3-8837-c1976d051f0a req-7590e2e9-61db-4111-b999-e49c4e34da0e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "DELETE /v2.0/ports/0f9b167d-ae1c-43da-818e-0eea17d673ff HTTP/1.1" status: 204 len: 173 time: 0.5252018 Nov 09 18:09:23.777365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db04c565-a66c-445a-ac05-472e00c9de41', 'name': 'network-vif-deleted', 'tag': '0f9b167d-ae1c-43da-818e-0eea17d673ff'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:23.782352 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129edecc-b709-4168-8cb7-6c2c31bd8d5a" -d '{"events": [{"server_uuid": "db04c565-a66c-445a-ac05-472e00c9de41", "name": "network-vif-deleted", "tag": "0f9b167d-ae1c-43da-818e-0eea17d673ff"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:23.863101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e6d40b-4c36-438f-a796-1923df83912b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Router b1bc3f59-5da0-4244-8cdf-650bbc79818b is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:09:23.914264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aa2e2-5a60-4ae4-bf69-50110c6ab7df req-731fd13c-b05d-430a-b681-db71a7a50e55 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:23.926751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af3aa2e2-5a60-4ae4-bf69-50110c6ab7df req-731fd13c-b05d-430a-b681-db71a7a50e55 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1874318 Nov 09 18:09:24.033785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:24.042482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e6d40b-4c36-438f-a796-1923df83912b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:24.052080 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81e6d40b-4c36-438f-a796-1923df83912b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:24.053225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-81e6d40b-4c36-438f-a796-1923df83912b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "PUT /v2.0/routers/b1bc3f59-5da0-4244-8cdf-650bbc79818b HTTP/1.1" status: 200 len: 697 time: 0.9513230 Nov 09 18:09:24.056219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57762) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:24.059701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] Sync routers for ids ['b1bc3f59-5da0-4244-8cdf-650bbc79818b'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:24.103423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af3aa2e2-5a60-4ae4-bf69-50110c6ab7df req-38aeb2ce-fcde-4a21-bdd6-b09822d85ea5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694150 Nov 09 18:09:24.125790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] Routers {'b1bc3f59-5da0-4244-8cdf-650bbc79818b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:24.126464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b1bc3f59-5da0-4244-8cdf-650bbc79818b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:24.180808 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-47724b41-23e5-42d6-bb97-022989b2bb0d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/routers/b1bc3f59-5da0-4244-8cdf-650bbc79818b HTTP/1.1" status: 200 len: 703 time: 0.1231928 Nov 09 18:09:24.200946 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35d6429-20cc-432c-afd0-b76e9f97dd22 x-openstack-request-id: req-e35d6429-20cc-432c-afd0-b76e9f97dd22 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:24.201250 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-plugged", "status": "completed", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:24.201623 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e35d6429-20cc-432c-afd0-b76e9f97dd22 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:24.202025 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c', 'code': 200} Nov 09 18:09:24.225454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57766) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:24.227910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Checking segment: {'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:24.228469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Network hostable DHCP agents. Network: ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:24.238890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3d7170-9304-4ad4-ad16-8e20eef4a25d,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:24.250874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] Set router b1bc3f59-5da0-4244-8cdf-650bbc79818b gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:24.288822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4852d07c-169d-426d-9743-94a55ac9cc26 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1bc3f59-5da0-4244-8cdf-650bbc79818b HTTP/1.1" status: 200 len: 205 time: 0.0505190 Nov 09 18:09:24.291432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57770) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:24.341643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bc3f59-5da0-4244-8cdf-650bbc79818b', 'name': 'tempest-RoutersIpV6Test-router-100143921', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:22Z', 'updated_at': '2021-11-09T18:09:23Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:24.401386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] Checking router: b1bc3f59-5da0-4244-8cdf-650bbc79818b for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:24.414961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:24.455334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] Routers {'b1bc3f59-5da0-4244-8cdf-650bbc79818b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:24.455987 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b1bc3f59-5da0-4244-8cdf-650bbc79818b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:24.470544 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56368018-55ff-413a-9dd7-567d97fdc749 x-openstack-request-id: req-56368018-55ff-413a-9dd7-567d97fdc749 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:24.470838 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db04c565-a66c-445a-ac05-472e00c9de41", "name": "network-vif-deleted", "tag": "0f9b167d-ae1c-43da-818e-0eea17d673ff", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:24.471094 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56368018-55ff-413a-9dd7-567d97fdc749 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:24.471553 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db04c565-a66c-445a-ac05-472e00c9de41', 'name': 'network-vif-deleted', 'tag': '0f9b167d-ae1c-43da-818e-0eea17d673ff', 'status': 'completed', 'code': 200} Nov 09 18:09:24.565865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] Set router b1bc3f59-5da0-4244-8cdf-650bbc79818b gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:24.639814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1bc3f59-5da0-4244-8cdf-650bbc79818b', 'name': 'tempest-RoutersIpV6Test-router-100143921', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:22Z', 'updated_at': '2021-11-09T18:09:23Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:24.677963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec68ca-35ec-40de-8bd4-25a423e44cb2 None None] The sync data for ids ['b1bc3f59-5da0-4244-8cdf-650bbc79818b'] in n-d-817240-1 is: [{'id': 'b1bc3f59-5da0-4244-8cdf-650bbc79818b', 'name': 'tempest-RoutersIpV6Test-router-100143921', 'tenant_id': 'f758615e4340461782449c43ba20bb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:22Z', 'updated_at': '2021-11-09T18:09:23Z', 'revision_number': 2, 'project_id': 'f758615e4340461782449c43ba20bb8c', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:24.794288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:24.811500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f6af1-da56-47e4-8c0e-8c98c6b6574a None None] Network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:24.819692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:24.820295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:24.837791 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16633ce9-2d00-454e-aa44-f41fe9a836e2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:24.881589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-390274f6-8b2d-432f-8472-4765b0fe8364 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7980163 Nov 09 18:09:24.884051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57776) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:24.889617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:24.914651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2684-dcaf-42ee-aefd-b44a467ea081 req-0d4e6818-15b5-4e88-94d7-400d0c581862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:24.914651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-645f2684-dcaf-42ee-aefd-b44a467ea081 req-0d4e6818-15b5-4e88-94d7-400d0c581862 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 1096 time: 0.6050074 Nov 09 18:09:24.935704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:24.939747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:24.967256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52011219-c0ff-440d-8d75-dd7fd4c26c5a req-aff325a5-53e4-4829-8926-8cf03892f13b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:24.968794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52011219-c0ff-440d-8d75-dd7fd4c26c5a req-aff325a5-53e4-4829-8926-8cf03892f13b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 945 time: 0.1889229 Nov 09 18:09:25.004340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-645f2684-dcaf-42ee-aefd-b44a467ea081 req-b1a102b9-56dc-4674-a01e-56d4a56de1c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800560 Nov 09 18:09:25.015652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6679907-bc4c-4b30-9cdc-6c7bf81e3b03 None None] Network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:25.052487 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.079511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16633ce9-2d00-454e-aa44-f41fe9a836e2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.082562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16633ce9-2d00-454e-aa44-f41fe9a836e2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.106571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52011219-c0ff-440d-8d75-dd7fd4c26c5a req-3b422339-5c37-4cb7-8d2d-fc14cba2e137 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090050 Nov 09 18:09:25.198177 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16633ce9-2d00-454e-aa44-f41fe9a836e2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.198888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16633ce9-2d00-454e-aa44-f41fe9a836e2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Fanout notify agent at l3_agent the message router_deleted on router b1bc3f59-5da0-4244-8cdf-650bbc79818b {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:09:25.205930 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16633ce9-2d00-454e-aa44-f41fe9a836e2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.213214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-16633ce9-2d00-454e-aa44-f41fe9a836e2 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/b1bc3f59-5da0-4244-8cdf-650bbc79818b HTTP/1.1" status: 204 len: 168 time: 0.9205287 Nov 09 18:09:25.213876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57782) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.254663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5511bcc3-5bc4-4827-915a-055ee2e843bc tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1bc3f59-5da0-4244-8cdf-650bbc79818b HTTP/1.1" status: 200 len: 205 time: 0.0396147 Nov 09 18:09:25.256508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57784) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.257569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.301497 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-85019f74-7904-46a7-a816-9f255960ad2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] delete failed (client error): The resource could not be found. Nov 09 18:09:25.302938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-85019f74-7904-46a7-a816-9f255960ad2b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/b1bc3f59-5da0-4244-8cdf-650bbc79818b HTTP/1.1" status: 404 len: 336 time: 0.0450537 Nov 09 18:09:25.305594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.333398 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-06857520-31ad-4860-ac9f-cb85c75acdde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:25.333739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06857520-31ad-4860-ac9f-cb85c75acdde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:25.338220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-06857520-31ad-4860-ac9f-cb85c75acdde tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/6fd01e3d-4aa6-40bf-96ca-0c6783546b76 HTTP/1.1" status: 404 len: 337 time: 0.0301216 Nov 09 18:09:25.339713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57790) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.357763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54628ab9-f2d1-4161-bf21-7dcc9e97e743 req-7b222d4f-4dbb-4979-839d-08f0e0b72e77 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:25.359339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54628ab9-f2d1-4161-bf21-7dcc9e97e743 req-7b222d4f-4dbb-4979-839d-08f0e0b72e77 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0551898 Nov 09 18:09:25.372563 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5a6d35-d56c-4fc6-83a8-07844c204dcd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:25.373014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5a6d35-d56c-4fc6-83a8-07844c204dcd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:25.376011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ae5a6d35-d56c-4fc6-83a8-07844c204dcd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/839f7d56-79ff-41c3-ae10-3da9781a0464 HTTP/1.1" status: 404 len: 337 time: 0.0353990 Nov 09 18:09:25.378572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57792) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.407577 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-07958b72-9809-4deb-ba8b-4f670a33638a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:25.408104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07958b72-9809-4deb-ba8b-4f670a33638a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:25.411436 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-07958b72-9809-4deb-ba8b-4f670a33638a tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/37d5371d-0e1b-4d9f-b0da-e629d3755990 HTTP/1.1" status: 404 len: 337 time: 0.0316005 Nov 09 18:09:25.411566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54628ab9-f2d1-4161-bf21-7dcc9e97e743 req-c8fb6115-c9d2-41c5-83ca-70864d4fcd23 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Nov 09 18:09:25.414547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57794) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.448540 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5431dc8-c968-4868-ac92-5e53a3de7e75 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:25.448878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5431dc8-c968-4868-ac92-5e53a3de7e75 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:25.454358 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d5431dc8-c968-4868-ac92-5e53a3de7e75 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/25e2acb7-0501-4afe-87c9-a3b7d3fde666 HTTP/1.1" status: 404 len: 337 time: 0.0358799 Nov 09 18:09:25.454717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57800) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.491564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cf0ab2ab-b21a-427d-b35b-717353dbb623 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 200 len: 205 time: 0.0356419 Nov 09 18:09:25.492469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57802) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.534074 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-f14c0d84-f58c-403a-b1de-a9179c8c1b0b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] delete failed (client error): The resource could not be found. Nov 09 18:09:25.535725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f14c0d84-f58c-403a-b1de-a9179c8c1b0b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/c9f966f4-349a-42b9-8e57-df3f23b62840 HTTP/1.1" status: 404 len: 336 time: 0.0417993 Nov 09 18:09:25.537972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57804) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.583685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ecca7972-5a7d-4ed3-aa30-ff7ff7a334e4 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=255673f0-6cee-4fba-b91b-834ec6f39b92 HTTP/1.1" status: 200 len: 205 time: 0.0443892 Nov 09 18:09:25.586477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57806) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.637032 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-964a8629-cd08-4c81-bfcb-628137779a60 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] delete failed (client error): The resource could not be found. Nov 09 18:09:25.640596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-964a8629-cd08-4c81-bfcb-628137779a60 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/255673f0-6cee-4fba-b91b-834ec6f39b92 HTTP/1.1" status: 404 len: 336 time: 0.0501597 Nov 09 18:09:25.640889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57810) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.657589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:25.677896 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe8370a-30f2-47b1-998e-12c8b6f8194b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:25.678472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe8370a-30f2-47b1-998e-12c8b6f8194b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:25.684274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cfe8370a-30f2-47b1-998e-12c8b6f8194b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/ad3cee10-d8bc-4198-a72c-8add30493edf HTTP/1.1" status: 404 len: 337 time: 0.0399549 Nov 09 18:09:25.685561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57812) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.717875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d84d69f5-27dd-44b6-8e29-7f8ec642c8b3 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c838a3a-af9f-42db-a70f-6b70e6a123a5 HTTP/1.1" status: 200 len: 205 time: 0.0288107 Nov 09 18:09:25.718108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57814) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.764429 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-b96936f7-7231-4ebd-8cb3-7e3d55f6f77c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] delete failed (client error): The resource could not be found. Nov 09 18:09:25.771770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b96936f7-7231-4ebd-8cb3-7e3d55f6f77c tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/6c838a3a-af9f-42db-a70f-6b70e6a123a5 HTTP/1.1" status: 404 len: 336 time: 0.0460062 Nov 09 18:09:25.772173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57816) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.812135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9d7a5ee1-dda5-42df-8ebf-1923a58781cd tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=92a58b24-8be5-49bf-a209-3f6163c47833 HTTP/1.1" status: 200 len: 205 time: 0.0367193 Nov 09 18:09:25.812469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57818) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.855687 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-985bb98c-b7fa-4337-82ac-48b70183d2c5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] delete failed (client error): The resource could not be found. Nov 09 18:09:25.858381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-985bb98c-b7fa-4337-82ac-48b70183d2c5 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/92a58b24-8be5-49bf-a209-3f6163c47833 HTTP/1.1" status: 404 len: 336 time: 0.0434947 Nov 09 18:09:25.860196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57820) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.904415 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d597fbd1-1e80-42a4-bc72-66b45dad715b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:25.907011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d597fbd1-1e80-42a4-bc72-66b45dad715b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:25.919923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d597fbd1-1e80-42a4-bc72-66b45dad715b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/57ce98d8-5e8d-4dab-8b75-f148d4fbda21 HTTP/1.1" status: 404 len: 337 time: 0.0573890 Nov 09 18:09:25.921047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57822) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:25.982492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3f2d6335-c77c-4ab3-b749-8b50d65dda3b tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=7920ab63-82ac-4fd0-927e-b7fb36834a67 HTTP/1.1" status: 200 len: 205 time: 0.0334980 Nov 09 18:09:25.983760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57824) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.028566 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-be4ad084-626c-4bbc-ba01-4814b7ef2948 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] delete failed (client error): The resource could not be found. Nov 09 18:09:26.029912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-be4ad084-626c-4bbc-ba01-4814b7ef2948 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/7920ab63-82ac-4fd0-927e-b7fb36834a67 HTTP/1.1" status: 404 len: 336 time: 0.0448475 Nov 09 18:09:26.032882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.033387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57826) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.064483 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2437e0ab-a89d-49bd-a39e-f82748fbeb4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:26.064937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2437e0ab-a89d-49bd-a39e-f82748fbeb4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:26.068110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2437e0ab-a89d-49bd-a39e-f82748fbeb4d tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/6215e794-8329-4f07-ba10-49c1c5435cd3 HTTP/1.1" status: 404 len: 337 time: 0.0342057 Nov 09 18:09:26.077675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250005-c034-48b9-9a26-6ed4bf61819c req-0e33f1f6-7710-4378-bc8b-bd338d473453 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:26.079894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57828) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.082644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b250005-c034-48b9-9a26-6ed4bf61819c req-0e33f1f6-7710-4378-bc8b-bd338d473453 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 949 time: 0.2103899 Nov 09 18:09:26.114774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0361c2f3-6911-4241-9567-bceb136f6005 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "GET /v2.0/ports?device_id=32cc72e9-1711-4dc7-818c-57498f979516 HTTP/1.1" status: 200 len: 205 time: 0.0333936 Nov 09 18:09:26.117392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57830) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.122352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b250005-c034-48b9-9a26-6ed4bf61819c req-5963a47b-36a1-447b-911e-0356a890f96b tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Nov 09 18:09:26.164333 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-dbe310a5-c7eb-4a7d-bac1-fddd2ad5930e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] delete failed (client error): The resource could not be found. Nov 09 18:09:26.168359 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dbe310a5-c7eb-4a7d-bac1-fddd2ad5930e tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/routers/32cc72e9-1711-4dc7-818c-57498f979516 HTTP/1.1" status: 404 len: 336 time: 0.0478377 Nov 09 18:09:26.169749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57834) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.218146 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddaf4e1-8212-44f7-b3fe-d49e8734e604 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:26.218606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddaf4e1-8212-44f7-b3fe-d49e8734e604 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:26.221666 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1ddaf4e1-8212-44f7-b3fe-d49e8734e604 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/9bf19000-b6f5-447b-b8d9-47e656fa0870 HTTP/1.1" status: 404 len: 337 time: 0.0517113 Nov 09 18:09:26.224324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57836) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.247841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Allocated IP 172.25.0.247 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/9ded6564-2f3c-4bd8-aeed-b0a4b55f1490) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:26.269011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c84d7-6213-4dc4-b9f1-5090519f71af req-13ec85a2-4a58-4344-8d30-64c93aad3c6b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:26.270625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e98c84d7-6213-4dc4-b9f1-5090519f71af req-13ec85a2-4a58-4344-8d30-64c93aad3c6b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 945 time: 0.0839207 Nov 09 18:09:26.271557 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-db610fa4-feff-4077-8600-39ccae67d818 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] DELETE failed (client error): The resource could not be found. Nov 09 18:09:26.271992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db610fa4-feff-4077-8600-39ccae67d818 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:09:26.275548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db610fa4-feff-4077-8600-39ccae67d818 tempest-RoutersIpV6Test-1868057008 tempest-RoutersIpV6Test-1868057008-project] 10.222.0.32 "DELETE /v2.0/subnets/d422a149-19da-4330-a4f0-566af812c9af HTTP/1.1" status: 404 len: 337 time: 0.0502355 Nov 09 18:09:26.333765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e98c84d7-6213-4dc4-b9f1-5090519f71af req-4c4df41d-26b7-4c7c-b417-cf836fed203d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 Nov 09 18:09:26.375595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.412604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.464723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:26.478167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:26.479655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:26.486202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:26.529668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0dd045c7-7844-4f07-a230-b66b51900f2c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:26.557817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57848) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.604904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f9b167d-ae1c-43da-818e-0eea17d673ff no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:26.641440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1489fd-53d0-455f-96c5-0140652a7a2d req-b53ffd5d-63a1-4f80-aa9f-cc41c5651b5e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:26.654190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1489fd-53d0-455f-96c5-0140652a7a2d req-b53ffd5d-63a1-4f80-aa9f-cc41c5651b5e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1439373 Nov 09 18:09:26.721169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 0f9b167d-ae1c-43da-818e-0eea17d673ff {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:26.721580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f9b167d-ae1c-43da-818e-0eea17d673ff not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:26.756355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 0dd045c7-7844-4f07-a230-b66b51900f2c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:26.762263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 0dd045c7-7844-4f07-a230-b66b51900f2c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:26.762989 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.786113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1489fd-53d0-455f-96c5-0140652a7a2d req-7e19a20a-1493-4660-ac60-2d4074debcbb tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310160 Nov 09 18:09:26.881638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57858) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:26.881781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ebe4d2c8-8587-4847-b101-315bb0d1e237 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f758615e4340461782449c43ba20bb8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207581 Nov 09 18:09:26.889255 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.903850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.930148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd045c7-7844-4f07-a230-b66b51900f2c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:26.937947 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d32aab1-0dc6-401b-88b9-a96dc844f2f5" -d '{"events": [{"server_uuid": "e41ffaba-8971-4dad-bf6a-8b9f83906759", "name": "network-vif-plugged", "status": "completed", "tag": "0dd045c7-7844-4f07-a230-b66b51900f2c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:26.966601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 0dd045c7-7844-4f07-a230-b66b51900f2c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0dd045c7-7844-4f07-a230-b66b51900f2c,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:26.979379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:26.985651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45ece68a-f373-4961-85a5-71769398a79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.030305 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45ece68a-f373-4961-85a5-71769398a79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.075056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=0dd045c7-7844-4f07-a230-b66b51900f2c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:27.089514 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b120c8d-71bf-4d4e-990c-8e6850dce49b x-openstack-request-id: req-4b120c8d-71bf-4d4e-990c-8e6850dce49b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:27.089894 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ffaba-8971-4dad-bf6a-8b9f83906759", "name": "network-vif-plugged", "status": "completed", "tag": "0dd045c7-7844-4f07-a230-b66b51900f2c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:27.090134 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b120c8d-71bf-4d4e-990c-8e6850dce49b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:27.090485 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd045c7-7844-4f07-a230-b66b51900f2c', 'code': 200} Nov 09 18:09:27.140652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45ece68a-f373-4961-85a5-71769398a79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.143885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45ece68a-f373-4961-85a5-71769398a79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.145939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-45ece68a-f373-4961-85a5-71769398a79d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8134450-129d-40a0-b636-13062995f9f3 HTTP/1.1" status: 204 len: 168 time: 0.2631555 Nov 09 18:09:27.196505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ece68a-f373-4961-85a5-71769398a79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8134450-129d-40a0-b636-13062995f9f3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:27.247995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.296742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb416aa8-904a-436a-abde-50730376f2cb req-a30ddac4-5628-48bf-9da8-86fc16fb8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:27.298410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb416aa8-904a-436a-abde-50730376f2cb req-a30ddac4-5628-48bf-9da8-86fc16fb8a0b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 1097 time: 0.1390965 Nov 09 18:09:27.316300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e4898-2918-4b83-b9fa-cd534308ce00 req-21fcd6ed-febc-494d-9f80-920d474cf1a7 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:27.318261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b42e4898-2918-4b83-b9fa-cd534308ce00 req-21fcd6ed-febc-494d-9f80-920d474cf1a7 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 949 time: 0.0755365 Nov 09 18:09:27.367978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb416aa8-904a-436a-abde-50730376f2cb req-67b32adc-8079-450d-b574-28cd12d0ae1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Nov 09 18:09:27.388819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b42e4898-2918-4b83-b9fa-cd534308ce00 req-6dbd43e9-f338-4108-857a-a3f1187c88ba tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634470 Nov 09 18:09:27.438117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Router d255e41e-9bbf-4e9f-b97f-53675829e528 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:09:27.522917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fd581-133a-43ee-8a32-c5ed6e62a540 req-14128f9a-e6af-45df-9d58-a9280283e180 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:27.531695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec8fd581-133a-43ee-8a32-c5ed6e62a540 req-14128f9a-e6af-45df-9d58-a9280283e180 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 946 time: 0.0733554 Nov 09 18:09:27.573563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:27.584669 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Sync routers for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:27.596323 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:27.596991 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:27.598249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec8fd581-133a-43ee-8a32-c5ed6e62a540 req-0f9961a5-bad2-4749-b16e-da19c36dabab tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656443 Nov 09 18:09:27.600253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:27.601772 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4e5085e6-f73a-41f8-ab98-7aaf032cb8a5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7166104 Nov 09 18:09:27.610694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57878) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:27.726228 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:27.797088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-6518b56f-d0ae-4ff8-9174-f9f8b574afa4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:27.798613 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-6518b56f-d0ae-4ff8-9174-f9f8b574afa4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 949 time: 0.1250181 Nov 09 18:09:28.020027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57894) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:28.036342 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:26Z', 'revision_number': 3, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:28.061454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e2566-1f19-4f95-b6a2-71f228605e5c req-070c3213-2142-419f-bb44-31a389840293 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:28.063338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c3e2566-1f19-4f95-b6a2-71f228605e5c req-070c3213-2142-419f-bb44-31a389840293 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1172311 Nov 09 18:09:28.073023 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Checking router: d255e41e-9bbf-4e9f-b97f-53675829e528 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:28.073619 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Updating router d255e41e-9bbf-4e9f-b97f-53675829e528 port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:09:28.108771 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.151271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d2bee3a8-d367-4f17-aee6-80a5e49cecf5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:28.152236 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-d2bee3a8-d367-4f17-aee6-80a5e49cecf5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 18:09:28.152870 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-d2bee3a8-d367-4f17-aee6-80a5e49cecf5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:09:28.154053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d2bee3a8-d367-4f17-aee6-80a5e49cecf5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1329839 Nov 09 18:09:28.157857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57900) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:28.163555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166340141'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:28.177687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c3e2566-1f19-4f95-b6a2-71f228605e5c req-5895a736-d387-45a9-b12f-147bd62c0199 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079469 Nov 09 18:09:28.195671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port 186ff34a-1249-455c-b6f1-94b74f8b38dc {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:28.196077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.214885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.231654 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.311874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port 186ff34a-1249-455c-b6f1-94b74f8b38dc, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=186ff34a-1249-455c-b6f1-94b74f8b38dc,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:28.312661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.331398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for 186ff34a-1249-455c-b6f1-94b74f8b38dc owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:28.363282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.369049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.444267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.463962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.492548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0470ff1-45db-4dde-893a-bfd6892e90a2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:28.559785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c258f653-50ca-4545-9237-0f5d459f4fda,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:28.581256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.583065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a9c0b28-6371-48fe-81a6-fe3cf6e36864 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4238203 Nov 09 18:09:28.585734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57906) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:28.592837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e5d80150-de3b-4c1a-91aa-89a05d3daab9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c258f653-50ca-4545-9237-0f5d459f4fda', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:28.638340 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.644085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5d80150-de3b-4c1a-91aa-89a05d3daab9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.647537 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.656945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.668456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:28.672649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', '65c703cf-c024-4968-83b0-a8e4e92708a2', 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:28.689001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.776821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=186ff34a-1249-455c-b6f1-94b74f8b38dc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:28.828796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5d80150-de3b-4c1a-91aa-89a05d3daab9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.842644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5d80150-de3b-4c1a-91aa-89a05d3daab9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.845863 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Attempting to bind port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:28.853275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port 186ff34a-1249-455c-b6f1-94b74f8b38dc on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:28.855737 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Attempting to bind port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:28.858886 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Attempting to bind port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:28.859431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.865259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b606b3a0-b1c6-4036-9c11-e86e88c4f6ef req-c24f0d2d-c28b-47ac-a44b-0dc6f176ee58 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "DELETE /v2.0/ports/186ff34a-1249-455c-b6f1-94b74f8b38dc HTTP/1.1" status: 204 len: 173 time: 1.0293787 Nov 09 18:09:28.866236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'name': 'network-vif-deleted', 'tag': '186ff34a-1249-455c-b6f1-94b74f8b38dc'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:28.880694 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acf6b7c-4935-4cde-9d96-86179016bf26" -d '{"events": [{"server_uuid": "1fe27bc7-9eb9-4304-a95b-110dfc215a30", "name": "network-vif-deleted", "tag": "186ff34a-1249-455c-b6f1-94b74f8b38dc"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:28.886003 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce77f30-f542-42fc-8331-c55933b0b83b None None] Pushing event updated for resources: {'Port': ['ID=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:28.896819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d80150-de3b-4c1a-91aa-89a05d3daab9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4e7e4a-88ad-4b77-ab82-81a09694e9d3,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:28.929347 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:28.930206 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:28.931002 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.932732 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:28.933427 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Bound port: 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:28.934505 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.941519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5d80150-de3b-4c1a-91aa-89a05d3daab9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:28.949275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e5d80150-de3b-4c1a-91aa-89a05d3daab9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618701 Nov 09 18:09:28.949446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57932) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:28.962850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fa8691e9-114a-40de-a860-f34aeb17377a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c258f653-50ca-4545-9237-0f5d459f4fda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:29.063849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa8691e9-114a-40de-a860-f34aeb17377a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.143041 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] For port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:29.160462 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] For port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:29.181116 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.210126 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-fa8691e9-114a-40de-a860-f34aeb17377a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:09:29.214219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9f2fd11-76d9-43b9-9828-ed6b028c62c9 req-879c3ad1-7c22-4bda-99e2-d06a0e27fbb8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fe27bc7-9eb9-4304-a95b-110dfc215a30 HTTP/1.1" status: 200 len: 210 time: 0.0700972 Nov 09 18:09:29.215165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa8691e9-114a-40de-a860-f34aeb17377a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2646368 Nov 09 18:09:29.215753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57960) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:29.303333 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:29.304907 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:29.340478 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0345d68b-7a95-43bd-b582-4760695cd4b4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.386141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Allocated IP 172.20.0.1 (ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2/4b3d7170-9304-4ad4-ad16-8e20eef4a25d/51e1c760-696b-4b61-b74a-77ec2882cb78) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:29.390824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0345d68b-7a95-43bd-b582-4760695cd4b4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.403955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633910f1-f221-45a8-b2e4-c4c245ca61f1 req-c3a50590-4900-4c09-a7b6-e7f108c84913 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:29.405506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-633910f1-f221-45a8-b2e4-c4c245ca61f1 req-c3a50590-4900-4c09-a7b6-e7f108c84913 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 946 time: 0.0750446 Nov 09 18:09:29.464244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0345d68b-7a95-43bd-b582-4760695cd4b4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.469776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0345d68b-7a95-43bd-b582-4760695cd4b4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.474687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0345d68b-7a95-43bd-b582-4760695cd4b4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/c258f653-50ca-4545-9237-0f5d459f4fda HTTP/1.1" status: 204 len: 168 time: 0.2560635 Nov 09 18:09:29.475650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57970) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:29.479600 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:29.502280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345d68b-7a95-43bd-b582-4760695cd4b4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258f653-50ca-4545-9237-0f5d459f4fda,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:29.545938 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-87e3a5d0-876f-4db0-a50e-b47491344d9a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644617 Nov 09 18:09:29.546746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57972) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:29.554502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-788860e2-9a0d-4d99-abe1-94d51f425237 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712563137'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:29.569000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-633910f1-f221-45a8-b2e4-c4c245ca61f1 req-63a4bf97-2da8-4f1e-a321-47f446f97fe6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532657 Nov 09 18:09:29.612435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-788860e2-9a0d-4d99-abe1-94d51f425237 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.706865 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e98a65c-2128-4ffb-a88e-8183b56364ab x-openstack-request-id: req-2e98a65c-2128-4ffb-a88e-8183b56364ab {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:29.707161 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe27bc7-9eb9-4304-a95b-110dfc215a30", "name": "network-vif-deleted", "tag": "186ff34a-1249-455c-b6f1-94b74f8b38dc", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:29.725462 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e98a65c-2128-4ffb-a88e-8183b56364ab {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:29.725936 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe27bc7-9eb9-4304-a95b-110dfc215a30', 'name': 'network-vif-deleted', 'tag': '186ff34a-1249-455c-b6f1-94b74f8b38dc', 'status': 'completed', 'code': 200} Nov 09 18:09:29.772419 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce77f30-f542-42fc-8331-c55933b0b83b None None] Pushing event updated for resources: {'Port': ['ID=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:29.782380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-788860e2-9a0d-4d99-abe1-94d51f425237 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.787326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.797163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-788860e2-9a0d-4d99-abe1-94d51f425237 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.850088 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:26Z', 'revision_number': 3, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:29.885262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-788860e2-9a0d-4d99-abe1-94d51f425237 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.889889 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-788860e2-9a0d-4d99-abe1-94d51f425237 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3390133 Nov 09 18:09:29.889889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788860e2-9a0d-4d99-abe1-94d51f425237 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e941a267-1a22-49f5-af7b-d2e369b8e131,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:29.892803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57982) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:29.900031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-33bea582-951f-43a1-a8f3-77440ac9f9bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'e941a267-1a22-49f5-af7b-d2e369b8e131', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:29.900031 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-33bea582-951f-43a1-a8f3-77440ac9f9bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 18:09:29.900031 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-33bea582-951f-43a1-a8f3-77440ac9f9bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:29.903892 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-33bea582-951f-43a1-a8f3-77440ac9f9bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085905 Nov 09 18:09:29.904259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57984) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:29.925282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:29.934532 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8e34ae-b789-43b6-b4f4-6b8b639c0390 None None] The sync data for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 is: [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:26Z', 'revision_number': 3, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:29.981835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1731597c-7dc4-4392-9bc4-71c50d943557 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.001798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Pushing event updated for resources: {'Port': ['ID=51e1c760-696b-4b61-b74a-77ec2882cb78,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:30.022734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1731597c-7dc4-4392-9bc4-71c50d943557 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.050146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:30.055028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:30.068926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:30.087809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1731597c-7dc4-4392-9bc4-71c50d943557 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.091832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1731597c-7dc4-4392-9bc4-71c50d943557 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.093977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1731597c-7dc4-4392-9bc4-71c50d943557 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/e941a267-1a22-49f5-af7b-d2e369b8e131 HTTP/1.1" status: 204 len: 168 time: 0.1884921 Nov 09 18:09:30.099748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57998) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:30.116558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f5db-d27d-4420-8aaa-4d3ac2d673f2 req-b3d28495-94fd-4d66-a9da-833a5c11e061 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:30.120987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb57f5db-d27d-4420-8aaa-4d3ac2d673f2 req-b3d28495-94fd-4d66-a9da-833a5c11e061 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.2596571 Nov 09 18:09:30.138943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731597c-7dc4-4392-9bc4-71c50d943557 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e941a267-1a22-49f5-af7b-d2e369b8e131,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:30.174034 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.180470 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73615d48-aaa2-4c78-ba2a-a597d20ae242 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792909 Nov 09 18:09:30.187441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58012) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:30.192679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0f74e3e8-7087-4358-a967-6a494c9798c9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664802073'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:30.234537 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0f74e3e8-7087-4358-a967-6a494c9798c9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.287812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb57f5db-d27d-4420-8aaa-4d3ac2d673f2 req-59408475-2f68-42b2-aa64-2a742a831d4e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524220 Nov 09 18:09:30.386225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0f74e3e8-7087-4358-a967-6a494c9798c9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.392031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0f74e3e8-7087-4358-a967-6a494c9798c9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.473508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.484860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0f74e3e8-7087-4358-a967-6a494c9798c9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.487073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0f74e3e8-7087-4358-a967-6a494c9798c9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2984037 Nov 09 18:09:30.490223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58020) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:30.491264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74e3e8-7087-4358-a967-6a494c9798c9 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75bf3bd-622d-4024-ae22-a8d606649395,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:30.504267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b52d4daf-481d-4908-8150-3cb96906d787 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'f75bf3bd-622d-4024-ae22-a8d606649395', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:30.505089 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-b52d4daf-481d-4908-8150-3cb96906d787 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 18:09:30.505610 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-b52d4daf-481d-4908-8150-3cb96906d787 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:30.506720 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b52d4daf-481d-4908-8150-3cb96906d787 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066698 Nov 09 18:09:30.510648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58022) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:30.542336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 186ff34a-1249-455c-b6f1-94b74f8b38dc no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:30.586840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 186ff34a-1249-455c-b6f1-94b74f8b38dc {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:30.587189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 186ff34a-1249-455c-b6f1-94b74f8b38dc not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:30.628501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb21d-059c-457a-a3bf-5990feb3f855 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.688720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb21d-059c-457a-a3bf-5990feb3f855 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.806171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:30.844333 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb21d-059c-457a-a3bf-5990feb3f855 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.849381 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb21d-059c-457a-a3bf-5990feb3f855 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.853547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e8ddb21d-059c-457a-a3bf-5990feb3f855 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/f75bf3bd-622d-4024-ae22-a8d606649395 HTTP/1.1" status: 204 len: 168 time: 0.3391328 Nov 09 18:09:30.857836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58030) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:30.874863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.883451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddb21d-059c-457a-a3bf-5990feb3f855 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75bf3bd-622d-4024-ae22-a8d606649395,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:30.886156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:30.941529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:30.941918 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.043615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.061676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58032) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.062045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5ab84a73-db45-444a-9a5c-586d7d782a32 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2027354 Nov 09 18:09:31.065530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Pushing event updated for resources: {'Port': ['ID=51e1c760-696b-4b61-b74a-77ec2882cb78,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:31.068111 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.068433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c2e0b576-6f2a-404f-888d-dd3be8c67469 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--819529858'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:31.089295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8be7dc-917d-49be-b9a4-5f9b662201a6 req-5bb5f272-b43c-4064-90fa-cc544152906b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:31.089535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:31.090854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb8be7dc-917d-49be-b9a4-5f9b662201a6 req-5bb5f272-b43c-4064-90fa-cc544152906b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 946 time: 0.1438353 Nov 09 18:09:31.099731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.121205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b576-6f2a-404f-888d-dd3be8c67469 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.174975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:31.215664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b576-6f2a-404f-888d-dd3be8c67469 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.220723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb8be7dc-917d-49be-b9a4-5f9b662201a6 req-bc6108b3-921d-44d7-89cd-9b2abfed16e7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133914 Nov 09 18:09:31.221119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b576-6f2a-404f-888d-dd3be8c67469 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.261571 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b576-6f2a-404f-888d-dd3be8c67469 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.266716 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c2e0b576-6f2a-404f-888d-dd3be8c67469 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2003467 Nov 09 18:09:31.270943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58034) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.277634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d37cbe3d-81b5-4b78-bdf4-037d29954dcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': '086563eb-a107-4fc1-9f24-8abfdbd9020b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:31.281006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0b576-6f2a-404f-888d-dd3be8c67469 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086563eb-a107-4fc1-9f24-8abfdbd9020b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:31.292540 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-d37cbe3d-81b5-4b78-bdf4-037d29954dcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 18:09:31.293196 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-d37cbe3d-81b5-4b78-bdf4-037d29954dcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:31.294653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d37cbe3d-81b5-4b78-bdf4-037d29954dcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0225720 Nov 09 18:09:31.302884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58036) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.308879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e8ed8238-2401-4263-b131-086d45d076ca tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': '086563eb-a107-4fc1-9f24-8abfdbd9020b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:31.317454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:31.319028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:31.322968 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-e8ed8238-2401-4263-b131-086d45d076ca tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 18:09:31.326388 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e8ed8238-2401-4263-b131-086d45d076ca tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:31.327472 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e8ed8238-2401-4263-b131-086d45d076ca tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0224302 Nov 09 18:09:31.330172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58040) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.338222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-da07aea3-4f5a-4b21-9347-a2e155c979bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': '086563eb-a107-4fc1-9f24-8abfdbd9020b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:31.340362 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-da07aea3-4f5a-4b21-9347-a2e155c979bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 18:09:31.340872 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-da07aea3-4f5a-4b21-9347-a2e155c979bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:31.341860 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-da07aea3-4f5a-4b21-9347-a2e155c979bb tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107527 Nov 09 18:09:31.351148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58042) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.358991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-51f121cf-40fa-4094-8f2d-80aef5cfc4d5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': '086563eb-a107-4fc1-9f24-8abfdbd9020b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:31.359882 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-51f121cf-40fa-4094-8f2d-80aef5cfc4d5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 18:09:31.360375 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-51f121cf-40fa-4094-8f2d-80aef5cfc4d5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:31.365422 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51f121cf-40fa-4094-8f2d-80aef5cfc4d5 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130527 Nov 09 18:09:31.366316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58044) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.451230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9951f48d-e79f-41cf-869b-72f23f98078b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.496546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Router d255e41e-9bbf-4e9f-b97f-53675829e528 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:09:31.524934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9951f48d-e79f-41cf-869b-72f23f98078b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.579570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9951f48d-e79f-41cf-869b-72f23f98078b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.583214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9951f48d-e79f-41cf-869b-72f23f98078b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.584531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9951f48d-e79f-41cf-869b-72f23f98078b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/086563eb-a107-4fc1-9f24-8abfdbd9020b HTTP/1.1" status: 204 len: 168 time: 0.2172637 Nov 09 18:09:31.588462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58052) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.607546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951f48d-e79f-41cf-869b-72f23f98078b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086563eb-a107-4fc1-9f24-8abfdbd9020b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:31.646700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d57f49-bf16-4276-abe3-1e5240aff96c req-0d0a26eb-1491-46a6-abf3-370edb6108a7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:31.648242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45d57f49-bf16-4276-abe3-1e5240aff96c req-0d0a26eb-1491-46a6-abf3-370edb6108a7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1047585 Nov 09 18:09:31.655408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c9b0cb96-e533-48ce-9557-d2b9c7154ea3 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612514 Nov 09 18:09:31.655802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58054) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:31.662544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0c2e1c91-7a7b-469b-a37f-bc7886282351 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025617439'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:31.699032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:31.708955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-17e99990-9d96-47ba-872c-56c1fa55187e admin admin] 10.222.0.32 "PUT /v2.0/routers/d255e41e-9bbf-4e9f-b97f-53675829e528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0969005 Nov 09 18:09:31.730715 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1c91-7a7b-469b-a37f-bc7886282351 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.743511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45d57f49-bf16-4276-abe3-1e5240aff96c req-082596df-1a30-42c0-8992-10f63047c527 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753393 Nov 09 18:09:31.818715 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1c91-7a7b-469b-a37f-bc7886282351 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:31.824523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1c91-7a7b-469b-a37f-bc7886282351 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.248047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1c91-7a7b-469b-a37f-bc7886282351 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.249656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0c2e1c91-7a7b-469b-a37f-bc7886282351 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5925856 Nov 09 18:09:32.252644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58066) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.254592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e1c91-7a7b-469b-a37f-bc7886282351 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a94562-9c8e-4033-b123-0d6a71afa1b1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:32.257718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-140bcacc-152e-44db-b2e0-7934057354b2 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.259124 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-140bcacc-152e-44db-b2e0-7934057354b2 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 18:09:32.259893 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-140bcacc-152e-44db-b2e0-7934057354b2 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.263788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-140bcacc-152e-44db-b2e0-7934057354b2 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100086 Nov 09 18:09:32.264117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58068) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.270448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-eab0207f-2ecd-48dc-a5c7-33af3a9cfbb0 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.292406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e1fb-510b-4d45-a5bf-47fb3a259c72 req-4c915007-54fc-4006-92ff-ad107c5d4c96 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:32.293936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0582e1fb-510b-4d45-a5bf-47fb3a259c72 req-4c915007-54fc-4006-92ff-ad107c5d4c96 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 949 time: 0.4452214 Nov 09 18:09:32.311646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Sync routers for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:32.320522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:32.321300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:32.345452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0582e1fb-510b-4d45-a5bf-47fb3a259c72 req-4d0dea67-6a55-48cf-b791-3504651a96a4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432622 Nov 09 18:09:32.346203 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-eab0207f-2ecd-48dc-a5c7-33af3a9cfbb0 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.347121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eab0207f-2ecd-48dc-a5c7-33af3a9cfbb0 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0820913 Nov 09 18:09:32.350039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58070) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.355652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e56da519-a910-4a3f-a3af-cd247126148f tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.356588 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-e56da519-a910-4a3f-a3af-cd247126148f tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 18:09:32.357225 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-e56da519-a910-4a3f-a3af-cd247126148f tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.358357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e56da519-a910-4a3f-a3af-cd247126148f tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071137 Nov 09 18:09:32.361063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58072) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.374362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e4da64ad-aa65-462d-95ea-50ea697b2ee2 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.448167 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-e4da64ad-aa65-462d-95ea-50ea697b2ee2 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.452638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e4da64ad-aa65-462d-95ea-50ea697b2ee2 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0870535 Nov 09 18:09:32.453898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58074) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.460757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e996a7bc-971d-493d-aae0-ffc071a4bfcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.461337 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-e996a7bc-971d-493d-aae0-ffc071a4bfcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 18:09:32.461985 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e996a7bc-971d-493d-aae0-ffc071a4bfcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.465989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e996a7bc-971d-493d-aae0-ffc071a4bfcc tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079150 Nov 09 18:09:32.466523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58076) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.468016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312f07b-1509-425c-8e62-baeb15c2200f req-c7592b8e-cedb-4be7-9c79-8f3d013b8a6f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:32.469771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5312f07b-1509-425c-8e62-baeb15c2200f req-c7592b8e-cedb-4be7-9c79-8f3d013b8a6f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.73 "GET /v2.0/ports?device_id=e41ffaba-8971-4dad-bf6a-8b9f83906759 HTTP/1.1" status: 200 len: 946 time: 0.0732596 Nov 09 18:09:32.473051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2ead7f65-a699-44dc-aa89-52312b6a556a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.503795 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-2ead7f65-a699-44dc-aa89-52312b6a556a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Project cdb8be5120014d598f8ffef2d1d13b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:09:32.537045 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-2ead7f65-a699-44dc-aa89-52312b6a556a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.538613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ead7f65-a699-44dc-aa89-52312b6a556a tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0710251 Nov 09 18:09:32.542225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58078) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.548539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7dd70ee0-8a1b-4f78-8a2b-75ebaa5d0ef4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.549335 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-7dd70ee0-8a1b-4f78-8a2b-75ebaa5d0ef4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 18:09:32.550025 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-7dd70ee0-8a1b-4f78-8a2b-75ebaa5d0ef4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.552618 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7dd70ee0-8a1b-4f78-8a2b-75ebaa5d0ef4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091844 Nov 09 18:09:32.558300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58080) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.567471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cc508172-d694-4160-bb6d-f50d3e0ecaf4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.605232 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-cc508172-d694-4160-bb6d-f50d3e0ecaf4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Project cdb8be5120014d598f8ffef2d1d13b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:09:32.632298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Deleting port 0dd045c7-7844-4f07-a230-b66b51900f2c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:32.632956 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.634226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:32.636081 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-cc508172-d694-4160-bb6d-f50d3e0ecaf4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.640448 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc508172-d694-4160-bb6d-f50d3e0ecaf4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0783899 Nov 09 18:09:32.640557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58084) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.645318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9771be9d-975b-4d47-afab-d76071510fbf tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'c8a94562-9c8e-4033-b123-0d6a71afa1b1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:32.676321 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-9771be9d-975b-4d47-afab-d76071510fbf tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Project cdb8be5120014d598f8ffef2d1d13b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:09:32.701618 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-9771be9d-975b-4d47-afab-d76071510fbf tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:32.704704 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9771be9d-975b-4d47-afab-d76071510fbf tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0623286 Nov 09 18:09:32.707913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58086) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.760833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] For port 0dd045c7-7844-4f07-a230-b66b51900f2c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=0dd045c7-7844-4f07-a230-b66b51900f2c,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:32.761220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.775790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:32.781779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Calling delete_port for 0dd045c7-7844-4f07-a230-b66b51900f2c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:32.809181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e07853e6-0c4d-4511-a89a-667147827e8e tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.856512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e07853e6-0c4d-4511-a89a-667147827e8e tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.902803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:32.903258 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.927928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e07853e6-0c4d-4511-a89a-667147827e8e tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.931190 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e07853e6-0c4d-4511-a89a-667147827e8e tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:32.936141 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e07853e6-0c4d-4511-a89a-667147827e8e tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/c8a94562-9c8e-4033-b123-0d6a71afa1b1 HTTP/1.1" status: 204 len: 168 time: 0.2270949 Nov 09 18:09:32.944471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:32.961177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07853e6-0c4d-4511-a89a-667147827e8e tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a94562-9c8e-4033-b123-0d6a71afa1b1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.004176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a0f4073e-1a9d-4204-abd5-d3ac1c4cff61 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585704 Nov 09 18:09:33.010129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58102) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.016598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ad805eea-05d2-4b12-9493-71013a4589e7 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089712177'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:33.066618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.073025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad805eea-05d2-4b12-9493-71013a4589e7 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.080262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 2, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:33.084670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['b137b583-dcc5-4528-bc27-810724d736a9'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:33.140740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-9cb9626e-a665-4786-9e8e-23d2ed3c6468 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:33.142108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Checking router: d255e41e-9bbf-4e9f-b97f-53675829e528 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:33.142478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Updating router d255e41e-9bbf-4e9f-b97f-53675829e528 port 51e1c760-696b-4b61-b74a-77ec2882cb78 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:09:33.151593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-9cb9626e-a665-4786-9e8e-23d2ed3c6468 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 819 time: 0.2411280 Nov 09 18:09:33.170987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Pushing event deleted for resources: {'Port': ['ID=0dd045c7-7844-4f07-a230-b66b51900f2c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.176518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad805eea-05d2-4b12-9493-71013a4589e7 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.182765 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad805eea-05d2-4b12-9493-71013a4589e7 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.190320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.221500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-d62e0790-0f59-4894-b498-853244ca1b8f tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/quotas/94e14e34e0d843e1827d5ab7637df423 HTTP/1.1" status: 200 len: 375 time: 0.0681889 Nov 09 18:09:33.228334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ad805eea-05d2-4b12-9493-71013a4589e7 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.232455 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ad805eea-05d2-4b12-9493-71013a4589e7 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2184849 Nov 09 18:09:33.232625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58104) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.238815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d0cc95c9-cf66-4e1e-880d-54ec4ab1f701 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': '3daabb52-fa80-47f6-8c23-ae8ceb3d7630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:33.244558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad805eea-05d2-4b12-9493-71013a4589e7 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daabb52-fa80-47f6-8c23-ae8ceb3d7630,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.304260 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-d0cc95c9-cf66-4e1e-880d-54ec4ab1f701 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The resource could not be found. Nov 09 18:09:33.306340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] No DVR routers for this DVR port 0dd045c7-7844-4f07-a230-b66b51900f2c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:33.306843 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d0cc95c9-cf66-4e1e-880d-54ec4ab1f701 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0730100 Nov 09 18:09:33.309550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58106) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.311090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.314713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5312f07b-1509-425c-8e62-baeb15c2200f req-2f3c6f8b-e55c-43b2-84b6-9028bf2f6c11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.73 "DELETE /v2.0/ports/0dd045c7-7844-4f07-a230-b66b51900f2c HTTP/1.1" status: 204 len: 173 time: 0.8347235 Nov 09 18:09:33.315494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'name': 'network-vif-deleted', 'tag': '0dd045c7-7844-4f07-a230-b66b51900f2c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:33.318042 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d315e77b-a86f-4e9a-9051-4827c503be9d" -d '{"events": [{"server_uuid": "e41ffaba-8971-4dad-bf6a-8b9f83906759", "name": "network-vif-deleted", "tag": "0dd045c7-7844-4f07-a230-b66b51900f2c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:33.325608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5977db9c-02db-42ff-8958-e4872766d269 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': '3daabb52-fa80-47f6-8c23-ae8ceb3d7630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e664b4c-7db5-4283-afd9-0fab3c3576b7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:33.337214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-8ac1ef3f-6583-46dd-8f6f-6937070d40b6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:33.339305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-8ac1ef3f-6583-46dd-8f6f-6937070d40b6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 949 time: 0.1845131 Nov 09 18:09:33.358820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-bbd6f2fe-2013-4a7d-b29c-f9e93a40b46b tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363325 Nov 09 18:09:33.385196 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-5977db9c-02db-42ff-8958-e4872766d269 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The resource could not be found. Nov 09 18:09:33.386553 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5977db9c-02db-42ff-8958-e4872766d269 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0751135 Nov 09 18:09:33.389478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58112) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.451424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6e26fa8-048d-4993-92a1-2cb85a26455b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.488826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6e26fa8-048d-4993-92a1-2cb85a26455b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.539340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6e26fa8-048d-4993-92a1-2cb85a26455b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.545829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6e26fa8-048d-4993-92a1-2cb85a26455b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.549890 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6e26fa8-048d-4993-92a1-2cb85a26455b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/3daabb52-fa80-47f6-8c23-ae8ceb3d7630 HTTP/1.1" status: 204 len: 168 time: 0.1586854 Nov 09 18:09:33.554457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58118) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.575085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e26fa8-048d-4993-92a1-2cb85a26455b tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daabb52-fa80-47f6-8c23-ae8ceb3d7630,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.623671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-2401e6a7-b45e-482a-be95-75106b9e5317 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602181 Nov 09 18:09:33.635041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port a4340809-a7d3-4e4a-86d0-82b4eb251f5d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:33.635378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.643362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9b19f489-f233-442a-aeb3-299cc50b1e7d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868292 Nov 09 18:09:33.647435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.652904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-edf39e9b-791d-4c11-83af-c87557d7602f tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'b859b8ce-80bc-44fd-aa3c-72436505db34', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:33.685416 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.698014 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.702054 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-edf39e9b-791d-4c11-83af-c87557d7602f tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The resource could not be found. Nov 09 18:09:33.705126 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-edf39e9b-791d-4c11-83af-c87557d7602f tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0565979 Nov 09 18:09:33.708700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58124) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.714420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ddad2280-2750-4beb-9d33-342d96ce7b2d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500591605'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:33.745742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddad2280-2750-4beb-9d33-342d96ce7b2d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.794722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cd203-c8e0-4868-8dba-f0a00dfd3b9e None None] Pushing event updated for resources: {'Port': ['ID=51e1c760-696b-4b61-b74a-77ec2882cb78,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.826309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port a4340809-a7d3-4e4a-86d0-82b4eb251f5d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:33.826683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.846608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-b8c60fbe-e90c-497c-b8c2-ba7f9f00a512 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064657 Nov 09 18:09:33.858264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Attempting to bind port 51e1c760-696b-4b61-b74a-77ec2882cb78 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:33.858609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Attempting to bind port 51e1c760-696b-4b61-b74a-77ec2882cb78 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:33.858977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Attempting to bind port 51e1c760-696b-4b61-b74a-77ec2882cb78 on network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:33.862794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for a4340809-a7d3-4e4a-86d0-82b4eb251f5d owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:33.869603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:33.869986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Checking segment: {'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:33.870424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.870816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Bound using segment: {'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:33.871295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Bound port: 51e1c760-696b-4b61-b74a-77ec2882cb78, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:33.871680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.886672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddad2280-2750-4beb-9d33-342d96ce7b2d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.897854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddad2280-2750-4beb-9d33-342d96ce7b2d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.961877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad2280-2750-4beb-9d33-342d96ce7b2d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bf8aa-fdde-4dc6-9740-8f63d12a7d5a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:33.980178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddad2280-2750-4beb-9d33-342d96ce7b2d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:33.987903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ddad2280-2750-4beb-9d33-342d96ce7b2d tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2781029 Nov 09 18:09:33.988535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58126) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:33.994038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] For port 51e1c760-696b-4b61-b74a-77ec2882cb78, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:33.997965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f3b382a3-bf23-4105-9367-06f3e1f9f993 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499098022'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:34.003336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] For port 51e1c760-696b-4b61-b74a-77ec2882cb78, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=51e1c760-696b-4b61-b74a-77ec2882cb78,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:34.010210 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.051280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3b382a3-bf23-4105-9367-06f3e1f9f993 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.101201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:34.101950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:34.166971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.191668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:34.194102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', '65c703cf-c024-4968-83b0-a8e4e92708a2', 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:34.206285 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3b382a3-bf23-4105-9367-06f3e1f9f993 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.214909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3b382a3-bf23-4105-9367-06f3e1f9f993 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.264700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f3b382a3-bf23-4105-9367-06f3e1f9f993 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.268379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=a4340809-a7d3-4e4a-86d0-82b4eb251f5d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:34.269517 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f3b382a3-bf23-4105-9367-06f3e1f9f993 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2791162 Nov 09 18:09:34.272091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58136) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:34.275703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cd203-c8e0-4868-8dba-f0a00dfd3b9e None None] Pushing event updated for resources: {'Port': ['ID=51e1c760-696b-4b61-b74a-77ec2882cb78,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:34.300654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-60c491b6-28e3-4e4f-ad40-eed0b34cd0b6 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': '5b1bf8aa-fdde-4dc6-9740-8f63d12a7d5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e95b6a9b-f02e-4fdb-a170-9734c737d642'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:34.344107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port a4340809-a7d3-4e4a-86d0-82b4eb251f5d on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:34.347444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.351016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf6ad339-9a59-40fb-901f-314a536eccc4 req-b1032e1f-da63-41ab-af97-c6e22ac6e01a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "DELETE /v2.0/ports/a4340809-a7d3-4e4a-86d0-82b4eb251f5d HTTP/1.1" status: 204 len: 173 time: 0.9727862 Nov 09 18:09:34.368916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b382a3-bf23-4105-9367-06f3e1f9f993 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b6a9b-f02e-4fdb-a170-9734c737d642,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:34.369431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcbca1-d44b-4a75-a713-562674217436 req-ee6ac1a9-5ad7-4f83-a745-d8c73f90a98d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:34.386851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6dcbca1-d44b-4a75-a713-562674217436 req-ee6ac1a9-5ad7-4f83-a745-d8c73f90a98d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.2108700 Nov 09 18:09:34.410857 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-60c491b6-28e3-4e4f-ad40-eed0b34cd0b6 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:34.413487 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-60c491b6-28e3-4e4f-ad40-eed0b34cd0b6 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1225889 Nov 09 18:09:34.417535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58142) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:34.455073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6dcbca1-d44b-4a75-a713-562674217436 req-1c1d5046-2d89-47c3-bc13-afa94ceb7cfd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611420 Nov 09 18:09:34.513127 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24b1ea00-6487-4bcf-9817-597e51ff41f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.534518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:34.544472 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24b1ea00-6487-4bcf-9817-597e51ff41f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.564384 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e3f7e7-56d2-43c1-829c-8708596a54b7 x-openstack-request-id: req-a4e3f7e7-56d2-43c1-829c-8708596a54b7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:34.564843 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41ffaba-8971-4dad-bf6a-8b9f83906759", "name": "network-vif-deleted", "tag": "0dd045c7-7844-4f07-a230-b66b51900f2c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:34.565225 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4e3f7e7-56d2-43c1-829c-8708596a54b7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:34.565754 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41ffaba-8971-4dad-bf6a-8b9f83906759', 'name': 'network-vif-deleted', 'tag': '0dd045c7-7844-4f07-a230-b66b51900f2c', 'status': 'completed', 'code': 200} Nov 09 18:09:34.582037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0dd045c7-7844-4f07-a230-b66b51900f2c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:34.610479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 0dd045c7-7844-4f07-a230-b66b51900f2c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:34.610723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 0dd045c7-7844-4f07-a230-b66b51900f2c not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:34.615911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24b1ea00-6487-4bcf-9817-597e51ff41f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.618932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24b1ea00-6487-4bcf-9817-597e51ff41f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.622845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:34.623400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-24b1ea00-6487-4bcf-9817-597e51ff41f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/e95b6a9b-f02e-4fdb-a170-9734c737d642 HTTP/1.1" status: 204 len: 168 time: 0.2036574 Nov 09 18:09:34.638739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1ea00-6487-4bcf-9817-597e51ff41f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b6a9b-f02e-4fdb-a170-9734c737d642,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:34.730918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3bc0f6bc-501e-411f-b1fe-41589a0d388e req-ee98a0e0-ba1c-4460-85e3-48c7b96ee71e tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d14cd6f-d334-42f3-bba8-357c24270ed6 HTTP/1.1" status: 200 len: 210 time: 0.0459447 Nov 09 18:09:34.763635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58148) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:34.778369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eaf1e6f5-66d4-4e8b-acfe-87db8856de67 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1481164 Nov 09 18:09:34.881936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bf19dff-3c80-4e6d-a7e8-5b70f178aca1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:34.935223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bf19dff-3c80-4e6d-a7e8-5b70f178aca1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.025499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bf19dff-3c80-4e6d-a7e8-5b70f178aca1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.037926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bf19dff-3c80-4e6d-a7e8-5b70f178aca1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.039165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5bf19dff-3c80-4e6d-a7e8-5b70f178aca1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b1bf8aa-fdde-4dc6-9740-8f63d12a7d5a HTTP/1.1" status: 204 len: 168 time: 0.2745206 Nov 09 18:09:35.041894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58150) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:35.059282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19dff-3c80-4e6d-a7e8-5b70f178aca1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bf8aa-fdde-4dc6-9740-8f63d12a7d5a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:35.163598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c03f50e6-0c8d-405a-8081-2fc2aa295757 req-32b7dfa7-6d04-4792-8ce3-7cf1ad0ad82e tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 210 time: 0.0513716 Nov 09 18:09:35.199361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-47eaf8a7-7ab9-485f-9cbc-c4cc23c575b1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502428 Nov 09 18:09:35.199737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58154) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:35.213701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4dfe56bb-262c-475a-8770-ed1e71b4d4d8 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--947843988'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:35.236151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:33Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:35.243946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4dfe56bb-262c-475a-8770-ed1e71b4d4d8 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.278622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816df0b4-54e4-429b-b88c-30f98d6962ff None None] The sync data for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 is: [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:33Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:35.399039 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4dfe56bb-262c-475a-8770-ed1e71b4d4d8 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.402774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe68b3-4948-4a68-826c-61e5eff1a9b7 req-a8c72e15-a72b-49b4-a666-cec53c557c06 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:35.404459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2abe68b3-4948-4a68-826c-61e5eff1a9b7 req-a8c72e15-a72b-49b4-a666-cec53c557c06 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0784726 Nov 09 18:09:35.405153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4dfe56bb-262c-475a-8770-ed1e71b4d4d8 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.462714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2abe68b3-4948-4a68-826c-61e5eff1a9b7 req-17d70232-20af-49bf-8934-0ca3453e7d69 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 Nov 09 18:09:35.484286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe56bb-262c-475a-8770-ed1e71b4d4d8 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb717ce2-2126-449a-9be9-a37859e08318,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:35.499285 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4dfe56bb-262c-475a-8770-ed1e71b4d4d8 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.503687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58160) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:35.508843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2858f429-2968-4f88-90b1-ce3e975aa1aa tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'bb717ce2-2126-449a-9be9-a37859e08318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:35.521309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4dfe56bb-262c-475a-8770-ed1e71b4d4d8 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3038778 Nov 09 18:09:35.588098 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-2858f429-2968-4f88-90b1-ce3e975aa1aa tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:35.591210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2858f429-2968-4f88-90b1-ce3e975aa1aa tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0862749 Nov 09 18:09:35.594098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58162) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:35.598929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-18c9b664-7893-47d4-9748-2596732988c0 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group_rule': {'security_group_id': 'bb717ce2-2126-449a-9be9-a37859e08318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:35.652313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a795a2-5dd0-4814-a6b8-e167e0def763 req-5ad91477-f568-4054-a947-a904039a9a62 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:35.654792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2a795a2-5dd0-4814-a6b8-e167e0def763 req-5ad91477-f568-4054-a947-a904039a9a62 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0874000 Nov 09 18:09:35.677996 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-18c9b664-7893-47d4-9748-2596732988c0 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:35.681495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-18c9b664-7893-47d4-9748-2596732988c0 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0840607 Nov 09 18:09:35.687069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58166) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:35.720777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2a795a2-5dd0-4814-a6b8-e167e0def763 req-9bbf176b-aaf3-447e-9f70-a9f3e1d1bfcf tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590553 Nov 09 18:09:35.775074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-299f9b92-4af6-4893-9765-b20261479421 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.797575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-7d647a5e-2c71-4b9c-b3b9-3e9e6fb5b3fa tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:35.799352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-7d647a5e-2c71-4b9c-b3b9-3e9e6fb5b3fa tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.85 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 819 time: 0.1495571 Nov 09 18:09:35.808055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-299f9b92-4af6-4893-9765-b20261479421 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.815547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Request body: {'port': {'device_id': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'admin_state_up': True, 'tenant_id': '94e14e34e0d843e1827d5ab7637df423'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:35.907324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fca2b0-3e0d-4df4-8a77-83cd31c4cc55 req-8fbd7120-a090-4e97-86c0-69fcae811fcd tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:35.922199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78fca2b0-3e0d-4df4-8a77-83cd31c4cc55 req-8fbd7120-a090-4e97-86c0-69fcae811fcd tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0901892 Nov 09 18:09:35.938744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-299f9b92-4af6-4893-9765-b20261479421 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.941445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-299f9b92-4af6-4893-9765-b20261479421 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:35.945639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-299f9b92-4af6-4893-9765-b20261479421 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/bb717ce2-2126-449a-9be9-a37859e08318 HTTP/1.1" status: 204 len: 168 time: 0.2564483 Nov 09 18:09:35.954321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58174) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:35.984324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f9b92-4af6-4893-9765-b20261479421 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb717ce2-2126-449a-9be9-a37859e08318,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:36.025541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78fca2b0-3e0d-4df4-8a77-83cd31c4cc55 req-f0c83732-f15b-4014-a445-24aa17bcb1f3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024632 Nov 09 18:09:36.030733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Made reservation on behalf of 94e14e34e0d843e1827d5ab7637df423 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:36.034776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db2663ca-9aa7-40f1-ba10-61995b4a42a1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757480 Nov 09 18:09:36.035751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.038729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58178) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:36.043982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-728abdca-5dd5-406c-8993-89d5f6dbc727 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'tempest-secgroup--634623333'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:36.075232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-728abdca-5dd5-406c-8993-89d5f6dbc727 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.179218 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-728abdca-5dd5-406c-8993-89d5f6dbc727 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.185623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-728abdca-5dd5-406c-8993-89d5f6dbc727 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.217886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728abdca-5dd5-406c-8993-89d5f6dbc727 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d3f0d-7480-4e11-bf85-01fbe9a02603,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:36.225862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-728abdca-5dd5-406c-8993-89d5f6dbc727 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.229574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-728abdca-5dd5-406c-8993-89d5f6dbc727 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1872027 Nov 09 18:09:36.229949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58186) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:36.234467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7ca8959b-4e1f-4ba1-bd16-417f84352376 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:36.234865 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-7ca8959b-4e1f-4ba1-bd16-417f84352376 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 18:09:36.235351 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-7ca8959b-4e1f-4ba1-bd16-417f84352376 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 18:09:36.238798 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7ca8959b-4e1f-4ba1-bd16-417f84352376 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "PUT /v2.0/security-groups/cf3d3f0d-7480-4e11-bf85-01fbe9a02603 HTTP/1.1" status: 409 len: 330 time: 0.0053363 Nov 09 18:09:36.239459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58188) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:36.246001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Allocated IP 172.20.0.14 (ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2/4b3d7170-9304-4ad4-ad16-8e20eef4a25d/b1c2922f-6cf4-4c10-8f00-baec6e99665f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:36.321587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-34861d42-20fd-4c21-bcc9-e2bf66b380f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.352025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-34861d42-20fd-4c21-bcc9-e2bf66b380f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.450920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89620c9-0cf5-46ba-b35a-2c0e086f2d57 req-7937b789-d7a5-47b4-8442-6d241a1b9180 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:36.452647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d89620c9-0cf5-46ba-b35a-2c0e086f2d57 req-7937b789-d7a5-47b4-8442-6d241a1b9180 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0786922 Nov 09 18:09:36.453910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-34861d42-20fd-4c21-bcc9-e2bf66b380f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.456576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-34861d42-20fd-4c21-bcc9-e2bf66b380f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.460097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-34861d42-20fd-4c21-bcc9-e2bf66b380f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/cf3d3f0d-7480-4e11-bf85-01fbe9a02603 HTTP/1.1" status: 204 len: 168 time: 0.2163022 Nov 09 18:09:36.460924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58192) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:36.518636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d89620c9-0cf5-46ba-b35a-2c0e086f2d57 req-8c0f8287-0159-4c03-ae47-c25688fc58ff tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565150 Nov 09 18:09:36.521804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34861d42-20fd-4c21-bcc9-e2bf66b380f1 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d3f0d-7480-4e11-bf85-01fbe9a02603,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:36.564528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.567303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'name': 'network-vif-deleted', 'tag': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:36.571386 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f0b21d-ecd2-42c8-9e51-e47165792865" -d '{"events": [{"server_uuid": "1d14cd6f-d334-42f3-bba8-357c24270ed6", "name": "network-vif-deleted", "tag": "a4340809-a7d3-4e4a-86d0-82b4eb251f5d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:36.577352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-96a89f08-269f-496a-8a22-b2d6f5e164a4 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092110 Nov 09 18:09:36.581712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58198) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:36.611835 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-d16e4639-ced7-4d91-9c39-a1e9754bd218 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] delete failed (client error): The resource could not be found. Nov 09 18:09:36.616368 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d16e4639-ced7-4d91-9c39-a1e9754bd218 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "DELETE /v2.0/security-groups/9dbed73f-0389-4a00-9499-634cc7e41a74 HTTP/1.1" status: 404 len: 347 time: 0.0300467 Nov 09 18:09:36.618377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:36.648182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.650146 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-03292e3c-e6c4-47e3-9bb4-a482c7ee9e7c tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] show failed (client error): The resource could not be found. Nov 09 18:09:36.669036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-03292e3c-e6c4-47e3-9bb4-a482c7ee9e7c tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-groups/ad2a75d2-ed77-4286-b43e-56540bba4d2f HTTP/1.1" status: 404 len: 347 time: 0.0488715 Nov 09 18:09:36.669902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58202) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:36.687594 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-cd6bce27-f75f-4158-87f9-68ac67682438 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] show failed (client error): The resource could not be found. Nov 09 18:09:36.701308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cd6bce27-f75f-4158-87f9-68ac67682438 tempest-NegativeSecGroupIPv6Test-1389290053 tempest-NegativeSecGroupIPv6Test-1389290053-project] 10.222.0.32 "GET /v2.0/security-group-rules/24d8e9db-dc17-4534-a140-a520cddeca98 HTTP/1.1" status: 404 len: 356 time: 0.0303047 Nov 09 18:09:36.729799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:36.735034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:36.738985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:36.793356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event updated for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:36.855619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:36.859006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:36.877933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 51e1c760-696b-4b61-b74a-77ec2882cb78 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:36.902157 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-3292fbcf-526a-4b16-8e1d-7b8a53951e24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0902705 Nov 09 18:09:36.940284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Request body: {'port': {'device_id': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:36.968868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d6307-189d-4a4a-9f55-a06b51c3f753 req-61f2e0dc-8996-45b4-96d1-70dadf56fd4d tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:36.977755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff2d6307-189d-4a4a-9f55-a06b51c3f753 req-61f2e0dc-8996-45b4-96d1-70dadf56fd4d tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 932 time: 0.1488719 Nov 09 18:09:37.002443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 51e1c760-696b-4b61-b74a-77ec2882cb78 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:37.002767 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.030739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff2d6307-189d-4a4a-9f55-a06b51c3f753 req-1c6bd70e-981a-4d36-ad9b-7dd3663e5eb9 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519786 Nov 09 18:09:37.121912 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70499795-e1ba-4bc9-8e28-0512d4648fe4 x-openstack-request-id: req-70499795-e1ba-4bc9-8e28-0512d4648fe4 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:37.122411 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d14cd6f-d334-42f3-bba8-357c24270ed6", "name": "network-vif-deleted", "tag": "a4340809-a7d3-4e4a-86d0-82b4eb251f5d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:37.122846 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70499795-e1ba-4bc9-8e28-0512d4648fe4 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:37.123442 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d14cd6f-d334-42f3-bba8-357c24270ed6', 'name': 'network-vif-deleted', 'tag': 'a4340809-a7d3-4e4a-86d0-82b4eb251f5d', 'status': 'completed', 'code': 200} Nov 09 18:09:37.126662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.217344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58218) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:37.272923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.317110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dbab9-62ff-4773-8bde-8ed8ee49edde req-19a2cde2-a502-4ec6-b30b-74f23a00b5c8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:37.326890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-798dbab9-62ff-4773-8bde-8ed8ee49edde req-19a2cde2-a502-4ec6-b30b-74f23a00b5c8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0987887 Nov 09 18:09:37.355512 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5b1fe31-d8c5-4f85-b676-a5e445b16718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.387433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 51e1c760-696b-4b61-b74a-77ec2882cb78, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=51e1c760-696b-4b61-b74a-77ec2882cb78,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:37.392556 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.419554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-798dbab9-62ff-4773-8bde-8ed8ee49edde req-4efbe52a-a7d3-4dab-a230-4a2e0ea1ae6d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932589 Nov 09 18:09:37.458809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=51e1c760-696b-4b61-b74a-77ec2882cb78,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:37.521672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58228) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:37.522521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-67ea749e-e029-4477-babb-380812f4ac83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdb8be5120014d598f8ffef2d1d13b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038476 Nov 09 18:09:37.641162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c2922f-6cf4-4c10-8f00-baec6e99665f {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:37.647651 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-445b49cf-cb7a-43ae-a801-42370d3ae3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.657717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.687704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Transition to ACTIVE for port object b1c2922f-6cf4-4c10-8f00-baec6e99665f will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:09:37.689811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-445b49cf-cb7a-43ae-a801-42370d3ae3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.699430 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.782873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:37.840619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-445b49cf-cb7a-43ae-a801-42370d3ae3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.843734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-445b49cf-cb7a-43ae-a801-42370d3ae3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:37.844964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-445b49cf-cb7a-43ae-a801-42370d3ae3d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0470ff1-45db-4dde-893a-bfd6892e90a2 HTTP/1.1" status: 204 len: 168 time: 0.3228579 Nov 09 18:09:37.859606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b49cf-cb7a-43ae-a801-42370d3ae3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0470ff1-45db-4dde-893a-bfd6892e90a2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:37.885130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Attempting to bind port b1c2922f-6cf4-4c10-8f00-baec6e99665f on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:37.885425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Attempting to bind port b1c2922f-6cf4-4c10-8f00-baec6e99665f by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:37.885766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Attempting to bind port b1c2922f-6cf4-4c10-8f00-baec6e99665f on network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:37.891566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Port b1c2922f-6cf4-4c10-8f00-baec6e99665f on network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:09:37.891900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Attempting to bind port b1c2922f-6cf4-4c10-8f00-baec6e99665f on network ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:37.901077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:37.901437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Checking segment: {'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:37.901786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Bound using segment: {'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:37.902252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Bound port: b1c2922f-6cf4-4c10-8f00-baec6e99665f, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60cc1059-f71e-4d31-986e-7af774fd4d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:37.902611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.002368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b2a56-6e51-4308-9b5d-0b6d0052cb9f req-238521ac-6fb9-4225-ac7c-3948caab2205 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.006355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-213b2a56-6e51-4308-9b5d-0b6d0052cb9f req-238521ac-6fb9-4225-ac7c-3948caab2205 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 949 time: 0.0727012 Nov 09 18:09:38.045773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:38.049964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:38.057439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.099351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-213b2a56-6e51-4308-9b5d-0b6d0052cb9f req-446886c4-3708-49cc-bc13-f1c87a8228f4 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790830 Nov 09 18:09:38.149460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.150183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.151644 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] 10.222.0.85 "PUT /v2.0/ports/b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 1092 time: 1.2425625 Nov 09 18:09:38.152221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:38.156194 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a645c3-17e4-407b-9629-2eb687452fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:38.181635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d91c21-1655-4e32-8830-e1adfb04b425 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:38.202549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-1f8b168f-93fd-46d0-9a0c-5973071c56a8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.204276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-1f8b168f-93fd-46d0-9a0c-5973071c56a8 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 949 time: 0.1017327 Nov 09 18:09:38.275699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967b95-ee28-4a8f-9750-2971168f5ef4 req-16aecfef-01d6-474e-98ce-ab192f57cce6 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.277576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3967b95-ee28-4a8f-9750-2971168f5ef4 req-16aecfef-01d6-474e-98ce-ab192f57cce6 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 944 time: 0.0655773 Nov 09 18:09:38.327793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3967b95-ee28-4a8f-9750-2971168f5ef4 req-afef2766-f081-46cb-b1ed-5905edd2f067 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415769 Nov 09 18:09:38.344909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-6fb7cd29-eaef-43bd-8c42-2fc16a24621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.346936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-6fb7cd29-eaef-43bd-8c42-2fc16a24621b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1095 time: 0.1417048 Nov 09 18:09:38.412605 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-ce00995e-488a-4499-a844-8754295ed3c2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 217 time: 0.0521185 Nov 09 18:09:38.458512 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14132321-a508-4062-b8a8-e54173e01b6d x-openstack-request-id: req-14132321-a508-4062-b8a8-e54173e01b6d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:38.458812 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:38.459067 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14132321-a508-4062-b8a8-e54173e01b6d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:38.459470 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'status': 'completed', 'code': 200} Nov 09 18:09:38.465008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port ac0e32be-4df6-4e01-bb10-85e2b699715b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:38.465356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.509373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-c637679b-8902-4c06-9dac-5cbed5de3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.510343 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-c637679b-8902-4c06-9dac-5cbed5de3428 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.0884914 Nov 09 18:09:38.579597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a4340809-a7d3-4e4a-86d0-82b4eb251f5d no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:38.588087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fbeed-788a-46c5-90be-2cb6a8f5cb63 req-861b7586-df74-4d6d-9619-7ead30a72d72 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:38.598833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b6fbeed-788a-46c5-90be-2cb6a8f5cb63 req-861b7586-df74-4d6d-9619-7ead30a72d72 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0832696 Nov 09 18:09:38.622555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: a4340809-a7d3-4e4a-86d0-82b4eb251f5d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:38.626336 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-c26758a9-d66c-43e7-9cde-507477e7a134 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739815 Nov 09 18:09:38.633054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a4340809-a7d3-4e4a-86d0-82b4eb251f5d not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:38.650768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b6fbeed-788a-46c5-90be-2cb6a8f5cb63 req-b596e8e8-c8cf-47cd-a9e8-89cc061a1fde tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Nov 09 18:09:38.725021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 51e1c760-696b-4b61-b74a-77ec2882cb78 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:38.787179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 51e1c760-696b-4b61-b74a-77ec2882cb78 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:38.787645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.824322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port ac0e32be-4df6-4e01-bb10-85e2b699715b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac0e32be-4df6-4e01-bb10-85e2b699715b,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:38.824970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:38.846001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for ac0e32be-4df6-4e01-bb10-85e2b699715b owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:38.849421 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-4de9920b-c66d-412e-abf8-d14e47c68d57 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140143 Nov 09 18:09:39.005248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33f307-c854-4d9f-97c2-65b5b52d4b78 req-defc2661-731f-4f3c-8484-4b55d833bae2 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.007273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a33f307-c854-4d9f-97c2-65b5b52d4b78 req-defc2661-731f-4f3c-8484-4b55d833bae2 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0622749 Nov 09 18:09:39.036288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58278) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:39.047802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95048832-1a97-4cf4-9ef7-dc4efff8c998 req-84e13f7e-d99d-42c2-905f-eac872b00af2 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896887 Nov 09 18:09:39.066521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a33f307-c854-4d9f-97c2-65b5b52d4b78 req-f2e8e56e-d912-454d-a23f-da8f7d0758d3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Nov 09 18:09:39.137848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.152167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:39.169520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-4cd72a95-7f0a-419f-bb31-1fa858e0452d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.171441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-4cd72a95-7f0a-419f-bb31-1fa858e0452d tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 949 time: 0.0631430 Nov 09 18:09:39.217385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', '65c703cf-c024-4968-83b0-a8e4e92708a2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:39.245547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e8316c27-57c9-4d9a-ae43-ee799008f0f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:39.245989 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-e8316c27-57c9-4d9a-ae43-ee799008f0f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 18:09:39.246504 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e8316c27-57c9-4d9a-ae43-ee799008f0f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:09:39.247521 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e8316c27-57c9-4d9a-ae43-ee799008f0f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2106054 Nov 09 18:09:39.248975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=ac0e32be-4df6-4e01-bb10-85e2b699715b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:39.258027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58286) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:39.271789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595119674'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:39.315711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-a43c23d5-0179-46b5-b1f8-e58b139d7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.318477 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-a43c23d5-0179-46b5-b1f8-e58b139d7b26 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1095 time: 0.2025974 Nov 09 18:09:39.337655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c5d48-55ee-4c1b-ac07-17169e052c3e req-539b816f-e89f-40ac-8424-ab10c9c6796c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.339196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c81c5d48-55ee-4c1b-ac07-17169e052c3e req-539b816f-e89f-40ac-8424-ab10c9c6796c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0735660 Nov 09 18:09:39.345818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port ac0e32be-4df6-4e01-bb10-85e2b699715b on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:39.362053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.365944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2ba25988-10e2-4e56-9d07-1b384a9bd976 req-79bedf23-f9e4-4d29-9f80-ce8d759361eb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "DELETE /v2.0/ports/ac0e32be-4df6-4e01-bb10-85e2b699715b HTTP/1.1" status: 204 len: 173 time: 1.1526933 Nov 09 18:09:39.377063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port 65c703cf-c024-4968-83b0-a8e4e92708a2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:39.378138 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.427187 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.443187 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.520538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c81c5d48-55ee-4c1b-ac07-17169e052c3e req-36f342e0-254f-475a-9d9f-8803fec7765b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739805 Nov 09 18:09:39.535801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-d9096f14-7041-498d-b530-6faedd9aa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.537387 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-d9096f14-7041-498d-b530-6faedd9aa2a7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.1998498 Nov 09 18:09:39.597670 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-8b934c69-e292-400d-a3fc-9dd0efdbc17f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 217 time: 0.0495017 Nov 09 18:09:39.616889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port 65c703cf-c024-4968-83b0-a8e4e92708a2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65c703cf-c024-4968-83b0-a8e4e92708a2,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:39.617475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.650123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for 65c703cf-c024-4968-83b0-a8e4e92708a2 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:39.734636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c3e1434-a2f6-4373-9084-b2b70309eb8b req-a8605273-42d2-41ed-ba4e-8918d2841ba5 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fcc24f7-5c1f-432a-9996-9563bd035835 HTTP/1.1" status: 200 len: 210 time: 0.0626950 Nov 09 18:09:39.756545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-5a3bf3bb-a9b7-4ea1-8c28-46e125f31409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:39.760934 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-5a3bf3bb-a9b7-4ea1-8c28-46e125f31409 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.1525638 Nov 09 18:09:39.804005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6b275a4d-6eae-44b4-bcea-189b08a65c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.871230 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-a13441b0-68fc-4a4e-81b6-0a4dbb854052 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915661 Nov 09 18:09:39.878051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:39.928986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.010978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c5ca7-515a-4c5c-a9fd-d5fc813c5459 req-2160c38b-8351-4c52-9cad-4f908e631a48 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:40.021073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be9c5ca7-515a-4c5c-a9fd-d5fc813c5459 req-2160c38b-8351-4c52-9cad-4f908e631a48 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 944 time: 0.1658967 Nov 09 18:09:40.103498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c6321-ea92-490b-b16d-86be433e1828,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:40.138276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-52989686-fa27-4f63-bd9b-78465e13db22 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444413 Nov 09 18:09:40.148157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be9c5ca7-515a-4c5c-a9fd-d5fc813c5459 req-5c01378f-b575-4310-976c-8124e4c5049e tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257949 Nov 09 18:09:40.181092 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.181686 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.195298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8', 'ac0e32be-4df6-4e01-bb10-85e2b699715b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:40.295289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.304239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.334575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=65c703cf-c024-4968-83b0-a8e4e92708a2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:40.338872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port 65c703cf-c024-4968-83b0-a8e4e92708a2 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:40.356909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.360609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f300fb4b-02aa-4649-ab27-e19d9995f49b req-36226968-31a1-43fd-992d-776cf80bc0c9 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "DELETE /v2.0/ports/65c703cf-c024-4968-83b0-a8e4e92708a2 HTTP/1.1" status: 204 len: 173 time: 1.1818862 Nov 09 18:09:40.361344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'name': 'network-vif-deleted', 'tag': '65c703cf-c024-4968-83b0-a8e4e92708a2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:40.370798 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315df416-dd3b-4227-9053-3d37b1e45ff7" -d '{"events": [{"server_uuid": "3e3b006e-8e4a-420a-b9dd-98d01a574228", "name": "network-vif-deleted", "tag": "65c703cf-c024-4968-83b0-a8e4e92708a2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:40.396454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.397865 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1330862 Nov 09 18:09:40.407859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58308) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:40.416441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8d61724c-b668-4084-b74a-fb5dfd78b99a tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d29e-bd1f-4e71-a340-8495a3bec2e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:40.442596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c220-c626-4200-a4b1-a20c30808863 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb6d29e-bd1f-4e71-a340-8495a3bec2e7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:40.459291 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71a645c3-17e4-407b-9629-2eb687452fd8 req-06c43493-0078-4f0d-992c-b6e274b43baa service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962108 Nov 09 18:09:40.461812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'name': 'network-vif-deleted', 'tag': 'ac0e32be-4df6-4e01-bb10-85e2b699715b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:40.466828 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebf36c0-8f5b-48d7-95d5-b0a115278b58" -d '{"events": [{"server_uuid": "0fcc24f7-5c1f-432a-9996-9563bd035835", "name": "network-vif-deleted", "tag": "ac0e32be-4df6-4e01-bb10-85e2b699715b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:40.477881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab792b9f-df76-42e7-b6dc-da0411d42945 req-4483fc69-dd4d-4896-9d75-2681d0bab202 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:40.479533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab792b9f-df76-42e7-b6dc-da0411d42945 req-4483fc69-dd4d-4896-9d75-2681d0bab202 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1680696 Nov 09 18:09:40.516023 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d61724c-b668-4084-b74a-fb5dfd78b99a tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.558600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab792b9f-df76-42e7-b6dc-da0411d42945 req-979ba66f-fb66-492d-aa67-0b4cef378f37 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 Nov 09 18:09:40.605765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d61724c-b668-4084-b74a-fb5dfd78b99a tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.611772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d61724c-b668-4084-b74a-fb5dfd78b99a tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.670802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61724c-b668-4084-b74a-fb5dfd78b99a tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc029524-7b8b-45dd-abc1-7aa154db92f1,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:40.689887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d61724c-b668-4084-b74a-fb5dfd78b99a tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.694084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8d61724c-b668-4084-b74a-fb5dfd78b99a tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814693 Nov 09 18:09:40.694345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:40.701567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c2079c74-5f75-43d0-a4e1-902bfb3708f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '6bb6d29e-bd1f-4e71-a340-8495a3bec2e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:40.718651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:40.776411 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2079c74-5f75-43d0-a4e1-902bfb3708f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:40.818155 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3a6807-3f05-469a-9353-63a92d17450c x-openstack-request-id: req-cb3a6807-3f05-469a-9353-63a92d17450c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:40.818447 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3b006e-8e4a-420a-b9dd-98d01a574228", "name": "network-vif-deleted", "tag": "65c703cf-c024-4968-83b0-a8e4e92708a2", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:40.818698 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb3a6807-3f05-469a-9353-63a92d17450c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:40.819094 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3b006e-8e4a-420a-b9dd-98d01a574228', 'name': 'network-vif-deleted', 'tag': '65c703cf-c024-4968-83b0-a8e4e92708a2', 'status': 'completed', 'code': 200} Nov 09 18:09:40.899543 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-c2079c74-5f75-43d0-a4e1-902bfb3708f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:09:40.900960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c2079c74-5f75-43d0-a4e1-902bfb3708f9 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2050805 Nov 09 18:09:40.903625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58318) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:40.931137 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa48799-b981-4b88-95da-316b16264e78 x-openstack-request-id: req-aaa48799-b981-4b88-95da-316b16264e78 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:40.955213 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc24f7-5c1f-432a-9996-9563bd035835", "name": "network-vif-deleted", "tag": "ac0e32be-4df6-4e01-bb10-85e2b699715b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:40.955491 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaa48799-b981-4b88-95da-316b16264e78 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:40.959383 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc24f7-5c1f-432a-9996-9563bd035835', 'name': 'network-vif-deleted', 'tag': 'ac0e32be-4df6-4e01-bb10-85e2b699715b', 'status': 'completed', 'code': 200} Nov 09 18:09:41.037143 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.038651 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1dd5cc9d-9da2-4052-86ab-aa735b4d6bea tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.101693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1dd5cc9d-9da2-4052-86ab-aa735b4d6bea tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.146636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3bd047f-3c5f-488e-aeef-1be80bb30792 req-0d4bd217-40b4-4ed2-94c9-40b3a4ba2d73 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e3b006e-8e4a-420a-b9dd-98d01a574228 HTTP/1.1" status: 200 len: 210 time: 0.0505264 Nov 09 18:09:41.166517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1dd5cc9d-9da2-4052-86ab-aa735b4d6bea tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.175119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1dd5cc9d-9da2-4052-86ab-aa735b4d6bea tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.182410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1dd5cc9d-9da2-4052-86ab-aa735b4d6bea tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/6bb6d29e-bd1f-4e71-a340-8495a3bec2e7 HTTP/1.1" status: 204 len: 168 time: 0.2774830 Nov 09 18:09:41.185038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.217014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5cc9d-9da2-4052-86ab-aa735b4d6bea tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb6d29e-bd1f-4e71-a340-8495a3bec2e7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:41.294512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3102b8ea-a0f8-439e-8334-22d152eb1a24 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069515 Nov 09 18:09:41.299587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.331720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-88bb1de6-73b8-4d08-82cc-57388ef30c02 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921463862'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:41.373078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee855b1-5a8a-429c-bbb6-b34291192dc4 req-7cb1a344-e55d-481a-85a4-023267fced79 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:41.374619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fee855b1-5a8a-429c-bbb6-b34291192dc4 req-7cb1a344-e55d-481a-85a4-023267fced79 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 944 time: 0.0858624 Nov 09 18:09:41.375540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-88bb1de6-73b8-4d08-82cc-57388ef30c02 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.442421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fee855b1-5a8a-429c-bbb6-b34291192dc4 req-0adca322-a9e6-45e8-970c-89945f23c80b tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572927 Nov 09 18:09:41.485221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-88bb1de6-73b8-4d08-82cc-57388ef30c02 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.490768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-88bb1de6-73b8-4d08-82cc-57388ef30c02 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.520676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-88bb1de6-73b8-4d08-82cc-57388ef30c02 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.521953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-88bb1de6-73b8-4d08-82cc-57388ef30c02 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2211733 Nov 09 18:09:41.524901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58336) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.530395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-241d9da0-e549-416b-8016-071bec70e645 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '5543199e-b1a2-4092-8c1f-cf1342411d73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:41.531267 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-241d9da0-e549-416b-8016-071bec70e645 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 18:09:41.532004 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-241d9da0-e549-416b-8016-071bec70e645 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:41.535786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-241d9da0-e549-416b-8016-071bec70e645 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070798 Nov 09 18:09:41.535786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58338) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.544076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb1de6-73b8-4d08-82cc-57388ef30c02 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5543199e-b1a2-4092-8c1f-cf1342411d73,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:41.631051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cfc4a-84af-49cc-bc47-6fa5fa2b3ab5 req-c8aeab95-3e0d-48f1-896d-a93002736d3f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:41.632569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f5cfc4a-84af-49cc-bc47-6fa5fa2b3ab5 req-c8aeab95-3e0d-48f1-896d-a93002736d3f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0847173 Nov 09 18:09:41.638862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-443e1ba1-f9e9-4eaa-980c-8c8d504b4a4d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.683277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-443e1ba1-f9e9-4eaa-980c-8c8d504b4a4d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.713296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f5cfc4a-84af-49cc-bc47-6fa5fa2b3ab5 req-1f8818ca-5e1a-4ca1-9c6a-55d131ed1951 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723183 Nov 09 18:09:41.747692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-443e1ba1-f9e9-4eaa-980c-8c8d504b4a4d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.750559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-443e1ba1-f9e9-4eaa-980c-8c8d504b4a4d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.751948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-443e1ba1-f9e9-4eaa-980c-8c8d504b4a4d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/5543199e-b1a2-4092-8c1f-cf1342411d73 HTTP/1.1" status: 204 len: 168 time: 0.2151101 Nov 09 18:09:41.754992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58346) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.762097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e1ba1-f9e9-4eaa-980c-8c8d504b4a4d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5543199e-b1a2-4092-8c1f-cf1342411d73,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:41.816732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fff6295b-f56d-48ab-9ed2-03ef40d8784f tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609107 Nov 09 18:09:41.820393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58350) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:41.825017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6aa72de1-0c14-45a5-8cfa-1ec1d2a17a65 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--395342709'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:41.849983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257673d-66f0-44e4-bef0-53fdb5123db8 req-035840aa-a145-4f33-9a37-fcf76a572f6d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:41.853026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f257673d-66f0-44e4-bef0-53fdb5123db8 req-035840aa-a145-4f33-9a37-fcf76a572f6d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0561817 Nov 09 18:09:41.861899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6aa72de1-0c14-45a5-8cfa-1ec1d2a17a65 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.910626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f257673d-66f0-44e4-bef0-53fdb5123db8 req-b9519938-8a0a-4c4a-8c81-fd35f3b98c66 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479224 Nov 09 18:09:41.964529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6aa72de1-0c14-45a5-8cfa-1ec1d2a17a65 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:41.971240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6aa72de1-0c14-45a5-8cfa-1ec1d2a17a65 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.005732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6aa72de1-0c14-45a5-8cfa-1ec1d2a17a65 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.007011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6aa72de1-0c14-45a5-8cfa-1ec1d2a17a65 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1854651 Nov 09 18:09:42.010216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.014899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2300ca9b-ffa5-41b8-8f4a-d748cd762076 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '5e79d696-a88e-4390-a5d3-a155a001a91d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:42.015473 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-2300ca9b-ffa5-41b8-8f4a-d748cd762076 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 18:09:42.015976 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-2300ca9b-ffa5-41b8-8f4a-d748cd762076 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:42.016929 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2300ca9b-ffa5-41b8-8f4a-d748cd762076 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058072 Nov 09 18:09:42.017612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa72de1-0c14-45a5-8cfa-1ec1d2a17a65 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e79d696-a88e-4390-a5d3-a155a001a91d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:42.019847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58356) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.083074 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a44d121-d5c2-4f70-bd13-aed814bbd88d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.094715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c9561-95ea-4eb3-8997-f86f8433b7f8 req-bacf21f6-6b25-4e6f-8389-c673fc75791f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.096253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b5c9561-95ea-4eb3-8997-f86f8433b7f8 req-bacf21f6-6b25-4e6f-8389-c673fc75791f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0535028 Nov 09 18:09:42.113089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a44d121-d5c2-4f70-bd13-aed814bbd88d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.139452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b5c9561-95ea-4eb3-8997-f86f8433b7f8 req-8b906afe-5223-46e3-bc01-7e12c197d288 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367892 Nov 09 18:09:42.163111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a44d121-d5c2-4f70-bd13-aed814bbd88d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.167166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a44d121-d5c2-4f70-bd13-aed814bbd88d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.168562 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a44d121-d5c2-4f70-bd13-aed814bbd88d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/5e79d696-a88e-4390-a5d3-a155a001a91d HTTP/1.1" status: 204 len: 168 time: 0.1476123 Nov 09 18:09:42.171922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58358) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.198269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44d121-d5c2-4f70-bd13-aed814bbd88d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e79d696-a88e-4390-a5d3-a155a001a91d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:42.228552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-784caa39-81c2-4c0e-a45a-87fbd90eac86 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538137 Nov 09 18:09:42.232949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58366) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.252591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-73fec21a-f48d-4f3f-b8d1-52e32a95cec4 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858111569'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:42.292839 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-42005ad6-9439-4d3d-8124-28cabaf193ab service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0847459 Nov 09 18:09:42.302292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73fec21a-f48d-4f3f-b8d1-52e32a95cec4 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.418727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73fec21a-f48d-4f3f-b8d1-52e32a95cec4 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.428994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.429569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.430623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.431113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.431724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.432179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.432655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.434867 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6e49fa6b-2b11-40cd-94ce-e5d9227d00d1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.0845454 Nov 09 18:09:42.436014 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73fec21a-f48d-4f3f-b8d1-52e32a95cec4 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.443677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738821ea-a9bd-435e-987f-b50aea93b740 req-376c2f6a-6707-40cf-b3bb-02b97b2343c9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.445500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-738821ea-a9bd-435e-987f-b50aea93b740 req-376c2f6a-6707-40cf-b3bb-02b97b2343c9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0580339 Nov 09 18:09:42.471916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fec21a-f48d-4f3f-b8d1-52e32a95cec4 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a90f273-b2f7-4508-91b2-678aff2be473,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:42.477519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73fec21a-f48d-4f3f-b8d1-52e32a95cec4 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.481611 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73fec21a-f48d-4f3f-b8d1-52e32a95cec4 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2445357 Nov 09 18:09:42.481915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58376) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.503063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-738821ea-a9bd-435e-987f-b50aea93b740 req-b5ea5bfc-7ed5-44b2-bf68-85235ba227d7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506334 Nov 09 18:09:42.553652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e9e7a1f1-19c3-4f9d-a15c-c9c88b066647 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '3a90f273-b2f7-4508-91b2-678aff2be473', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:42.557870 n-d-817240-1 neutron-server[102141]: WARNING neutron.api.v2.base [None req-e9e7a1f1-19c3-4f9d-a15c-c9c88b066647 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 18:09:42.558532 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e9e7a1f1-19c3-4f9d-a15c-c9c88b066647 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:42.561974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e9e7a1f1-19c3-4f9d-a15c-c9c88b066647 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0674472 Nov 09 18:09:42.563212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58380) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.569127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cb673ca8-853e-4aa3-be53-ce5a69a4d58d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '3a90f273-b2f7-4508-91b2-678aff2be473', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:42.571591 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-cb673ca8-853e-4aa3-be53-ce5a69a4d58d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 18:09:42.575082 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-cb673ca8-853e-4aa3-be53-ce5a69a4d58d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:42.576943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cb673ca8-853e-4aa3-be53-ce5a69a4d58d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0114620 Nov 09 18:09:42.577697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58382) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.583833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8f275401-588e-4da0-9908-9790e4e70f5b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '3a90f273-b2f7-4508-91b2-678aff2be473', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:42.586162 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-8f275401-588e-4da0-9908-9790e4e70f5b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 18:09:42.586684 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-8f275401-588e-4da0-9908-9790e4e70f5b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:42.591356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8f275401-588e-4da0-9908-9790e4e70f5b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125203 Nov 09 18:09:42.591935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58384) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.594306 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.606928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b1c2922f-6cf4-4c10-8f00-baec6e99665f details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:09:42.619583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c9a4d93e-3f10-4ee7-bc2f-82e39329e3c3 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '3a90f273-b2f7-4508-91b2-678aff2be473', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:42.620495 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-c9a4d93e-3f10-4ee7-bc2f-82e39329e3c3 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 18:09:42.621377 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-c9a4d93e-3f10-4ee7-bc2f-82e39329e3c3 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:42.625583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac0e32be-4df6-4e01-bb10-85e2b699715b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:42.629659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c9a4d93e-3f10-4ee7-bc2f-82e39329e3c3 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0367205 Nov 09 18:09:42.632809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58386) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.660806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-a798da07-116e-40d3-85b8-aa6e6045fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.662140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-a798da07-116e-40d3-85b8-aa6e6045fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.662622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-a798da07-116e-40d3-85b8-aa6e6045fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.666347 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-a798da07-116e-40d3-85b8-aa6e6045fe68 service neutron] 10.222.0.85 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=97535ef5-be7d-4600-a86f-760c237af1df&id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 2298 time: 0.1847818 Nov 09 18:09:42.702250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: ac0e32be-4df6-4e01-bb10-85e2b699715b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:42.702612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac0e32be-4df6-4e01-bb10-85e2b699715b not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:42.708981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caa58a45-4ffe-40c3-8776-8fe12be9c7ac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.753428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caa58a45-4ffe-40c3-8776-8fe12be9c7ac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.756138 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-5f58296b-6fd8-45e3-9ac2-902be1ae0280 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 1000 time: 0.0760403 Nov 09 18:09:42.793307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:42.810861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'port_id': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'mac_address': 'fa:16:3e:b0:a1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:09:42.837540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-e7bbce9a-40db-4c71-98e1-f0b72b477229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.839204 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-e7bbce9a-40db-4c71-98e1-f0b72b477229 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 200 len: 855 time: 0.0744095 Nov 09 18:09:42.848091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dcf87-2fdf-4321-b5aa-ec16efb27ae2 req-641b8a83-f6b3-40c0-a89b-84b62bd6f531 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:42.857108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-269dcf87-2fdf-4321-b5aa-ec16efb27ae2 req-641b8a83-f6b3-40c0-a89b-84b62bd6f531 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 944 time: 0.0895143 Nov 09 18:09:42.864418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caa58a45-4ffe-40c3-8776-8fe12be9c7ac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.867422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-caa58a45-4ffe-40c3-8776-8fe12be9c7ac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.871890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-caa58a45-4ffe-40c3-8776-8fe12be9c7ac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/3a90f273-b2f7-4508-91b2-678aff2be473 HTTP/1.1" status: 204 len: 168 time: 0.2355368 Nov 09 18:09:42.873547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58390) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.880315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.895870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c2922f-6cf4-4c10-8f00-baec6e99665f {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:09:42.908027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa58a45-4ffe-40c3-8776-8fe12be9c7ac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a90f273-b2f7-4508-91b2-678aff2be473,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:42.953245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-269dcf87-2fdf-4321-b5aa-ec16efb27ae2 req-c08cf1c9-02e3-4b2d-8268-174818291974 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951574 Nov 09 18:09:42.983278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:42.986385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5a5bc21c-b770-4035-b747-00665ab90dee tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091728 Nov 09 18:09:42.992422 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:42.993525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58396) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:42.998510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-975b80dd-cc55-4d87-b60b-c4b96966d590 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--284537151'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.070293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:43.076662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-975b80dd-cc55-4d87-b60b-c4b96966d590 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.120980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1563-74bb-4351-ae6f-9855c75c7521 req-dc8cdcab-554c-40e1-8fd8-72a012987c14 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.128533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7eab1563-74bb-4351-ae6f-9855c75c7521 req-dc8cdcab-554c-40e1-8fd8-72a012987c14 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0860467 Nov 09 18:09:43.189138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7eab1563-74bb-4351-ae6f-9855c75c7521 req-e0f55c06-d40f-477a-83f7-a51c1e26b4a3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597019 Nov 09 18:09:43.210285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-975b80dd-cc55-4d87-b60b-c4b96966d590 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.229151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-975b80dd-cc55-4d87-b60b-c4b96966d590 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.277152 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-975b80dd-cc55-4d87-b60b-c4b96966d590 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.279744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-975b80dd-cc55-4d87-b60b-c4b96966d590 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2851698 Nov 09 18:09:43.287483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58404) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.294652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0369b00e-2c4c-4a1e-9189-4e285f35ecac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.295134 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-0369b00e-2c4c-4a1e-9189-4e285f35ecac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 18:09:43.295627 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-0369b00e-2c4c-4a1e-9189-4e285f35ecac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.299830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0369b00e-2c4c-4a1e-9189-4e285f35ecac tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081625 Nov 09 18:09:43.299830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b80dd-cc55-4d87-b60b-c4b96966d590 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb27b53-f476-451c-aa61-76899e61965b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:43.300271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58408) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.304305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b1c2922f-6cf4-4c10-8f00-baec6e99665f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:43.304833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-45d8130a-0052-4f31-9bd8-b09b2b123336 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.354479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-72dd3f07-8f9c-4318-b3c0-1fee507afc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.356543 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-72dd3f07-8f9c-4318-b3c0-1fee507afc18 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=120ab491-a4a3-4403-851c-84311f388147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5101290 Nov 09 18:09:43.363570 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-45d8130a-0052-4f31-9bd8-b09b2b123336 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.364916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-45d8130a-0052-4f31-9bd8-b09b2b123336 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0635984 Nov 09 18:09:43.367901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58410) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.373432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-34beb590-d2dc-4262-86b0-478332e5fec0 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.374413 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-34beb590-d2dc-4262-86b0-478332e5fec0 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 18:09:43.375173 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-34beb590-d2dc-4262-86b0-478332e5fec0 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.376610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-34beb590-d2dc-4262-86b0-478332e5fec0 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074539 Nov 09 18:09:43.379900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58412) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.385404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-40a6fdf1-af20-4367-b43c-ad3a3a3f42fb tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.443524 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-40a6fdf1-af20-4367-b43c-ad3a3a3f42fb tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.446750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-40a6fdf1-af20-4367-b43c-ad3a3a3f42fb tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0647237 Nov 09 18:09:43.449118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58416) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.456755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1bcd2fcf-c116-40da-9c64-a3106a263a1b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.457613 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-1bcd2fcf-c116-40da-9c64-a3106a263a1b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 18:09:43.458996 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-1bcd2fcf-c116-40da-9c64-a3106a263a1b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.460225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1bcd2fcf-c116-40da-9c64-a3106a263a1b tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092950 Nov 09 18:09:43.463450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58418) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.471235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e257eed3-ccf4-4940-a236-7f57591da427 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.520172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-fb0704c3-328e-4c1c-814d-8361035a4344 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546564 Nov 09 18:09:43.558075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce4b8c-6f0f-41b9-a513-55055dd55452 req-d1f89b96-7771-4e83-9fb1-02e4d8ce2f44 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.559582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50ce4b8c-6f0f-41b9-a513-55055dd55452 req-d1f89b96-7771-4e83-9fb1-02e4d8ce2f44 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0780373 Nov 09 18:09:43.571704 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-e257eed3-ccf4-4940-a236-7f57591da427 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.572719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e257eed3-ccf4-4940-a236-7f57591da427 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1074724 Nov 09 18:09:43.578185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58420) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.583445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-329ec6b0-bf3f-4d68-8077-da68d93e5956 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.583925 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-329ec6b0-bf3f-4d68-8077-da68d93e5956 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 18:09:43.584419 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-329ec6b0-bf3f-4d68-8077-da68d93e5956 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.585406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-329ec6b0-bf3f-4d68-8077-da68d93e5956 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063033 Nov 09 18:09:43.589017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58422) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.597138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a60551f3-c608-4b4f-b6ea-d055f5680216 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.620106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50ce4b8c-6f0f-41b9-a513-55055dd55452 req-39ee2701-3e6f-4835-b10a-9c6ac57b21e9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501537 Nov 09 18:09:43.659436 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-a60551f3-c608-4b4f-b6ea-d055f5680216 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.663166 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a60551f3-c608-4b4f-b6ea-d055f5680216 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0668795 Nov 09 18:09:43.663818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58424) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.668138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3675bd78-9e0d-45ac-850c-e74f3d73ce16 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '2fb27b53-f476-451c-aa61-76899e61965b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:43.670379 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-6b3bcfef-cfc7-4d84-8a42-817ec8bbbe2b service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423507 Nov 09 18:09:43.714476 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-3675bd78-9e0d-45ac-850c-e74f3d73ce16 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:43.719015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3675bd78-9e0d-45ac-850c-e74f3d73ce16 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0519357 Nov 09 18:09:43.719015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58426) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.721772 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-bf587f10-eb2e-409f-bd12-4908c265d5a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 217 time: 0.0425589 Nov 09 18:09:43.784261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-bd00af30-3162-458c-aa23-c8277e48804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.787563 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-bd00af30-3162-458c-aa23-c8277e48804f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0555248 Nov 09 18:09:43.817788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a2798a1c-6ba2-4231-872d-795c4672e43e tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.845825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-1a21793f-595d-4240-b164-81454d9784d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.847338 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-1a21793f-595d-4240-b164-81454d9784d0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535576 Nov 09 18:09:43.849654 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a2798a1c-6ba2-4231-872d-795c4672e43e tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.930539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75542785-21a1-4c40-b34e-a73570a38c92 req-c43184a0-7ceb-4e36-ae2a-fb350e5e5c05 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:43.935868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75542785-21a1-4c40-b34e-a73570a38c92 req-c43184a0-7ceb-4e36-ae2a-fb350e5e5c05 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 950 time: 0.0770059 Nov 09 18:09:43.943008 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a2798a1c-6ba2-4231-872d-795c4672e43e tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.945512 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a2798a1c-6ba2-4231-872d-795c4672e43e tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:43.947188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a2798a1c-6ba2-4231-872d-795c4672e43e tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/2fb27b53-f476-451c-aa61-76899e61965b HTTP/1.1" status: 204 len: 168 time: 0.2274115 Nov 09 18:09:43.949894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58430) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:43.960086 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-bb008817-11f0-4723-9644-d027f44ceb70 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047754 Nov 09 18:09:43.965650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2798a1c-6ba2-4231-872d-795c4672e43e tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb27b53-f476-451c-aa61-76899e61965b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:44.010110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75542785-21a1-4c40-b34e-a73570a38c92 req-30054f7e-21da-4787-87d6-1c43b75b5dcb tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732245 Nov 09 18:09:44.020076 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6631ab48-8396-42be-8c04-b20700bd1a36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686095 Nov 09 18:09:44.023927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58436) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:44.028605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-78ff3fdb-1bc8-4918-b50e-e1d82e4cee36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339105667'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:44.072734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78ff3fdb-1bc8-4918-b50e-e1d82e4cee36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.103178 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-04723dfb-c204-431a-8df3-559874e506b9 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340365 Nov 09 18:09:44.147797 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-8e3d8a0a-31a0-49c9-9ff9-d77d386b071f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 217 time: 0.0370326 Nov 09 18:09:44.177709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0e8f-0e0b-4c17-8bbe-5651ced59a5e req-5b6d88b7-59cd-4ff7-a02a-edef0d342d59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.179200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c03c0e8f-0e0b-4c17-8bbe-5651ced59a5e req-5b6d88b7-59cd-4ff7-a02a-edef0d342d59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0926113 Nov 09 18:09:44.208133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-2f16f597-28c4-49b6-83f8-66c06c9ccf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.209254 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-2f16f597-28c4-49b6-83f8-66c06c9ccf2d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0540271 Nov 09 18:09:44.240481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78ff3fdb-1bc8-4918-b50e-e1d82e4cee36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.255805 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78ff3fdb-1bc8-4918-b50e-e1d82e4cee36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.273669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-cad1a4c2-16e0-4606-b605-cf5347ab4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.277478 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-cad1a4c2-16e0-4606-b605-cf5347ab4ed4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563014 Nov 09 18:09:44.277638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-2649c8d8-83c0-450a-8464-07a9b11d152a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.278297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-2649c8d8-83c0-450a-8464-07a9b11d152a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/ports?device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 950 time: 0.1253879 Nov 09 18:09:44.306319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c03c0e8f-0e0b-4c17-8bbe-5651ced59a5e req-22b9a142-2ab8-4e18-b755-bdcb3671ffd1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997012 Nov 09 18:09:44.348307 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78ff3fdb-1bc8-4918-b50e-e1d82e4cee36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.349532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-78ff3fdb-1bc8-4918-b50e-e1d82e4cee36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3245997 Nov 09 18:09:44.354798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58440) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:44.364278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c0db1f83-1e62-43ac-9794-929809ceea89 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '707d4dbe-e296-4f64-9089-0c1bcde594bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:44.386875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff3fdb-1bc8-4918-b50e-e1d82e4cee36 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707d4dbe-e296-4f64-9089-0c1bcde594bb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:44.414127 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-638911a5-0b18-4f00-b8bc-5da9f80350f6 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306684 Nov 09 18:09:44.477835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54253c-462d-485c-b548-f2620edaf0b7 req-2d040b40-65c0-4541-9a9d-9503f15d7b16 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.482935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea54253c-462d-485c-b548-f2620edaf0b7 req-2d040b40-65c0-4541-9a9d-9503f15d7b16 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 945 time: 0.1123319 Nov 09 18:09:44.521281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-715cccf4-f2e4-4622-bff0-09decfde0bf3 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998175 Nov 09 18:09:44.527509 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-c0db1f83-1e62-43ac-9794-929809ceea89 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The resource could not be found. Nov 09 18:09:44.528564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0db1f83-1e62-43ac-9794-929809ceea89 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1703644 Nov 09 18:09:44.536769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58442) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:44.544235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-64f95761-fc8a-450f-b0c7-58cb394c04d5 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '707d4dbe-e296-4f64-9089-0c1bcde594bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '98649ab0-ec75-4c71-8c06-69c4cdb96320'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:44.545935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:44.546316 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.551546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea54253c-462d-485c-b548-f2620edaf0b7 req-c57ff3d4-51d5-434e-afed-38623ea4995c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641830 Nov 09 18:09:44.595894 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-151f54d6-57f4-41c8-b94c-2d3468821ba3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 200 len: 217 time: 0.0661039 Nov 09 18:09:44.613048 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b1c2922f-6cf4-4c10-8f00-baec6e99665f up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:44.659558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65c703cf-c024-4968-83b0-a8e4e92708a2 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:44.687537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 65c703cf-c024-4968-83b0-a8e4e92708a2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:44.688168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65c703cf-c024-4968-83b0-a8e4e92708a2 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:44.704514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:44.704984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.709961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-0dbde374-29c6-49e2-ad3a-85f7099a2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.711793 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-0dbde374-29c6-49e2-ad3a-85f7099a2175 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.1080167 Nov 09 18:09:44.712690 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-64f95761-fc8a-450f-b0c7-58cb394c04d5 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The resource could not be found. Nov 09 18:09:44.713625 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64f95761-fc8a-450f-b0c7-58cb394c04d5 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1730294 Nov 09 18:09:44.715893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207277d-f836-47b6-8c3c-a7bf5b35d0f1 req-32ac5cb0-9de1-4e16-a313-69b4c7adc7dc tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.719323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58448) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:44.723885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f207277d-f836-47b6-8c3c-a7bf5b35d0f1 req-32ac5cb0-9de1-4e16-a313-69b4c7adc7dc tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0982449 Nov 09 18:09:44.743769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port b1c2922f-6cf4-4c10-8f00-baec6e99665f completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:09:44.748629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:44.755181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port b1c2922f-6cf4-4c10-8f00-baec6e99665f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:44.757348 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.813115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1617098-fd09-4a90-9ecf-347d238e6389 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.821320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f207277d-f836-47b6-8c3c-a7bf5b35d0f1 req-6d766151-64cb-4211-9b0d-ecf47a3f478d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964329 Nov 09 18:09:44.838098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-e5d8e379-ac40-4212-9c0c-8286da8b0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:44.838098 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-e5d8e379-ac40-4212-9c0c-8286da8b0c05 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806570 Nov 09 18:09:44.885265 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.888398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1617098-fd09-4a90-9ecf-347d238e6389 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.912214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:44.915274 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e964a-10ae-4edc-8435-883524a716bd" -d '{"events": [{"server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "name": "network-vif-plugged", "status": "completed", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:44.931815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:44.942633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.962938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1617098-fd09-4a90-9ecf-347d238e6389 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.965784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1617098-fd09-4a90-9ecf-347d238e6389 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:44.967087 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f1617098-fd09-4a90-9ecf-347d238e6389 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/707d4dbe-e296-4f64-9089-0c1bcde594bb HTTP/1.1" status: 204 len: 168 time: 0.2467792 Nov 09 18:09:44.972718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58458) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:44.990917 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-fdc7675f-c8e9-44f4-9c56-f4300de8054b service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493247 Nov 09 18:09:44.996573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1617098-fd09-4a90-9ecf-347d238e6389 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=707d4dbe-e296-4f64-9089-0c1bcde594bb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:44.996792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:45.103143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2cfa9e58-cd8b-4591-9362-94709ead3d4d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1243410 Nov 09 18:09:45.103336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-50ad9ba2-fe49-4b05-bfd6-5097c74f45db tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.103336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-50ad9ba2-fe49-4b05-bfd6-5097c74f45db tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "GET /v2.0/ports?device_id=cef04d51-10cf-4997-9984-9b5bf8771fb9 HTTP/1.1" status: 200 len: 950 time: 0.1201332 Nov 09 18:09:45.103522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58464) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:45.107757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6a6bc334-d46d-4143-8c5f-f56058d80493 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': 'cfe306a1-03f3-40aa-a6eb-62645a2b8da4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:45.111538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d90bc8-f1e4-4e84-ae0b-a3b36214047c req-1e7b9e93-41a2-4e29-9d33-1183f6a0c9dd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.125613 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33d90bc8-f1e4-4e84-ae0b-a3b36214047c req-1e7b9e93-41a2-4e29-9d33-1183f6a0c9dd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.2267437 Nov 09 18:09:45.135603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.147615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:45.150904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5dcfb18c-7614-485d-9273-99eb26fe2f7d', '1a9c9240-baa7-45db-8dcc-b6cb41bd4981'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:45.159358 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-4a6b49b6-2286-4991-9385-1b1740441727 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489453 Nov 09 18:09:45.212160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-acab646b-44ed-4a5a-9d65-1cf1e8796ce9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 200 len: 217 time: 0.0419478 Nov 09 18:09:45.229577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=1a9c9240-baa7-45db-8dcc-b6cb41bd4981,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:45.278392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-c193012c-f337-4d70-ac5b-42f40b8a37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.279783 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-c193012c-f337-4d70-ac5b-42f40b8a37e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0607150 Nov 09 18:09:45.281090 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-6a6bc334-d46d-4143-8c5f-f56058d80493 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The resource could not be found. Nov 09 18:09:45.282432 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6a6bc334-d46d-4143-8c5f-f56058d80493 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1779332 Nov 09 18:09:45.285815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58466) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:45.291788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-efffc91c-1b80-480d-86ab-6d29e5cac9e2 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--76732520'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:45.314456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33d90bc8-f1e4-4e84-ae0b-a3b36214047c req-35e75f8d-b36e-4aee-a45b-620d6bb4e779 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698153 Nov 09 18:09:45.361409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:45.366620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-125c0e79-928f-48ac-81e1-b1f3bbf26c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.368375 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-125c0e79-928f-48ac-81e1-b1f3bbf26c94 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708163 Nov 09 18:09:45.369434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efffc91c-1b80-480d-86ab-6d29e5cac9e2 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.370019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.378338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2787643e-ed74-467f-9aeb-d82573ce3032 req-d3e42c08-2df5-4434-8187-439830ca3027 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "DELETE /v2.0/ports/1a9c9240-baa7-45db-8dcc-b6cb41bd4981 HTTP/1.1" status: 204 len: 173 time: 1.0660672 Nov 09 18:09:45.391014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'name': 'network-vif-deleted', 'tag': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:45.396010 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c95936a-7b35-4460-9bf1-ff6ba42e106b" -d '{"events": [{"server_uuid": "73f5b3fa-72fd-48e7-93db-7981dc476591", "name": "network-vif-deleted", "tag": "1a9c9240-baa7-45db-8dcc-b6cb41bd4981"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:45.462034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port 5dcfb18c-7614-485d-9273-99eb26fe2f7d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:45.462678 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.573292 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-5bfb4995-3935-4ea9-9611-36e64e38e65c service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938243 Nov 09 18:09:45.576332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efffc91c-1b80-480d-86ab-6d29e5cac9e2 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.591782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efffc91c-1b80-480d-86ab-6d29e5cac9e2 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.597132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port 5dcfb18c-7614-485d-9273-99eb26fe2f7d, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5dcfb18c-7614-485d-9273-99eb26fe2f7d,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:45.597132 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.614820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for 5dcfb18c-7614-485d-9273-99eb26fe2f7d owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:45.652597 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2967839d-bc91-47e7-98b9-74a23199f7d3 x-openstack-request-id: req-2967839d-bc91-47e7-98b9-74a23199f7d3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:45.653185 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "name": "network-vif-plugged", "status": "completed", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:45.653407 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2967839d-bc91-47e7-98b9-74a23199f7d3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:45.653823 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'code': 200} Nov 09 18:09:45.695919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffc91c-1b80-480d-86ab-6d29e5cac9e2 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8954463a-7737-40ef-a6c2-ae5f0c862cdd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:45.718496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efffc91c-1b80-480d-86ab-6d29e5cac9e2 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.719782 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-efffc91c-1b80-480d-86ab-6d29e5cac9e2 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4323800 Nov 09 18:09:45.725877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58474) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:45.731309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0d4e859d-d080-4a0c-bae2-ba897109cb58 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--21783467'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:45.774040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4e859d-d080-4a0c-bae2-ba897109cb58 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.841446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca543ac-7638-4051-9dce-e84ec8b22534 req-c3405e51-1869-4e29-b121-0b243707b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:45.842452 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bca543ac-7638-4051-9dce-e84ec8b22534 req-c3405e51-1869-4e29-b121-0b243707b6c2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.1197922 Nov 09 18:09:45.848904 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-1c129382-6a2c-4689-b5a2-6639d8879b35 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672207 Nov 09 18:09:45.882115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-646dc907-8564-4bb9-8126-40aefdff0783 req-c2fc4f5c-1b6b-49f6-bd92-c7bb6725cde6 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=73f5b3fa-72fd-48e7-93db-7981dc476591 HTTP/1.1" status: 200 len: 210 time: 0.0569382 Nov 09 18:09:45.884156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:45.897943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1a9c9240-baa7-45db-8dcc-b6cb41bd4981'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:45.900499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:45.932677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-96019a06-3ef4-4e88-8f13-8678eb53805c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 200 len: 217 time: 0.0633509 Nov 09 18:09:45.939991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bca543ac-7638-4051-9dce-e84ec8b22534 req-662f90c2-0fad-4ce5-bff3-b538363bdf98 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901935 Nov 09 18:09:45.941593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=5dcfb18c-7614-485d-9273-99eb26fe2f7d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:46.003146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-7a60b4bc-310e-4eb0-ab1d-2720f50296c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.015008 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-7a60b4bc-310e-4eb0-ab1d-2720f50296c5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0734098 Nov 09 18:09:46.026423 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64728566-d099-44cf-bb83-7e3314dafaa4 x-openstack-request-id: req-64728566-d099-44cf-bb83-7e3314dafaa4 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:46.026715 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f5b3fa-72fd-48e7-93db-7981dc476591", "name": "network-vif-deleted", "tag": "1a9c9240-baa7-45db-8dcc-b6cb41bd4981", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:46.026964 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64728566-d099-44cf-bb83-7e3314dafaa4 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:46.027622 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f5b3fa-72fd-48e7-93db-7981dc476591', 'name': 'network-vif-deleted', 'tag': '1a9c9240-baa7-45db-8dcc-b6cb41bd4981', 'status': 'completed', 'code': 200} Nov 09 18:09:46.034548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port 5dcfb18c-7614-485d-9273-99eb26fe2f7d on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:46.039216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.043276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9794a847-d673-4a98-a15e-0b04454a3ab3 req-525ce778-d0e2-4307-8bd4-f1c4250f9a0a tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.73 "DELETE /v2.0/ports/5dcfb18c-7614-485d-9273-99eb26fe2f7d HTTP/1.1" status: 204 len: 173 time: 0.9166653 Nov 09 18:09:46.053090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4e859d-d080-4a0c-bae2-ba897109cb58 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.060368 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4e859d-d080-4a0c-bae2-ba897109cb58 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.109106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4e859d-d080-4a0c-bae2-ba897109cb58 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.113710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58476) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:46.116238 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.120604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-03e8e9ce-f820-461b-a4d0-e2e8ffb3440c tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group_rule': {'security_group_id': '8954463a-7737-40ef-a6c2-ae5f0c862cdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '25b2f21a-196d-4aef-9bda-14531b3337a5'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:46.126979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0d4e859d-d080-4a0c-bae2-ba897109cb58 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3998580 Nov 09 18:09:46.175023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e859d-d080-4a0c-bae2-ba897109cb58 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b2f21a-196d-4aef-9bda-14531b3337a5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:46.238955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-3dd82298-4c07-4afc-a124-9ab7ecaf93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.240581 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-3dd82298-4c07-4afc-a124-9ab7ecaf93dc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033924 Nov 09 18:09:46.244914 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-03e8e9ce-f820-461b-a4d0-e2e8ffb3440c tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:09:46.245912 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03e8e9ce-f820-461b-a4d0-e2e8ffb3440c tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1303594 Nov 09 18:09:46.250144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58480) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:46.251798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e42863-503f-41fc-b83a-11c3df8ef676 req-14bb8485-02a3-42f5-9686-0fb6f87ceabd tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.255894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2e42863-503f-41fc-b83a-11c3df8ef676 req-14bb8485-02a3-42f5-9686-0fb6f87ceabd tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1252289 Nov 09 18:09:46.302606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2e42863-503f-41fc-b83a-11c3df8ef676 req-85fbb2e4-0320-4dc8-8d8f-1f5246df6290 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Nov 09 18:09:46.384285 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9be16c78-6e2b-4047-b7ad-95fe4c3ca60d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.392277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-df92cc82-920a-44e8-9c63-57d45f705109 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428902 Nov 09 18:09:46.443147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f93a0-fa26-4a7e-93f1-d7c30f230a31 req-cac688f4-1730-4ea8-8e62-ff7874a74c6e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.445481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-190f93a0-fa26-4a7e-93f1-d7c30f230a31 req-cac688f4-1730-4ea8-8e62-ff7874a74c6e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0676534 Nov 09 18:09:46.495812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-190f93a0-fa26-4a7e-93f1-d7c30f230a31 req-ccdd0a53-9b68-45d0-86e4-304cf3a5e3b0 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402448 Nov 09 18:09:46.499377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9be16c78-6e2b-4047-b7ad-95fe4c3ca60d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.577168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9be16c78-6e2b-4047-b7ad-95fe4c3ca60d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.580134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9be16c78-6e2b-4047-b7ad-95fe4c3ca60d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.581434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9be16c78-6e2b-4047-b7ad-95fe4c3ca60d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/25b2f21a-196d-4aef-9bda-14531b3337a5 HTTP/1.1" status: 204 len: 168 time: 0.3207853 Nov 09 18:09:46.585935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58490) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:46.598609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be16c78-6e2b-4047-b7ad-95fe4c3ca60d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b2f21a-196d-4aef-9bda-14531b3337a5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:46.604510 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-f5479996-e732-4ac1-bf7a-9368e0a10648 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002115 Nov 09 18:09:46.660080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-c2229552-fb3b-433c-ad3d-b3d872780e54 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 217 time: 0.0464721 Nov 09 18:09:46.698422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1c0405cd-d507-42c1-8406-f9853f14d1e3 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1079018 Nov 09 18:09:46.701754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58492) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:46.704155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93950ad7-2fbc-4186-a3d1-9587496900f9 req-19643e85-2a49-4c4e-849c-5441f8b8af53 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.706211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93950ad7-2fbc-4186-a3d1-9587496900f9 req-19643e85-2a49-4c4e-849c-5441f8b8af53 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0993683 Nov 09 18:09:46.745808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-5fde6ca7-afd1-41c1-ac65-ae7071f17b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.747314 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-5fde6ca7-afd1-41c1-ac65-ae7071f17b02 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0799613 Nov 09 18:09:46.752931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93950ad7-2fbc-4186-a3d1-9587496900f9 req-e5fbfbe9-97c5-4d99-af02-9741bfdb53bc tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Nov 09 18:09:46.813770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c76970ac-eefe-42d5-9184-1e6a36eaa249 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.850377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c76970ac-eefe-42d5-9184-1e6a36eaa249 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.864133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-540c8a45-5a87-4df1-8dfb-b53e7532c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.865958 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-540c8a45-5a87-4df1-8dfb-b53e7532c94d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108007 Nov 09 18:09:46.980682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b405-eeb5-4955-835a-07674b544c75 req-cba1cdc0-61ce-4729-b7bb-7b2b30de8c84 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:46.981097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c76970ac-eefe-42d5-9184-1e6a36eaa249 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.982593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aea2b405-eeb5-4955-835a-07674b544c75 req-cba1cdc0-61ce-4729-b7bb-7b2b30de8c84 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0720241 Nov 09 18:09:46.983853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c76970ac-eefe-42d5-9184-1e6a36eaa249 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:46.984998 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c76970ac-eefe-42d5-9184-1e6a36eaa249 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/8954463a-7737-40ef-a6c2-ae5f0c862cdd HTTP/1.1" status: 204 len: 168 time: 0.2823048 Nov 09 18:09:46.987722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58496) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.004479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76970ac-eefe-42d5-9184-1e6a36eaa249 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954463a-7737-40ef-a6c2-ae5f0c862cdd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:47.025109 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-3e80c1b4-7d33-42f6-9efe-cc8dd36a5a41 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499367 Nov 09 18:09:47.083659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aea2b405-eeb5-4955-835a-07674b544c75 req-c14cc23b-3daa-4f00-9e1c-9e18782b489e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917866 Nov 09 18:09:47.096455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4cfc9133-38bf-455a-9254-5911ffd9e013 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1063907 Nov 09 18:09:47.100861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58502) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.107661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-36159536-218b-482b-b505-bd9830e2f945 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'tempest-secgroup--326141781'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:47.141500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36159536-218b-482b-b505-bd9830e2f945 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.182096 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e742c1fe-74da-4e63-b138-886ff8510ed8 req-bffaa768-fcbb-4d1f-9193-e48d68292793 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478744 Nov 09 18:09:47.235723 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36159536-218b-482b-b505-bd9830e2f945 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.243568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36159536-218b-482b-b505-bd9830e2f945 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.284936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36159536-218b-482b-b505-bd9830e2f945 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.289225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-36159536-218b-482b-b505-bd9830e2f945 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1833911 Nov 09 18:09:47.289225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58520) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.294726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b94bcee4-5349-4032-bccf-2de686456f9d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:47.295429 n-d-817240-1 neutron-server[102140]: WARNING neutron.api.v2.base [None req-b94bcee4-5349-4032-bccf-2de686456f9d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 18:09:47.295924 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-b94bcee4-5349-4032-bccf-2de686456f9d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 18:09:47.298245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b94bcee4-5349-4032-bccf-2de686456f9d tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "PUT /v2.0/security-groups/a3e9aaba-ee9b-433b-b63b-136ff30f0a21 HTTP/1.1" status: 409 len: 330 time: 0.0063093 Nov 09 18:09:47.299062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36159536-218b-482b-b505-bd9830e2f945 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9aaba-ee9b-433b-b63b-136ff30f0a21,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:47.299798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.361245 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c85004e-a5b1-4987-92f2-4a5979974051 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.373134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be3bc5-95b3-47e9-bb4b-7a7453ff076f req-2e58c2bb-222d-49e8-9a87-229cfda6da0e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.374759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1be3bc5-95b3-47e9-bb4b-7a7453ff076f req-2e58c2bb-222d-49e8-9a87-229cfda6da0e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Nov 09 18:09:47.386354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c85004e-a5b1-4987-92f2-4a5979974051 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.425121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1be3bc5-95b3-47e9-bb4b-7a7453ff076f req-4618c81c-029f-477c-8e53-431095e9b8e4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Nov 09 18:09:47.434261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c85004e-a5b1-4987-92f2-4a5979974051 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.437754 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c85004e-a5b1-4987-92f2-4a5979974051 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:47.441146 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1c85004e-a5b1-4987-92f2-4a5979974051 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3e9aaba-ee9b-433b-b63b-136ff30f0a21 HTTP/1.1" status: 204 len: 168 time: 0.1379991 Nov 09 18:09:47.441453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.457744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85004e-a5b1-4987-92f2-4a5979974051 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9aaba-ee9b-433b-b63b-136ff30f0a21,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:47.509089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b3edf338-ea8d-438a-bb71-acd538812d79 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657330 Nov 09 18:09:47.512674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58532) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.526774 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-b89594c6-245f-47db-920b-fd9e8a886bbc tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] delete failed (client error): The resource could not be found. Nov 09 18:09:47.528026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b89594c6-245f-47db-920b-fd9e8a886bbc tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ecff7bb-3718-4ebd-b884-da9ceee37b21 HTTP/1.1" status: 404 len: 347 time: 0.0141785 Nov 09 18:09:47.531990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58534) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.569388 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-714c9eee-72f4-442a-9ef8-4735c2e07758 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] show failed (client error): The resource could not be found. Nov 09 18:09:47.571180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-714c9eee-72f4-442a-9ef8-4735c2e07758 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-groups/02ace543-7f3c-4a09-9746-8ebdcebb2cd9 HTTP/1.1" status: 404 len: 347 time: 0.0377288 Nov 09 18:09:47.575222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58536) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:47.587650 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-5521c943-df80-43f3-89ce-ffeebd191242 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] show failed (client error): The resource could not be found. Nov 09 18:09:47.592172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5521c943-df80-43f3-89ce-ffeebd191242 tempest-NegativeSecGroupTest-1238614362 tempest-NegativeSecGroupTest-1238614362-project] 10.222.0.32 "GET /v2.0/security-group-rules/88945396-6b7c-4d6c-a2dd-deea997d2f2e HTTP/1.1" status: 404 len: 356 time: 0.0124624 Nov 09 18:09:47.606641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef171a4e-e130-4bbb-8044-cba35a62a8d4 req-bc4da13d-095e-4ece-a461-6c6f48416fcc tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.608266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef171a4e-e130-4bbb-8044-cba35a62a8d4 req-bc4da13d-095e-4ece-a461-6c6f48416fcc tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0782454 Nov 09 18:09:47.651202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef171a4e-e130-4bbb-8044-cba35a62a8d4 req-c62a7507-5066-40a4-80fd-c7871b1de879 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364697 Nov 09 18:09:47.760583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bfdce-4f8f-47e5-be76-c957603a4553 req-71852665-85be-4c93-9b73-0172c8aa6523 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:47.762096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d5bfdce-4f8f-47e5-be76-c957603a4553 req-71852665-85be-4c93-9b73-0172c8aa6523 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0532992 Nov 09 18:09:47.803526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d5bfdce-4f8f-47e5-be76-c957603a4553 req-0c2e731a-dc76-4af2-a272-9459bed7bb9c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Nov 09 18:09:47.894667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:48.029470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'name': 'network-vif-deleted', 'tag': '5dcfb18c-7614-485d-9273-99eb26fe2f7d'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:48.035109 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68d6561-e564-4b90-9718-a425aa51c984" -d '{"events": [{"server_uuid": "cef04d51-10cf-4997-9984-9b5bf8771fb9", "name": "network-vif-deleted", "tag": "5dcfb18c-7614-485d-9273-99eb26fe2f7d"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:48.057214 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a12194c1-4e6e-4933-beae-c15ed21a1b20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48a5fb387cc44b1d85660ef59e7eda0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583276 Nov 09 18:09:48.057459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58568) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:48.119647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1411efbc-9f4a-459c-b077-83649ecc9992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:48.145837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1411efbc-9f4a-459c-b077-83649ecc9992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:48.220661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd305cd4-5822-4128-9cf0-703b567a5c7a req-5d7103ce-c12c-4068-a0b6-4bf77d5317e2 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.220961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-5df12dbc-f63e-43b7-af58-ec5d08b6578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.222409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd305cd4-5822-4128-9cf0-703b567a5c7a req-5d7103ce-c12c-4068-a0b6-4bf77d5317e2 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0519381 Nov 09 18:09:48.222676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-5df12dbc-f63e-43b7-af58-ec5d08b6578a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.0527511 Nov 09 18:09:48.231802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1411efbc-9f4a-459c-b077-83649ecc9992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:48.234310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1411efbc-9f4a-459c-b077-83649ecc9992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:48.235393 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1411efbc-9f4a-459c-b077-83649ecc9992 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d7c6321-ea92-490b-b16d-86be433e1828 HTTP/1.1" status: 204 len: 168 time: 0.1770012 Nov 09 18:09:48.271643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd305cd4-5822-4128-9cf0-703b567a5c7a req-7c2b7433-e9ef-4dff-93cc-e70a1d7fa2d0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Nov 09 18:09:48.294155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411efbc-9f4a-459c-b077-83649ecc9992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c6321-ea92-490b-b16d-86be433e1828,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:48.348956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-33685a0b-5e16-49f2-8981-be7f0886bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.351655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-33685a0b-5e16-49f2-8981-be7f0886bb44 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.1208749 Nov 09 18:09:48.418689 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-0a6dabf9-d9bc-4cbe-bc41-74a9a12289ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 217 time: 0.0552273 Nov 09 18:09:48.480281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-2d82c380-df97-4922-b095-bad38cd21836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.482145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-2d82c380-df97-4922-b095-bad38cd21836 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.0575852 Nov 09 18:09:48.518768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-151013af-8c1f-4041-b240-22298f1210eb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282891 Nov 09 18:09:48.640518 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-0c7e027f-5388-403f-a0db-90e5cead92e1 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063867 Nov 09 18:09:48.652570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5dcfb18c-7614-485d-9273-99eb26fe2f7d no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:48.689353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 5dcfb18c-7614-485d-9273-99eb26fe2f7d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:48.689977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5dcfb18c-7614-485d-9273-99eb26fe2f7d not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:48.690585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:48.726821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:48.727962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1a9c9240-baa7-45db-8dcc-b6cb41bd4981 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:48.798970 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f7d6491-b5f5-43dc-a53c-d3c0f8c5edc5 req-a2e6f207-d93f-4269-8a4b-87b0855241ed service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566780 Nov 09 18:09:48.864753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac26f-cd52-4b78-a1f0-fe0d877faecd req-542b5ab4-bff1-4f9a-8f3c-8002f8f0ba52 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:48.866716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d2ac26f-cd52-4b78-a1f0-fe0d877faecd req-542b5ab4-bff1-4f9a-8f3c-8002f8f0ba52 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 949 time: 0.4203205 Nov 09 18:09:48.912089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d2ac26f-cd52-4b78-a1f0-fe0d877faecd req-be0e0efb-a9d1-4572-831a-43362b7bd1bc tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/security-groups?id=0164520e-e315-493c-ad13-387991c6f2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376828 Nov 09 18:09:48.964978 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ff587-a797-4f4d-9352-db3320614f82 x-openstack-request-id: req-942ff587-a797-4f4d-9352-db3320614f82 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:48.965271 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef04d51-10cf-4997-9984-9b5bf8771fb9", "name": "network-vif-deleted", "tag": "5dcfb18c-7614-485d-9273-99eb26fe2f7d", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:48.965513 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-942ff587-a797-4f4d-9352-db3320614f82 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:48.966474 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef04d51-10cf-4997-9984-9b5bf8771fb9', 'name': 'network-vif-deleted', 'tag': '5dcfb18c-7614-485d-9273-99eb26fe2f7d', 'status': 'completed', 'code': 200} Nov 09 18:09:49.003109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.062159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ddcf7-7cfe-407e-82da-1cd73925bfc0 req-8e7a8883-4941-48d2-9594-c3520785bf92 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:49.063776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-470ddcf7-7cfe-407e-82da-1cd73925bfc0 req-8e7a8883-4941-48d2-9594-c3520785bf92 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0513711 Nov 09 18:09:49.104147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-470ddcf7-7cfe-407e-82da-1cd73925bfc0 req-4d4e6da8-469d-42a1-8c97-b347c19aa5b1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Nov 09 18:09:49.159293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58610) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.281856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1b7f3a9a-9efb-4b17-b111-a3cfc8ec8522 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-438616662', 'prefixes': ['172.20.0.0/16']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:49.284774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362c67e-1410-4e7c-8989-d4d5efc9f6f8 req-e2273671-1606-4b09-bd57-b94609a41d0e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:49.286624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a362c67e-1410-4e7c-8989-d4d5efc9f6f8 req-e2273671-1606-4b09-bd57-b94609a41d0e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0544488 Nov 09 18:09:49.339229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a362c67e-1410-4e7c-8989-d4d5efc9f6f8 req-cc6181d5-6a75-495f-b2fa-81de534acd2a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 Nov 09 18:09:49.363709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1b7f3a9a-9efb-4b17-b111-a3cfc8ec8522 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] Notify callbacks [] for subnetpool, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.368348 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1b7f3a9a-9efb-4b17-b111-a3cfc8ec8522 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2048702 Nov 09 18:09:49.368710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.433588 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2b968793-4e25-4afb-828f-1d6f46c94020 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] 10.222.0.32 "GET /v2.0/subnetpools/80faed15-2388-4ad7-a004-afb24df159e2 HTTP/1.1" status: 200 len: 731 time: 0.0634880 Nov 09 18:09:49.439865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58624) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.444764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4c07a1e2-a6ab-4b6c-9337-458a5f3965ee tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1175280362'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:49.461381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e10740-163e-49a7-b991-ccf7fecdd298 req-f6a98344-e1bd-4486-832f-97e797b648f0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:49.463659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20e10740-163e-49a7-b991-ccf7fecdd298 req-f6a98344-e1bd-4486-832f-97e797b648f0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0737031 Nov 09 18:09:49.495660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-ac9d0b64-827e-4b4f-a78f-c00fa7e2c6ae tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:49.497286 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-ac9d0b64-827e-4b4f-a78f-c00fa7e2c6ae tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 949 time: 0.1022820 Nov 09 18:09:49.505936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20e10740-163e-49a7-b991-ccf7fecdd298 req-e399d8e7-2cd4-407f-a063-98321b6d2141 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Nov 09 18:09:49.602670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c07a1e2-a6ab-4b6c-9337-458a5f3965ee tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] Notify callbacks [] for subnetpool, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.605958 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4c07a1e2-a6ab-4b6c-9337-458a5f3965ee tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] 10.222.0.32 "PUT /v2.0/subnetpools/80faed15-2388-4ad7-a004-afb24df159e2 HTTP/1.1" status: 200 len: 684 time: 0.1630085 Nov 09 18:09:49.606800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58626) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.630415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Deleting port e3caad76-9fbc-41db-833b-fc6d23615ed8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:09:49.630758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.671016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94bde5-4256-4346-b1fe-bdfd9fe17e96 req-48a58014-6438-43ff-a4f6-d0078df6f4a1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:49.672652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e94bde5-4256-4346-b1fe-bdfd9fe17e96 req-48a58014-6438-43ff-a4f6-d0078df6f4a1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0951369 Nov 09 18:09:49.730716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] For port e3caad76-9fbc-41db-833b-fc6d23615ed8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3caad76-9fbc-41db-833b-fc6d23615ed8,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:49.731376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.740507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08d79ad1-fb6b-41ec-b021-09c498eb1391 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] Notify callbacks [] for subnetpool, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.746218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-08d79ad1-fb6b-41ec-b021-09c498eb1391 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] 10.222.0.32 "DELETE /v2.0/subnetpools/80faed15-2388-4ad7-a004-afb24df159e2 HTTP/1.1" status: 204 len: 168 time: 0.1339781 Nov 09 18:09:49.746218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e94bde5-4256-4346-b1fe-bdfd9fe17e96 req-35543db4-90e4-4730-8f94-714c83b1d516 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591686 Nov 09 18:09:49.746645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58628) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.762433 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-5fc32107-db53-4171-ba3f-6858883a8924 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] show failed (client error): The resource could not be found. Nov 09 18:09:49.762862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Calling delete_port for e3caad76-9fbc-41db-833b-fc6d23615ed8 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:09:49.764972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5fc32107-db53-4171-ba3f-6858883a8924 tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] 10.222.0.32 "GET /v2.0/subnetpools/80faed15-2388-4ad7-a004-afb24df159e2 HTTP/1.1" status: 404 len: 346 time: 0.0159991 Nov 09 18:09:49.766543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58630) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:49.796246 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e3062ea6-0aba-466e-9173-bf151e1ee43d tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] delete failed (client error): The resource could not be found. Nov 09 18:09:49.796916 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e3062ea6-0aba-466e-9173-bf151e1ee43d tempest-SubnetPoolsTestJSON-327850768 tempest-SubnetPoolsTestJSON-327850768-project] 10.222.0.32 "DELETE /v2.0/subnetpools/80faed15-2388-4ad7-a004-afb24df159e2 HTTP/1.1" status: 404 len: 346 time: 0.0294218 Nov 09 18:09:49.952961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:49.966753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3caad76-9fbc-41db-833b-fc6d23615ed8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:09:49.995052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Pushing event deleted for resources: {'Port': ['ID=e3caad76-9fbc-41db-833b-fc6d23615ed8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:50.067967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] No DVR routers for this DVR port e3caad76-9fbc-41db-833b-fc6d23615ed8 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:09:50.071400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.076362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-baf21df2-23b7-4c14-aec1-c1ab09d8376b req-998db4a5-7059-4ebd-b2ae-0fd170ee33f3 tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.85 "DELETE /v2.0/ports/e3caad76-9fbc-41db-833b-fc6d23615ed8 HTTP/1.1" status: 204 len: 173 time: 0.5667055 Nov 09 18:09:50.077241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'name': 'network-vif-deleted', 'tag': 'e3caad76-9fbc-41db-833b-fc6d23615ed8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:09:50.081090 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93604b6-bd75-455c-9f88-9d15fbbff86c" -d '{"events": [{"server_uuid": "56e4035f-64cd-4d57-ac45-b0f005977e7a", "name": "network-vif-deleted", "tag": "e3caad76-9fbc-41db-833b-fc6d23615ed8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:09:50.144149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58654) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:50.175736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b995-231f-4ef0-81a7-d8520166f386 req-197206f8-86c3-40dc-a492-0e55698c6206 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:50.179107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ab8b995-231f-4ef0-81a7-d8520166f386 req-197206f8-86c3-40dc-a492-0e55698c6206 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 813 time: 0.1414390 Nov 09 18:09:50.199268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ab8b995-231f-4ef0-81a7-d8520166f386 req-63f50b99-60a6-465c-aad9-1960ba557db8 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/quotas/c9c6ec7154104e9e8ddb0d7b475c5361 HTTP/1.1" status: 200 len: 375 time: 0.0106156 Nov 09 18:09:50.261232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ab8b995-231f-4ef0-81a7-d8520166f386 req-abfe18f9-84dc-48c4-a617-86533f813568 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549569 Nov 09 18:09:50.291860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-21026c6c-d609-474e-890a-c1c8a306546d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.367092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a796c48-e1a9-4137-815c-ed6cd9962613 req-af9cb01f-959d-47cf-add2-0c8f5982173b tempest-ServersOnMultiNodesTest-1330879009 tempest-ServersOnMultiNodesTest-1330879009-project] 10.222.0.32 "GET /v2.0/ports?device_id=56e4035f-64cd-4d57-ac45-b0f005977e7a HTTP/1.1" status: 200 len: 210 time: 0.0347149 Nov 09 18:09:50.385169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-21026c6c-d609-474e-890a-c1c8a306546d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.400021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-21026c6c-d609-474e-890a-c1c8a306546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.427928 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a34b5d9-baf2-4ba0-92b2-308c616591f2 x-openstack-request-id: req-2a34b5d9-baf2-4ba0-92b2-308c616591f2 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:09:50.428228 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e4035f-64cd-4d57-ac45-b0f005977e7a", "name": "network-vif-deleted", "tag": "e3caad76-9fbc-41db-833b-fc6d23615ed8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:09:50.428484 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a34b5d9-baf2-4ba0-92b2-308c616591f2 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:09:50.428888 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e4035f-64cd-4d57-ac45-b0f005977e7a', 'name': 'network-vif-deleted', 'tag': 'e3caad76-9fbc-41db-833b-fc6d23615ed8', 'status': 'completed', 'code': 200} Nov 09 18:09:50.446729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21026c6c-d609-474e-890a-c1c8a306546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551985cb-aa7c-40c4-a980-ef3c7954280b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:50.451041 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-21026c6c-d609-474e-890a-c1c8a306546d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e220a3492ff4546b4b3aab6d4651aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056550 Nov 09 18:09:50.453537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:50.530586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca9d7-2fea-441f-89d9-aa9bfa09d740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.558355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca9d7-2fea-441f-89d9-aa9bfa09d740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.604597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d0848-353b-43cf-8646-defbddbd76cc req-8bf70cd0-c88c-4c75-89ea-f97889beb977 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:50.607224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d5d0848-353b-43cf-8646-defbddbd76cc req-8bf70cd0-c88c-4c75-89ea-f97889beb977 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0935414 Nov 09 18:09:50.662101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca9d7-2fea-441f-89d9-aa9bfa09d740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.669252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca9d7-2fea-441f-89d9-aa9bfa09d740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:50.671346 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8d7ca9d7-2fea-441f-89d9-aa9bfa09d740 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/551985cb-aa7c-40c4-a980-ef3c7954280b HTTP/1.1" status: 204 len: 168 time: 0.2165272 Nov 09 18:09:50.682106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ca9d7-2fea-441f-89d9-aa9bfa09d740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551985cb-aa7c-40c4-a980-ef3c7954280b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:50.698634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d5d0848-353b-43cf-8646-defbddbd76cc req-d1af3088-7fbb-47d8-b191-ee8f66aa3989 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807281 Nov 09 18:09:50.907275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fb365-dbec-4d63-abf0-4c264eca7c40 req-7f244183-70de-4a55-8ee4-f3f40aff5c59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:50.909325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a00fb365-dbec-4d63-abf0-4c264eca7c40 req-7f244183-70de-4a55-8ee4-f3f40aff5c59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0591807 Nov 09 18:09:50.957376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a00fb365-dbec-4d63-abf0-4c264eca7c40 req-2d7edb17-d5d9-4551-98ea-822612034149 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Nov 09 18:09:51.104227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1926022-8ff5-469a-a772-555c7e52f086 req-f13f5429-2dae-4979-bd8a-d78e95110e57 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.105829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1926022-8ff5-469a-a772-555c7e52f086 req-f13f5429-2dae-4979-bd8a-d78e95110e57 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0613198 Nov 09 18:09:51.154944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1926022-8ff5-469a-a772-555c7e52f086 req-4264e342-7040-4db3-a4f5-e89149ab86fe tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Nov 09 18:09:51.361661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564f596-217a-484b-b1ae-f71376da72b9 req-f648ff33-0dd1-4b79-929a-daea6ac45b18 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.363381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0564f596-217a-484b-b1ae-f71376da72b9 req-f648ff33-0dd1-4b79-929a-daea6ac45b18 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0675066 Nov 09 18:09:51.406399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0564f596-217a-484b-b1ae-f71376da72b9 req-e7520c1f-91c8-4aad-9ffa-7045610a4148 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Nov 09 18:09:51.723268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1236262e-87d0-41c3-8405-25941c73f492 req-12ded4bf-e79c-4444-94c5-272abb51bb81 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361 HTTP/1.1" status: 200 len: 221 time: 0.0386496 Nov 09 18:09:51.796545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58722) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:51.856861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573d997-5edd-4d53-b285-82b9890d818a req-4fd7cda2-c8ef-4cc4-ba0a-d80f4b63347a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:51.858930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d573d997-5edd-4d53-b285-82b9890d818a req-4fd7cda2-c8ef-4cc4-ba0a-d80f4b63347a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0830719 Nov 09 18:09:51.907479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d573d997-5edd-4d53-b285-82b9890d818a req-96306d77-6264-4de7-ac69-c09427ccac58 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Nov 09 18:09:51.974557 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d908916e-7838-4adf-88de-1288a0208bc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9690a44205b74207b0d5d9003a464be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763599 Nov 09 18:09:51.977228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58730) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:52.069933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e1917-3839-463f-ab3c-1bafc9587c41 req-7c3835a4-e79f-4338-a21a-80f1af840b85 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.071975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee3e1917-3839-463f-ab3c-1bafc9587c41 req-7c3835a4-e79f-4338-a21a-80f1af840b85 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0745046 Nov 09 18:09:52.102340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91bfb3f9-0cab-49f4-9740-e8bf297c0a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.133886 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91bfb3f9-0cab-49f4-9740-e8bf297c0a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.137838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee3e1917-3839-463f-ab3c-1bafc9587c41 req-415a101d-4bb8-4b9c-b1dc-953c32219dc4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Nov 09 18:09:52.189841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91bfb3f9-0cab-49f4-9740-e8bf297c0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.192526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-91bfb3f9-0cab-49f4-9740-e8bf297c0a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.197422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-91bfb3f9-0cab-49f4-9740-e8bf297c0a57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0164520e-e315-493c-ad13-387991c6f2e2 HTTP/1.1" status: 204 len: 168 time: 0.2190659 Nov 09 18:09:52.213894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfb3f9-0cab-49f4-9740-e8bf297c0a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0164520e-e315-493c-ad13-387991c6f2e2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:52.335286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa4450-bb9b-49b8-9e42-2f2ef96df964 req-528a820a-ad0f-4449-8a65-e38e7da0e102 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.338532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0fa4450-bb9b-49b8-9e42-2f2ef96df964 req-528a820a-ad0f-4449-8a65-e38e7da0e102 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0546243 Nov 09 18:09:52.386521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0fa4450-bb9b-49b8-9e42-2f2ef96df964 req-638f9e59-f966-49d2-b455-6ba20ca3ad54 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437498 Nov 09 18:09:52.493495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e7f62-7b32-4cfd-8c80-3b5ec04c10b3 req-05a019a3-bc02-480c-a2a7-824e7d6cd391 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.495054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-864e7f62-7b32-4cfd-8c80-3b5ec04c10b3 req-05a019a3-bc02-480c-a2a7-824e7d6cd391 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0512197 Nov 09 18:09:52.535824 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-864e7f62-7b32-4cfd-8c80-3b5ec04c10b3 req-7acedc0c-6595-46be-ba57-662ca163995a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Nov 09 18:09:52.561742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58756) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:52.614604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db71b3fe-cea5-4bfa-a82d-e49d06e6882b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4979b1ef5c0f44ffa801cd0eb6549bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516934 Nov 09 18:09:52.617633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58764) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:52.642671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3caad76-9fbc-41db-833b-fc6d23615ed8 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:09:52.683378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: e3caad76-9fbc-41db-833b-fc6d23615ed8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:09:52.683777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3caad76-9fbc-41db-833b-fc6d23615ed8 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:09:52.689791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08d835cd-4bec-4742-b455-fd4827b688d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.713435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08d835cd-4bec-4742-b455-fd4827b688d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.771924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08d835cd-4bec-4742-b455-fd4827b688d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.775576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6e8f8-dcdf-4858-aba2-595c479d4efc req-296c1b66-709c-4f08-8ee4-9126e0c810ef tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.776619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08d835cd-4bec-4742-b455-fd4827b688d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:52.777550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3cd6e8f8-dcdf-4858-aba2-595c479d4efc req-296c1b66-709c-4f08-8ee4-9126e0c810ef tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0744631 Nov 09 18:09:52.781250 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-08d835cd-4bec-4742-b455-fd4827b688d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e244ba1-d86b-45c1-88bc-1ef245f21537 HTTP/1.1" status: 204 len: 168 time: 0.1621387 Nov 09 18:09:52.794148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d835cd-4bec-4742-b455-fd4827b688d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e244ba1-d86b-45c1-88bc-1ef245f21537,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:52.834601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3cd6e8f8-dcdf-4858-aba2-595c479d4efc req-ebfb1e32-3744-4d3b-989d-f8f000dea728 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508506 Nov 09 18:09:52.981263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11225aa-68dc-430c-8d10-4c1f2773bc76 req-79bd2247-29cf-4ce9-8ed9-9a730a1c25db tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:52.983384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b11225aa-68dc-430c-8d10-4c1f2773bc76 req-79bd2247-29cf-4ce9-8ed9-9a730a1c25db tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0656488 Nov 09 18:09:53.050329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b11225aa-68dc-430c-8d10-4c1f2773bc76 req-de77a8be-b7af-4b6a-8a6c-6b282504eb0d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607984 Nov 09 18:09:53.175994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f41d9b-061e-4474-9f92-009f23d676fd req-37ebd7ca-6037-4014-9f5d-b5a310477200 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.177519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21f41d9b-061e-4474-9f92-009f23d676fd req-37ebd7ca-6037-4014-9f5d-b5a310477200 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0534856 Nov 09 18:09:53.236928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21f41d9b-061e-4474-9f92-009f23d676fd req-cc07c420-a639-46cd-b210-a461e64f627f tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497761 Nov 09 18:09:53.451014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135596cb-d286-4a2d-812d-7d38c25a4f9d req-bae4bc7a-0e74-45a5-87c7-61b8bbc501e4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.458549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135596cb-d286-4a2d-812d-7d38c25a4f9d req-bae4bc7a-0e74-45a5-87c7-61b8bbc501e4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0611935 Nov 09 18:09:53.496292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-135596cb-d286-4a2d-812d-7d38c25a4f9d req-d8b3fd9e-f58e-4f71-805f-5eaa1bf9d251 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367737 Nov 09 18:09:53.626437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe906728-45d7-40ea-b93a-353fd5f4dd1e req-afef3227-aa67-4605-8af5-eebb71537f63 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.627990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe906728-45d7-40ea-b93a-353fd5f4dd1e req-afef3227-aa67-4605-8af5-eebb71537f63 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0520649 Nov 09 18:09:53.647436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58822) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:53.674035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe906728-45d7-40ea-b93a-353fd5f4dd1e req-d4a90665-3182-4512-abcf-ec6a3df356c7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Nov 09 18:09:53.760539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-network', 'tenant_id': '29cee26620e245ae934f55dea733929a'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:53.781396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36b675-bc28-47d4-9c1e-5696e6c7aaea req-926b033b-0a26-4b9c-9abd-7d292123bb01 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:53.783410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc36b675-bc28-47d4-9c1e-5696e6c7aaea req-926b033b-0a26-4b9c-9abd-7d292123bb01 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0535266 Nov 09 18:09:53.787443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Made reservation on behalf of 29cee26620e245ae934f55dea733929a for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:53.790597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.799980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.825686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc36b675-bc28-47d4-9c1e-5696e6c7aaea req-230223c1-7d22-40e6-82e0-f29d6722dc8b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354295 Nov 09 18:09:53.909025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.915892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.956107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:09:53.965329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1968fc-ec60-43ed-9463-4b184a4fb40f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:53.972755 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:53.973425 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Added segment 41e92a22-ad99-46f8-8cee-a7cf65e84093 of type vlan for network 33206587-053d-442d-9355-dd627e23803b Nov 09 18:09:54.025374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.057117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.058255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.058935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.072537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d17c16-c838-4e51-8b3f-87294dff04dc req-ee09c2fe-0e25-4c78-b3c6-a213e43af712 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.081262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1d17c16-c838-4e51-8b3f-87294dff04dc req-ee09c2fe-0e25-4c78-b3c6-a213e43af712 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0649722 Nov 09 18:09:54.120499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] Pushing event updated for resources: {'Network': ['ID=33206587-053d-442d-9355-dd627e23803b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:54.131519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1d17c16-c838-4e51-8b3f-87294dff04dc req-1c28c50e-f691-48be-91df-6a3d3f0b85f3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488379 Nov 09 18:09:54.137059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 33206587-053d-442d-9355-dd627e23803b details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:09:54.146521 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-391d7825-3f48-4686-9715-1f479e5feab2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4966304 Nov 09 18:09:54.149936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58834) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:54.159359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Request body: {'subnet': {'network_id': '33206587-053d-442d-9355-dd627e23803b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-subnet', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:54.238849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Made reservation on behalf of 29cee26620e245ae934f55dea733929a for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:09:54.241369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.378289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb8a7f-abcd-44d1-860e-0b6b0890abe1 req-7ce442ee-5ba0-4b00-b882-5b8c27948435 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.379808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0bb8a7f-abcd-44d1-860e-0b6b0890abe1 req-7ce442ee-5ba0-4b00-b882-5b8c27948435 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0878494 Nov 09 18:09:54.448455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0bb8a7f-abcd-44d1-860e-0b6b0890abe1 req-41e48cde-779e-4f56-9322-cc74cc1b4569 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613229 Nov 09 18:09:54.576006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.655705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494788-7722-4887-b918-52237f04e88f req-318bb4fb-0d0a-4f8c-8448-14ba409e4aa4 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.657749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94494788-7722-4887-b918-52237f04e88f req-318bb4fb-0d0a-4f8c-8448-14ba409e4aa4 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1127458 Nov 09 18:09:54.663443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f45bdee-1340-4064-a2d1-d27421ffd1df,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:54.687240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Checking segment: {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:54.687603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Network hostable DHCP agents. Network: 33206587-053d-442d-9355-dd627e23803b, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:09:54.716559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94494788-7722-4887-b918-52237f04e88f req-a56d4923-88e2-4b05-8186-dd22efe806fe tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495408 Nov 09 18:09:54.723047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Network 33206587-053d-442d-9355-dd627e23803b is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:09:54.739428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 33206587-053d-442d-9355-dd627e23803b) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:54.744683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:54.745553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.750487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b116e-5506-4965-bb94-b059f25c2c1f None None] Network 33206587-053d-442d-9355-dd627e23803b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:54.791219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dd6ec01a-d272-4ebd-ac37-d0c40cf4983c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6370718 Nov 09 18:09:54.793788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58854) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:54.798692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:09:54.824904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.826837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.896095 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:54.947357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-33206587-053d-442d-9355-dd627e23803b', 'network_id': '33206587-053d-442d-9355-dd627e23803b', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'fixed_ips': [{'subnet_id': '2f45bdee-1340-4064-a2d1-d27421ffd1df'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:09:54.948311 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.050457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fe65c-fdfa-4e40-81c9-589c85ec609b req-d517f6ff-10d8-4721-b09c-2753f15f4f81 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.058037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-483fe65c-fdfa-4e40-81c9-589c85ec609b req-d517f6ff-10d8-4721-b09c-2753f15f4f81 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1580353 Nov 09 18:09:55.089290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Allocated IP 172.20.0.2 (33206587-053d-442d-9355-dd627e23803b/2f45bdee-1340-4064-a2d1-d27421ffd1df/6947539a-a378-4d41-97a2-ae45e4a0aac6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:55.109758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.137935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-483fe65c-fdfa-4e40-81c9-589c85ec609b req-8eebec9d-bfda-4b3c-b800-1676f487be58 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789065 Nov 09 18:09:55.237399 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.244414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.285794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Pushing event updated for resources: {'Port': ['ID=6947539a-a378-4d41-97a2-ae45e4a0aac6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:55.298966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f66e9-833d-4ea3-ad81-272044b6b7b5 req-36de5f44-1b15-41c4-bf3f-6ced54b090bc tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.300601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-584f66e9-833d-4ea3-ad81-272044b6b7b5 req-36de5f44-1b15-41c4-bf3f-6ced54b090bc tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0875070 Nov 09 18:09:55.309757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Network 33206587-053d-442d-9355-dd627e23803b is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:55.312172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:55.315394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.316026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.316556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.317203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.317685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.318217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.318701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.319213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.319694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.320213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.321326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.321854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:55.325316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:55.389626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Attempting to bind port 6947539a-a378-4d41-97a2-ae45e4a0aac6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:55.390442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Attempting to bind port 6947539a-a378-4d41-97a2-ae45e4a0aac6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:55.392030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Attempting to bind port 6947539a-a378-4d41-97a2-ae45e4a0aac6 on network 33206587-053d-442d-9355-dd627e23803b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:55.399375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:55.400177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Checking segment: {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:55.401408 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.402019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Bound using segment: {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:55.402805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Bound port: 6947539a-a378-4d41-97a2-ae45e4a0aac6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:55.405055 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.435700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-584f66e9-833d-4ea3-ad81-272044b6b7b5 req-5c8b720d-5db5-447b-af78-93ddb5265c2e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945628 Nov 09 18:09:55.451123 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.484202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.496394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] For port 6947539a-a378-4d41-97a2-ae45e4a0aac6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:55.502591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] For port 6947539a-a378-4d41-97a2-ae45e4a0aac6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6947539a-a378-4d41-97a2-ae45e4a0aac6,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:55.514271 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:55.584338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb117f88-8b26-44ff-af29-0a664c1eee89 None None] Pushing event updated for resources: {'Port': ['ID=6947539a-a378-4d41-97a2-ae45e4a0aac6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:55.732707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Allocated IP 172.25.0.185 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/01438b2e-76cd-46af-a2df-eb2d74de6556) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:55.764572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393dbf6-85e9-467c-bb89-bc8c415ef133 req-0ed96a15-7240-4ce8-8c5f-e3fca5ca39ad tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:55.766907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4393dbf6-85e9-467c-bb89-bc8c415ef133 req-0ed96a15-7240-4ce8-8c5f-e3fca5ca39ad tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1029227 Nov 09 18:09:55.891920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4393dbf6-85e9-467c-bb89-bc8c415ef133 req-6d1dc145-a16c-4b0f-8ae7-08c014edf8da tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126585 Nov 09 18:09:56.005050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.072493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c89b26-e185-4beb-af30-82ec8bbb69b4 req-e7a3c6d2-0d24-4c6a-b712-ceaffe58ad6d tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:56.074087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5c89b26-e185-4beb-af30-82ec8bbb69b4 req-e7a3c6d2-0d24-4c6a-b712-ceaffe58ad6d tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0736060 Nov 09 18:09:56.109298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.154183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5c89b26-e185-4beb-af30-82ec8bbb69b4 req-5933565b-e870-4193-92e9-dc3c8586f715 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729918 Nov 09 18:09:56.161764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:56.165308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:56.167732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:56.195545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Pushing event updated for resources: {'Port': ['ID=01438b2e-76cd-46af-a2df-eb2d74de6556,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:56.492406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027e77-df6a-4a30-a018-48f43fc015b6 req-b5824e46-1d80-43df-98aa-84bacf9f5916 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:56.499875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7027e77-df6a-4a30-a018-48f43fc015b6 req-b5824e46-1d80-43df-98aa-84bacf9f5916 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1389990 Nov 09 18:09:56.559529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7027e77-df6a-4a30-a018-48f43fc015b6 req-d6d27ca6-3c36-4320-9528-972c9221078a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Nov 09 18:09:56.573031 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.842094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6947539a-a378-4d41-97a2-ae45e4a0aac6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:56.927666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6947539a-a378-4d41-97a2-ae45e4a0aac6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:56.928402 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:56.937233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6fd0-ce0e-459b-86a2-aa0d7df267d5 req-2c1e58e1-fece-4a91-ad40-d674d2ea7235 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:56.942777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcbb6fd0-ce0e-459b-86a2-aa0d7df267d5 req-2c1e58e1-fece-4a91-ad40-d674d2ea7235 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.2851136 Nov 09 18:09:56.962112 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.047924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.094342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 6947539a-a378-4d41-97a2-ae45e4a0aac6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6947539a-a378-4d41-97a2-ae45e4a0aac6,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:09:57.100067 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.163147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=6947539a-a378-4d41-97a2-ae45e4a0aac6,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:57.189010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a438bf1d-78d5-4b1d-91cb-36d2de00d98c None None] Network 33206587-053d-442d-9355-dd627e23803b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:09:57.199750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcbb6fd0-ce0e-459b-86a2-aa0d7df267d5 req-f173b34a-d2d3-4dc2-91ab-2850dd5ee4ee tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393818 Nov 09 18:09:57.208948 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Router be10690c-777c-432a-a040-a43802c9259b is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:09:57.372364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2cf2a2ac-18fa-46a4-a280-c2bc8b32d370 None None] Provisioning complete for port 6947539a-a378-4d41-97a2-ae45e4a0aac6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:57.372825 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2cf2a2ac-18fa-46a4-a280-c2bc8b32d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.852517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:09:57.865028 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Sync routers for ids ['be10690c-777c-432a-a040-a43802c9259b'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:09:57.896431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4ab8cd05-5fa3-46ae-871c-b67d52271949 None None] Provisioning complete for port 6947539a-a378-4d41-97a2-ae45e4a0aac6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:57.896992 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ab8cd05-5fa3-46ae-871c-b67d52271949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.901517 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Routers {'be10690c-777c-432a-a040-a43802c9259b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:57.901836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['be10690c-777c-432a-a040-a43802c9259b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:57.945803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2d3d2-cd8c-48bd-a3a5-08d8db6b9ee1 req-20ce1ec6-07a1-42ee-869e-35624caa038d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:57.955243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4c2d3d2-cd8c-48bd-a3a5-08d8db6b9ee1 req-20ce1ec6-07a1-42ee-869e-35624caa038d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1684473 Nov 09 18:09:57.958108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:57.959403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9fe3460a-df2f-4651-bbe6-b17b7707776e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1644797 Nov 09 18:09:57.963030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58932) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:09:58.037214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4c2d3d2-cd8c-48bd-a3a5-08d8db6b9ee1 req-62d123af-f3e8-4c36-b4dd-f6076827dc2c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662172 Nov 09 18:09:58.124721 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Set router be10690c-777c-432a-a040-a43802c9259b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:58.206326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cefa3b-815a-4d75-9b2f-08d2b7e4565c req-bb426892-d6fc-40b4-939e-ac104e105a57 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.211516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32cefa3b-815a-4d75-9b2f-08d2b7e4565c req-bb426892-d6fc-40b4-939e-ac104e105a57 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0878303 Nov 09 18:09:58.254249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32cefa3b-815a-4d75-9b2f-08d2b7e4565c req-eaa92ee3-873a-4b87-a2d9-72a663e0a8da tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Nov 09 18:09:58.389697 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:09:56Z', 'revision_number': 3, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port': {'id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:55Z', 'updated_at': '2021-11-09T18:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:58.437425 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Checking router: be10690c-777c-432a-a040-a43802c9259b for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:09:58.438114 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Updating router be10690c-777c-432a-a040-a43802c9259b port 01438b2e-76cd-46af-a2df-eb2d74de6556 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:09:58.466425 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.540313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33937f4-5f0e-48f9-b91b-7d9961fcedc0 req-0afe2558-a801-4f28-bb6f-5ac47a4984e0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.547975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b33937f4-5f0e-48f9-b91b-7d9961fcedc0 req-0afe2558-a801-4f28-bb6f-5ac47a4984e0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0990078 Nov 09 18:09:58.579708 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.592270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b33937f4-5f0e-48f9-b91b-7d9961fcedc0 req-2ccf827f-19c6-4bff-8e59-3dd77ed9847b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Nov 09 18:09:58.781802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6947539a-a378-4d41-97a2-ae45e4a0aac6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:09:58.811570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3a708-a0f8-45e2-a81e-87737412b246 req-9fd0e373-dd79-4fe5-a8df-98b96d9688ad tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:58.820073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0d3a708-a0f8-45e2-a81e-87737412b246 req-9fd0e373-dd79-4fe5-a8df-98b96d9688ad tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0697072 Nov 09 18:09:58.830874 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:09:58.832885 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.844989 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.888776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0d3a708-a0f8-45e2-a81e-87737412b246 req-15643815-f6a5-4a18-9849-26c7dd93a0cc tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674601 Nov 09 18:09:58.906806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6947539a-a378-4d41-97a2-ae45e4a0aac6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:58.907715 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.909350 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Attempting to bind port 01438b2e-76cd-46af-a2df-eb2d74de6556 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:09:58.909794 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Attempting to bind port 01438b2e-76cd-46af-a2df-eb2d74de6556 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:09:58.910080 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Attempting to bind port 01438b2e-76cd-46af-a2df-eb2d74de6556 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:09:58.917648 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:09:58.918040 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:09:58.919989 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:58.920458 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:09:58.920940 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Bound port: 01438b2e-76cd-46af-a2df-eb2d74de6556, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:09:58.921490 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.023870 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Pushing event updated for resources: {'Port': ['ID=01438b2e-76cd-46af-a2df-eb2d74de6556,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:59.070701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Allocated IP 172.20.0.1 (33206587-053d-442d-9355-dd627e23803b/2f45bdee-1340-4064-a2d1-d27421ffd1df/857a8954-8e1a-475c-8a81-525040a5e016) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:09:59.077736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf10537-3dc0-4034-9918-79a6d645f188 req-281f0673-2a2e-42f9-ae99-2894e2073bf6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:59.079465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbf10537-3dc0-4034-9918-79a6d645f188 req-281f0673-2a2e-42f9-ae99-2894e2073bf6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0833371 Nov 09 18:09:59.119048 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] For port 01438b2e-76cd-46af-a2df-eb2d74de6556, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:09:59.122386 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] For port 01438b2e-76cd-46af-a2df-eb2d74de6556, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=01438b2e-76cd-46af-a2df-eb2d74de6556,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:09:59.124860 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.125253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.125634 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.125978 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.126405 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.126733 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.127106 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.127483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.127879 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.128248 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.128724 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.129054 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:09:59.136689 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.162981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbf10537-3dc0-4034-9918-79a6d645f188 req-3a5de225-b9e8-4620-8cfa-43be0ac4d40b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706775 Nov 09 18:09:59.203586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfd2cf-e9f8-48df-878a-070241709919 None None] Pushing event updated for resources: {'Port': ['ID=01438b2e-76cd-46af-a2df-eb2d74de6556,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:09:59.228878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.234478 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Routers {'be10690c-777c-432a-a040-a43802c9259b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:09:59.236971 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['be10690c-777c-432a-a040-a43802c9259b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:59.269648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.327212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Network 33206587-053d-442d-9355-dd627e23803b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:09:59.330524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:09:59.335095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:09:59.430789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133eeec-ae2e-44ff-acdb-daee28965761 req-dd7369d0-e9a7-443e-98a5-e40c4cc9a58f tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:59.432620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3133eeec-ae2e-44ff-acdb-daee28965761 req-dd7369d0-e9a7-443e-98a5-e40c4cc9a58f tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0842206 Nov 09 18:09:59.450733 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] Set router be10690c-777c-432a-a040-a43802c9259b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:09:59.494925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3133eeec-ae2e-44ff-acdb-daee28965761 req-89649bee-ec7b-4a94-8347-ff59d2243e70 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558109 Nov 09 18:09:59.785078 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:09:56Z', 'revision_number': 3, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port': {'id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:55Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:09:59.809296 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.821315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ffa652f6-a225-4c65-8a28-5cb7ac6ddff5 None None] Provisioning complete for port 857a8954-8e1a-475c-8a81-525040a5e016 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:09:59.821706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffa652f6-a225-4c65-8a28-5cb7ac6ddff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:09:59.830862 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786f3d4-fecc-4686-8e2b-9be9500503a2 None None] The sync data for ids ['be10690c-777c-432a-a040-a43802c9259b'] in n-d-817240-1 is: [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:09:56Z', 'revision_number': 3, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port': {'id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:55Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:09:59.853450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd3e01-f78d-425c-887a-2e24e8c614e5 req-228a74b1-6e81-4eac-8506-ccf2118be957 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:09:59.861383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91dd3e01-f78d-425c-887a-2e24e8c614e5 req-228a74b1-6e81-4eac-8506-ccf2118be957 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0749309 Nov 09 18:09:59.920357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ffa652f6-a225-4c65-8a28-5cb7ac6ddff5 None None] Port 857a8954-8e1a-475c-8a81-525040a5e016 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:09:59.931109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91dd3e01-f78d-425c-887a-2e24e8c614e5 req-d191b488-80cf-4572-950f-694b15a6c90f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Nov 09 18:09:59.954599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Pushing event updated for resources: {'Port': ['ID=857a8954-8e1a-475c-8a81-525040a5e016,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:00.041684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:00.062816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed812f22-2eba-439a-9619-afac088893ad req-920933b3-8ecc-45b3-bf30-0a28a314b697 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.064488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed812f22-2eba-439a-9619-afac088893ad req-920933b3-8ecc-45b3-bf30-0a28a314b697 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0688560 Nov 09 18:10:00.190149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed812f22-2eba-439a-9619-afac088893ad req-369fff77-efb6-43e1-bcb7-0767db337c19 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126771 Nov 09 18:10:00.420599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:00.432824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:00.513260 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:00.569509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a273c-dd3a-4c13-ab22-4eaaa13e11a4 req-65712908-8088-43ed-807b-aad5e626b13d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.571445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c8a273c-dd3a-4c13-ab22-4eaaa13e11a4 req-65712908-8088-43ed-807b-aad5e626b13d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1242301 Nov 09 18:10:00.634280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c8a273c-dd3a-4c13-ab22-4eaaa13e11a4 req-b44a04fc-82d8-4cb2-8079-f2f11ba44d2c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Nov 09 18:10:00.642339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Pushing event updated for resources: {'Port': ['ID=857a8954-8e1a-475c-8a81-525040a5e016,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:00.775795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Network 33206587-053d-442d-9355-dd627e23803b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:00.778364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:00.844527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 01438b2e-76cd-46af-a2df-eb2d74de6556 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:00.857342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216fb75-d40d-4958-ab75-7732e40c43f9 req-78992b8d-eeff-4324-9062-0928f3df5568 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:00.876159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9216fb75-d40d-4958-ab75-7732e40c43f9 req-78992b8d-eeff-4324-9062-0928f3df5568 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1325817 Nov 09 18:10:00.920627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Router be10690c-777c-432a-a040-a43802c9259b has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:00.985350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9216fb75-d40d-4958-ab75-7732e40c43f9 req-d66a049b-4b0e-44f6-8af4-a62c31d58214 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043000 Nov 09 18:10:01.008908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 01438b2e-76cd-46af-a2df-eb2d74de6556 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:01.009422 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.089926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:01.095117 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10aefd47-1223-465c-944b-42c6f91f43d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/be10690c-777c-432a-a040-a43802c9259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1303980 Nov 09 18:10:01.176426 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.210538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 01438b2e-76cd-46af-a2df-eb2d74de6556, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=01438b2e-76cd-46af-a2df-eb2d74de6556,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:01.231551 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.304673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd6475-19fb-4759-bc06-aab33a6fbc61 req-b9a05e75-06cb-443d-8590-b75952f1860a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:01.318945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32bd6475-19fb-4759-bc06-aab33a6fbc61 req-b9a05e75-06cb-443d-8590-b75952f1860a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0842881 Nov 09 18:10:01.319919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=01438b2e-76cd-46af-a2df-eb2d74de6556,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:01.356203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1adec88d-b1e1-4c4c-83ea-900bbfe4bd06 None None] Provisioning complete for port 857a8954-8e1a-475c-8a81-525040a5e016 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:01.356858 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1adec88d-b1e1-4c4c-83ea-900bbfe4bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:01.385003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32bd6475-19fb-4759-bc06-aab33a6fbc61 req-37bcc3be-127c-42fe-84b2-c4daa8dd2c66 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610805 Nov 09 18:10:01.438100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1adec88d-b1e1-4c4c-83ea-900bbfe4bd06 None None] Port 857a8954-8e1a-475c-8a81-525040a5e016 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:01.573819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f90f-830c-468c-a519-14c1c2d083a7 req-1cd4e107-4717-4461-bd0d-b8579aa80b7c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:01.584834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ace6f90f-830c-468c-a519-14c1c2d083a7 req-1cd4e107-4717-4461-bd0d-b8579aa80b7c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1260293 Nov 09 18:10:01.657322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ace6f90f-830c-468c-a519-14c1c2d083a7 req-c1f3e8a8-1724-4839-bc04-00ba9db8e5cf tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699332 Nov 09 18:10:01.913501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a172688-ea57-49bf-9c73-528465eedb37 req-f5e9c391-ac13-4e94-8019-282ff8369d04 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:01.922687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a172688-ea57-49bf-9c73-528465eedb37 req-f5e9c391-ac13-4e94-8019-282ff8369d04 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0799794 Nov 09 18:10:01.997792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a172688-ea57-49bf-9c73-528465eedb37 req-79652cea-2251-48b9-b9db-e6e732ddbe20 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734746 Nov 09 18:10:02.150839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754cb32-72b6-440d-8072-37edd7d409f6 req-774042fa-0b76-4487-9f7e-d3702eb17096 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.159335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e754cb32-72b6-440d-8072-37edd7d409f6 req-774042fa-0b76-4487-9f7e-d3702eb17096 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.0952601 Nov 09 18:10:02.222764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59036) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:02.229545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-network', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:02.241114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e754cb32-72b6-440d-8072-37edd7d409f6 req-2a0adbeb-2336-43a3-9991-410351597c7d tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802276 Nov 09 18:10:02.284971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Made reservation on behalf of 963ea0ed0ea94274a61fb63605c243b9 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:02.288353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.307292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.434825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.441866 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.485742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:10:02.498629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e67ed6b-ede5-47fb-8f61-0022ed42b74e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:02.505974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.506967 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Added segment 8dbf5c66-8071-4c1d-970b-0bdcad6e3e78 of type vlan for network 50c4c917-3661-421a-8f10-d3a669e96775 Nov 09 18:10:02.581331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.601973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1543c84-ec3a-44a4-97c0-dd939a6938d6 req-e2633fae-c87d-4db2-8a45-563318e873c5 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.614424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1543c84-ec3a-44a4-97c0-dd939a6938d6 req-e2633fae-c87d-4db2-8a45-563318e873c5 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1485403 Nov 09 18:10:02.650454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.652859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:02.653884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:02.715484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 836d380e-d985-40f5-a508-fb80f71fca9c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:10:02.715967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1543c84-ec3a-44a4-97c0-dd939a6938d6 req-1f5b9014-95be-4896-b0a3-265f381f0d2f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999019 Nov 09 18:10:02.837359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=50c4c917-3661-421a-8f10-d3a669e96775,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:02.844144 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b3f854e3-2777-473c-8bc1-ce9cdc94c4f3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6201925 Nov 09 18:10:02.847527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59070) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:02.861364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Request body: {'subnet': {'network_id': '50c4c917-3661-421a-8f10-d3a669e96775', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-subnet', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:02.971593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Made reservation on behalf of 963ea0ed0ea94274a61fb63605c243b9 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:02.981553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.019284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891d3a7-c18b-4ab0-8c94-e4790e9eee7f req-4e5f31e5-4670-4322-9cfa-0ab52b3333b6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.034282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d891d3a7-c18b-4ab0-8c94-e4790e9eee7f req-4e5f31e5-4670-4322-9cfa-0ab52b3333b6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1650717 Nov 09 18:10:03.091812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 50c4c917-3661-421a-8f10-d3a669e96775 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:10:03.094132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 01438b2e-76cd-46af-a2df-eb2d74de6556 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:03.139123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Sync routers for ids ['be10690c-777c-432a-a040-a43802c9259b'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:03.216959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d891d3a7-c18b-4ab0-8c94-e4790e9eee7f req-62e7dc55-5b28-49db-8a5d-8ec554cbd565 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796739 Nov 09 18:10:03.328376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Routers {'be10690c-777c-432a-a040-a43802c9259b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:03.328949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['be10690c-777c-432a-a040-a43802c9259b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:03.478939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 01438b2e-76cd-46af-a2df-eb2d74de6556 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:03.479294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.529814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:03.556705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '836d380e-d985-40f5-a508-fb80f71fca9c', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': '836d380e-d985-40f5-a508-fb80f71fca9c', 'mac_address': 'fa:16:3e:3a:6d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:10:03.573584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.585222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Set router be10690c-777c-432a-a040-a43802c9259b gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:03.640538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2314220a-1561-43d2-841e-ee648f99c146,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:03.652980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e045c-01e6-44bb-8fca-b2945eec9409 req-f7609613-90e0-4a90-b3d0-442ced79d7db tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.662158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-742e045c-01e6-44bb-8fca-b2945eec9409 req-f7609613-90e0-4a90-b3d0-442ced79d7db tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.3028791 Nov 09 18:10:03.713782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-742e045c-01e6-44bb-8fca-b2945eec9409 req-d1a60a4f-a0f6-4b41-8900-788b5436e88d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502357 Nov 09 18:10:03.776816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Checking segment: {'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:03.778594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Network hostable DHCP agents. Network: 50c4c917-3661-421a-8f10-d3a669e96775, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:10:03.817540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Network 50c4c917-3661-421a-8f10-d3a669e96775 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:10:03.837895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 50c4c917-3661-421a-8f10-d3a669e96775) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:03.845530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:03.846400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.865114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16941aa-f32c-4b3e-9892-9bfc195155b2 None None] Network 50c4c917-3661-421a-8f10-d3a669e96775 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:03.869562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7596b8de-49f6-434f-8f8f-81dc32b5cf0c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0207067 Nov 09 18:10:03.872476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59096) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:03.876864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:03.948676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.951136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.955190 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:03.981988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 836d380e-d985-40f5-a508-fb80f71fca9c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:04.013082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:04.028065 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.041209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7e32c-e678-4e70-97ca-00f0f2ea157a req-7e732f78-2efc-4b32-a31f-4822b18d3537 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:04.050097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecb7e32c-e678-4e70-97ca-00f0f2ea157a req-7e732f78-2efc-4b32-a31f-4822b18d3537 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1162307 Nov 09 18:10:04.067289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.129477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ecb7e32c-e678-4e70-97ca-00f0f2ea157a req-0ee4c2b3-7812-49f3-bcb1-a138056cd861 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Nov 09 18:10:04.268466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59106) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:04.364835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['836d380e-d985-40f5-a508-fb80f71fca9c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:04.444258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.509153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec9f353-479f-4726-a9bf-29d56f8f50fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.530387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:04.621531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec9f353-479f-4726-a9bf-29d56f8f50fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.638422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec9f353-479f-4726-a9bf-29d56f8f50fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.645394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-50c4c917-3661-421a-8f10-d3a669e96775', 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'fixed_ips': [{'subnet_id': '2314220a-1561-43d2-841e-ee648f99c146'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:10:04.646867 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.699079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9f353-479f-4726-a9bf-29d56f8f50fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6199a96-c16d-42f0-917b-680f5f71eab7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:04.728517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2ec9f353-479f-4726-a9bf-29d56f8f50fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb5ad49f3e1243ce92e1c820e85f86d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574416 Nov 09 18:10:04.732695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59112) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:04.829170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d93942c7-05c6-4ea1-b272-04469a8fda26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.858630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d93942c7-05c6-4ea1-b272-04469a8fda26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.926722 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d93942c7-05c6-4ea1-b272-04469a8fda26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.935415 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d93942c7-05c6-4ea1-b272-04469a8fda26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:04.935415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d93942c7-05c6-4ea1-b272-04469a8fda26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6199a96-c16d-42f0-917b-680f5f71eab7 HTTP/1.1" status: 204 len: 168 time: 0.1986995 Nov 09 18:10:04.980025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93942c7-05c6-4ea1-b272-04469a8fda26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6199a96-c16d-42f0-917b-680f5f71eab7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:04.996128 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.012388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 4, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port': {'id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:55Z', 'updated_at': '2021-11-09T18:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '857a8954-8e1a-475c-8a81-525040a5e016', 'name': '', 'network_id': '33206587-053d-442d-9355-dd627e23803b', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'mac_address': 'fa:16:3e:9f:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2f45bdee-1340-4064-a2d1-d27421ffd1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:00Z', 'revision_number': 2, 'project_id': '29cee26620e245ae934f55dea733929a', 'subnets': [{'id': '2f45bdee-1340-4064-a2d1-d27421ffd1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:05.041404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.198367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Checking router: be10690c-777c-432a-a040-a43802c9259b for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:05.198738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Updating router be10690c-777c-432a-a040-a43802c9259b port 857a8954-8e1a-475c-8a81-525040a5e016 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:05.274404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66b599-56d9-431b-a949-84eb3616b5ca req-cfc6d958-9a17-4d4d-816a-f365336a486b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:05.294587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a66b599-56d9-431b-a949-84eb3616b5ca req-cfc6d958-9a17-4d4d-816a-f365336a486b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 944 time: 0.1485298 Nov 09 18:10:05.347482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Allocated IP 172.25.0.28 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/903675a9-9dc2-4f10-b8dd-7c2fbe23dfff) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:05.350743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.384123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Allocated IP 172.20.0.2 (50c4c917-3661-421a-8f10-d3a669e96775/2314220a-1561-43d2-841e-ee648f99c146/4196ff82-e299-43e7-ad1f-c58270d55e8c) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:05.427663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a66b599-56d9-431b-a949-84eb3616b5ca req-8bb853a0-e7da-4430-9a76-7fa977edea58 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318269 Nov 09 18:10:05.577769 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.673968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:05.772663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b24b-8303-4166-9ae3-72b3da361c92 req-2546b933-ec10-49da-8cc0-9045641b5fee tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:05.785933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:05.786987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e855b24b-8303-4166-9ae3-72b3da361c92 req-2546b933-ec10-49da-8cc0-9045641b5fee tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0915282 Nov 09 18:10:05.790287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:05.806627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:05.811265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Pushing event updated for resources: {'Port': ['ID=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:05.852745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e855b24b-8303-4166-9ae3-72b3da361c92 req-d8f68832-a814-43f4-b939-648beb24e282 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643487 Nov 09 18:10:06.038005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.062887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e29637-e887-4df0-8449-abf1df8a13d9 req-8a23e139-cc13-41ea-84d9-79af9a4cf513 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:06.074774 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.082806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5e29637-e887-4df0-8449-abf1df8a13d9 req-8a23e139-cc13-41ea-84d9-79af9a4cf513 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1321180 Nov 09 18:10:06.221339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5e29637-e887-4df0-8449-abf1df8a13d9 req-00e6b9bd-2208-42ac-b362-2f4d88a3bb6e tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325941 Nov 09 18:10:06.252768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1ea3b-f950-41fd-b9a5-00cc0921d37f None None] Pushing event updated for resources: {'Port': ['ID=857a8954-8e1a-475c-8a81-525040a5e016,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:06.295177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.370609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.404673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.407730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Attempting to bind port 857a8954-8e1a-475c-8a81-525040a5e016 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:06.408252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Attempting to bind port 857a8954-8e1a-475c-8a81-525040a5e016 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:06.408624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Attempting to bind port 857a8954-8e1a-475c-8a81-525040a5e016 on network 33206587-053d-442d-9355-dd627e23803b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:06.509929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:06.514220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Checking segment: {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:06.515477 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.515891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Bound using segment: {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:06.516412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Bound port: 857a8954-8e1a-475c-8a81-525040a5e016, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:06.516815 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.579862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Network 50c4c917-3661-421a-8f10-d3a669e96775 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:06.584240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34792fdd-d6e1-4ecb-8c7b-0e119a523f50 req-e45fb998-9b28-467d-b3b7-2987afe0a682 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:06.593444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:06.597439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34792fdd-d6e1-4ecb-8c7b-0e119a523f50 req-e45fb998-9b28-467d-b3b7-2987afe0a682 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 944 time: 0.0677891 Nov 09 18:10:06.609837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:06.671356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Pushing event updated for resources: {'Port': ['ID=4196ff82-e299-43e7-ad1f-c58270d55e8c,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:06.701712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34792fdd-d6e1-4ecb-8c7b-0e119a523f50 req-4dcccc54-9026-47a7-a0fb-5ed2fc7396a6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030180 Nov 09 18:10:06.762857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Attempting to bind port 4196ff82-e299-43e7-ad1f-c58270d55e8c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:06.763617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Attempting to bind port 4196ff82-e299-43e7-ad1f-c58270d55e8c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:06.764551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Attempting to bind port 4196ff82-e299-43e7-ad1f-c58270d55e8c on network 50c4c917-3661-421a-8f10-d3a669e96775 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:06.766317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:06.767119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 836d380e-d985-40f5-a508-fb80f71fca9c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:06.985308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:07.002320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Checking segment: {'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:07.002751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.003158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Bound using segment: {'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:07.003670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Bound port: 4196ff82-e299-43e7-ad1f-c58270d55e8c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:07.004065 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.044596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1b08ee0c-8bde-4a6a-b5a9-843b5b517f3d None None] Provisioning complete for port 857a8954-8e1a-475c-8a81-525040a5e016 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:07.045330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1b08ee0c-8bde-4a6a-b5a9-843b5b517f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.046571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:10:07.080712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] For port 857a8954-8e1a-475c-8a81-525040a5e016, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:07.137971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] For port 857a8954-8e1a-475c-8a81-525040a5e016, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=857a8954-8e1a-475c-8a81-525040a5e016,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:07.174955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.182486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59176) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:07.223142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1b08ee0c-8bde-4a6a-b5a9-843b5b517f3d None None] Port 857a8954-8e1a-475c-8a81-525040a5e016 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:07.238747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b774d-988d-4928-9bc5-6abc2cf21cf9 req-465bd785-510a-46f2-a2e4-0c9e0d0d46ba tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:07.247492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-370b774d-988d-4928-9bc5-6abc2cf21cf9 req-465bd785-510a-46f2-a2e4-0c9e0d0d46ba tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0905013 Nov 09 18:10:07.283224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 836d380e-d985-40f5-a508-fb80f71fca9c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:07.283601 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.292220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:07.303421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-370b774d-988d-4928-9bc5-6abc2cf21cf9 req-05ef15c7-feae-4538-9af1-b51f4f459cf0 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546541 Nov 09 18:10:07.306602 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Sync routers for ids ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:07.330614 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Routers {'a62863ca-6199-491f-a7b6-72bfe2ca6bc9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:07.330614 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:07.342186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.343616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-32fc8918-18e8-4cf8-86a9-7fae0b19480a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4701517 Nov 09 18:10:07.346727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59186) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:07.470187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.545623 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Set router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:07.628895 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fd1dd8d-6fa9-451a-8c40-b1ec0788e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.675311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] For port 4196ff82-e299-43e7-ad1f-c58270d55e8c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:07.755167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1ea3b-f950-41fd-b9a5-00cc0921d37f None None] Pushing event updated for resources: {'Port': ['ID=857a8954-8e1a-475c-8a81-525040a5e016,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:07.778432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Routers {'be10690c-777c-432a-a040-a43802c9259b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:07.792700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['be10690c-777c-432a-a040-a43802c9259b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:07.821575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8f7c0-3fec-41ed-a080-8df44753c481 req-c1327ec0-20d1-4db8-8698-8501592b9846 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:07.840066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9f8f7c0-3fec-41ed-a080-8df44753c481 req-c1327ec0-20d1-4db8-8698-8501592b9846 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.3451753 Nov 09 18:10:07.910631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:07.965840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9f8f7c0-3fec-41ed-a080-8df44753c481 req-3b58f48e-c9b2-4da8-8e23-1f8c274333b6 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246538 Nov 09 18:10:07.966785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.095214 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 3, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port': {'id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:08.135131 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Checking router: a62863ca-6199-491f-a7b6-72bfe2ca6bc9 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:08.135478 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Updating router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:08.136043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] Set router be10690c-777c-432a-a040-a43802c9259b gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:08.166155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79a23933718c4460bf5a3988f4a003c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9824927 Nov 09 18:10:08.169555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59204) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:08.177687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fabff1-5c2f-45e6-a920-ea2bd63337a1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:08.188983 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.213596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.214154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.219361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.219814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.223283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.223991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.224959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.228323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.229740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.232281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.232834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.235552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93591957-32ef-483b-aae8-f3ed5b760f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:08.264374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] For port 4196ff82-e299-43e7-ad1f-c58270d55e8c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4196ff82-e299-43e7-ad1f-c58270d55e8c,segment=NetworkSegment(8dbf5c66-8071-4c1d-970b-0bdcad6e3e78),segment_id=8dbf5c66-8071-4c1d-970b-0bdcad6e3e78)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:08.280475 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4675566c-c045-41b6-a9ed-79fb8b35231d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.296294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.365479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c2924-bc19-4d14-9d48-aa28ea025dbf None None] Pushing event updated for resources: {'Port': ['ID=4196ff82-e299-43e7-ad1f-c58270d55e8c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:08.384082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9b03d890-dad3-47b5-8d4a-a62a4f002d42 None None] Provisioning complete for port 857a8954-8e1a-475c-8a81-525040a5e016 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:08.384856 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b03d890-dad3-47b5-8d4a-a62a4f002d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.420681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae8f0e-6578-4444-9876-8b75944378f7 req-1a6e4df9-b987-48a2-9db8-8816a61a63ec tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:08.436997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75ae8f0e-6578-4444-9876-8b75944378f7 req-1a6e4df9-b987-48a2-9db8-8816a61a63ec tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 944 time: 0.1619329 Nov 09 18:10:08.441546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4675566c-c045-41b6-a9ed-79fb8b35231d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.527274 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.533546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.541612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75ae8f0e-6578-4444-9876-8b75944378f7 req-32280dcd-7113-4765-90d2-3d3d066a6a60 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928147 Nov 09 18:10:08.693885 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.710118 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.797991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:08.813583 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b85a47d-eb2a-457b-b524-40861a1afbcc" -d '{"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-plugged", "status": "completed", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:08.852721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:08.879916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4675566c-c045-41b6-a9ed-79fb8b35231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.889357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4675566c-c045-41b6-a9ed-79fb8b35231d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.896555 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4675566c-c045-41b6-a9ed-79fb8b35231d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46fabff1-5c2f-45e6-a920-ea2bd63337a1 HTTP/1.1" status: 204 len: 168 time: 0.7258935 Nov 09 18:10:08.929522 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Attempting to bind port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:08.929906 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Attempting to bind port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:08.930332 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Attempting to bind port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:08.934169 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b03d890-dad3-47b5-8d4a-a62a4f002d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.942681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675566c-c045-41b6-a9ed-79fb8b35231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fabff1-5c2f-45e6-a920-ea2bd63337a1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:08.943938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.984588 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:08.985011 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:08.987695 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:08.988118 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:08.988610 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Bound port: 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:08.989000 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.056683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6773153-2238-427a-bc1a-a09eccd6f791 req-3dfe004a-a9a4-478b-9bca-960d83bd74a6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:09.066394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6773153-2238-427a-bc1a-a09eccd6f791 req-3dfe004a-a9a4-478b-9bca-960d83bd74a6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1633532 Nov 09 18:10:09.079700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:09.105052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8701e-2ed8-40e7-832b-0256952055c3 None None] Pushing event updated for resources: {'Port': ['ID=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:09.155544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Allocated IP 172.20.0.1 (50c4c917-3661-421a-8f10-d3a669e96775/2314220a-1561-43d2-841e-ee648f99c146/9a1038a4-4a16-4153-8b1b-d75c3eee70fb) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:09.199920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6773153-2238-427a-bc1a-a09eccd6f791 req-59e7e03f-9afd-40e0-ac4e-211edf25256b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205361 Nov 09 18:10:09.240225 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] For port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:09.256146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9b03d890-dad3-47b5-8d4a-a62a4f002d42 None None] For port 857a8954-8e1a-475c-8a81-525040a5e016, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=857a8954-8e1a-475c-8a81-525040a5e016,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:09.256867 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] For port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:09.267388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 4, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port': {'id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:55Z', 'updated_at': '2021-11-09T18:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '857a8954-8e1a-475c-8a81-525040a5e016', 'name': '', 'network_id': '33206587-053d-442d-9355-dd627e23803b', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'mac_address': 'fa:16:3e:9f:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2f45bdee-1340-4064-a2d1-d27421ffd1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 4, 'project_id': '29cee26620e245ae934f55dea733929a', 'subnets': [{'id': '2f45bdee-1340-4064-a2d1-d27421ffd1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:09.277063 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.359835 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6aaa45-f7b4-4056-8ba5-f017eaf1f9e2 x-openstack-request-id: req-1f6aaa45-f7b4-4056-8ba5-f017eaf1f9e2 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:09.360137 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-plugged", "status": "completed", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:09.360535 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f6aaa45-f7b4-4056-8ba5-f017eaf1f9e2 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:09.360940 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c', 'code': 200} Nov 09 18:10:09.361859 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b03d890-dad3-47b5-8d4a-a62a4f002d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.363819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a9323-c986-43b9-a139-86214906e0d8 None None] The sync data for ids ['be10690c-777c-432a-a040-a43802c9259b'] in n-d-817240-1 is: [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:09:59Z', 'revision_number': 4, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port': {'id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:55Z', 'updated_at': '2021-11-09T18:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '857a8954-8e1a-475c-8a81-525040a5e016', 'name': '', 'network_id': '33206587-053d-442d-9355-dd627e23803b', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'mac_address': 'fa:16:3e:9f:a7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '2f45bdee-1340-4064-a2d1-d27421ffd1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:58Z', 'updated_at': '2021-11-09T18:10:07Z', 'revision_number': 4, 'project_id': '29cee26620e245ae934f55dea733929a', 'subnets': [{'id': '2f45bdee-1340-4064-a2d1-d27421ffd1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:09.446990 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Routers {'a62863ca-6199-491f-a7b6-72bfe2ca6bc9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:09.447790 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:09:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:09.561972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d890-dad3-47b5-8d4a-a62a4f002d42 None None] Pushing event updated for resources: {'Port': ['ID=857a8954-8e1a-475c-8a81-525040a5e016,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:09.596984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.644360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1affc-4a84-43e9-8390-595f46728f15 req-328f872f-8dba-499c-9642-f95707f36f4d tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:09.645986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed1affc-4a84-43e9-8390-595f46728f15 req-328f872f-8dba-499c-9642-f95707f36f4d tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1646247 Nov 09 18:10:09.680377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.708892 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8701e-2ed8-40e7-832b-0256952055c3 None None] Pushing event updated for resources: {'Port': ['ID=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:09.753843 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67a8d427-dc84-4462-a7e6-fd3d5cb02bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:09.765263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ed1affc-4a84-43e9-8390-595f46728f15 req-57400d06-f485-4dd2-801a-d99738a8773a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096003 Nov 09 18:10:09.808171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Network 50c4c917-3661-421a-8f10-d3a669e96775 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:09.814566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:09.829511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:09.855278 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] Set router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:09.955578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:09.986983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.987337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.987678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.989667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.990021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.990408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.990746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.991077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.991410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.993719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.994922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:09.995711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:10.020706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.166531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b1288-00d7-46d5-bba8-45dc6ce74e27 req-e5dfeb0b-510f-4ea9-931b-782038ec252d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:10.175197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-058b1288-00d7-46d5-bba8-45dc6ce74e27 req-e5dfeb0b-510f-4ea9-931b-782038ec252d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1533940 Nov 09 18:10:10.206026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.267652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-058b1288-00d7-46d5-bba8-45dc6ce74e27 req-b76b130e-6546-4b6f-86e3-9886919b2f81 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905743 Nov 09 18:10:10.396823 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 3, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port': {'id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:10.404159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.430737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3b22ee-fbc5-48d5-b87f-27fd5b54767d None None] Network 50c4c917-3661-421a-8f10-d3a669e96775 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:10.493200 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bc8fa-3500-4ed9-a6f6-dac646d8dbb5 None None] The sync data for ids ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'] in n-d-817240-1 is: [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:10:06Z', 'revision_number': 3, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port': {'id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:10.564717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bdc04-a0f8-43cd-9b49-2f1fdaba01ec req-431cc6a1-d17d-4054-8c0f-664d86bebef3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:10.576600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e2bdc04-a0f8-43cd-9b49-2f1fdaba01ec req-431cc6a1-d17d-4054-8c0f-664d86bebef3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1605177 Nov 09 18:10:10.689903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e2bdc04-a0f8-43cd-9b49-2f1fdaba01ec req-817c2c87-4a19-4d52-9cd8-72bc9738a750 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987952 Nov 09 18:10:10.920321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.932272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:10.981753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4196ff82-e299-43e7-ad1f-c58270d55e8c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:11.081791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.246264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:11.300183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0229b4c7-7b69-4d21-9adb-d13f4a2d9d64 None None] Provisioning complete for port 4196ff82-e299-43e7-ad1f-c58270d55e8c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:11.300547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0229b4c7-7b69-4d21-9adb-d13f4a2d9d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.352511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982114c-ecc5-422b-aa26-bf74d5a07416 req-9ffcad5b-8b75-4cc9-b41e-ad4ebe5c0469 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:11.370539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0982114c-ecc5-422b-aa26-bf74d5a07416 req-9ffcad5b-8b75-4cc9-b41e-ad4ebe5c0469 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1393006 Nov 09 18:10:11.453645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Network 50c4c917-3661-421a-8f10-d3a669e96775 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:11.462455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:11.468089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4196ff82-e299-43e7-ad1f-c58270d55e8c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:11.468615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.494769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0982114c-ecc5-422b-aa26-bf74d5a07416 req-aebafd34-4792-456c-997c-795a200e6b70 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081254 Nov 09 18:10:11.498985 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.735228 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0229b4c7-7b69-4d21-9adb-d13f4a2d9d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.812198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0229b4c7-7b69-4d21-9adb-d13f4a2d9d64 None None] For port 4196ff82-e299-43e7-ad1f-c58270d55e8c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4196ff82-e299-43e7-ad1f-c58270d55e8c,segment=NetworkSegment(8dbf5c66-8071-4c1d-970b-0bdcad6e3e78),segment_id=8dbf5c66-8071-4c1d-970b-0bdcad6e3e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:11.829183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0229b4c7-7b69-4d21-9adb-d13f4a2d9d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:11.894427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6be5b-93be-4cb0-8d64-60be005fd25f req-6146ee9e-ac77-430e-b81b-d738d9aeff03 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:11.906007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8d6be5b-93be-4cb0-8d64-60be005fd25f req-6146ee9e-ac77-430e-b81b-d738d9aeff03 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1026852 Nov 09 18:10:11.979580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8d6be5b-93be-4cb0-8d64-60be005fd25f req-0b21a8b8-8550-4b3d-b2e8-78ab63b23af4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674782 Nov 09 18:10:12.080640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 857a8954-8e1a-475c-8a81-525040a5e016 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:12.169021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab91a7d-52ed-473f-8c58-c1471deea545 req-aaa780b9-8859-4423-a94b-b62c9be3370c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:12.177599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ab91a7d-52ed-473f-8c58-c1471deea545 req-aaa780b9-8859-4423-a94b-b62c9be3370c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1118548 Nov 09 18:10:12.232372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-56767350-7d69-4505-860d-df1293483bd6 None None] Provisioning complete for port 4196ff82-e299-43e7-ad1f-c58270d55e8c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:12.232759 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-56767350-7d69-4505-860d-df1293483bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:12.278055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ab91a7d-52ed-473f-8c58-c1471deea545 req-b79ec3e0-ec2d-447c-a6ce-6d7c88ebe1de tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990181 Nov 09 18:10:12.314593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229b4c7-7b69-4d21-9adb-d13f4a2d9d64 None None] Pushing event updated for resources: {'Port': ['ID=4196ff82-e299-43e7-ad1f-c58270d55e8c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:12.384627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 857a8954-8e1a-475c-8a81-525040a5e016 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:12.385015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:12.436742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-56767350-7d69-4505-860d-df1293483bd6 None None] Provisioning complete for port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:12.437152 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-56767350-7d69-4505-860d-df1293483bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:12.579452 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:12.594922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-56767350-7d69-4505-860d-df1293483bd6 None None] Port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:12.724042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f09d6876-3ef1-4178-b1e9-9c86fdfdb83e None None] Provisioning complete for port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:12.724358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f09d6876-3ef1-4178-b1e9-9c86fdfdb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:12.820258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f09d6876-3ef1-4178-b1e9-9c86fdfdb83e None None] Port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:12.843969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:12.957066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4196ff82-e299-43e7-ad1f-c58270d55e8c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:12.972112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b872370-92bc-480e-94aa-eb08ff773eb5 req-025d0285-bc86-47c0-8fec-d34ec4d8fd85 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:12.973859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b872370-92bc-480e-94aa-eb08ff773eb5 req-025d0285-bc86-47c0-8fec-d34ec4d8fd85 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1007960 Nov 09 18:10:12.996811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e0f889bf-47b1-49a6-bfe3-a3319b6054ed None None] Provisioning complete for port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:12.997597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e0f889bf-47b1-49a6-bfe3-a3319b6054ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.020486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b872370-92bc-480e-94aa-eb08ff773eb5 req-63560bcb-aa75-4895-ba7a-e4d8112fb70d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Nov 09 18:10:13.056910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:13.064077 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dafdf501-50ce-4f93-894a-f9ce08a48da2 admin admin] 10.222.0.32 "PUT /v2.0/routers/a62863ca-6199-491f-a7b6-72bfe2ca6bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7161984 Nov 09 18:10:13.095299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e0f889bf-47b1-49a6-bfe3-a3319b6054ed None None] Port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:13.110313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4196ff82-e299-43e7-ad1f-c58270d55e8c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:13.110916 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.223832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:13.287856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:13.287856 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.381725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.424354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:13.434988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.525416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:13.549886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59324) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:13.553913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376485222', 'description': 'tempest-secgroup-smoke-376485222 description', 'project_id': '157548435770470e9b8f97aa9a4f0d37'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:13.636044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.663408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Sync routers for ids ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:13.689262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Routers {'a62863ca-6199-491f-a7b6-72bfe2ca6bc9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:13.724242 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:13.727978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:13.915477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc4709-cded-4f39-a995-c9e0cade290a req-6d51d3d6-3c82-4d2d-b467-67afbb42e2d6 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:13.929755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8efc4709-cded-4f39-a995-c9e0cade290a req-6d51d3d6-3c82-4d2d-b467-67afbb42e2d6 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.3111382 Nov 09 18:10:14.051298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Set router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:14.053056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8efc4709-cded-4f39-a995-c9e0cade290a req-6f57238d-c11b-461e-a078-138b528391d1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188846 Nov 09 18:10:14.074861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.087464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.150228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b407b7b4-f5e2-4396-a02e-6543ff66aebd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:14.318942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.329548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.464624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a081f595-c319-429f-9a96-c031b9e6e05c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:14.504251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.505616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dbeaa982-3972-4287-be35-58677a9d03de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9552853 Nov 09 18:10:14.508728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59344) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:14.525013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-93126247-ea78-40bc-a2dd-0e1983069805 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'a081f595-c319-429f-9a96-c031b9e6e05c', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:14.630539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93126247-ea78-40bc-a2dd-0e1983069805 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.686310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a52d22-93ca-4fca-b8c8-201e8842f477 req-4eedcb2b-21dc-45b9-9783-89aefc150946 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:14.700231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68a52d22-93ca-4fca-b8c8-201e8842f477 req-4eedcb2b-21dc-45b9-9783-89aefc150946 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.3006833 Nov 09 18:10:14.755550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 4, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port': {'id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9a1038a4-4a16-4153-8b1b-d75c3eee70fb', 'name': '', 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'mac_address': 'fa:16:3e:4c:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2314220a-1561-43d2-841e-ee648f99c146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:08Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 2, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'subnets': [{'id': '2314220a-1561-43d2-841e-ee648f99c146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:14.765909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68a52d22-93ca-4fca-b8c8-201e8842f477 req-6beef8bd-d4b1-4e90-948d-dbf989997aae tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623057 Nov 09 18:10:14.904268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Checking router: a62863ca-6199-491f-a7b6-72bfe2ca6bc9 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:14.906358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Updating router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:14.912119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:14.923446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93126247-ea78-40bc-a2dd-0e1983069805 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:14.962490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93126247-ea78-40bc-a2dd-0e1983069805 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.110692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93126247-ea78-40bc-a2dd-0e1983069805 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c97040a-996b-4384-85d3-53a6577cf403,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:15.136768 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93126247-ea78-40bc-a2dd-0e1983069805 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.140951 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-93126247-ea78-40bc-a2dd-0e1983069805 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6312344 Nov 09 18:10:15.143894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330508d-1f66-496a-9992-a68a7a78ca4a req-cde4380d-9754-456f-9b54-7079ee1f2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.145880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e330508d-1f66-496a-9992-a68a7a78ca4a req-cde4380d-9754-456f-9b54-7079ee1f2453 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.2258372 Nov 09 18:10:15.146550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59352) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:15.151743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-61230408-d79f-4e3e-abb5-61f357600d97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'a081f595-c319-429f-9a96-c031b9e6e05c', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:15.199111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-61230408-d79f-4e3e-abb5-61f357600d97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.201933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d630340-31ae-4893-a7ae-dc161bda361b req-0016cd93-581d-43b2-b506-afe6a30e128d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.215695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d630340-31ae-4893-a7ae-dc161bda361b req-0016cd93-581d-43b2-b506-afe6a30e128d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1254785 Nov 09 18:10:15.246055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e330508d-1f66-496a-9992-a68a7a78ca4a req-016ce0fc-49a0-41bc-979c-24c86b3e8475 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732288 Nov 09 18:10:15.289341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d630340-31ae-4893-a7ae-dc161bda361b req-d42a88e5-7e06-43ac-a8c6-02395dcfab67 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719192 Nov 09 18:10:15.350513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-61230408-d79f-4e3e-abb5-61f357600d97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.380023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-61230408-d79f-4e3e-abb5-61f357600d97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.417042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61230408-d79f-4e3e-abb5-61f357600d97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63358a4-ab11-4a88-b4ef-93d6c03777af,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:15.450351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-61230408-d79f-4e3e-abb5-61f357600d97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.452193 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-61230408-d79f-4e3e-abb5-61f357600d97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044705 Nov 09 18:10:15.455629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59358) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:15.465403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b72afc86-3b98-4f62-baa3-4f0db363a28f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'a081f595-c319-429f-9a96-c031b9e6e05c', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:15.504248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b72afc86-3b98-4f62-baa3-4f0db363a28f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.513213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52725951-a64f-4ed9-8371-abee0f3ce24e req-214d9ec5-3a2c-441c-b4b3-c71cbc3f21e1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.522046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52725951-a64f-4ed9-8371-abee0f3ce24e req-214d9ec5-3a2c-441c-b4b3-c71cbc3f21e1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1375918 Nov 09 18:10:15.582049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52725951-a64f-4ed9-8371-abee0f3ce24e req-1b85baf6-630a-4a6d-baa5-1d28a49a51b8 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574696 Nov 09 18:10:15.597187 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b72afc86-3b98-4f62-baa3-4f0db363a28f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.607315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b72afc86-3b98-4f62-baa3-4f0db363a28f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.639922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b72afc86-3b98-4f62-baa3-4f0db363a28f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.641633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b72afc86-3b98-4f62-baa3-4f0db363a28f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1844435 Nov 09 18:10:15.644378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59360) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:15.649621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-99aba3ff-be02-4ea7-8053-8fab2257693a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'a081f595-c319-429f-9a96-c031b9e6e05c', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:15.657874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72afc86-3b98-4f62-baa3-4f0db363a28f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df2e810-0c82-4bf0-adb9-fa97bd70e28f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:15.714792 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99aba3ff-be02-4ea7-8053-8fab2257693a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.799566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.858269 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99aba3ff-be02-4ea7-8053-8fab2257693a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.869274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453791-45e8-448c-8e3c-0120b48bcfe7 req-0144c8fb-a0a6-4d50-9ad5-ffe7786eafc0 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:15.877259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5453791-45e8-448c-8e3c-0120b48bcfe7 req-0144c8fb-a0a6-4d50-9ad5-ffe7786eafc0 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0851080 Nov 09 18:10:15.885715 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99aba3ff-be02-4ea7-8053-8fab2257693a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.915954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99aba3ff-be02-4ea7-8053-8fab2257693a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:15.919906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-99aba3ff-be02-4ea7-8053-8fab2257693a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2743773 Nov 09 18:10:15.923089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59366) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:15.955269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aba3ff-be02-4ea7-8053-8fab2257693a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb656598-61f1-4d9d-80fe-095f5b397ee6,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:15.994681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'a081f595-c319-429f-9a96-c031b9e6e05c', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:15.996138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5453791-45e8-448c-8e3c-0120b48bcfe7 req-300b8445-dac3-401d-85ee-5440a2d3c753 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176021 Nov 09 18:10:16.096081 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:10:16.114812 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.271815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d1835-4dfb-44c4-b791-20220c186322 req-a2be4148-4924-40c2-99e2-085078afe084 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:16.286464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.298173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.316609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-006d1835-4dfb-44c4-b791-20220c186322 req-a2be4148-4924-40c2-99e2-085078afe084 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1896772 Nov 09 18:10:16.364290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69807de-79d8-4bb3-bc51-7943972afb32,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:16.386233 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.389662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c8ea138-2c3d-4588-9f74-0106ed6c2957 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4633114 Nov 09 18:10:16.403205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59374) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:16.417049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'a081f595-c319-429f-9a96-c031b9e6e05c', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:16.441312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-006d1835-4dfb-44c4-b791-20220c186322 req-c5485b60-87e7-4d52-88de-3c7ff3917a92 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240318 Nov 09 18:10:16.468626 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:10:16.478331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.647215 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.664024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.672758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.702348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d06d79-47b7-414c-a883-d6fba9b7a776,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:16.736426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.740412 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6835446f-ccd0-45b7-946a-f505bd458f79 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3350968 Nov 09 18:10:16.743739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59382) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:16.747234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.752234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'network': {'name': 'tempest-network-smoke--401812274', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'port_security_enabled': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:16.769560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:16.776223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.819258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:16.830327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.876015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:10:16.883227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e45f5-bd7a-4310-bd52-625da1d3f474 req-4419b5f2-c5f9-4d13-becf-3b15df9b1c31 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:16.884986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d5e45f5-bd7a-4310-bd52-625da1d3f474 req-4419b5f2-c5f9-4d13-becf-3b15df9b1c31 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1450176 Nov 09 18:10:16.905344 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.906305 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Added segment 718696a8-4db0-444b-8505-0eccc5274cf9 of type vlan for network 694de417-e029-4ecf-b670-5bfbd0d496f0 Nov 09 18:10:16.924344 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:16.981590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.014688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639426f4-510b-4b69-a6b3-022364f15277 None None] Pushing event updated for resources: {'Port': ['ID=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:17.050178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.071291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d5e45f5-bd7a-4310-bd52-625da1d3f474 req-6ed0808c-db51-4e42-a43f-43454147f809 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498218 Nov 09 18:10:17.071631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:17.071631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.123565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Attempting to bind port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:17.125167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Attempting to bind port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:17.128633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Attempting to bind port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb on network 50c4c917-3661-421a-8f10-d3a669e96775 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:17.142090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:17.144065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Checking segment: {'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:17.149475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.150441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Bound using segment: {'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:17.152072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Bound port: 9a1038a4-4a16-4153-8b1b-d75c3eee70fb, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:17.152721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.262610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Network': ['ID=694de417-e029-4ecf-b670-5bfbd0d496f0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:17.303831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ac7636aa-ab18-4d0e-955e-15e18e95133a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5585749 Nov 09 18:10:17.305075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59390) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:17.317471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'admin_state_up': True, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:17.321589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:10:17.377451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.379671 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.425176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bf1c9-f122-4f8d-a091-2abc4c677275 req-777ae01d-ba5b-48ca-877f-c377168e0848 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:17.441046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f6bf1c9-f122-4f8d-a091-2abc4c677275 req-777ae01d-ba5b-48ca-877f-c377168e0848 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1759253 Nov 09 18:10:17.513188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.517768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] For port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:17.521980 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] For port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,segment=NetworkSegment(8dbf5c66-8071-4c1d-970b-0bdcad6e3e78),segment_id=8dbf5c66-8071-4c1d-970b-0bdcad6e3e78)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:17.533398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.599951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f6bf1c9-f122-4f8d-a091-2abc4c677275 req-51cccefe-a6ea-4325-9e4e-f3b44918e2ae tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552682 Nov 09 18:10:17.714454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Routers {'a62863ca-6199-491f-a7b6-72bfe2ca6bc9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:17.715245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:17.824085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-68831697-ac60-4b28-a2f9-a8d6b7907e7a None None] Provisioning complete for port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:17.824750 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68831697-ac60-4b28-a2f9-a8d6b7907e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.860054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:17.872050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639426f4-510b-4b69-a6b3-022364f15277 None None] Pushing event updated for resources: {'Port': ['ID=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:17.922982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-9fecfa4c-21ea-4d04-8689-873c906477fe req-87aa69a4-c0a8-4c51-b9a2-02badd06773c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-145113514', 'description': 'tempest-description-1644577114'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:18.011608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9fecfa4c-21ea-4d04-8689-873c906477fe req-87aa69a4-c0a8-4c51-b9a2-02badd06773c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.125190 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68831697-ac60-4b28-a2f9-a8d6b7907e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.204498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] Set router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:18.242403 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9fecfa4c-21ea-4d04-8689-873c906477fe req-87aa69a4-c0a8-4c51-b9a2-02badd06773c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.253699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9fecfa4c-21ea-4d04-8689-873c906477fe req-87aa69a4-c0a8-4c51-b9a2-02badd06773c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.363823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-9fecfa4c-21ea-4d04-8689-873c906477fe req-87aa69a4-c0a8-4c51-b9a2-02badd06773c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.384754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fecfa4c-21ea-4d04-8689-873c906477fe req-87aa69a4-c0a8-4c51-b9a2-02badd06773c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4667187 Nov 09 18:10:18.396727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa69a4-c0a8-4c51-b9a2-02badd06773c tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699d554e-7fca-460a-965f-965ae3967638,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:18.416752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-68831697-ac60-4b28-a2f9-a8d6b7907e7a None None] For port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,segment=NetworkSegment(8dbf5c66-8071-4c1d-970b-0bdcad6e3e78),segment_id=8dbf5c66-8071-4c1d-970b-0bdcad6e3e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:18.424757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.474864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.512665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68831697-ac60-4b28-a2f9-a8d6b7907e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.616326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdd284-03dc-4bbf-856e-0f7fba497de4 req-b94d07bb-7e65-49da-8b01-c4b8c046f316 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:18.619085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dacdd284-03dc-4bbf-856e-0f7fba497de4 req-b94d07bb-7e65-49da-8b01-c4b8c046f316 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.0779896 Nov 09 18:10:18.677270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.148 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:18.717036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dacdd284-03dc-4bbf-856e-0f7fba497de4 req-6c98a2d2-e7e7-4890-93c4-0f6ffe5a936a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901022 Nov 09 18:10:18.784310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68831697-ac60-4b28-a2f9-a8d6b7907e7a None None] Pushing event updated for resources: {'Port': ['ID=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:18.856685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.923184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18369958-cdfd-4332-b834-93b49631e095 req-58525185-5a86-4304-aee8-6ac5b3ae6f92 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:18.933069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18369958-cdfd-4332-b834-93b49631e095 req-58525185-5a86-4304-aee8-6ac5b3ae6f92 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0701764 Nov 09 18:10:18.935707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:18.966041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9af66dbf-d2b8-4601-b674-b95bfc817c16 None None] Provisioning complete for port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:18.975200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9af66dbf-d2b8-4601-b674-b95bfc817c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:19.003277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-18369958-cdfd-4332-b834-93b49631e095 req-a43f4ad4-bfa4-458a-9cfe-178dc2adb36b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645511 Nov 09 18:10:19.043309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:19.050218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:19.057849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:19.206425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-2b7759c4-d92e-496b-aa66-d3af72371d7e tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-145113514&fields=id&tenant_id=94e14e34e0d843e1827d5ab7637df423 HTTP/1.1" status: 200 len: 267 time: 0.1007068 Nov 09 18:10:19.223267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:19.357344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-1cefdf6d-7a64-41eb-9224-35f46bbf6ab1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:19.375048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-1cefdf6d-7a64-41eb-9224-35f46bbf6ab1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1668952 Nov 09 18:10:19.379768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:19.389450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Request body: {'port': {'security_groups': ['c232289c-898c-40fe-8ee7-be87387bb092', '699d554e-7fca-460a-965f-965ae3967638']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:19.653183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 4, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port': {'id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9a1038a4-4a16-4153-8b1b-d75c3eee70fb', 'name': '', 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'mac_address': 'fa:16:3e:4c:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2314220a-1561-43d2-841e-ee648f99c146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:08Z', 'updated_at': '2021-11-09T18:10:17Z', 'revision_number': 4, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'subnets': [{'id': '2314220a-1561-43d2-841e-ee648f99c146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:19.660597 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:19.715459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d52ef-26f7-4341-8386-644e59393cdc None None] The sync data for ids ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'] in n-d-817240-1 is: [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:10:10Z', 'revision_number': 4, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port': {'id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9a1038a4-4a16-4153-8b1b-d75c3eee70fb', 'name': '', 'network_id': '50c4c917-3661-421a-8f10-d3a669e96775', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'mac_address': 'fa:16:3e:4c:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '2314220a-1561-43d2-841e-ee648f99c146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:08Z', 'updated_at': '2021-11-09T18:10:17Z', 'revision_number': 4, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'subnets': [{'id': '2314220a-1561-43d2-841e-ee648f99c146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:20.000749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.146545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:20.213259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.228603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.242236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b1c2922f-6cf4-4c10-8f00-baec6e99665f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:20.440805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event updated for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:20.478720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:20.481195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.510039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cc75635-75cd-4a89-b4b5-e5f2d14b7e43 req-e04aa95e-6c51-4c86-94ab-29f69300432a tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "PUT /v2.0/ports/b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 982 time: 1.1321249 Nov 09 18:10:20.514321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:20.521740 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393e690f-2d9c-4ffa-a38e-5420cfd77784" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:20.597289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:20.667996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b1c2922f-6cf4-4c10-8f00-baec6e99665f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:21.009295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448cc27-f41d-4307-8496-9c4658e8a3df req-f111f6b6-f7f4-4d82-911a-40c9a6dda450 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:21.025206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c448cc27-f41d-4307-8496-9c4658e8a3df req-f111f6b6-f7f4-4d82-911a-40c9a6dda450 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1213181 Nov 09 18:10:21.067225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router b57ad090-261b-464e-b555-6569f71b6f49 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:10:21.119191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c448cc27-f41d-4307-8496-9c4658e8a3df req-89e04365-06a6-4c12-8ee4-49d1526ffe47 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915170 Nov 09 18:10:21.458447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a1038a4-4a16-4153-8b1b-d75c3eee70fb up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:21.485986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:21.505825 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Sync routers for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:21.532403 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:21.533042 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:21.552436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12806413-a29d-4951-bc49-b123cb00fb32 req-d671e19b-7a4c-420d-b894-cc4d04283db4 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-145113514&fields=id&tenant_id=94e14e34e0d843e1827d5ab7637df423 HTTP/1.1" status: 200 len: 267 time: 0.1552558 Nov 09 18:10:21.574380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.575845 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-07ae71a4-11ce-4a6b-806e-00810893f1f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2697093 Nov 09 18:10:21.579167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59432) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:21.621983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:21.627737 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:21.803755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12806413-a29d-4951-bc49-b123cb00fb32 req-e16be465-1b7e-4406-983d-edef5a1a1d30 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:21.832224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12806413-a29d-4951-bc49-b123cb00fb32 req-e16be465-1b7e-4406-983d-edef5a1a1d30 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 985 time: 0.2631810 Nov 09 18:10:21.876999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Request body: {'port': {'security_groups': ['c232289c-898c-40fe-8ee7-be87387bb092']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:21.917139 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:22.126842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0947b5f0-0d9f-4d96-a48e-3135dba46ed7 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=157548435770470e9b8f97aa9a4f0d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5464017 Nov 09 18:10:22.139144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59454) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:22.187099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.717911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a90a8de-f554-4a60-a30f-2a0c9c20ead7 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:22.721797 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5a90a8de-f554-4a60-a30f-2a0c9c20ead7 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5795751 Nov 09 18:10:22.724787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59468) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:22.739575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:22.782764 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e416a84a-f775-4db4-afe8-7e181901b9c9 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560529 Nov 09 18:10:22.785320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59470) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:22.800688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1164354077', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:22.852067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.869106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:22.912945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b1c2922f-6cf4-4c10-8f00-baec6e99665f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:23.014230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:23.017767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.055395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:23.059904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.078991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12806413-a29d-4951-bc49-b123cb00fb32 req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "PUT /v2.0/ports/b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 943 time: 1.2456658 Nov 09 18:10:23.194250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b1c2922f-6cf4-4c10-8f00-baec6e99665f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:23.244392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07cc73-bd18-4d24-ba98-0d4c3cc34b77 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event updated for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:23.255093 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1debf4a-f75f-4573-8e80-89d7ca873f4b x-openstack-request-id: req-e1debf4a-f75f-4573-8e80-89d7ca873f4b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:23.267146 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:23.274458 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1debf4a-f75f-4573-8e80-89d7ca873f4b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:23.275097 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'status': 'completed', 'code': 200} Nov 09 18:10:23.490237 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:19Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:23.567787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e70d08-8604-48d2-b787-63d1271163c4 req-071a51d9-cec2-413f-b448-f5db99bf60c6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:23.580319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73e70d08-8604-48d2-b787-63d1271163c4 req-071a51d9-cec2-413f-b448-f5db99bf60c6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1765535 Nov 09 18:10:23.600077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59476) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:23.606468 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Checking router: b57ad090-261b-464e-b555-6569f71b6f49 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:23.610044 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Updating router b57ad090-261b-464e-b555-6569f71b6f49 port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:23.664983 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.729755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73e70d08-8604-48d2-b787-63d1271163c4 req-c0fcc098-4c32-410a-af59-fca572ac9984 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426656 Nov 09 18:10:23.781617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-fb2d6e53-9b45-491c-94aa-e6f93d536617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:23.789208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-fb2d6e53-9b45-491c-94aa-e6f93d536617 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.5747888 Nov 09 18:10:23.791348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:23.921617 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16490238-1416-42bb-afed-7cc020dd2dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.042029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-5407b181-9c01-44a4-8930-32a1e58e771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.055524 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-5407b181-9c01-44a4-8930-32a1e58e771a service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.2547777 Nov 09 18:10:24.146989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16490238-1416-42bb-afed-7cc020dd2dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.181315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-b1a34fe8-6b67-4936-82d6-4c0bcef1f25c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 217 time: 0.1067934 Nov 09 18:10:24.188904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16490238-1416-42bb-afed-7cc020dd2dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.284624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16490238-1416-42bb-afed-7cc020dd2dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481ec2a-784d-4f49-8972-a6bf4d143d5f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:24.303263 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.325122 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.336889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-16490238-1416-42bb-afed-7cc020dd2dbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=557d3364616e44cf9da6de1fe523380b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297647 Nov 09 18:10:24.338815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59482) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:24.382677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-1260ae99-ad9b-4d22-8c2f-db570424ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.386273 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cb879-60c4-424f-baae-7642b2f5f269 None None] Pushing event updated for resources: {'Port': ['ID=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:24.388293 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-1260ae99-ad9b-4d22-8c2f-db570424ccac service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.1657834 Nov 09 18:10:24.427298 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Attempting to bind port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:24.428010 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Attempting to bind port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:24.428533 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Attempting to bind port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:24.436377 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:24.437089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:24.437736 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.438317 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:24.438989 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Bound port: 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:24.439636 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.443697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a23f6-8b69-4ddb-9932-14a7262f7ad4 req-9fe7ea6c-1746-4fe7-b127-43c49b5c00e2 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.450749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a79a23f6-8b69-4ddb-9932-14a7262f7ad4 req-9fe7ea6c-1746-4fe7-b127-43c49b5c00e2 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.2993050 Nov 09 18:10:24.497302 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccd55-17d8-46d9-aadd-c624fc7e32c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.499861 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-566c7d75-439d-4731-98c9-865c0adf0b36 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935707 Nov 09 18:10:24.516778 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] For port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:24.521575 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] For port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:24.551887 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.591342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccd55-17d8-46d9-aadd-c624fc7e32c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.635419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a79a23f6-8b69-4ddb-9932-14a7262f7ad4 req-02a408cf-f8d3-49fc-9157-3b1b1ffa004d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534383 Nov 09 18:10:24.686821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Checking segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:24.687198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network hostable DHCP agents. Network: 694de417-e029-4ecf-b670-5bfbd0d496f0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:10:24.722238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Subnet': ['ID=de103ed5-b08a-4fbc-8b52-eba976fa7965,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:24.733590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccd55-17d8-46d9-aadd-c624fc7e32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.736207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2c7ccd55-17d8-46d9-aadd-c624fc7e32c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:24.737390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2c7ccd55-17d8-46d9-aadd-c624fc7e32c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e481ec2a-784d-4f49-8972-a6bf4d143d5f HTTP/1.1" status: 204 len: 168 time: 0.3973684 Nov 09 18:10:24.755428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ccd55-17d8-46d9-aadd-c624fc7e32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481ec2a-784d-4f49-8972-a6bf4d143d5f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:24.766899 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-7e838bb5-5cd3-484c-bf63-262a390503cb service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472503 Nov 09 18:10:24.774460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:10:24.841888 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cb879-60c4-424f-baae-7642b2f5f269 None None] Pushing event updated for resources: {'Port': ['ID=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:24.865834 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:24.866803 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:24.967540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 694de417-e029-4ecf-b670-5bfbd0d496f0) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:24.979459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b9490-a518-4f9a-83b5-36bcee31cfca None None] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:24.995590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:24.996727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.025627 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:25.076367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-23f7846f-e82d-4ca1-981c-8a7f9e7c3bc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2876267 Nov 09 18:10:25.082598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59490) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:25.286104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:25.295684 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:25.435794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-694de417-e029-4ecf-b670-5bfbd0d496f0', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:10:25.437813 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.523818 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:19Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:25.589729 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3e75-4780-4b4b-9627-1d53ee26ac2e None None] The sync data for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 is: [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:19Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:25.598881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-a2c10e04-6557-4fa6-afa8-d2c42d1f77fe tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6797459 Nov 09 18:10:25.616189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:25.660664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59496) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:25.684335 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:25.760363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Allocated IP 172.20.0.2 (694de417-e029-4ecf-b670-5bfbd0d496f0/de103ed5-b08a-4fbc-8b52-eba976fa7965/b2e34966-c60b-4dbe-990e-580eb6ba7787) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:25.837865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7604c92-d743-47b3-8300-b414b4e2ba1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.013980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.030834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.135753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:26.150049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:26.174240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:26.245599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Pushing event updated for resources: {'Port': ['ID=b2e34966-c60b-4dbe-990e-580eb6ba7787,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:26.276714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7604c92-d743-47b3-8300-b414b4e2ba1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.289350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7604c92-d743-47b3-8300-b414b4e2ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.370900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7604c92-d743-47b3-8300-b414b4e2ba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b76a6a-02a7-4ac0-a99e-a801b9f37782,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:26.394254 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.428009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f7604c92-d743-47b3-8300-b414b4e2ba1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ae5d5d300ae471f8b6bb915b4488f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7635391 Nov 09 18:10:26.429264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59502) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:26.527748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Attempting to bind port b2e34966-c60b-4dbe-990e-580eb6ba7787 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:26.528223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Attempting to bind port b2e34966-c60b-4dbe-990e-580eb6ba7787 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:26.528503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Attempting to bind port b2e34966-c60b-4dbe-990e-580eb6ba7787 on network 694de417-e029-4ecf-b670-5bfbd0d496f0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:26.543501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:26.543919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Checking segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:26.544741 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.544741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Bound using segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:26.545153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Bound port: b2e34966-c60b-4dbe-990e-580eb6ba7787, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:26.545540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.575403 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35f53dc-e807-42f3-ba14-21dd08229067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.615527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] For port b2e34966-c60b-4dbe-990e-580eb6ba7787, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:26.619164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] For port b2e34966-c60b-4dbe-990e-580eb6ba7787, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2e34966-c60b-4dbe-990e-580eb6ba7787,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:26.621546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35f53dc-e807-42f3-ba14-21dd08229067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.631286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.697982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16a4b0-4d0b-43ed-9662-212d6d9702d7 None None] Pushing event updated for resources: {'Port': ['ID=b2e34966-c60b-4dbe-990e-580eb6ba7787,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:26.717774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Allocated IP 172.25.0.239 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/c0035d95-d41e-4f90-8a08-5662dff93673) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:26.885124 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35f53dc-e807-42f3-ba14-21dd08229067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.891105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35f53dc-e807-42f3-ba14-21dd08229067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:26.895417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d35f53dc-e807-42f3-ba14-21dd08229067 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91b76a6a-02a7-4ac0-a99e-a801b9f37782 HTTP/1.1" status: 204 len: 168 time: 0.4659164 Nov 09 18:10:26.927371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f53dc-e807-42f3-ba14-21dd08229067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b76a6a-02a7-4ac0-a99e-a801b9f37782,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:26.992883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.121641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.215625 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-393e690f-2d9c-4ffa-a38e-5420cfd77784 req-64ec07e5-86d4-4669-86ad-732b36e5baa1 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4385953 Nov 09 18:10:27.322243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event updated for resources: {'Port': ['ID=c0035d95-d41e-4f90-8a08-5662dff93673,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:27.332068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:27.344106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.350136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:27.365183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:27.551190 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.611533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2e34966-c60b-4dbe-990e-580eb6ba7787 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:27.676846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.759738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b2e34966-c60b-4dbe-990e-580eb6ba7787 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:27.760420 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:27.951385 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.014526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port b2e34966-c60b-4dbe-990e-580eb6ba7787, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2e34966-c60b-4dbe-990e-580eb6ba7787,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:28.023700 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.024935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:28.063302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.1 (694de417-e029-4ecf-b670-5bfbd0d496f0/de103ed5-b08a-4fbc-8b52-eba976fa7965/941856c0-968d-4311-9ff2-f4aa2120e80a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:28.080964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.095653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.182801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:28.183599 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.302638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event updated for resources: {'Port': ['ID=c0035d95-d41e-4f90-8a08-5662dff93673,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:28.371630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.372373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=b2e34966-c60b-4dbe-990e-580eb6ba7787,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:28.406418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.414495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-eed4d6c2-1b97-41ed-8db4-e525b2bde729 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8145022 Nov 09 18:10:28.428523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.487645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.547507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:28.564779 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.572208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.647938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-e5bf46c5-bb03-4258-981b-f1f95a3dc6aa tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.2321184 Nov 09 18:10:28.667364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:28.677098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:28.678958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:28.683883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:28.846887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=941856c0-968d-4311-9ff2-f4aa2120e80a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:28.887715 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:28.896513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-8c74715c-e3eb-469b-9114-30cb5aebcdc6 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:28.905586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-8c74715c-e3eb-469b-9114-30cb5aebcdc6 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2463486 Nov 09 18:10:28.931782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-6c073fe0-16c7-4178-8078-3564938d8643 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:10:28.935160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb6cac7e-f0af-4039-a6d3-5d8f42d1ff5a req-6c073fe0-16c7-4178-8078-3564938d8643 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137589 Nov 09 18:10:28.953875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21135b3b-a3b1-4327-b3f0-186b8fca0b48 None None] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:10:29.156617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.235137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e361c5cd-8926-4fb2-9360-5ffa4953086b None None] Provisioning complete for port b2e34966-c60b-4dbe-990e-580eb6ba7787 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:29.235987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e361c5cd-8926-4fb2-9360-5ffa4953086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.250569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3300b7-d2db-4422-b586-5c0d37a6e0f3 req-46a64e62-c18d-41b0-89c2-6c25e595ff95 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:29.267765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf3300b7-d2db-4422-b586-5c0d37a6e0f3 req-46a64e62-c18d-41b0-89c2-6c25e595ff95 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1325319 Nov 09 18:10:29.445176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf3300b7-d2db-4422-b586-5c0d37a6e0f3 req-811cffef-10ce-4ded-89a8-21dee4fdfc82 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605272 Nov 09 18:10:29.582250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2e34966-c60b-4dbe-990e-580eb6ba7787 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:29.680349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b2e34966-c60b-4dbe-990e-580eb6ba7787 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:29.681216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.768948 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647d696d-f6ba-4ee1-adb2-7e2caa9ef2e7 x-openstack-request-id: req-647d696d-f6ba-4ee1-adb2-7e2caa9ef2e7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:29.770200 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:29.770740 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-647d696d-f6ba-4ee1-adb2-7e2caa9ef2e7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:29.771429 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'status': 'completed', 'code': 200} Nov 09 18:10:29.844959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d82241cd-81ce-4c45-ad1c-b40976ecefb5 None None] Provisioning complete for port b2e34966-c60b-4dbe-990e-580eb6ba7787 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:29.845597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d82241cd-81ce-4c45-ad1c-b40976ecefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:29.955854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59558) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:29.975662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-497882b2-1ab4-4d76-b52d-51dd59edfeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:29.977294 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-497882b2-1ab4-4d76-b52d-51dd59edfeab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.1778066 Nov 09 18:10:29.978788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:29.991856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7321f8-792a-4f60-b695-d623229ddb7a req-f4790a01-e71e-4b6b-b4e5-862cd9c3efde tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:29.999960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f7321f8-792a-4f60-b695-d623229ddb7a req-f4790a01-e71e-4b6b-b4e5-862cd9c3efde tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 945 time: 0.1123545 Nov 09 18:10:30.046262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f7321f8-792a-4f60-b695-d623229ddb7a req-0c4f2053-0525-4f1b-bc53-36d443646ba8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Nov 09 18:10:30.198116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9224431d-27a6-4a89-8989-fead046eccb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.246268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-7da4842d-c59b-47ad-8168-6a72eb28d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:30.248826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d82241cd-81ce-4c45-ad1c-b40976ecefb5 None None] Provisioning complete for port 941856c0-968d-4311-9ff2-f4aa2120e80a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:30.249377 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d82241cd-81ce-4c45-ad1c-b40976ecefb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.249781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-7da4842d-c59b-47ad-8168-6a72eb28d350 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.2641454 Nov 09 18:10:30.360144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.363352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-05bc0bb0-4715-43bd-9467-5df707e33177 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 217 time: 0.0935323 Nov 09 18:10:30.383775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:30.388964 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.390232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.429516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9224431d-27a6-4a89-8989-fead046eccb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.498696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9224431d-27a6-4a89-8989-fead046eccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.621812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9224431d-27a6-4a89-8989-fead046eccb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e2bd7577f254ed2b4e6838325f7a22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617737 Nov 09 18:10:30.622520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59564) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:30.628816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224431d-27a6-4a89-8989-fead046eccb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a935b-f9a6-4cfb-a893-b75c9a6a0fee,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:30.650166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-147e7be8-4539-4165-9d4c-75668d4d2cac tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:30.651574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-fd2b451e-d438-4c00-a8db-21a0d2e9765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:30.655853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-fd2b451e-d438-4c00-a8db-21a0d2e9765c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.2848608 Nov 09 18:10:30.657813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-147e7be8-4539-4165-9d4c-75668d4d2cac tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2258823 Nov 09 18:10:30.658706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=941856c0-968d-4311-9ff2-f4aa2120e80a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:30.695353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.759527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-d9775493-bb0f-4bcf-a778-d29cf955bebc tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.1008859 Nov 09 18:10:30.762091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d82241cd-81ce-4c45-ad1c-b40976ecefb5 None None] Port 941856c0-968d-4311-9ff2-f4aa2120e80a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:30.772528 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-987a65c2-8154-4a0b-90e9-ecc04e3aecf0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971434 Nov 09 18:10:30.775799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14e806bd-29aa-4ae7-8ab7-385ef1af62b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.783879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Request body: {'floatingip': {'port_id': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:30.856248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.863553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14e806bd-29aa-4ae7-8ab7-385ef1af62b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:30.933325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5c7ac15c-5049-4c5d-9b99-4403a8923317 None None] Provisioning complete for port 941856c0-968d-4311-9ff2-f4aa2120e80a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:30.933325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c7ac15c-5049-4c5d-9b99-4403a8923317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.031555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ac15c-5049-4c5d-9b99-4403a8923317 None None] Port 941856c0-968d-4311-9ff2-f4aa2120e80a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:31.198664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14e806bd-29aa-4ae7-8ab7-385ef1af62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.201268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14e806bd-29aa-4ae7-8ab7-385ef1af62b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.204694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-14e806bd-29aa-4ae7-8ab7-385ef1af62b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/936a935b-f9a6-4cfb-a893-b75c9a6a0fee HTTP/1.1" status: 204 len: 168 time: 0.5747459 Nov 09 18:10:31.210500 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-8d6dddc3-04d1-4904-a96b-a9db9ad9ac87 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978064 Nov 09 18:10:31.219511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e806bd-29aa-4ae7-8ab7-385ef1af62b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a935b-f9a6-4cfb-a893-b75c9a6a0fee,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:31.219720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:31.259089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:31.579850 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-51fc7af3-910a-49ed-b43d-50a9fd5bae2b req-931a9159-e863-4aec-b2c0-cae6e7f26e85 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587580 Nov 09 18:10:31.601996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router b57ad090-261b-464e-b555-6569f71b6f49 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:31.865247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-560ab116-f94e-4cd0-940d-c2e166ddb129 None None] Provisioning complete for port 941856c0-968d-4311-9ff2-f4aa2120e80a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:31.865832 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-560ab116-f94e-4cd0-940d-c2e166ddb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:31.940237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-ed22856b-76d8-4bf5-9d87-4f162fa6c20b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1487477 Nov 09 18:10:31.962679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:31.990697 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e565c759-1477-45a0-ac63-26b293cfcf93 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/b57ad090-261b-464e-b555-6569f71b6f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9004850 Nov 09 18:10:31.998739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Sync routers for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:32.037557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:32.041856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:32.051357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-560ab116-f94e-4cd0-940d-c2e166ddb129 None None] Port 941856c0-968d-4311-9ff2-f4aa2120e80a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:32.093728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:10:32.146392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-bfc25368-2db8-4cd3-ae97-c0320a82f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.148439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-bfc25368-2db8-4cd3-ae97-c0320a82f447 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 1096 time: 0.1754153 Nov 09 18:10:32.167111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.168067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.168067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.168740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.169672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.169672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.169958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.182875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3070f282-d303-4350-a6d6-1f7e1d6b072f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6491 time: 0.1464312 Nov 09 18:10:32.204575 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.229494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:32.251914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.485236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-efb7cb6b-48a6-48de-a44e-623425ede811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.486659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-efb7cb6b-48a6-48de-a44e-623425ede811 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.3028753 Nov 09 18:10:32.487752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-c7669094-0dc4-404f-b0c9-33e0d668b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.488242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-c7669094-0dc4-404f-b0c9-33e0d668b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.488686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-c7669094-0dc4-404f-b0c9-33e0d668b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.490157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-c7669094-0dc4-404f-b0c9-33e0d668b48d service neutron] 10.222.0.73 "GET /v2.0/networks?id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35 HTTP/1.1" status: 200 len: 2292 time: 0.2357237 Nov 09 18:10:32.491399 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Floating IP a24ab69a-758f-4b50-85d1-a03f0b812dea associated. External IP: 172.25.0.239, port: b1c2922f-6cf4-4c10-8f00-baec6e99665f. Nov 09 18:10:32.528108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 2, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:32.557734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Checking router: b57ad090-261b-464e-b555-6569f71b6f49 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:32.558114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Updating router b57ad090-261b-464e-b555-6569f71b6f49 port 941856c0-968d-4311-9ff2-f4aa2120e80a binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:10:32.589133 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.686818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-fd135d3c-9402-4e3f-82c0-bb336d2ad2b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=836d380e-d985-40f5-a508-fb80f71fca9c HTTP/1.1" status: 200 len: 217 time: 0.1265736 Nov 09 18:10:32.754236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-19bc38bb-efb4-40f9-a509-7335e5b1f1d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 HTTP/1.1" status: 200 len: 1001 time: 0.1916678 Nov 09 18:10:32.818321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-d29bda1b-abea-439b-ba69-adf4971d1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.820619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-d29bda1b-abea-439b-ba69-adf4971d1226 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d6fabf9-1fbd-4223-b392-fef323e30485 HTTP/1.1" status: 200 len: 851 time: 0.0535722 Nov 09 18:10:32.823815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-98fab6dd-dfe5-4274-a3a6-aa732c24c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:32.825357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-98fab6dd-dfe5-4274-a3a6-aa732c24c598 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.1255436 Nov 09 18:10:32.958335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-b740ec02-e3e0-4beb-b69e-c7a5e199fa6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846539 Nov 09 18:10:32.987570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:32.996727 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.052884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-5699a35c-13ce-4bc8-987c-fec59cc16eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.055014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-5699a35c-13ce-4bc8-987c-fec59cc16eab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802318 Nov 09 18:10:33.121241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25bc13-8466-4222-9042-d5d25cd41f1e None None] Pushing event updated for resources: {'Port': ['ID=941856c0-968d-4311-9ff2-f4aa2120e80a,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:33.160219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Router d255e41e-9bbf-4e9f-b97f-53675829e528 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:33.183304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Attempting to bind port 941856c0-968d-4311-9ff2-f4aa2120e80a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:33.183689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Attempting to bind port 941856c0-968d-4311-9ff2-f4aa2120e80a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:33.184069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Attempting to bind port 941856c0-968d-4311-9ff2-f4aa2120e80a on network 694de417-e029-4ecf-b670-5bfbd0d496f0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:33.202273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:33.202713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Checking segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:33.203819 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.204232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Bound using segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:33.204722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Bound port: 941856c0-968d-4311-9ff2-f4aa2120e80a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:33.205110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.243432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-260f0925-c8e8-4317-bb25-b3ebdb33cb73 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693195 Nov 09 18:10:33.316538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59612) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:33.338808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] For port 941856c0-968d-4311-9ff2-f4aa2120e80a, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:33.343724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] For port 941856c0-968d-4311-9ff2-f4aa2120e80a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=941856c0-968d-4311-9ff2-f4aa2120e80a,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:33.352921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.479069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:33.481355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:33.483461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-b55d896a-0da2-48f2-a44e-82bad756f6fe service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159508 Nov 09 18:10:33.529973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28d8835d-7da7-4672-94e2-7589bde65247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.619505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25bc13-8466-4222-9042-d5d25cd41f1e None None] Pushing event updated for resources: {'Port': ['ID=941856c0-968d-4311-9ff2-f4aa2120e80a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:33.625172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1076e9-777c-4fd5-b14a-af46597988f1 req-3cf7ba96-e14e-4c68-ab34-1490c4dd7482 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129649 Nov 09 18:10:33.658477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:33.669235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.677652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28d8835d-7da7-4672-94e2-7589bde65247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.684993 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] Sync routers for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:33.689180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28d8835d-7da7-4672-94e2-7589bde65247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.699846 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:33.700472 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:33.729957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2e3ba422-9274-436c-a9c4-3b2fe29149b3 None None] Provisioning complete for port 941856c0-968d-4311-9ff2-f4aa2120e80a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:33.730907 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba422-9274-436c-a9c4-3b2fe29149b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.742281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-28d8835d-7da7-4672-94e2-7589bde65247 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1d8f8821adf4da2a7bd2c66b400455b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245112 Nov 09 18:10:33.745377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:33.774003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-32b97ea2-94f5-46a4-b784-f1e2594bd209 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "PUT /v2.0/floatingips/a24ab69a-758f-4b50-85d1-a03f0b812dea HTTP/1.1" status: 200 len: 997 time: 3.0057278 Nov 09 18:10:33.794020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8835d-7da7-4672-94e2-7589bde65247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987f278c-e717-4a52-a134-096e7d3c914e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:33.797789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:33.799842 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:33.803224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:33.816581 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-a4365866-f5f7-4453-8cce-6433fdb10a32 service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222902 Nov 09 18:10:33.824352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d316ebb6-81a0-4693-89ec-f70f2a5d75b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.850176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d316ebb6-81a0-4693-89ec-f70f2a5d75b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.889608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-79aca3ce-3b52-4fd4-984f-4f2397dcc622 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 200 len: 217 time: 0.0557165 Nov 09 18:10:33.911014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-4aee4cb0-23df-40f9-b807-4406a78fb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:33.913461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-4aee4cb0-23df-40f9-b807-4406a78fb91e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.1383967 Nov 09 18:10:33.953494 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d316ebb6-81a0-4693-89ec-f70f2a5d75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.956554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d316ebb6-81a0-4693-89ec-f70f2a5d75b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:33.957749 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d316ebb6-81a0-4693-89ec-f70f2a5d75b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/987f278c-e717-4a52-a134-096e7d3c914e HTTP/1.1" status: 204 len: 168 time: 0.2114527 Nov 09 18:10:33.988172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316ebb6-81a0-4693-89ec-f70f2a5d75b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987f278c-e717-4a52-a134-096e7d3c914e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:34.024728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-ef94185b-6c52-42ff-b825-1f1f06334f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:34.027358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-ef94185b-6c52-42ff-b825-1f1f06334f46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.1268091 Nov 09 18:10:34.053288 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba422-9274-436c-a9c4-3b2fe29149b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.053906 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:34.097913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2e3ba422-9274-436c-a9c4-3b2fe29149b3 None None] For port 941856c0-968d-4311-9ff2-f4aa2120e80a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=941856c0-968d-4311-9ff2-f4aa2120e80a,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:34.111395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:33Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:34.124347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-e0ae7d68-aa95-401a-8bbd-c1ca6e56e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:34.127166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-e0ae7d68-aa95-401a-8bbd-c1ca6e56e5ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.1911228 Nov 09 18:10:34.129833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-aac6826e-6839-4353-a9fe-8ec4f8d43d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:34.132706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-aac6826e-6839-4353-a9fe-8ec4f8d43d75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926723 Nov 09 18:10:34.146470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba422-9274-436c-a9c4-3b2fe29149b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.152364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaea1481-9a30-4330-aa09-4a3e8573c91a None None] The sync data for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 is: [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:33Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:34.293067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-9ec637ca-06a3-40fc-afd6-4f487444eccc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 1000 time: 0.1592035 Nov 09 18:10:34.313838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ba422-9274-436c-a9c4-3b2fe29149b3 None None] Pushing event updated for resources: {'Port': ['ID=941856c0-968d-4311-9ff2-f4aa2120e80a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:34.340428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4bd26ac1-9b9f-4f9a-8fa4-3c1f80969968 None None] Provisioning complete for port 941856c0-968d-4311-9ff2-f4aa2120e80a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:34.340806 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4bd26ac1-9b9f-4f9a-8fa4-3c1f80969968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:34.371987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-d580998c-c7ad-4fd7-b8b7-9a5a8c9a9a15 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297614 Nov 09 18:10:34.378618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-4b1df03c-c83d-4608-b9e8-dff243d20772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:34.380418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-4b1df03c-c83d-4608-b9e8-dff243d20772 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.0749629 Nov 09 18:10:34.423695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-d8a25558-5122-4313-a095-230e15d74591 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344596 Nov 09 18:10:34.476966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-f0eaeb3e-ef4f-441a-b59e-a00d4e7ac413 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:10:34.478157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-f0eaeb3e-ef4f-441a-b59e-a00d4e7ac413 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444317 Nov 09 18:10:34.649427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-59973e85-edee-4653-baff-512fdc6b7291 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585917 Nov 09 18:10:34.700936 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a24ab69a-758f-4b50-85d1-a03f0b812dea', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'floating_ip_address': '172.25.0.239', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'port_id': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'mac_address': 'fa:16:3e:b0:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:31Z', 'revision_number': 1, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:37Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:34.766132 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] Checking router: d255e41e-9bbf-4e9f-b97f-53675829e528 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:34.775611 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:34.776471 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:34.797141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-1040f954-92d3-4dee-adf0-cde4713fedcb service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156320 Nov 09 18:10:34.803366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2d6e1a8-267f-498f-b95b-0bf3237a5557 req-49931faa-a884-42c7-8df4-a7ffc9da78c9 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529167 Nov 09 18:10:34.868611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-3fe7e31f-131c-4ea2-8624-28be4aadcce8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 200 len: 217 time: 0.0597343 Nov 09 18:10:34.922110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 836d380e-d985-40f5-a508-fb80f71fca9c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:35.056426 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:35.133108 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.191670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:35.205429 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3e286f-4ede-42d7-80ca-14f3774368dc" -d '{"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-unplugged", "status": "completed", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:35.242498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:35.255309 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.416749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:35.497285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 941856c0-968d-4311-9ff2-f4aa2120e80a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:35.560538 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a24ab69a-758f-4b50-85d1-a03f0b812dea', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'floating_ip_address': '172.25.0.239', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'port_id': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'mac_address': 'fa:16:3e:b0:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:31Z', 'revision_number': 1, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:37Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:35.597855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-0041a74f-37d0-42a8-ba3d-bdfcbb40abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:35.599859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-0041a74f-37d0-42a8-ba3d-bdfcbb40abb0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.7232740 Nov 09 18:10:35.614248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87998531-f658-4801-9485-53251dd1d692 req-caf33732-d061-44a2-85f1-0925fed2150d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:35.623691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87998531-f658-4801-9485-53251dd1d692 req-caf33732-d061-44a2-85f1-0925fed2150d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 943 time: 0.1369078 Nov 09 18:10:35.640272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 941856c0-968d-4311-9ff2-f4aa2120e80a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:35.640658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:35.772478 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3807cc-7a02-45a1-be9f-a44637e98af6 None None] The sync data for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 is: [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a24ab69a-758f-4b50-85d1-a03f0b812dea', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'floating_ip_address': '172.25.0.239', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'port_id': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'mac_address': 'fa:16:3e:b0:a1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:31Z', 'revision_number': 1, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:37Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:35.805312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87998531-f658-4801-9485-53251dd1d692 req-f482fc6e-9147-424f-8404-db40af196488 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806476 Nov 09 18:10:35.839615 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:10:35.855781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-1be216fb-7206-43e8-8eea-1e82efdcd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:35.857555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-1be216fb-7206-43e8-8eea-1e82efdcd58c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2307661 Nov 09 18:10:36.125089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-fc7363f2-a68c-4343-aa54-b1a93f4c2b6e service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578135 Nov 09 18:10:36.163357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-d0615d35-d73a-43a2-a4e8-a442f0dd2551 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376485222&fields=id&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 267 time: 0.0871840 Nov 09 18:10:36.376323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d76abb-4b53-4388-882e-3b9af56de7f5 None None] New status for floating IP a24ab69a-758f-4b50-85d1-a03f0b812dea: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:10:36.447153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-bc844dfb-01eb-4232-a9ea-5d9747aced51 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053534 Nov 09 18:10:36.463415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-75d56c6b-74a9-49ff-8d6a-b8bc1253d9d9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.470750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-75d56c6b-74a9-49ff-8d6a-b8bc1253d9d9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 796 time: 0.2840989 Nov 09 18:10:36.524088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-155bfa85-892b-4c3b-ad2d-f69947d5dcb9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/quotas/157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 375 time: 0.0521305 Nov 09 18:10:36.527936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-44479731-42e6-464f-a906-172e66ff9069 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=288c8350-f06c-4509-9424-475544aa0a6a HTTP/1.1" status: 200 len: 217 time: 0.0543890 Nov 09 18:10:36.610785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-bf1ab80b-43f1-4e2a-8e03-4f75573f24ff tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849531 Nov 09 18:10:36.615905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-42e1755e-4b2f-4316-b353-1224ec7edb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.617841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-42e1755e-4b2f-4316-b353-1224ec7edb36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.0630906 Nov 09 18:10:36.745712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-769cceac-11fc-4fa1-99b3-c0c1fa52edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:36.747386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-769cceac-11fc-4fa1-99b3-c0c1fa52edb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951631 Nov 09 18:10:36.780727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-1d09cf87-f110-4684-ab61-db1461dbb5e1 service neutron] 10.222.0.32 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512539 Nov 09 18:10:36.967023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-bc98f49e-aee0-4f57-b334-fc4880fdc479 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039225 Nov 09 18:10:37.068419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-5479247a-703a-4438-a5e4-8420a3419465 service neutron] 10.222.0.32 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689803 Nov 09 18:10:37.123680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-a71c7ee8-4dec-4531-a1a0-789b464e73bf service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415129 Nov 09 18:10:37.210944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-980af831-6bc5-47ec-802d-c6297105b3c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=4e9a0214-9b8a-4b94-8400-0405f838359c HTTP/1.1" status: 200 len: 217 time: 0.0691130 Nov 09 18:10:37.254540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c868a4f8-0598-4bd8-a8bd-a1adc905eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:37.313053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-998a7422-ad1a-4013-bc8d-9302a2b5b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:37.314709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-998a7422-ad1a-4013-bc8d-9302a2b5b110 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.0904515 Nov 09 18:10:37.363393 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408afe2d-263f-48ea-839a-8052af77cb32 x-openstack-request-id: req-408afe2d-263f-48ea-839a-8052af77cb32 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:37.364078 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:37.364484 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-408afe2d-263f-48ea-839a-8052af77cb32 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:37.365444 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'status': 'completed', 'code': 200} Nov 09 18:10:37.436309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-91578c44-07ad-4732-9ee1-a8be6554d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:37.438040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-91578c44-07ad-4732-9ee1-a8be6554d68e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.0733516 Nov 09 18:10:37.544219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-a313be26-15df-498a-ad2b-16028e4253fc tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 1002 time: 0.1850259 Nov 09 18:10:37.547330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-51cce26d-9b4e-41a9-871f-04f6684b8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:37.552522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-51cce26d-9b4e-41a9-871f-04f6684b8e42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2255137 Nov 09 18:10:37.563165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-74760fb8-12db-4ce7-8f48-7fab09237cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:37.565386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-74760fb8-12db-4ce7-8f48-7fab09237cfc service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.1183550 Nov 09 18:10:37.714392 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-f235399d-a086-45f4-b074-50bb270c6a27 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 1002 time: 0.1406603 Nov 09 18:10:37.748927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d0993107-40aa-4bf6-b4fc-066320af8dd7 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:37.761330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d0993107-40aa-4bf6-b4fc-066320af8dd7 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports/b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 943 time: 0.2007458 Nov 09 18:10:37.788818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-514e241f-e95a-49b7-902a-62ee3480f2ad service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165132 Nov 09 18:10:37.832040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-7f72519e-1cdf-4621-9960-b39eefd1a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:37.833847 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-7f72519e-1cdf-4621-9960-b39eefd1a109 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.1087272 Nov 09 18:10:37.876601 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-ae7c0c61-d00c-409a-a48f-2081eceb75a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338428 Nov 09 18:10:37.964902 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-367e65b6-5489-4e21-9dab-1e3225118a20 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 1002 time: 0.0725162 Nov 09 18:10:38.058210 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-48616b41-3ef0-4f59-b7c6-f8576f2d69d2 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682665 Nov 09 18:10:38.091345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-43ca26ca-3a95-402f-9f94-d8205cca5384 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883408 Nov 09 18:10:38.173894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-613ca4ba-7ca9-4ad6-8bf7-f00a1746e003 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c HTTP/1.1" status: 200 len: 217 time: 0.0703018 Nov 09 18:10:38.186352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-8f50c2fa-1145-43dc-8541-dfa78b8f7ac7 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:38.195350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-8f50c2fa-1145-43dc-8541-dfa78b8f7ac7 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.2204540 Nov 09 18:10:38.201736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1f4a02e6-cd00-4d7c-81b4-0cd2272118f4 req-34ebf1d6-788a-41d6-b2ce-6ae8f3c3371a service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346872 Nov 09 18:10:38.307198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-2f3e19fb-634d-4eee-afde-84677f5b5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:38.308594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-2f3e19fb-634d-4eee-afde-84677f5b5c97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 200 len: 797 time: 0.1106787 Nov 09 18:10:38.394806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-ca96f8c5-15ba-4890-8576-b9a6a6d5e501 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 1002 time: 0.1985848 Nov 09 18:10:38.424531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:38.485047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-77421b50-4bac-48ee-8c88-328ac0da5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:38.486599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-77421b50-4bac-48ee-8c88-328ac0da5006 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1622202 Nov 09 18:10:38.494137 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.730628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.733467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-2ecdac04-ddab-43b7-bdcb-b01df5b082c7 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955557 Nov 09 18:10:38.736251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:38.736581 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Floating IP a24ab69a-758f-4b50-85d1-a03f0b812dea disassociated. External IP: 172.25.0.239, port: b1c2922f-6cf4-4c10-8f00-baec6e99665f. Nov 09 18:10:38.896045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-a4e6d64e-4ccb-4d02-a6f1-230d3ce3c8fc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:38.898892 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-a4e6d64e-4ccb-4d02-a6f1-230d3ce3c8fc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.85 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 796 time: 0.1390498 Nov 09 18:10:38.944130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-40a46e50-01dc-4aab-acef-203aff2d0858 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294353 Nov 09 18:10:39.034941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-93714993-b978-4316-be1a-51f85e5f14bb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 379 time: 0.1077187 Nov 09 18:10:39.045189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'port': {'device_id': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'admin_state_up': True, 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'security_groups': ['a081f595-c319-429f-9a96-c031b9e6e05c']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:39.051438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-7c60e4c4-5001-4963-b63d-add5303bf64b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48388937-7adf-43ec-8a8a-7aef55243054 HTTP/1.1" status: 200 len: 217 time: 0.0648797 Nov 09 18:10:39.128527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-b9f6020a-a63f-4c17-b36b-f942ffb5a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:39.130204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-b9f6020a-a63f-4c17-b36b-f942ffb5a30c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 200 len: 797 time: 0.0638509 Nov 09 18:10:39.144447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Router d255e41e-9bbf-4e9f-b97f-53675829e528 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:10:39.167391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:39.171154 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:39.285593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-73438b78-8286-45a0-ac63-cb225a8f8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:39.287363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-73438b78-8286-45a0-ac63-cb225a8f8724 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402531 Nov 09 18:10:39.334442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.13 (694de417-e029-4ecf-b670-5bfbd0d496f0/de103ed5-b08a-4fbc-8b52-eba976fa7965/7c5e9432-ab6e-4899-a306-2f4b45f76cb7) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:39.395408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-22f104d0-b4c6-4939-a630-0cbb3b3d144d service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945210 Nov 09 18:10:39.423854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:10:39.431160 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:39.435620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] Sync routers for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:10:39.448059 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:39.450401 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:39.508533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-d1ad76a5-eb3d-4f77-b80d-5638f47f7547 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "PUT /v2.0/floatingips/a24ab69a-758f-4b50-85d1-a03f0b812dea HTTP/1.1" status: 200 len: 695 time: 1.0880322 Nov 09 18:10:39.511345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:39.513543 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:39.571467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:39.603180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-1755a303-6f6e-4669-9877-210d810e5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:39.604647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-1755a303-6f6e-4669-9877-210d810e5764 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.0782998 Nov 09 18:10:39.606718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630c09ca-5c1e-4551-9bc7-b0026d8f882c req-7f5aee1e-a151-4e53-8474-34b42f904ea1 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941705 Nov 09 18:10:39.619410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:39.678555 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:39.745655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-8a23e96d-8a23-4717-95a3-2e66e5aad5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:39.747270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-8a23e96d-8a23-4717-95a3-2e66e5aad5f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.1325104 Nov 09 18:10:39.761043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:39.775529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b82c8130-f8ff-4fe0-800c-b4a71e4f9d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:39.784763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:39.794990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:39.801285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:39.828683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-8307e10e-315f-49b9-9c4d-9e3b99ee05d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 217 time: 0.0737686 Nov 09 18:10:39.897355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-127f4981-d52f-4805-93a3-9dd5d6f1637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:39.902468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-127f4981-d52f-4805-93a3-9dd5d6f1637f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.0580249 Nov 09 18:10:39.905281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:39.909726 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:39.947078 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-947a5a48-3b29-4996-b263-50a5fe785e5d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9058647 Nov 09 18:10:39.961727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-73acfc6f-4cca-4d33-8b8d-83c37f631477 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512886 Nov 09 18:10:39.962672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Request body: {'port': {'device_id': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:40.080144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-fa32deed-4eaa-4079-8a67-ce21d0cafe94 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111310 Nov 09 18:10:40.121965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:40.185956 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:40.206783 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:37Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:40.215742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c350d3a6-b4e6-40a5-a46a-3fdb78a8e79c None None] Provisioning complete for port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:40.216393 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c350d3a6-b4e6-40a5-a46a-3fdb78a8e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:40.265997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c350d3a6-b4e6-40a5-a46a-3fdb78a8e79c None None] Port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:40.275261 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] Checking router: d255e41e-9bbf-4e9f-b97f-53675829e528 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:10:40.291761 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:10:40.292390 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:40.354472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba886355-a17c-4f0f-8ace-e916a8282b6d req-09de5d12-aa83-484f-a640-fe29c12cf5b9 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635753 Nov 09 18:10:40.432669 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:10:40.563467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393435b-5e53-4608-9da0-24f319d1ac47 req-f5e635f8-ab0f-498e-8409-9c887117eef9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:40.573418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4393435b-5e53-4608-9da0-24f319d1ac47 req-f5e635f8-ab0f-498e-8409-9c887117eef9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0983574 Nov 09 18:10:40.602667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:40.610855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:40.613954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4393435b-5e53-4608-9da0-24f319d1ac47 req-6b3c9e79-6be3-41b2-bb2f-0f8f2c4c9059 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360205 Nov 09 18:10:40.649292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Transition to ACTIVE for port object 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:10:40.660701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:40.661307 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:37Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:10:40.696977 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419cd8ee-83c1-4a25-b22e-fd3b97be0603 x-openstack-request-id: req-419cd8ee-83c1-4a25-b22e-fd3b97be0603 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:40.697561 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-unplugged", "status": "failed", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c", "code": 422}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:40.697928 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-419cd8ee-83c1-4a25-b22e-fd3b97be0603 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:40.698499 n-d-817240-1 neutron-server[102142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c', 'code': 422} returned with failed status Nov 09 18:10:40.702504 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07349399-db86-4515-a596-f5925dc3ac68 None None] The sync data for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 is: [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:09:30Z', 'revision_number': 4, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '51e1c760-696b-4b61-b74a-77ec2882cb78', 'name': '', 'network_id': 'ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'mac_address': 'fa:16:3e:68:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:28Z', 'updated_at': '2021-11-09T18:09:37Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'subnets': [{'id': '4b3d7170-9304-4ad4-ad16-8e20eef4a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:10:40.785745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:40.953149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 836d380e-d985-40f5-a508-fb80f71fca9c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:40.980455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:40.980951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:40.981200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on network 694de417-e029-4ecf-b670-5bfbd0d496f0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:40.995140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on network 694de417-e029-4ecf-b670-5bfbd0d496f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:10:40.995789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on network 694de417-e029-4ecf-b670-5bfbd0d496f0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:41.009760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:41.010162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Checking segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:41.010541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Bound using segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:41.010985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Bound port: 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:41.011354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:41.089417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:41.156950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:41.161313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:41.171163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:41.266443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f3b23-4d29-429d-b8b3-cd98ded6b5f7 None None] New status for floating IP a24ab69a-758f-4b50-85d1-a03f0b812dea: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:10:41.275312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:41.292236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:41.293012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:41.294492 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-209658b5-1166-4bec-87bb-edd04ca74616 service neutron] 10.222.0.85 "PUT /v2.0/ports/7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 1092 time: 1.3366396 Nov 09 18:10:41.294933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:41.297628 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd" -d '{"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:41.439834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-8f5ee0c5-cce8-4826-a7fe-bfa77fa6f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:41.441821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-8f5ee0c5-cce8-4826-a7fe-bfa77fa6f629 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1095 time: 0.1024523 Nov 09 18:10:41.543021 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-65093a2e-5708-4d9e-ad75-e3561d1640a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 217 time: 0.0922825 Nov 09 18:10:41.623921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e9258-79ac-4fb7-8d5a-6f433eb8ff5e req-1125eb07-f27a-4819-a611-7c5f075f36ce tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:41.631295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c0e9258-79ac-4fb7-8d5a-6f433eb8ff5e req-1125eb07-f27a-4819-a611-7c5f075f36ce tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 943 time: 0.7005522 Nov 09 18:10:41.654642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-c735069e-0cd1-46b3-9f42-01c94d921979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:41.656649 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-c735069e-0cd1-46b3-9f42-01c94d921979 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.1053531 Nov 09 18:10:41.702636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c0e9258-79ac-4fb7-8d5a-6f433eb8ff5e req-d41dfe01-c143-4466-9fd9-cda604e86356 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Nov 09 18:10:41.749099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d73-798d-462a-9183-46a88dfda150 req-729e4dee-8617-40f8-bbf3-bd752418e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:41.750771 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-729e4dee-8617-40f8-bbf3-bd752418e0ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864677 Nov 09 18:10:41.920967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cda08f-816a-458c-a953-3affc58e0454 req-b350b065-8f66-4283-939b-28d7d3795781 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:41.934281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7cda08f-816a-458c-a953-3affc58e0454 req-b350b065-8f66-4283-939b-28d7d3795781 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 944 time: 0.0921607 Nov 09 18:10:41.950947 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-5f1eee61-eb94-452a-8f99-1baa538d1a4f service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913958 Nov 09 18:10:41.993159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7cda08f-816a-458c-a953-3affc58e0454 req-b0fba019-cb87-4bdd-a69c-e54df85fa91d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540106 Nov 09 18:10:42.062363 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e0645-c831-4c49-9c34-65063cdf2396 x-openstack-request-id: req-c48e0645-c831-4c49-9c34-65063cdf2396 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:42.063223 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:42.063675 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c48e0645-c831-4c49-9c34-65063cdf2396 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:42.064977 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'status': 'completed', 'code': 200} Nov 09 18:10:42.094225 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44e47d73-798d-462a-9183-46a88dfda150 req-a6eedfd6-305c-4e04-aff8-6bf9f5b8bac6 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347289 Nov 09 18:10:42.145310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-7a65ce7c-19c6-459a-855c-0c513e2170da tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips/a24ab69a-758f-4b50-85d1-a03f0b812dea HTTP/1.1" status: 200 len: 695 time: 0.0687511 Nov 09 18:10:42.166466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-e510079f-95bc-4f7d-8065-0f35d44dbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:42.168022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-e510079f-95bc-4f7d-8065-0f35d44dbbc6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=94e14e34e0d843e1827d5ab7637df423&device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 1097 time: 0.0673559 Nov 09 18:10:42.292744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-28a153e2-831b-4737-b33d-1b2174dbb5d4 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:42.302182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-28a153e2-831b-4737-b33d-1b2174dbb5d4 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 784 time: 0.1392567 Nov 09 18:10:42.308120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-e11b245b-5afb-4e53-aa6b-e4f6e4a7d9c1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:10:42.318414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-e11b245b-5afb-4e53-aa6b-e4f6e4a7d9c1 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149808 Nov 09 18:10:42.321856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-4ab24418-f1f5-4ad8-9d1e-2bac2c4ea7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:42.323957 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-4ab24418-f1f5-4ad8-9d1e-2bac2c4ea7c0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 200 len: 920 time: 0.1462264 Nov 09 18:10:42.381109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-650e4ce9-2021-4c13-a370-7baffea5da22 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0606937 Nov 09 18:10:42.392848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-08890711-98ec-47a5-b460-3940ea6fb760 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 200 len: 217 time: 0.0583732 Nov 09 18:10:42.436112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-5465aec5-e3af-47a1-b1ac-e65f7e955f03 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0529590 Nov 09 18:10:42.488118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-e119a0c7-5a30-4950-a3ae-665864b2d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:42.489616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-e119a0c7-5a30-4950-a3ae-665864b2d178 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 200 len: 859 time: 0.0807533 Nov 09 18:10:42.532471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:42.564471 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-4f5cd49c-ee63-4946-b588-6ee016d144eb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660365 Nov 09 18:10:42.607073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Deleting port c0035d95-d41e-4f90-8a08-5662dff93673 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:10:42.607676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:42.695281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-660b8c2e-bee2-4623-bf4c-6f6bab8ed48c service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209729 Nov 09 18:10:42.756230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:42.756913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:42.771026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Calling delete_port for c0035d95-d41e-4f90-8a08-5662dff93673 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:10:42.929852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:42.990729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event deleted for resources: {'Port': ['ID=c0035d95-d41e-4f90-8a08-5662dff93673,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:43.063808 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.069060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.083553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-165b9ca3-d582-46e6-b6d4-395462528ed5 req-a2b76a84-ff8f-433b-a787-9a5ba93156df tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "DELETE /v2.0/floatingips/a24ab69a-758f-4b50-85d1-a03f0b812dea HTTP/1.1" status: 204 len: 173 time: 0.6461780 Nov 09 18:10:43.248074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66cd94-b384-433f-8c4e-8f30c4718cef req-a07975c3-a220-4ed9-8f6a-52018c6fcf95 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:43.255815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a66cd94-b384-433f-8c4e-8f30c4718cef req-a07975c3-a220-4ed9-8f6a-52018c6fcf95 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0936830 Nov 09 18:10:43.267819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7c2de7c5-9bbc-41e5-a4ba-7d59e2ad9a9a req-80c91974-fe5e-4664-9861-2d81837ca188 service neutron] 10.222.0.85 "GET /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654693 Nov 09 18:10:43.309464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a66cd94-b384-433f-8c4e-8f30c4718cef req-346b48a2-4bb0-4235-ba1c-5fb383e486af tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526114 Nov 09 18:10:43.365387 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be3d22-4065-4e57-a377-082fca2c2ade x-openstack-request-id: req-97be3d22-4065-4e57-a377-082fca2c2ade {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:43.365752 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:43.366635 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97be3d22-4065-4e57-a377-082fca2c2ade {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:43.367114 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'status': 'completed', 'code': 200} Nov 09 18:10:43.403073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:43.472606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-1091bfc6-f767-4124-af4c-f7f60f54d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:43.475027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-1091bfc6-f767-4124-af4c-f7f60f54d521 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1095 time: 0.0807106 Nov 09 18:10:43.581829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1cc55e6c-5b34-4554-a48b-1f88001159ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.598935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-41755efc-e1cf-4d76-a196-4099d2bdea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:43.603725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-41755efc-e1cf-4d76-a196-4099d2bdea27 service neutron] 10.222.0.85 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.1205480 Nov 09 18:10:43.678103 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-ec744ac9-5cbd-4cab-9b74-1fe5e1a40a2d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 217 time: 0.0640292 Nov 09 18:10:43.678367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1cc55e6c-5b34-4554-a48b-1f88001159ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.683510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1cc55e6c-5b34-4554-a48b-1f88001159ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.716187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc55e6c-5b34-4554-a48b-1f88001159ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b6ee1c-1603-4050-a8cb-a5601ab3bb6c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:43.748143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-ebd9ffba-5b36-4256-92de-475fa4023e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:43.749827 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-ebd9ffba-5b36-4256-92de-475fa4023e8b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.0639498 Nov 09 18:10:43.752508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1cc55e6c-5b34-4554-a48b-1f88001159ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=003a1354b53c469eb3929a5aa91f37e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483229 Nov 09 18:10:43.755068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59756) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:43.818512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-180e14aa-df80-4cfa-80ca-aba8bab95599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:43.820196 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-180e14aa-df80-4cfa-80ca-aba8bab95599 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591595 Nov 09 18:10:43.823229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a27e5400-6a51-418c-b06d-2b1e1819aff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.849331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a27e5400-6a51-418c-b06d-2b1e1819aff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.921192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a27e5400-6a51-418c-b06d-2b1e1819aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.924708 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a27e5400-6a51-418c-b06d-2b1e1819aff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:43.926202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a27e5400-6a51-418c-b06d-2b1e1819aff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00b6ee1c-1603-4050-a8cb-a5601ab3bb6c HTTP/1.1" status: 204 len: 168 time: 0.1698081 Nov 09 18:10:43.939090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e5400-6a51-418c-b06d-2b1e1819aff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b6ee1c-1603-4050-a8cb-a5601ab3bb6c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:43.983913 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-36fe3d44-a537-4d7a-914a-c05a641d7c24 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544051 Nov 09 18:10:44.113765 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb362128-8b9e-4b2f-abf0-c0c4c52d14dd req-8a8f651d-2227-4e3b-945f-0c01e7ec20f8 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213663 Nov 09 18:10:44.356958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59790) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:44.374102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5681e149-9c1b-468c-a143-80b78e575bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.517513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5681e149-9c1b-468c-a143-80b78e575bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.521622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5681e149-9c1b-468c-a143-80b78e575bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.551407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-09a75658-fdc8-4fc7-96c6-373c08d12c39 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:44.553412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-09a75658-fdc8-4fc7-96c6-373c08d12c39 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e3802ad-5150-4b3a-b833-9fd25e1d4e91 HTTP/1.1" status: 200 len: 943 time: 0.0884850 Nov 09 18:10:44.576924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681e149-9c1b-468c-a143-80b78e575bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94f41e-49a9-48cc-98d0-5b94d90e82f7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:44.588856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5681e149-9c1b-468c-a143-80b78e575bda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4d634e0a9df4101be941443c51bb2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306969 Nov 09 18:10:44.591928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59792) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:44.659064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e5d5e0-29b4-48c6-878a-ae2a71288949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.685090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e5d5e0-29b4-48c6-878a-ae2a71288949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.689218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Deleting port 836d380e-d985-40f5-a508-fb80f71fca9c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:10:44.689567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.750840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e5d5e0-29b4-48c6-878a-ae2a71288949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.753843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96e5d5e0-29b4-48c6-878a-ae2a71288949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.759804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-96e5d5e0-29b4-48c6-878a-ae2a71288949 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b94f41e-49a9-48cc-98d0-5b94d90e82f7 HTTP/1.1" status: 204 len: 168 time: 0.1656122 Nov 09 18:10:44.767654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d5e0-29b4-48c6-878a-ae2a71288949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94f41e-49a9-48cc-98d0-5b94d90e82f7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:44.813586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] For port 836d380e-d985-40f5-a508-fb80f71fca9c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=836d380e-d985-40f5-a508-fb80f71fca9c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:44.814050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:44.835925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Calling delete_port for 836d380e-d985-40f5-a508-fb80f71fca9c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:10:44.939893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:10:45.056293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:45.072775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:45.088476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'port_id': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'mac_address': 'fa:16:3e:31:13:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:10:45.099523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event deleted for resources: {'Port': ['ID=836d380e-d985-40f5-a508-fb80f71fca9c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:45.152985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] No DVR routers for this DVR port 836d380e-d985-40f5-a508-fb80f71fca9c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:10:45.156360 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:45.160250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32c34169-00c3-411a-86bc-2c88fb08b6aa req-347a141f-2df1-4a4c-a03c-e8a9007abfb3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "DELETE /v2.0/ports/836d380e-d985-40f5-a508-fb80f71fca9c HTTP/1.1" status: 204 len: 173 time: 0.5863876 Nov 09 18:10:45.160720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-deleted', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:45.163573 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6103453a-3a05-4025-8d92-da9376c26123" -d '{"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-deleted", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:45.170103 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:45.197623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:45.222042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:45.228011 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:45.306810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:45.556692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['7c5e9432-ab6e-4899-a306-2f4b45f76cb7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:45.795742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1fa4-72b4-4f01-ba3d-2d4faecccde3 req-b8acceb8-6cd6-4254-a69a-d1882641ec7e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:45.797307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-560f1fa4-72b4-4f01-ba3d-2d4faecccde3 req-b8acceb8-6cd6-4254-a69a-d1882641ec7e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 945 time: 0.0595312 Nov 09 18:10:45.837476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-560f1fa4-72b4-4f01-ba3d-2d4faecccde3 req-1928deb1-9b60-429f-b277-bd4cc4ef6099 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Nov 09 18:10:45.897113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85ab3f78-f3db-4bfd-b7fb-baaa0bc76271 req-0068d7a6-b295-40fe-a346-cabd1734c55f tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups/699d554e-7fca-460a-965f-965ae3967638 HTTP/1.1" status: 200 len: 1809 time: 0.0381973 Nov 09 18:10:45.955298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85ab3f78-f3db-4bfd-b7fb-baaa0bc76271 req-470b4639-74e3-467a-965d-60da07bd9377 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:45.977630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85ab3f78-f3db-4bfd-b7fb-baaa0bc76271 req-470b4639-74e3-467a-965d-60da07bd9377 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:46.019918 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85ab3f78-f3db-4bfd-b7fb-baaa0bc76271 req-470b4639-74e3-467a-965d-60da07bd9377 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:46.023236 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-85ab3f78-f3db-4bfd-b7fb-baaa0bc76271 req-470b4639-74e3-467a-965d-60da07bd9377 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:46.024386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85ab3f78-f3db-4bfd-b7fb-baaa0bc76271 req-470b4639-74e3-467a-965d-60da07bd9377 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "DELETE /v2.0/security-groups/699d554e-7fca-460a-965f-965ae3967638 HTTP/1.1" status: 204 len: 173 time: 0.1207159 Nov 09 18:10:46.038144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b4639-74e3-467a-965d-60da07bd9377 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699d554e-7fca-460a-965f-965ae3967638,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:46.107657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:46.110470 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9081abab-8842-4da4-8d1b-a02607e916f7 x-openstack-request-id: req-9081abab-8842-4da4-8d1b-a02607e916f7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:46.111186 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3802ad-5150-4b3a-b833-9fd25e1d4e91", "name": "network-vif-deleted", "tag": "836d380e-d985-40f5-a508-fb80f71fca9c", "status": "failed", "code": 422}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:46.111733 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9081abab-8842-4da4-8d1b-a02607e916f7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:46.112341 n-d-817240-1 neutron-server[102140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e3802ad-5150-4b3a-b833-9fd25e1d4e91', 'name': 'network-vif-deleted', 'tag': '836d380e-d985-40f5-a508-fb80f71fca9c', 'status': 'failed', 'code': 422} returned with failed status Nov 09 18:10:46.645853 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-0ff07543-7c92-4b3e-bb6a-505458f80bf1 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:46.648119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-0ff07543-7c92-4b3e-bb6a-505458f80bf1 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/networks?id=33206587-053d-442d-9355-dd627e23803b HTTP/1.1" status: 200 len: 814 time: 0.1051185 Nov 09 18:10:46.664108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-ec0f86ee-5284-4e54-b207-9aa37284a6e5 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/quotas/29cee26620e245ae934f55dea733929a HTTP/1.1" status: 200 len: 375 time: 0.0100904 Nov 09 18:10:46.716761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-c950f5bf-c4c0-4a09-9b65-1440efad77fe tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29cee26620e245ae934f55dea733929a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468576 Nov 09 18:10:46.810904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-bd56f94f-3bc0-4afe-971e-3ee376a29d88 service neutron] 10.222.0.32 "GET /v2.0/networks/33206587-053d-442d-9355-dd627e23803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868704 Nov 09 18:10:46.900940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-d8b17019-7e95-45be-ac2e-8c9e44e60797 service neutron] 10.222.0.32 "GET /v2.0/networks/33206587-053d-442d-9355-dd627e23803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837500 Nov 09 18:10:46.954731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:47.010550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:10:47.015586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:47.016671 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:47.140467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:47.170909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:47.173542 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdf75d2-ed58-4e3f-ade5-36139df21918" -d '{"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:47.187454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:47.193826 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:47.253919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:47.412544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9390e-d443-4d20-95a8-98388cc4b8c2 req-10ba0385-5b8b-4e2a-908e-5ef37a299485 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:47.414904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28c9390e-d443-4d20-95a8-98388cc4b8c2 req-10ba0385-5b8b-4e2a-908e-5ef37a299485 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0558789 Nov 09 18:10:47.463135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28c9390e-d443-4d20-95a8-98388cc4b8c2 req-e1cae7b6-1488-448f-a23a-1d3ca56829a9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Nov 09 18:10:47.719392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e869e8-803e-4236-96ba-b26d999db5cb req-33aa1e2e-96b0-4ca3-99c2-baed068d93d9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:47.728887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9e869e8-803e-4236-96ba-b26d999db5cb req-33aa1e2e-96b0-4ca3-99c2-baed068d93d9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0682974 Nov 09 18:10:47.776988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9e869e8-803e-4236-96ba-b26d999db5cb req-a3cfc457-9a3f-4675-b083-185911623f97 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Nov 09 18:10:47.859724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41af2e76-ae1f-4d72-943f-22606d628c40 req-cae03a3b-6d0d-488f-a05d-fcae8864507d tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Nov 09 18:10:47.900453 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdb6ab5-dc27-4499-bd09-8e701351a913 x-openstack-request-id: req-acdb6ab5-dc27-4499-bd09-8e701351a913 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:10:47.900825 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:10:47.901149 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acdb6ab5-dc27-4499-bd09-8e701351a913 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:10:47.901619 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'code': 200} Nov 09 18:10:48.011261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b4e03-4cd6-429e-887d-d6f22ca8458b req-ca01a2df-4394-4084-905b-1eebccad9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:48.012751 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f78b4e03-4cd6-429e-887d-d6f22ca8458b req-ca01a2df-4394-4084-905b-1eebccad9ded service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0385435 Nov 09 18:10:48.048537 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f78b4e03-4cd6-429e-887d-d6f22ca8458b req-7eff507e-524c-469f-a960-89d90c950f8b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279460 Nov 09 18:10:48.067782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6390-d099-474b-92ce-80932a452eeb req-a22116fa-7904-4908-bda2-64c154cd1c95 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:48.069770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-a22116fa-7904-4908-bda2-64c154cd1c95 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.1057286 Nov 09 18:10:48.084438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-8a63108a-bee7-40b7-a634-93e67d1cd358 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/quotas/f2c934c0c76d4fa39a6e7ec0c154c163 HTTP/1.1" status: 200 len: 375 time: 0.0087745 Nov 09 18:10:48.117812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-074b6708-dfff-4053-9e79-b9add6cf310d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274558 Nov 09 18:10:48.277531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-87b5db34-419a-46ed-9816-170574571076 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511371 Nov 09 18:10:48.367571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-826315cc-29bd-407b-b089-cecc335f44f7 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:48.369102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-826315cc-29bd-407b-b089-cecc335f44f7 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.73 "GET /v2.0/networks?id=33206587-053d-442d-9355-dd627e23803b HTTP/1.1" status: 200 len: 814 time: 0.1808453 Nov 09 18:10:48.390683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Request body: {'port': {'device_id': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'network_id': '33206587-053d-442d-9355-dd627e23803b', 'admin_state_up': True, 'tenant_id': '29cee26620e245ae934f55dea733929a'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:48.454909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-c9bd32f3-4d02-41d4-a498-a06279983795 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705072 Nov 09 18:10:48.525018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Made reservation on behalf of 29cee26620e245ae934f55dea733929a for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:48.529108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:48.734529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Allocated IP 172.20.0.11 (33206587-053d-442d-9355-dd627e23803b/2f45bdee-1340-4064-a2d1-d27421ffd1df/5251e64a-32b5-464a-a3e9-d7d4e8d2aef5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:48.780065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c067c-df56-4bf7-9514-d97c9ae907ad req-b16595f8-a16e-49ba-bd96-c2e037a99e42 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:48.781609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea1c067c-df56-4bf7-9514-d97c9ae907ad req-b16595f8-a16e-49ba-bd96-c2e037a99e42 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.1070189 Nov 09 18:10:48.861516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea1c067c-df56-4bf7-9514-d97c9ae907ad req-67c8ed3c-a785-4e34-bec2-9d801fce4db5 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.32 "GET /v2.0/security-groups?id=c232289c-898c-40fe-8ee7-be87387bb092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582302 Nov 09 18:10:48.996062 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:49.079961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:49.123831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711d6c8-9cc3-44ca-8582-928be88f75a2 req-ab4a0cc5-ae77-46d7-8307-e784a8f5ee45 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:49.134419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2711d6c8-9cc3-44ca-8582-928be88f75a2 req-ab4a0cc5-ae77-46d7-8307-e784a8f5ee45 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1198583 Nov 09 18:10:49.211279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2711d6c8-9cc3-44ca-8582-928be88f75a2 req-d702c0a8-08ef-4b9b-a927-bb5817661305 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Nov 09 18:10:49.229206 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:49.311195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Pushing event updated for resources: {'Port': ['ID=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:49.332844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Network 33206587-053d-442d-9355-dd627e23803b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:49.334547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:49.338157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:49.407741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:49.408503 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:49.436908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-135b61b6-48ca-433c-a0d4-4e1a385eeb64 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0513062 Nov 09 18:10:49.455050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Request body: {'port': {'device_id': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:49.612981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1ed48a5-283f-48dc-9016-7a5cfb8d3991 req-497bbab5-98aa-4ea6-8fa1-3bbde8d1b10c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 210 time: 0.0835280 Nov 09 18:10:49.634431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:49.814350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c2941a77-0960-4c90-82ef-e508158ec60f None None] Provisioning complete for port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:49.814827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2941a77-0960-4c90-82ef-e508158ec60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:49.880679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2941a77-0960-4c90-82ef-e508158ec60f None None] Port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:10:50.041854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:50.053007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:50.071111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Transition to ACTIVE for port object 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:10:50.079558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:50.177320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Pushing event updated for resources: {'Port': ['ID=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:50.321951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6390-d099-474b-92ce-80932a452eeb req-f3904003-d89f-4af0-8f82-8b2810eac8c9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:50.336560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-f3904003-d89f-4af0-8f82-8b2810eac8c9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.2391796 Nov 09 18:10:50.384290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Request body: {'port': {'device_id': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'admin_state_up': True, 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:50.408288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Attempting to bind port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:50.408975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Attempting to bind port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:50.410833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Attempting to bind port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 on network 33206587-053d-442d-9355-dd627e23803b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:50.430272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 on network 33206587-053d-442d-9355-dd627e23803b not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:10:50.430662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Attempting to bind port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 on network 33206587-053d-442d-9355-dd627e23803b {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:50.443620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:50.451456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Checking segment: {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:50.451859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Bound using segment: {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:50.452336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Bound port: 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e92a22-ad99-46f8-8cee-a7cf65e84093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '33206587-053d-442d-9355-dd627e23803b'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:50.452705 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:50.614302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] For port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:50.621184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] For port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:50.633007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:50.646272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-27773fb7-1969-4150-8c28-89cd0bdaa2a7 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:50.649275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-27773fb7-1969-4150-8c28-89cd0bdaa2a7 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.85 "GET /v2.0/ports?device_id=4d2ee8e0-2cde-493b-a2c6-caff54ee4caf HTTP/1.1" status: 200 len: 946 time: 0.2977839 Nov 09 18:10:50.733215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:50.734585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:50.742125 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] 10.222.0.73 "PUT /v2.0/ports/5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 HTTP/1.1" status: 200 len: 1092 time: 1.2967100 Nov 09 18:10:50.746630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'tag': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:50.751603 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e5f1f5-28ac-4770-89db-29ac7eb40728" -d '{"events": [{"name": "network-changed", "server_uuid": "2482eb1f-07d9-44e4-a731-3ac2fa42c0a1", "tag": "5251e64a-32b5-464a-a3e9-d7d4e8d2aef5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:50.757981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:10:50.761514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:50.770987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1ac2b-12d6-4cb4-8bd7-2c12b3c00c10 service neutron] Pushing event updated for resources: {'Port': ['ID=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:50.993129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Deleting port b1c2922f-6cf4-4c10-8f00-baec6e99665f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:10:50.993482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:51.064115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Allocated IP 172.20.0.14 (b448cd60-9f26-47d5-8457-7687f9481239/03057df8-87f6-4af5-a15d-a2004661bcfc/fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:10:51.131039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] For port b1c2922f-6cf4-4c10-8f00-baec6e99665f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b1c2922f-6cf4-4c10-8f00-baec6e99665f,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:51.131947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:51.153631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Calling delete_port for b1c2922f-6cf4-4c10-8f00-baec6e99665f owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:10:51.321987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:51.395004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:51.398711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:51.409346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b1c2922f-6cf4-4c10-8f00-baec6e99665f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:51.433452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Pushing event deleted for resources: {'Port': ['ID=b1c2922f-6cf4-4c10-8f00-baec6e99665f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:51.449373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Network b448cd60-9f26-47d5-8457-7687f9481239 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:10:51.478660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:10:51.484517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:10:51.558546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] No DVR routers for this DVR port b1c2922f-6cf4-4c10-8f00-baec6e99665f on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:10:51.564320 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:51.567650 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c8b8ecd6-5a69-4834-84f8-0cceedce3997 req-9593489d-3907-4a60-8831-51f5189daa24 tempest-ServerRescueTestJSONUnderV235-793935628 tempest-ServerRescueTestJSONUnderV235-793935628-project] 10.222.0.85 "DELETE /v2.0/ports/b1c2922f-6cf4-4c10-8f00-baec6e99665f HTTP/1.1" status: 204 len: 173 time: 0.9069664 Nov 09 18:10:51.574113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'name': 'network-vif-deleted', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:51.576461 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eab958-8ade-4ca5-9e09-72c8d679d608" -d '{"events": [{"server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "name": "network-vif-deleted", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:51.580821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event updated for resources: {'Port': ['ID=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:51.589289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:51.589919 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:51.611137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-5dacf443-d371-44c4-935c-06eb6d0ba8b3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2584291 Nov 09 18:10:51.623600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Request body: {'port': {'device_id': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:10:51.695558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:52.140897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:52.150516 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:52.175621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Transition to ACTIVE for port object fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:10:52.181222 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:52.253100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:52.383514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Attempting to bind port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:10:52.384120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Attempting to bind port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:10:52.384234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Attempting to bind port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:52.390115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c on network b448cd60-9f26-47d5-8457-7687f9481239 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:10:52.390464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Attempting to bind port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:10:52.396630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:10:52.397419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:10:52.397830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Bound using segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:10:52.398717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Bound port: fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:10:52.399302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:52.505438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] For port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:10:52.512053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] For port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:10:52.522779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:52.576032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:52.576674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:52.578165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] 10.222.0.85 "PUT /v2.0/ports/fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c HTTP/1.1" status: 200 len: 1092 time: 0.9594307 Nov 09 18:10:52.599539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92890-7434-4c3c-92e0-823fa21668c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:52.705866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6390-d099-474b-92ce-80932a452eeb req-11455740-af6e-4958-9d4e-dbfa2127e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:52.707885 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-11455740-af6e-4958-9d4e-dbfa2127e4af service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 1095 time: 0.0762508 Nov 09 18:10:52.753061 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-0fc1902e-6785-4198-b148-54eeabd9d112 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c HTTP/1.1" status: 200 len: 217 time: 0.0358860 Nov 09 18:10:52.837515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6390-d099-474b-92ce-80932a452eeb req-34803849-5e55-40fe-a3b0-f76dd5518b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:52.843511 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-34803849-5e55-40fe-a3b0-f76dd5518b5f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0777283 Nov 09 18:10:52.878743 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-c12e8cfc-5252-4f81-b7d5-cc46e4f22205 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270898 Nov 09 18:10:53.003184 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-b1382a9a-9642-4f08-a994-18e97277c1d3 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171253 Nov 09 18:10:53.134258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e00a6390-d099-474b-92ce-80932a452eeb req-53e0a108-6fc6-4ffd-add6-c2236d796de8 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231728 Nov 09 18:10:54.969638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b1c2922f-6cf4-4c10-8f00-baec6e99665f no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:10:54.995209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: b1c2922f-6cf4-4c10-8f00-baec6e99665f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:10:54.995802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b1c2922f-6cf4-4c10-8f00-baec6e99665f not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:10:56.119106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60046) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:56.233770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c843d4e0-104e-43c2-b165-396b962201bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.316564 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c843d4e0-104e-43c2-b165-396b962201bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.320587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c843d4e0-104e-43c2-b165-396b962201bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.356607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c843d4e0-104e-43c2-b165-396b962201bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df8a902d61784691a7bfe57147de1476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363753 Nov 09 18:10:56.359666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60050) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:56.361622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843d4e0-104e-43c2-b165-396b962201bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd4239a-f092-4e79-bd29-fd3a3c4157c8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:56.414491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f91365b-0650-4fae-8c8b-39fa907534f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.437105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f91365b-0650-4fae-8c8b-39fa907534f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.484522 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f91365b-0650-4fae-8c8b-39fa907534f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.487222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f91365b-0650-4fae-8c8b-39fa907534f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.491564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4f91365b-0650-4fae-8c8b-39fa907534f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbd4239a-f092-4e79-bd29-fd3a3c4157c8 HTTP/1.1" status: 204 len: 168 time: 0.1279542 Nov 09 18:10:56.497118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91365b-0650-4fae-8c8b-39fa907534f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd4239a-f092-4e79-bd29-fd3a3c4157c8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:56.806646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60056) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:56.820652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3077ec1-c2e6-4ac4-b72d-e1a8557dffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.899366 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3077ec1-c2e6-4ac4-b72d-e1a8557dffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.903502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3077ec1-c2e6-4ac4-b72d-e1a8557dffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:56.941849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077ec1-c2e6-4ac4-b72d-e1a8557dffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e172af-4a2b-4f8b-abca-f32d6fab3373,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:56.947523 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e3077ec1-c2e6-4ac4-b72d-e1a8557dffad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bcae286b96e40cd97eb9241939bfb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395884 Nov 09 18:10:56.950148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60058) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:56.985123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:10:57.007526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92dcb6cb-67d8-450e-8d05-de3889aa5594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.043144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92dcb6cb-67d8-450e-8d05-de3889aa5594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.096687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92dcb6cb-67d8-450e-8d05-de3889aa5594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.099935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92dcb6cb-67d8-450e-8d05-de3889aa5594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.103405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-92dcb6cb-67d8-450e-8d05-de3889aa5594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58e172af-4a2b-4f8b-abca-f32d6fab3373 HTTP/1.1" status: 204 len: 168 time: 0.1500113 Nov 09 18:10:57.103590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:57.112142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcb6cb-67d8-450e-8d05-de3889aa5594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e172af-4a2b-4f8b-abca-f32d6fab3373,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:57.115356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c', 'mac_address': 'fa:16:3e:1b:b3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:10:57.167764 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.181456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:10:57.203835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:57.208491 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.265882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:57.274384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.274816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.275165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.275519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.275864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.276207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.276545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.276878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.277210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.277544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.277875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.278235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:10:57.493551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60064) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:57.511084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdf6-a140-42af-92b1-39d560b2f955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.540422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:10:57.606320 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdf6-a140-42af-92b1-39d560b2f955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.611079 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1e4fdf6-a140-42af-92b1-39d560b2f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.654229 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1e4fdf6-a140-42af-92b1-39d560b2f955 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b141df9bfb0440eb18f099ef03a815b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594415 Nov 09 18:10:57.655130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4fdf6-a140-42af-92b1-39d560b2f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9fe57-759a-484f-84b7-1e220d94c230,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:57.657009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60066) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:57.735964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0735ae7-d74c-47c1-a66e-7ba3b9d5ddb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.758423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0735ae7-d74c-47c1-a66e-7ba3b9d5ddb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.806317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0735ae7-d74c-47c1-a66e-7ba3b9d5ddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.808897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a0735ae7-d74c-47c1-a66e-7ba3b9d5ddb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:57.810239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a0735ae7-d74c-47c1-a66e-7ba3b9d5ddb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7b9fe57-759a-484f-84b7-1e220d94c230 HTTP/1.1" status: 204 len: 168 time: 0.1509781 Nov 09 18:10:57.819634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0735ae7-d74c-47c1-a66e-7ba3b9d5ddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9fe57-759a-484f-84b7-1e220d94c230,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:58.996997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:10:59.048431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:10:59.052495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:10:59.052873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:59.132765 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:59.158044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:10:59.160385 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353cb41e-95e0-4b10-b9b0-2b96156a76ee" -d '{"events": [{"server_uuid": "7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8", "name": "network-vif-plugged", "status": "completed", "tag": "fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:10:59.173399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:10:59.177332 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:10:59.224302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:10:59.462206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-d0364227-b8c5-452c-853f-2cc35d5e1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:59.463709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-d0364227-b8c5-452c-853f-2cc35d5e1421 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29cee26620e245ae934f55dea733929a&device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 1095 time: 0.0740933 Nov 09 18:10:59.476141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8afa4e-edee-48fd-aaa2-cfe39a612c46 req-fd21f130-b14d-428d-b82b-a023239573c0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:59.477536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c8afa4e-edee-48fd-aaa2-cfe39a612c46 req-fd21f130-b14d-428d-b82b-a023239573c0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0572772 Nov 09 18:10:59.519333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-8eb056ac-ce16-4c60-94be-5d41e1b9e17c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 HTTP/1.1" status: 200 len: 217 time: 0.0408399 Nov 09 18:10:59.579823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c8afa4e-edee-48fd-aaa2-cfe39a612c46 req-399cdaf4-cd84-42b4-bda6-42f85ffe2e23 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949874 Nov 09 18:10:59.589592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-c57d419b-0c4e-4d51-bdaf-18f10af1272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:59.591231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-c57d419b-0c4e-4d51-bdaf-18f10af1272e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f45bdee-1340-4064-a2d1-d27421ffd1df HTTP/1.1" status: 200 len: 853 time: 0.0622675 Nov 09 18:10:59.646031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-f6144286-8e2b-46db-ac92-674e10b16a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:59.648151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-f6144286-8e2b-46db-ac92-674e10b16a2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33206587-053d-442d-9355-dd627e23803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479581 Nov 09 18:10:59.754532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b1b6f-db7c-444e-bb1b-6bcc1418abca req-e61b88f3-3acf-4646-864f-110dbf8ed204 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:10:59.755943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d89b1b6f-db7c-444e-bb1b-6bcc1418abca req-e61b88f3-3acf-4646-864f-110dbf8ed204 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 944 time: 0.1069129 Nov 09 18:10:59.799183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-17258947-6357-4ef8-89fb-af86bd17509d service neutron] 10.222.0.73 "GET /v2.0/networks/33206587-053d-442d-9355-dd627e23803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394746 Nov 09 18:10:59.812171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d89b1b6f-db7c-444e-bb1b-6bcc1418abca req-2287752a-6b03-450b-89c7-a8af829e9047 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497570 Nov 09 18:10:59.866410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60106) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:10:59.899465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d38d3f-3346-4976-bfc7-5682a7b2e119 req-a6b09bc2-a167-4e41-8ac6-85cfc87122d9 service neutron] 10.222.0.73 "GET /v2.0/networks/33206587-053d-442d-9355-dd627e23803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863485 Nov 09 18:11:00.016967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d57c5-4c91-4ace-a124-eb35f44b098d req-62b1cf2a-1aaa-4c37-b154-466b52758ba1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.018413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b6d57c5-4c91-4ace-a124-eb35f44b098d req-62b1cf2a-1aaa-4c37-b154-466b52758ba1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0511065 Nov 09 18:11:00.070671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b6d57c5-4c91-4ace-a124-eb35f44b098d req-3826dc8c-cbfd-4220-bce1-a0e4deeb92f1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456953 Nov 09 18:11:00.119249 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b57cc34-91b0-42ed-aad6-81515daa9b69 x-openstack-request-id: req-6b57cc34-91b0-42ed-aad6-81515daa9b69 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:00.119540 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2482eb1f-07d9-44e4-a731-3ac2fa42c0a1", "tag": "5251e64a-32b5-464a-a3e9-d7d4e8d2aef5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:00.119798 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b57cc34-91b0-42ed-aad6-81515daa9b69 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:00.120206 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'tag': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5', 'status': 'completed', 'code': 200} Nov 09 18:11:00.164341 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27025c5-a4ae-4f96-ba1f-794dd50cc140 x-openstack-request-id: req-e27025c5-a4ae-4f96-ba1f-794dd50cc140 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:00.164752 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ee8e0-2cde-493b-a2c6-caff54ee4caf", "name": "network-vif-deleted", "tag": "b1c2922f-6cf4-4c10-8f00-baec6e99665f", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:00.165094 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e27025c5-a4ae-4f96-ba1f-794dd50cc140 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:00.165588 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ee8e0-2cde-493b-a2c6-caff54ee4caf', 'name': 'network-vif-deleted', 'tag': 'b1c2922f-6cf4-4c10-8f00-baec6e99665f', 'status': 'completed', 'code': 200} Nov 09 18:11:00.193305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-2c465168-4098-4003-9d85-3344e2d7ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.196031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-2c465168-4098-4003-9d85-3344e2d7ac97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=29cee26620e245ae934f55dea733929a&device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 1095 time: 0.0511110 Nov 09 18:11:00.206233 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1a35ab-8345-4da0-990a-f0646c8f9a41 x-openstack-request-id: req-9c1a35ab-8345-4da0-990a-f0646c8f9a41 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:00.207339 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8", "name": "network-vif-plugged", "status": "completed", "tag": "fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:00.207940 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c1a35ab-8345-4da0-990a-f0646c8f9a41 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:00.211804 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c', 'code': 200} Nov 09 18:11:00.354844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-808130d4-9089-428b-a43f-5d22c6f2c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.356946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-808130d4-9089-428b-a43f-5d22c6f2c05d service neutron] 10.222.0.73 "GET /v2.0/networks?id=33206587-053d-442d-9355-dd627e23803b HTTP/1.1" status: 200 len: 915 time: 0.1534989 Nov 09 18:11:00.388955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dac49-1eee-4860-83f0-1406ba9915ef req-ab14c5a9-7828-4cb6-94ba-edc6d59fd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.390505 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bc7dac49-1eee-4860-83f0-1406ba9915ef req-ab14c5a9-7828-4cb6-94ba-edc6d59fd367 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 1097 time: 0.0763810 Nov 09 18:11:00.404131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:00.416088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-414f7be6-f02d-4394-bfed-64666635819c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 HTTP/1.1" status: 200 len: 217 time: 0.0502687 Nov 09 18:11:00.483285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-d524508f-ef6a-4d72-a99a-eab98dc325f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.485643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-d524508f-ef6a-4d72-a99a-eab98dc325f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f45bdee-1340-4064-a2d1-d27421ffd1df HTTP/1.1" status: 200 len: 853 time: 0.0605230 Nov 09 18:11:00.579847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-30916dff-7092-4d5d-95bd-0a1e8e27e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.581522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-30916dff-7092-4d5d-95bd-0a1e8e27e38a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=33206587-053d-442d-9355-dd627e23803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872576 Nov 09 18:11:00.598260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff027b5-6bc0-41e6-9d8d-10e6b1eded86 req-f0815762-26a5-472d-a1d1-fbfdf84c00a7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.599979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ff027b5-6bc0-41e6-9d8d-10e6b1eded86 req-f0815762-26a5-472d-a1d1-fbfdf84c00a7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0714293 Nov 09 18:11:00.689442 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ff027b5-6bc0-41e6-9d8d-10e6b1eded86 req-d0713ef5-c9c5-4596-9153-17fcd84a72ec tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809746 Nov 09 18:11:00.721426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60116) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:00.729220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-1d7d975b-933f-46be-99ad-ca499c6fa7d6 service neutron] 10.222.0.73 "GET /v2.0/networks/33206587-053d-442d-9355-dd627e23803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281707 Nov 09 18:11:00.776984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bc7dac49-1eee-4860-83f0-1406ba9915ef req-fdde0831-eb0f-4022-b1e2-e7c2a1188bfd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761818 Nov 09 18:11:00.796457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350fafc-a217-44b7-b46f-a35cbd0ba541 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.800796 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4350fafc-a217-44b7-b46f-a35cbd0ba541 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1092 time: 0.0755694 Nov 09 18:11:00.804322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60118) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:00.807346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:00.863007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e11e-030e-48ce-a846-fcc5f84c45de req-ddc6fb96-f6b1-445a-b212-004047b41fb3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:00.864630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2f8e11e-030e-48ce-a846-fcc5f84c45de req-ddc6fb96-f6b1-445a-b212-004047b41fb3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0779662 Nov 09 18:11:00.870885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e5f1f5-28ac-4770-89db-29ac7eb40728 req-bb5cbc4b-2f2a-47a8-9ee7-fd447619a9e0 service neutron] 10.222.0.73 "GET /v2.0/networks/33206587-053d-442d-9355-dd627e23803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321735 Nov 09 18:11:00.919546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2f8e11e-030e-48ce-a846-fcc5f84c45de req-1f49e9bf-10cc-4b8e-b82d-67778d748611 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Nov 09 18:11:00.926696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:01.107543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d09f3-d21b-4f22-8c08-b6c6bd474abc req-212112f6-3a30-4f57-afa6-18bcb677cb8a tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:01.109166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-623d09f3-d21b-4f22-8c08-b6c6bd474abc req-212112f6-3a30-4f57-afa6-18bcb677cb8a tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 944 time: 0.0520227 Nov 09 18:11:01.114523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:01.117557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Deleting port 51e1c760-696b-4b61-b74a-77ec2882cb78 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:01.117896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:01.149395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-623d09f3-d21b-4f22-8c08-b6c6bd474abc req-29f25776-2d2c-4ca2-9744-c79bf54e8dfb tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Nov 09 18:11:01.269826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] For port 51e1c760-696b-4b61-b74a-77ec2882cb78, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=51e1c760-696b-4b61-b74a-77ec2882cb78,segment=NetworkSegment(60cc1059-f71e-4d31-986e-7af774fd4d98),segment_id=60cc1059-f71e-4d31-986e-7af774fd4d98)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:01.270231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:01.288824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Calling delete_port for 51e1c760-696b-4b61-b74a-77ec2882cb78 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:01.309111 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.10 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/45918d00-966b-4b83-8132-a5546f580bdc) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:11:01.319316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e1ba9-57fd-4bbf-b5e0-94b54f7d4fae req-6172849e-5a31-47ce-b5fd-98d8d0eb055a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:01.320942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-036e1ba9-57fd-4bbf-b5e0-94b54f7d4fae req-6172849e-5a31-47ce-b5fd-98d8d0eb055a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0502474 Nov 09 18:11:01.360033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-036e1ba9-57fd-4bbf-b5e0-94b54f7d4fae req-8826da87-ae3f-4760-a3e5-c611557f48eb tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Nov 09 18:11:01.468436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db4eac-a87d-4366-9143-9a550ae18d4a req-7c8dba3e-6430-4048-bdac-01551afa5686 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:01.470017 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76db4eac-a87d-4366-9143-9a550ae18d4a req-7c8dba3e-6430-4048-bdac-01551afa5686 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0531347 Nov 09 18:11:01.517438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:01.519572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76db4eac-a87d-4366-9143-9a550ae18d4a req-0c4dc3a0-4a38-4bab-b5c5-ec53c4793122 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Nov 09 18:11:01.609018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:01.619402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:01.659292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:11:01.667661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:01.668742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4552-549f-4922-bc01-52ad8937373e req-a52bc2b6-e0e2-4487-b854-1f9b9ea018e8 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:01.670389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee6b4552-549f-4922-bc01-52ad8937373e req-a52bc2b6-e0e2-4487-b854-1f9b9ea018e8 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Nov 09 18:11:01.684270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:11:01.717138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee6b4552-549f-4922-bc01-52ad8937373e req-3222bcdd-7060-4f50-a562-bb176b7c2c71 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379467 Nov 09 18:11:01.740713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=45918d00-966b-4b83-8132-a5546f580bdc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:01.771440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Pushing event deleted for resources: {'Port': ['ID=51e1c760-696b-4b61-b74a-77ec2882cb78,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:01.841353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741dfbf-632c-40f6-96db-891da8c7160e req-b5beaca6-9375-4f69-8aa7-330ea0432cbd tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:01.842854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0741dfbf-632c-40f6-96db-891da8c7160e req-b5beaca6-9375-4f69-8aa7-330ea0432cbd tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0513284 Nov 09 18:11:01.880444 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0741dfbf-632c-40f6-96db-891da8c7160e req-2841e470-a4c4-4f36-b192-a8d6c7cf57a5 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Nov 09 18:11:02.033328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:02.176900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'tag': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:02.179922 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c536a82-500e-4683-a876-4e753215412d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8", "tag": "fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:02.183367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677c04b-f40c-419b-9405-9d53e045134a req-3be28fc5-3dd7-4cd1-90ab-cc80092218e3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:02.185674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f677c04b-f40c-419b-9405-9d53e045134a req-3be28fc5-3dd7-4cd1-90ab-cc80092218e3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0524502 Nov 09 18:11:02.234759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f677c04b-f40c-419b-9405-9d53e045134a req-d09ad490-f437-40c3-911f-02958b8a851d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Nov 09 18:11:02.351604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999917c-ea68-42cc-9a51-0094ebb0c690 req-496197a1-9842-4516-b03c-cc1dc5d720d1 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:02.353223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a999917c-ea68-42cc-9a51-0094ebb0c690 req-496197a1-9842-4516-b03c-cc1dc5d720d1 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 944 time: 0.0502188 Nov 09 18:11:02.391608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a999917c-ea68-42cc-9a51-0094ebb0c690 req-7c21a27d-64ca-4e48-a6bb-69a97ea2ee20 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Nov 09 18:11:02.611921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49388-569f-41b2-b71e-2dba9a891f8a req-5fabc3ff-1f38-44b6-ba4b-dc8154ecc219 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:02.613371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78a49388-569f-41b2-b71e-2dba9a891f8a req-5fabc3ff-1f38-44b6-ba4b-dc8154ecc219 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0501850 Nov 09 18:11:02.646425 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf237586-21bf-41e7-b88f-f21576cec9ff x-openstack-request-id: req-bf237586-21bf-41e7-b88f-f21576cec9ff {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:02.647240 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8", "tag": "fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:02.647511 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf237586-21bf-41e7-b88f-f21576cec9ff {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:02.647897 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'tag': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c', 'status': 'completed', 'code': 200} Nov 09 18:11:02.654756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78a49388-569f-41b2-b71e-2dba9a891f8a req-da6bf3c8-f40d-426f-b00a-cd7aab56c917 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Nov 09 18:11:02.756466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:02.771589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d9b79-157e-481c-a561-381fb8ba4c8f req-99a76785-5503-4c0c-be87-97c1353422f9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:02.773186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-365d9b79-157e-481c-a561-381fb8ba4c8f req-99a76785-5503-4c0c-be87-97c1353422f9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0525434 Nov 09 18:11:02.816549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-365d9b79-157e-481c-a561-381fb8ba4c8f req-e9cf4a90-d881-4d47-a065-ee6aa60ed450 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367270 Nov 09 18:11:02.821477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c536a82-500e-4683-a876-4e753215412d req-3cd49d44-60a7-4e44-85bc-c1a724acd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:02.823030 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c536a82-500e-4683-a876-4e753215412d req-3cd49d44-60a7-4e44-85bc-c1a724acd5cc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 1097 time: 0.1743867 Nov 09 18:11:02.902568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Router d255e41e-9bbf-4e9f-b97f-53675829e528 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:11:03.000818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:03.049782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564db781-caf4-4359-aa96-63e1dd2e0edf req-35289344-2d55-4d37-903b-ba194ee8d9af tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:03.053762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-564db781-caf4-4359-aa96-63e1dd2e0edf req-35289344-2d55-4d37-903b-ba194ee8d9af tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0593436 Nov 09 18:11:03.087641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:03.099020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c536a82-500e-4683-a876-4e753215412d req-ddac961e-8101-4a5c-b88c-f202bd9f106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:03.100544 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c536a82-500e-4683-a876-4e753215412d req-ddac961e-8101-4a5c-b88c-f202bd9f106c service neutron] 10.222.0.85 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.2617912 Nov 09 18:11:03.110669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-564db781-caf4-4359-aa96-63e1dd2e0edf req-5325ceb5-266f-4025-86ff-024b56620cd3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Nov 09 18:11:03.163729 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c536a82-500e-4683-a876-4e753215412d req-2d94b7bc-4d68-439f-aa7c-236b41b938ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c HTTP/1.1" status: 200 len: 217 time: 0.0468140 Nov 09 18:11:03.214232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:11:03.223548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-42b32481-fd66-4c68-abdf-892a1dcb65fb admin admin] 10.222.0.32 "PUT /v2.0/routers/d255e41e-9bbf-4e9f-b97f-53675829e528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3553581 Nov 09 18:11:03.226111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09571c-9dcf-4bf1-8d88-202f0b7e1c1e req-8b771916-0901-443a-89aa-9bc2d140df0a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:03.229365 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] Sync routers for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:11:03.234604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb09571c-9dcf-4bf1-8d88-202f0b7e1c1e req-8b771916-0901-443a-89aa-9bc2d140df0a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0615449 Nov 09 18:11:03.237872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60170) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:03.241716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:03.247006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:03.247655 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:03.281721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5', 'network_id': '33206587-053d-442d-9355-dd627e23803b', 'port_id': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5', 'mac_address': 'fa:16:3e:d5:7b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f45bdee-1340-4064-a2d1-d27421ffd1df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:03.285564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c536a82-500e-4683-a876-4e753215412d req-319f9f09-796b-4fed-8723-94e894021f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:03.287022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c536a82-500e-4683-a876-4e753215412d req-319f9f09-796b-4fed-8723-94e894021f8e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0829313 Nov 09 18:11:03.348961 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c536a82-500e-4683-a876-4e753215412d req-3918297b-16fe-4b3b-930f-98494ab42937 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440981 Nov 09 18:11:03.375725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:03.414762 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:03.435077 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:03.480022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:03.480790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:03.489694 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:03.497143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:03.593162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=45918d00-966b-4b83-8132-a5546f580bdc,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:03.594723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:03.617856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c536a82-500e-4683-a876-4e753215412d req-cdf2e8b0-9cad-439c-8acc-39512bcbad69 service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556546 Nov 09 18:11:03.618758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:03.750172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:11:01Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:03.760627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb09571c-9dcf-4bf1-8d88-202f0b7e1c1e req-66b2963f-7ed1-49fc-a3ef-c1fe2f8c26b6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247905 Nov 09 18:11:03.788509 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:03.797609 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP c2e54317-7934-4e75-a922-745a993abe97 associated. External IP: 172.25.0.10, port: 7c5e9432-ab6e-4899-a306-2f4b45f76cb7. Nov 09 18:11:03.799883 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] Checking router: d255e41e-9bbf-4e9f-b97f-53675829e528 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:11:03.811172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] Routers {'d255e41e-9bbf-4e9f-b97f-53675829e528'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:03.811997 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d255e41e-9bbf-4e9f-b97f-53675829e528'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:03.863461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5251e64a-32b5-464a-a3e9-d7d4e8d2aef5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:03.910174 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c536a82-500e-4683-a876-4e753215412d req-8c1816fd-5d5e-46ce-b884-43c2daaba5ca service neutron] 10.222.0.85 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517192 Nov 09 18:11:03.939086 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] Set router d255e41e-9bbf-4e9f-b97f-53675829e528 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:03.953524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.088507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router b57ad090-261b-464e-b555-6569f71b6f49 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:11:04.096157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339193fa-27c9-43af-9697-f3f123e1f168 req-9e8ab6ca-4c9a-4676-ba7c-27461d895632 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:04.097697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-339193fa-27c9-43af-9697-f3f123e1f168 req-9e8ab6ca-4c9a-4676-ba7c-27461d895632 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0823491 Nov 09 18:11:04.122520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Deleting port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:04.122870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.193070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-339193fa-27c9-43af-9697-f3f123e1f168 req-efc06cfe-c8c6-4563-8abd-55e08ac88607 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865064 Nov 09 18:11:04.195034 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:11:01Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:04.227910 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd4f3f-643f-4405-a1e4-ce1b84a53379 None None] The sync data for ids ['d255e41e-9bbf-4e9f-b97f-53675829e528'] in n-d-817240-1 is: [{'id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'name': 'tempest-ServerRescueTestJSONUnderV235-346737573-router', 'tenant_id': '94e14e34e0d843e1827d5ab7637df423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:24Z', 'updated_at': '2021-11-09T18:11:01Z', 'revision_number': 5, 'project_id': '94e14e34e0d843e1827d5ab7637df423', 'gw_port': {'id': '9ded6564-2f3c-4bd8-aeed-b0a4b55f1490', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd255e41e-9bbf-4e9f-b97f-53675829e528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:26Z', 'updated_at': '2021-11-09T18:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:11:04.246970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] For port 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:04.247223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.257914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:11:04.265206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Calling delete_port for 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:04.284005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] Sync routers for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:11:04.299153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.311759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:04.312526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:04.341926 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f98dc683-cadb-4e48-bdf6-16fc098f149d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5359957 Nov 09 18:11:04.439336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:04.446415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a198b-71f9-41c1-86be-1c4ff2d71656 req-4389c3d0-9482-4cc3-9fc5-6856c0d95f35 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:04.447999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc2a198b-71f9-41c1-86be-1c4ff2d71656 req-4389c3d0-9482-4cc3-9fc5-6856c0d95f35 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 945 time: 0.0942717 Nov 09 18:11:04.517727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc2a198b-71f9-41c1-86be-1c4ff2d71656 req-6402c2c4-251a-4a0d-983f-def83420bd41 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Nov 09 18:11:04.531012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.625164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ded6564-2f3c-4bd8-aeed-b0a4b55f1490,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:04.649516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:04.651992 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58b309-4ab2-4247-a374-23cfb9eff0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:04.653942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.763633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'c2e54317-7934-4e75-a922-745a993abe97', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'port_id': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'mac_address': 'fa:16:3e:31:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:11:02Z', 'updated_at': '2021-11-09T18:11:02Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:34Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:04.797265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] Checking router: b57ad090-261b-464e-b555-6569f71b6f49 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:11:04.806293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:04.806908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:10:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:04.832221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.835398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.921136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.922234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d255e41e-9bbf-4e9f-b97f-53675829e528 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:11:04.927666 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:04.931959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-496e2e8a-6111-4a17-b4b8-911a57f8e458 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d255e41e-9bbf-4e9f-b97f-53675829e528 HTTP/1.1" status: 204 len: 168 time: 1.6901867 Nov 09 18:11:04.932379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60198) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:04.958129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:04.986274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] Deleting subnet 4b3d7170-9304-4ad4-ad16-8e20eef4a25d {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:11:04.990209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.050761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.124503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.134277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:05.178902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e946e-c887-4e36-9b91-574feb216e95 req-71f35b87-0a3f-4fc2-a82f-54e895877b0f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:05.187740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b03e946e-c887-4e36-9b91-574feb216e95 req-71f35b87-0a3f-4fc2-a82f-54e895877b0f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0705266 Nov 09 18:11:05.191351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.214263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:05.223069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.229832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b3d7170-9304-4ad4-ad16-8e20eef4a25d HTTP/1.1" status: 204 len: 168 time: 0.2939699 Nov 09 18:11:05.230123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:05.230503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.239488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60202) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:05.255983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799c8fb-f7aa-49f9-b00b-41b83eb1268d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3d7170-9304-4ad4-ad16-8e20eef4a25d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:05.272148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b03e946e-c887-4e36-9b91-574feb216e95 req-761939a7-20f1-4bc9-9681-a8cfc9479d8f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831413 Nov 09 18:11:05.297937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60204) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:05.351504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.388544 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.392265 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0850b322-9cad-4d2e-ac01-b8ac3db3e657 x-openstack-request-id: req-0850b322-9cad-4d2e-ac01-b8ac3db3e657 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:05.392727 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:05.392993 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0850b322-9cad-4d2e-ac01-b8ac3db3e657 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:05.393396 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'status': 'completed', 'code': 200} Nov 09 18:11:05.440145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:05.441789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:05.444819 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c61be-c79d-46f9-ba14-bd2de73d42be" -d '{"events": [{"server_uuid": "2482eb1f-07d9-44e4-a731-3ac2fa42c0a1", "name": "network-vif-plugged", "status": "completed", "tag": "5251e64a-32b5-464a-a3e9-d7d4e8d2aef5"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:05.449721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'c2e54317-7934-4e75-a922-745a993abe97', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'port_id': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'mac_address': 'fa:16:3e:31:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:11:02Z', 'updated_at': '2021-11-09T18:11:02Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:34Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:05.452228 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.495562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.522717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59dea8-fe6e-4e23-9bfb-3f17d6d17fd4 None None] The sync data for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 is: [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'c2e54317-7934-4e75-a922-745a993abe97', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'port_id': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'mac_address': 'fa:16:3e:31:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:11:02Z', 'updated_at': '2021-11-09T18:11:02Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:34Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:11:05.530172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:05.590691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e277a9-046e-4fec-a859-a3c2db90ed0b req-3beb1ff5-c3f9-49cb-9e9d-b64dd3cd9384 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:05.599308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85e277a9-046e-4fec-a859-a3c2db90ed0b req-3beb1ff5-c3f9-49cb-9e9d-b64dd3cd9384 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.1443052 Nov 09 18:11:05.629891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:05.639600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cc1059-f71e-4d31-986e-7af774fd4d98') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:05.639600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cc1059-f71e-4d31-986e-7af774fd4d98') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:05.658786 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.683479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85e277a9-046e-4fec-a859-a3c2db90ed0b req-714cd529-28e5-4eff-beb2-e0fe525faf61 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825291 Nov 09 18:11:05.692908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.707994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:11:05.708264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:11:05.710864 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:11:05.716849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:05.813348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.825734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:05.831230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2 HTTP/1.1" status: 204 len: 168 time: 0.5888958 Nov 09 18:11:05.857978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe682ec-b156-439c-bf0c-feea39f64297 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3ae4ae-a108-47c8-b3e0-f76d51ce91a2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:05.949823 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080123e-cffe-4c5e-ba76-1ff1c4f44ca0 None None] New status for floating IP c2e54317-7934-4e75-a922-745a993abe97: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:11:05.965280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:05.965636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9ded6564-2f3c-4bd8-aeed-b0a4b55f1490 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:05.966047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 51e1c760-696b-4b61-b74a-77ec2882cb78 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:05.970218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb85f-2bd9-447a-b557-6ab4d14d7c14 req-748a1cec-d86f-4a1a-84b4-21b2a36cfc93 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:05.980053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d40eb85f-2bd9-447a-b557-6ab4d14d7c14 req-748a1cec-d86f-4a1a-84b4-21b2a36cfc93 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0981333 Nov 09 18:11:06.010311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 51e1c760-696b-4b61-b74a-77ec2882cb78 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:06.010875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 51e1c760-696b-4b61-b74a-77ec2882cb78 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:06.032949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-35e669e1-6092-463d-b4e3-178d0a43ed98 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/c2e54317-7934-4e75-a922-745a993abe97 HTTP/1.1" status: 200 len: 991 time: 0.7333992 Nov 09 18:11:06.036551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-9ef5d3ee-c426-4f7f-840f-1413df049e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.039529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-9ef5d3ee-c426-4f7f-840f-1413df049e9d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1097 time: 0.6354973 Nov 09 18:11:06.074584 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d40eb85f-2bd9-447a-b557-6ab4d14d7c14 req-57916306-60f1-4fb8-a796-f6869e776f71 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925558 Nov 09 18:11:06.115164 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f310c-1034-42d3-b70e-46222460834c x-openstack-request-id: req-723f310c-1034-42d3-b70e-46222460834c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:06.115505 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482eb1f-07d9-44e4-a731-3ac2fa42c0a1", "name": "network-vif-plugged", "status": "completed", "tag": "5251e64a-32b5-464a-a3e9-d7d4e8d2aef5", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:06.115823 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-723f310c-1034-42d3-b70e-46222460834c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:06.116289 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5', 'code': 200} Nov 09 18:11:06.190502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60216) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:06.260024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1450df-d4b9-4849-84ee-0cb0531a8a88 req-e5fa7948-e9bc-4cb4-b1c6-02b1ebf6eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.261769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af1450df-d4b9-4849-84ee-0cb0531a8a88 req-e5fa7948-e9bc-4cb4-b1c6-02b1ebf6eb2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0730455 Nov 09 18:11:06.269668 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-08aec3f9-3940-4778-a6e5-bbc178ace92d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94e14e34e0d843e1827d5ab7637df423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771408 Nov 09 18:11:06.271134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-893218c2-2c14-4f84-aa52-769a26d6d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.273164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-893218c2-2c14-4f84-aa52-769a26d6d66f service neutron] 10.222.0.85 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.2252777 Nov 09 18:11:06.273692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60218) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:06.280910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314066e-6eeb-4a6d-96fb-47216ea90213 req-1f24af70-6c23-4e76-b3f0-c0dd41c45b02 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.288832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5314066e-6eeb-4a6d-96fb-47216ea90213 req-1f24af70-6c23-4e76-b3f0-c0dd41c45b02 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 946 time: 0.1106668 Nov 09 18:11:06.361697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5314066e-6eeb-4a6d-96fb-47216ea90213 req-36f275e6-4668-4038-8527-baea3f90f1f1 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720098 Nov 09 18:11:06.363477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af1450df-d4b9-4849-84ee-0cb0531a8a88 req-56106acb-7273-44ec-bc34-78048c829f29 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726702 Nov 09 18:11:06.392850 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-097e0b6e-aee1-4a97-8f5f-affb74d78473 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 1001 time: 0.1093895 Nov 09 18:11:06.395815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f77a1ad-2342-4ab6-b769-a02bfe56dfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:06.449640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f77a1ad-2342-4ab6-b769-a02bfe56dfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:06.485386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-005e07fc-f41e-474a-9034-f6ed03ac0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.486923 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-005e07fc-f41e-474a-9034-f6ed03ac0b95 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.0816073 Nov 09 18:11:06.534025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f77a1ad-2342-4ab6-b769-a02bfe56dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:06.536778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f77a1ad-2342-4ab6-b769-a02bfe56dfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:06.537908 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2f77a1ad-2342-4ab6-b769-a02bfe56dfc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c232289c-898c-40fe-8ee7-be87387bb092 HTTP/1.1" status: 204 len: 168 time: 0.2626734 Nov 09 18:11:06.549085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-053f7375-1a64-42db-a764-f72ee7a43fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.550626 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-053f7375-1a64-42db-a764-f72ee7a43fb3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550840 Nov 09 18:11:06.551725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77a1ad-2342-4ab6-b769-a02bfe56dfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232289c-898c-40fe-8ee7-be87387bb092,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:06.650686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-a5b3b101-557f-4053-8688-a88895429115 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918393 Nov 09 18:11:06.764570 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d58b309-4ab2-4247-a374-23cfb9eff0c4 req-128e19e4-e4c1-408e-be83-75f3dcb906a0 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054292 Nov 09 18:11:06.818931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ad396-3dd4-424f-8689-dceafc910d02 req-983e9d3b-e092-4dd8-a897-96a15a2ff488 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:06.820424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-176ad396-3dd4-424f-8689-dceafc910d02 req-983e9d3b-e092-4dd8-a897-96a15a2ff488 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0551271 Nov 09 18:11:06.866318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-176ad396-3dd4-424f-8689-dceafc910d02 req-7dd49095-3558-40da-a2c3-1d8d3fc2bd6c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Nov 09 18:11:07.035968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60238) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:07.104593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f2ded312-af72-4fa7-a2c1-bf9d871c1031 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/c2e54317-7934-4e75-a922-745a993abe97 HTTP/1.1" status: 200 len: 993 time: 0.0673871 Nov 09 18:11:07.204012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a323e4-7f70-45bc-a618-30c7942206db req-57d11e0a-9d55-4970-b19d-b08d938b3e5c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:07.205575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07a323e4-7f70-45bc-a618-30c7942206db req-57d11e0a-9d55-4970-b19d-b08d938b3e5c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Nov 09 18:11:07.247372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07a323e4-7f70-45bc-a618-30c7942206db req-7a4d4953-8aca-43d6-ab7b-b6d274fbb19d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344982 Nov 09 18:11:07.249012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c75fa23d-8687-4509-8b62-1f4009bb9485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:07.758443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe7d13-60ce-4f40-af37-9f073eb523fa req-4356e3c4-1cdd-4641-9132-33f6a597ce3e tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:07.759949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0afe7d13-60ce-4f40-af37-9f073eb523fa req-4356e3c4-1cdd-4641-9132-33f6a597ce3e tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 946 time: 0.0539043 Nov 09 18:11:07.798174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0afe7d13-60ce-4f40-af37-9f073eb523fa req-7dfef14b-a8c4-4950-bfc2-b0c6f8cab89b tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Nov 09 18:11:07.934913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afb36c99-27af-43d9-a7c0-5159ddb50aa8 req-8c12da7b-3773-4e96-b4e7-9727c13e706f tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0317278 Nov 09 18:11:08.062191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74252402-73ca-4ef9-835f-73ff17a8abc3 req-975d323e-6cad-4e0f-8fa3-78d6aaeddd9a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:08.064031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74252402-73ca-4ef9-835f-73ff17a8abc3 req-975d323e-6cad-4e0f-8fa3-78d6aaeddd9a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0597084 Nov 09 18:11:08.111850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74252402-73ca-4ef9-835f-73ff17a8abc3 req-6d11ed9b-6258-46af-8cff-df2fa3e31378 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Nov 09 18:11:08.380653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4faea9-757e-4eab-a7f1-5cfa7b9967fc req-f080c61e-0f32-4284-a0b3-e90d2c0816e5 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:08.382163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a4faea9-757e-4eab-a7f1-5cfa7b9967fc req-f080c61e-0f32-4284-a0b3-e90d2c0816e5 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0554414 Nov 09 18:11:08.419886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a4faea9-757e-4eab-a7f1-5cfa7b9967fc req-fcac46f0-c4ef-4369-a2f4-3e33c2bddc7a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315278 Nov 09 18:11:09.043509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f13109d1-faa9-4719-9025-28f973a2dcc2 req-af29d1b4-9eeb-4802-aa61-7580747b968b tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0292528 Nov 09 18:11:09.237403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056890b-1be6-4c0c-8165-1044cf80b852 req-989eefb9-3ab2-4908-95ce-b641b3e2a6b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:09.238931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6056890b-1be6-4c0c-8165-1044cf80b852 req-989eefb9-3ab2-4908-95ce-b641b3e2a6b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0514381 Nov 09 18:11:09.278481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6056890b-1be6-4c0c-8165-1044cf80b852 req-8fec194b-1d46-4a1c-8984-c75cc7ef72c6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Nov 09 18:11:09.736819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551ded5-bb46-4827-bd95-6332d26177c6 req-1979e409-1149-49c6-990c-32fae1923932 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:09.739990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9551ded5-bb46-4827-bd95-6332d26177c6 req-1979e409-1149-49c6-990c-32fae1923932 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0674672 Nov 09 18:11:09.757162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd90d-283a-40b3-8164-3786dcbe167f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:09.790215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9551ded5-bb46-4827-bd95-6332d26177c6 req-8cb39512-f813-442c-a3ca-65bf48a7e18a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Nov 09 18:11:09.979270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe691dd-3fff-461a-9a7a-288ab23798b7 req-c1329ef6-49f8-4fd7-92eb-f829ed57c6c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0286155 Nov 09 18:11:10.151947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-854cd45e-d4c6-4301-aeb9-5f4bc2ee8583 req-20e95d51-55c9-4b45-bd35-a9bcb35cfba2 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Nov 09 18:11:10.177606 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:10.394978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4dc9-bdd1-4fa8-89d3-97e458573139 req-806f3e43-a6a0-4bcc-b1ee-a0af9489cd0e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:10.397333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0dea4dc9-bdd1-4fa8-89d3-97e458573139 req-806f3e43-a6a0-4bcc-b1ee-a0af9489cd0e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0504668 Nov 09 18:11:10.441094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0dea4dc9-bdd1-4fa8-89d3-97e458573139 req-c86effd3-ad14-4bf8-8cb0-9923fe3ddd9d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Nov 09 18:11:10.925344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595771d5-886f-4df4-af72-6bfe6a99c351 req-54a96bbb-1341-4f08-a277-a5b7412fb95d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:10.926930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-595771d5-886f-4df4-af72-6bfe6a99c351 req-54a96bbb-1341-4f08-a277-a5b7412fb95d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0547392 Nov 09 18:11:10.977041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-595771d5-886f-4df4-af72-6bfe6a99c351 req-222965b9-7f90-458c-a4de-dabb7d7d666d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Nov 09 18:11:11.009697 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:11.260473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04c54c28-220c-4a0d-9eee-c2d72ef29939 req-6b82b886-ea38-496f-848d-97e56d18bc16 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Nov 09 18:11:11.609627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f143-2386-4944-a24f-692b739215c9 req-a75af60a-edc1-4604-8b68-9e49089d031d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:11.611616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2c4f143-2386-4944-a24f-692b739215c9 req-a75af60a-edc1-4604-8b68-9e49089d031d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0572300 Nov 09 18:11:11.664158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2c4f143-2386-4944-a24f-692b739215c9 req-abe76e46-7f17-401e-99db-a13069e9710d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Nov 09 18:11:12.204051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a2c65-e4fe-44c6-9ccd-095fc4ae8341 req-edf68fac-5ad6-4c61-9f7f-a42bf25f06c6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:12.211594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-316a2c65-e4fe-44c6-9ccd-095fc4ae8341 req-edf68fac-5ad6-4c61-9f7f-a42bf25f06c6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0730665 Nov 09 18:11:12.246625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-316a2c65-e4fe-44c6-9ccd-095fc4ae8341 req-1dfbf9b3-d9a5-428c-8da5-0c387938cbde tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Nov 09 18:11:12.351701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55f12ec6-5420-4550-9f9e-6ebcb4a087c5 req-167a9d3b-4ff8-4c20-8f87-4cbb568bf29d tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0323377 Nov 09 18:11:12.531468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:12.793455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596c3c2-671c-449e-b843-c110eb03308b req-5b538bbc-0c1c-47c3-95c1-94f9d7b7b78f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:12.795400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0596c3c2-671c-449e-b843-c110eb03308b req-5b538bbc-0c1c-47c3-95c1-94f9d7b7b78f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0519471 Nov 09 18:11:12.829606 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:11:12.842737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0596c3c2-671c-449e-b843-c110eb03308b req-56519447-34da-48fe-b352-7eb324e50fb0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 Nov 09 18:11:13.381469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764fe4d-f33d-4740-9234-70b9934623c0 req-fe3a41ad-5f00-4d2e-a1a6-2a3b805b3e40 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:13.382997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1764fe4d-f33d-4740-9234-70b9934623c0 req-fe3a41ad-5f00-4d2e-a1a6-2a3b805b3e40 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0604768 Nov 09 18:11:13.422833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1764fe4d-f33d-4740-9234-70b9934623c0 req-1218de2e-b3d4-4f5e-bd93-b2e0101e7380 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Nov 09 18:11:13.512088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c78837a1-2b38-48c9-b6a6-e65eb88e6b05 req-e000f437-c50e-4366-909a-5d5c60383e9d tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0300875 Nov 09 18:11:13.985415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb98ef7-5356-4f7c-ad73-ebf393db435a req-89905277-4429-4683-9d54-4af39da525a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:13.986907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eeb98ef7-5356-4f7c-ad73-ebf393db435a req-89905277-4429-4683-9d54-4af39da525a8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0520897 Nov 09 18:11:14.025503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eeb98ef7-5356-4f7c-ad73-ebf393db435a req-0481b27d-75dd-4146-916c-9738d7eb0643 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Nov 09 18:11:14.539991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f25cd-5888-4a51-a004-4d7e392ee326 req-f144b88e-8cde-4bf1-8894-30c14eaea4f9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:14.541467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-127f25cd-5888-4a51-a004-4d7e392ee326 req-f144b88e-8cde-4bf1-8894-30c14eaea4f9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Nov 09 18:11:14.580543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-127f25cd-5888-4a51-a004-4d7e392ee326 req-f69386ba-9616-4a7f-a536-6a050101d9f6 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Nov 09 18:11:14.669565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a6fc38f-bbb4-4aa2-8964-9d07aab562a5 req-ceeef0a1-e51d-4725-9478-23b573e04f7a tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0272219 Nov 09 18:11:15.150339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ed195-a75e-42b9-8426-e9dfc783d673 req-1bcd2401-eb40-4bfc-b252-4bb200dbe0c4 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.151951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-562ed195-a75e-42b9-8426-e9dfc783d673 req-1bcd2401-eb40-4bfc-b252-4bb200dbe0c4 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0574374 Nov 09 18:11:15.191896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-562ed195-a75e-42b9-8426-e9dfc783d673 req-02ffac03-8e31-4613-9d18-05df84b302c7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Nov 09 18:11:15.701931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcbfd2-19de-41aa-a1af-1477c9b36e77 req-acf470f1-4971-434d-8900-da4a083667ca tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:15.703432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccdcbfd2-19de-41aa-a1af-1477c9b36e77 req-acf470f1-4971-434d-8900-da4a083667ca tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0502660 Nov 09 18:11:15.741090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccdcbfd2-19de-41aa-a1af-1477c9b36e77 req-776d4b3e-2d12-4721-a960-2dd1ddb9a38b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Nov 09 18:11:15.829016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1e8bcca-238a-41f5-9b80-f091812c530a req-07dd7692-f6c0-47c8-95ea-93ebf5d28c34 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0271850 Nov 09 18:11:16.130575 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:16.319516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4916b-1820-4863-8322-199fba84a9eb req-388ef618-54e3-4957-b821-72eb1856f53e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:16.321002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ea4916b-1820-4863-8322-199fba84a9eb req-388ef618-54e3-4957-b821-72eb1856f53e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0540261 Nov 09 18:11:16.362022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ea4916b-1820-4863-8322-199fba84a9eb req-7dfd18b5-f3bc-496f-bfea-2d8e39b0945b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Nov 09 18:11:16.862829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa40bca-04cd-4f09-84b2-d252fa6fb627 req-80ffffd2-06d4-436f-af57-1f561eca8208 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:16.864507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fa40bca-04cd-4f09-84b2-d252fa6fb627 req-80ffffd2-06d4-436f-af57-1f561eca8208 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Nov 09 18:11:16.903735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fa40bca-04cd-4f09-84b2-d252fa6fb627 req-24f53915-7eb7-4c32-bacb-ca5ad0eaad99 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Nov 09 18:11:16.992732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f0c3386-abc8-4e68-80e1-8e705bcf1438 req-4049908e-7204-4ae8-ba71-4eea3c7779d4 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0270760 Nov 09 18:11:17.160088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b137b583-dcc5-4528-bc27-810724d736a9 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:17.259382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:17.270756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'b137b583-dcc5-4528-bc27-810724d736a9', 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7', 'port_id': 'b137b583-dcc5-4528-bc27-810724d736a9', 'mac_address': 'fa:16:3e:60:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975c12dc-2294-43e1-b259-5faf157f463c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:17.313760 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:17.328118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b137b583-dcc5-4528-bc27-810724d736a9 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:17.347621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:17.352555 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:17.408599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:17.480231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686bfad-6177-4672-9d09-2f6acb6c4800 req-c273fcd8-e558-4f3f-9a25-84b4d9a7570a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:17.481699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b686bfad-6177-4672-9d09-2f6acb6c4800 req-c273fcd8-e558-4f3f-9a25-84b4d9a7570a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0484204 Nov 09 18:11:17.489647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['b137b583-dcc5-4528-bc27-810724d736a9'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:17.533809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b686bfad-6177-4672-9d09-2f6acb6c4800 req-bc772b01-ccb2-4e57-b937-1ba0ef8c279c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454895 Nov 09 18:11:18.060383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70779006-f516-46f5-9a55-4c7204e27f81 req-1cc86a6c-9627-4d43-96cb-6c1814d02361 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:18.061995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70779006-f516-46f5-9a55-4c7204e27f81 req-1cc86a6c-9627-4d43-96cb-6c1814d02361 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.0547681 Nov 09 18:11:18.105369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70779006-f516-46f5-9a55-4c7204e27f81 req-e78d6eef-3f6f-4c93-9351-260c4d4b6131 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358891 Nov 09 18:11:18.205191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68ec1486-cc49-43b7-b2dd-87e72d1956b8 req-ca568c7c-8dce-4d95-a9ab-603249516a50 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Nov 09 18:11:18.662635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64dea-bea5-4b06-bdec-27d644ea1e25 req-e64b3101-8b2d-47e4-81cd-6ad5b865da22 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:18.670103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0b64dea-bea5-4b06-bdec-27d644ea1e25 req-e64b3101-8b2d-47e4-81cd-6ad5b865da22 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0598128 Nov 09 18:11:18.713351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0b64dea-bea5-4b06-bdec-27d644ea1e25 req-fd2994f6-b3d0-4894-a9f9-f8913ccab7d8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Nov 09 18:11:19.013948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:19.162145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b137b583-dcc5-4528-bc27-810724d736a9 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:19.285401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab950c-3840-42d9-897d-d985df63e03d req-678b3279-0809-456d-8b09-6e1cae9f31da tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:19.288080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7ab950c-3840-42d9-897d-d985df63e03d req-678b3279-0809-456d-8b09-6e1cae9f31da tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.0673413 Nov 09 18:11:19.312394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port b137b583-dcc5-4528-bc27-810724d736a9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:19.312778 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:19.365991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7ab950c-3840-42d9-897d-d985df63e03d req-633714e7-b651-40b4-a9f2-3075f54a0722 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706739 Nov 09 18:11:19.445646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:19.473086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:19.479031 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96463606-6f88-485a-80bd-8bca8cebf975" -d '{"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-plugged", "status": "completed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:19.495362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:19.504181 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:19.585021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:19.674659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5616d173-626f-4d3d-bc1d-f901084786d7 req-93cc7b92-d0a0-4fb4-9659-de41c5d322de tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0531967 Nov 09 18:11:19.809172 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93702581-cb39-4007-bdb2-5ebb691a9b28 x-openstack-request-id: req-93702581-cb39-4007-bdb2-5ebb691a9b28 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:19.809475 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-plugged", "status": "completed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:19.809743 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93702581-cb39-4007-bdb2-5ebb691a9b28 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:19.810174 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9', 'code': 200} Nov 09 18:11:19.922815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25fd44-83fc-4958-93ae-882e4a46a96a req-155a7a1d-701b-4b45-9be9-ee1936feb303 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:19.939741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f25fd44-83fc-4958-93ae-882e4a46a96a req-155a7a1d-701b-4b45-9be9-ee1936feb303 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0750837 Nov 09 18:11:19.978539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f25fd44-83fc-4958-93ae-882e4a46a96a req-9d92f247-98a9-4101-99fa-b2819a62c094 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Nov 09 18:11:20.561650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c88df-07a2-40dd-a7a3-b5762a21bbed req-ddf19878-3f17-4666-8bd6-aa8cf71c573d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:20.563527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad1c88df-07a2-40dd-a7a3-b5762a21bbed req-ddf19878-3f17-4666-8bd6-aa8cf71c573d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0694811 Nov 09 18:11:20.607891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad1c88df-07a2-40dd-a7a3-b5762a21bbed req-294f0357-dfd1-4a3b-8f86-d756b08688f9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Nov 09 18:11:21.028901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b3bfa10-3d60-44a2-9aa6-f3174cdf897b req-a20522c1-5eab-45e3-be5b-36b206128268 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0484250 Nov 09 18:11:21.260125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ca3ec-e2be-449a-b386-629beabeddb5 req-f514c287-4a58-4715-a795-5345b2bf3939 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:21.261671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712ca3ec-e2be-449a-b386-629beabeddb5 req-f514c287-4a58-4715-a795-5345b2bf3939 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0610323 Nov 09 18:11:21.308385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712ca3ec-e2be-449a-b386-629beabeddb5 req-941705ad-d307-4054-b5be-e96e557fb28e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Nov 09 18:11:21.807836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df8c0-194b-4bda-89e5-2271d28bc10a req-7f2bbb1f-828e-41f1-96b0-17532c1956fe tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:21.817206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a7df8c0-194b-4bda-89e5-2271d28bc10a req-7f2bbb1f-828e-41f1-96b0-17532c1956fe tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0814981 Nov 09 18:11:21.868508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a7df8c0-194b-4bda-89e5-2271d28bc10a req-36e24203-0121-4232-8c6e-90fa7cf30b20 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Nov 09 18:11:22.225927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51707550-c895-43be-931c-2059f4128b92 req-5422a6c3-aacf-445d-b4d9-ae720c1f05e8 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0358222 Nov 09 18:11:22.451886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e898d-eda0-4f3b-88b8-da684d6acab6 req-53859571-bdcd-4ca0-9261-60bebe33a865 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:22.460127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-807e898d-eda0-4f3b-88b8-da684d6acab6 req-53859571-bdcd-4ca0-9261-60bebe33a865 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0684936 Nov 09 18:11:22.517952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-807e898d-eda0-4f3b-88b8-da684d6acab6 req-5a60ae37-b208-4cfd-af87-be25cffc77d3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569401 Nov 09 18:11:22.985914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b44f3-a6fd-4eee-8851-3ce354181e30 req-7f5b8a41-6e94-46e3-989d-fe67a4b5447e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:22.988414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f75b44f3-a6fd-4eee-8851-3ce354181e30 req-7f5b8a41-6e94-46e3-989d-fe67a4b5447e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0562420 Nov 09 18:11:23.043575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f75b44f3-a6fd-4eee-8851-3ce354181e30 req-ab8a26be-b33c-413c-b89e-829c5af18d08 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483205 Nov 09 18:11:23.392357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63190bf8-b6b0-413c-9a32-876f48f70652 req-bd0f5dac-1ceb-46a8-9b15-2d12af7933e5 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0534744 Nov 09 18:11:23.655841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161d597-45a3-47e2-bf89-21c20826dd3b req-4dc610d9-4981-4ed5-a2f9-83fada0132ea tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:23.657457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1161d597-45a3-47e2-bf89-21c20826dd3b req-4dc610d9-4981-4ed5-a2f9-83fada0132ea tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0530674 Nov 09 18:11:23.739392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1161d597-45a3-47e2-bf89-21c20826dd3b req-363a8cc2-6c74-4248-b217-e332d3848ad9 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Nov 09 18:11:24.206886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9825e-8e76-4fc7-a79f-7d6245e32eb3 req-0abc41c5-5c90-496f-85b2-e813c4307b3a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:24.209976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1a9825e-8e76-4fc7-a79f-7d6245e32eb3 req-0abc41c5-5c90-496f-85b2-e813c4307b3a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0847132 Nov 09 18:11:24.284951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1a9825e-8e76-4fc7-a79f-7d6245e32eb3 req-45dfa22e-193d-495b-b8ce-d230e593daf0 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628192 Nov 09 18:11:24.541149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59af77b6-6ead-40a0-a21b-e60821ba8407 req-ebb6a3ba-05f7-4333-99ca-f244701927c7 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0622809 Nov 09 18:11:24.897871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbfb3c-7ae4-4c89-b67e-de09a9dcedda req-ffbece67-1229-4b10-904a-ae6e70c76e09 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:24.899015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7dfbfb3c-7ae4-4c89-b67e-de09a9dcedda req-ffbece67-1229-4b10-904a-ae6e70c76e09 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0667651 Nov 09 18:11:24.954508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7dfbfb3c-7ae4-4c89-b67e-de09a9dcedda req-254774a4-9584-405b-a511-cee27848be7a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438490 Nov 09 18:11:25.516285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4cd37-2124-4e7f-a32a-3418addbe9a0 req-181a6a04-6746-4de6-843c-59421f8b57da tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:25.525074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0aa4cd37-2124-4e7f-a32a-3418addbe9a0 req-181a6a04-6746-4de6-843c-59421f8b57da tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1212633 Nov 09 18:11:25.596985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0aa4cd37-2124-4e7f-a32a-3418addbe9a0 req-e2fd71c8-272c-4375-bf2c-dec2ac59c67a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556691 Nov 09 18:11:25.726893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8dafbf3a-e636-4977-8faf-8041f991b25f req-09015225-257f-4fab-8b18-2a94bee4e6f9 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0371187 Nov 09 18:11:26.136079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62105-016e-4428-9f14-a85ecdc97cae req-d35c398f-2465-4a57-a24e-9ce22e94c219 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.138660 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1d62105-016e-4428-9f14-a85ecdc97cae req-d35c398f-2465-4a57-a24e-9ce22e94c219 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0946143 Nov 09 18:11:26.190333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1d62105-016e-4428-9f14-a85ecdc97cae req-874a8e1f-bf05-4b1c-8ec8-05a580d66f54 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454030 Nov 09 18:11:26.775268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7c4e2-9505-4899-9a1b-95bdeaaa8ac2 req-9f13f73c-ad0a-4f61-8d07-a112ea16e38c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:26.784253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7c7c4e2-9505-4899-9a1b-95bdeaaa8ac2 req-9f13f73c-ad0a-4f61-8d07-a112ea16e38c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0870764 Nov 09 18:11:26.830697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7c7c4e2-9505-4899-9a1b-95bdeaaa8ac2 req-d95c8e8e-dd47-4d8b-9fba-e216b389de48 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Nov 09 18:11:26.970927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5513e20f-0476-4f20-b26a-5b0a70aabb72 req-74f34f3c-e74e-4df8-9b69-742fd415c43d tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0297914 Nov 09 18:11:27.357952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd288d-3677-4b40-a811-8cca47a692fb req-214321ef-981f-4cdd-90e9-64264bf0e93f tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:27.362392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abcd288d-3677-4b40-a811-8cca47a692fb req-214321ef-981f-4cdd-90e9-64264bf0e93f tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 946 time: 0.0857580 Nov 09 18:11:27.415151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abcd288d-3677-4b40-a811-8cca47a692fb req-bdc61bf7-5009-4e6b-8062-040eb9243128 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Nov 09 18:11:27.542775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4313b4-4923-4e25-87a2-047da41193bd req-e0ba49a3-00ac-41a6-a6f8-7192cd9a50ec tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:27.544494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e4313b4-4923-4e25-87a2-047da41193bd req-e0ba49a3-00ac-41a6-a6f8-7192cd9a50ec tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0708957 Nov 09 18:11:27.590428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e4313b4-4923-4e25-87a2-047da41193bd req-302662d8-99d7-48d0-82f2-8f0974b8212b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Nov 09 18:11:28.007336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918b48-8cea-40c5-b6a9-9120a9595e9a req-03eca729-124f-4b6c-a6c7-f516c465274e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.009279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12918b48-8cea-40c5-b6a9-9120a9595e9a req-03eca729-124f-4b6c-a6c7-f516c465274e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0859423 Nov 09 18:11:28.052861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12918b48-8cea-40c5-b6a9-9120a9595e9a req-cbb39854-7db8-4369-ac49-900cca92644f tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372579 Nov 09 18:11:28.176205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d5d7761-2b67-4a34-bbfd-bbe7803e7fd4 req-0417833d-855d-4832-ad78-3883ab892834 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0319023 Nov 09 18:11:28.553659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f9cec-9784-4e93-9315-1e61a4fd6737 req-bdc53811-04e4-4cb8-bee0-8ef5205c13c6 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.555419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b9f9cec-9784-4e93-9315-1e61a4fd6737 req-bdc53811-04e4-4cb8-bee0-8ef5205c13c6 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 946 time: 0.0569620 Nov 09 18:11:28.613091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b9f9cec-9784-4e93-9315-1e61a4fd6737 req-f55079db-76e3-4cdd-956c-3a34f3099f59 tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b1968fc-ec60-43ed-9463-4b184a4fb40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510557 Nov 09 18:11:28.732225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8433d36-4313-47f8-82e3-bea6b5edf845 req-78800019-5575-48e7-913a-4ec9c75d683f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:28.733761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8433d36-4313-47f8-82e3-bea6b5edf845 req-78800019-5575-48e7-913a-4ec9c75d683f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0527761 Nov 09 18:11:28.774748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8433d36-4313-47f8-82e3-bea6b5edf845 req-62252e0b-29a1-4668-8af0-18bfa86f0774 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344810 Nov 09 18:11:29.018452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-8d86ea93-5ede-47c7-aeba-79c949ba8eec tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.019909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-8d86ea93-5ede-47c7-aeba-79c949ba8eec tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.73 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 946 time: 0.0483418 Nov 09 18:11:29.123551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Deleting port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:29.123893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:29.249145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74cf00-e46e-49f6-8b86-43b84201741b req-8e72e048-6763-43b7-b8b6-378075dc1e35 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.250649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a74cf00-e46e-49f6-8b86-43b84201741b req-8e72e048-6763-43b7-b8b6-378075dc1e35 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1093535 Nov 09 18:11:29.281203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] For port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:29.281574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:29.304093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Calling delete_port for 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:29.312611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a74cf00-e46e-49f6-8b86-43b84201741b req-d791ede8-5a76-4030-98b3-b451a87edb11 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549603 Nov 09 18:11:29.431465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8afb87c8-777c-40af-b9a0-9af6dd0d0a82 req-959ee7d5-998b-4bbb-9f65-f311a033332b tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0354798 Nov 09 18:11:29.489964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:29.502850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5251e64a-32b5-464a-a3e9-d7d4e8d2aef5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:29.564823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Pushing event deleted for resources: {'Port': ['ID=5251e64a-32b5-464a-a3e9-d7d4e8d2aef5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:29.609266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.609730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.610271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.610659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.611107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.611639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.612049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.612470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.612889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.613308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.613724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.614171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:29.637205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] No DVR routers for this DVR port 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:29.641003 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:29.644616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-584fe5c8-28f1-40c5-9c65-470097e70f0f req-23ac8de4-9802-4cba-8726-28c34acda0df tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.73 "DELETE /v2.0/ports/5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 HTTP/1.1" status: 204 len: 173 time: 0.6173041 Nov 09 18:11:29.645145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'name': 'network-vif-deleted', 'tag': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:29.648259 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fa58e1-fca5-4a67-a99b-888ec92e5498" -d '{"events": [{"server_uuid": "2482eb1f-07d9-44e4-a731-3ac2fa42c0a1", "name": "network-vif-deleted", "tag": "5251e64a-32b5-464a-a3e9-d7d4e8d2aef5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:29.670555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-aab25fc7-4952-43b5-8f69-1ea5860b6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.671841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-aab25fc7-4952-43b5-8f69-1ea5860b6ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1096 time: 0.3192172 Nov 09 18:11:29.787816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61d993a9-dbfb-4e65-94cd-dedbe0a2105d req-1eeffa70-06da-4db1-92ee-449ae3399ade tempest-AttachSCSIVolumeTestJSON-2121582123 tempest-AttachSCSIVolumeTestJSON-2121582123-project] 10.222.0.32 "GET /v2.0/ports?device_id=2482eb1f-07d9-44e4-a731-3ac2fa42c0a1 HTTP/1.1" status: 200 len: 210 time: 0.0386167 Nov 09 18:11:29.816494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-8573f868-5ead-4a71-b144-c492e27496f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.818869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-8573f868-5ead-4a71-b144-c492e27496f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 914 time: 0.1371555 Nov 09 18:11:29.863946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-ac09e4fa-d5cd-4f4d-944b-ef37b9ea9652 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 217 time: 0.0352237 Nov 09 18:11:29.916331 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd42b784-94ab-495b-b870-0710ac559d88 x-openstack-request-id: req-cd42b784-94ab-495b-b870-0710ac559d88 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:29.916632 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2482eb1f-07d9-44e4-a731-3ac2fa42c0a1", "name": "network-vif-deleted", "tag": "5251e64a-32b5-464a-a3e9-d7d4e8d2aef5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:29.916886 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd42b784-94ab-495b-b870-0710ac559d88 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:29.917318 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2482eb1f-07d9-44e4-a731-3ac2fa42c0a1', 'name': 'network-vif-deleted', 'tag': '5251e64a-32b5-464a-a3e9-d7d4e8d2aef5', 'status': 'completed', 'code': 200} Nov 09 18:11:29.919236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-09045861-f0e0-4059-a330-41b8183a32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:29.920694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-09045861-f0e0-4059-a330-41b8183a32b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.0491722 Nov 09 18:11:29.957038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-04884c80-e791-4855-84d9-ec48dd2865fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278678 Nov 09 18:11:30.076408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cf7d2-ee0f-48e6-bf6a-fca606d7355d req-9192fb7e-b47d-4ea4-8347-3046c07f82bb tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:30.077394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e1cf7d2-ee0f-48e6-bf6a-fca606d7355d req-9192fb7e-b47d-4ea4-8347-3046c07f82bb tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.1055069 Nov 09 18:11:30.110495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-9e71fe02-d29a-485e-ac02-5167aa118675 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456053 Nov 09 18:11:30.130950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e1cf7d2-ee0f-48e6-bf6a-fca606d7355d req-6bdbedc0-6e54-406c-a7e1-e5cb29c028c5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Nov 09 18:11:30.231352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-409f0f4c-bf35-4437-9d1b-9580e8acefea req-ece2afda-773a-4d0d-bf6d-a043bc3539a0 service neutron] 10.222.0.73 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993299 Nov 09 18:11:30.434176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f319f-4488-4018-a1a9-6cd4288aa294 req-264f7c4c-a3e3-46e3-881b-882a8fcba46c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:30.435647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe9f319f-4488-4018-a1a9-6cd4288aa294 req-264f7c4c-a3e3-46e3-881b-882a8fcba46c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Nov 09 18:11:30.473131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe9f319f-4488-4018-a1a9-6cd4288aa294 req-69bed8f2-2d3c-40f3-b0e5-149ef36869c5 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Nov 09 18:11:30.577425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e88a4-7057-4956-996a-be1b43d5b4f5 req-54a86e85-8c06-4aea-b48a-3c8381f65881 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:30.579405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f43e88a4-7057-4956-996a-be1b43d5b4f5 req-54a86e85-8c06-4aea-b48a-3c8381f65881 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0399847 Nov 09 18:11:30.604298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f43e88a4-7057-4956-996a-be1b43d5b4f5 req-e15f6834-2403-4beb-9332-3e755b8bf4e4 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:30.678920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f43e88a4-7057-4956-996a-be1b43d5b4f5 req-e15f6834-2403-4beb-9332-3e755b8bf4e4 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:30.683905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f43e88a4-7057-4956-996a-be1b43d5b4f5 req-e15f6834-2403-4beb-9332-3e755b8bf4e4 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:30.706217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f43e88a4-7057-4956-996a-be1b43d5b4f5 req-e15f6834-2403-4beb-9332-3e755b8bf4e4 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196401 Nov 09 18:11:30.715138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f6834-2403-4beb-9332-3e755b8bf4e4 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9c1f63-ca0e-4bb6-baee-e50dfbd84e25,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:30.795849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded3c24a-3d07-47d1-b7e5-39ed1ad2d06e req-44be769f-57aa-4752-aa76-e8c8088c4f67 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0285432 Nov 09 18:11:30.972240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b536f-0252-4ae4-b7cb-f821a8ff0e83 req-b25689e3-7e56-4584-8e23-a8825042f246 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:30.973705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-998b536f-0252-4ae4-b7cb-f821a8ff0e83 req-b25689e3-7e56-4584-8e23-a8825042f246 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0494137 Nov 09 18:11:31.010548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-998b536f-0252-4ae4-b7cb-f821a8ff0e83 req-89bd6001-858d-4a9d-bb16-47631184699f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307479 Nov 09 18:11:31.034297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:31.113601 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f9f45d5-a464-4080-923b-92810a4e1669 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/c2e54317-7934-4e75-a922-745a993abe97 HTTP/1.1" status: 200 len: 993 time: 0.0774508 Nov 09 18:11:31.324437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d592103-f677-4021-b365-5b500f16a0aa req-9188d3c6-d3f5-483d-bb67-c7c96e57988b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:31.326754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d592103-f677-4021-b365-5b500f16a0aa req-9188d3c6-d3f5-483d-bb67-c7c96e57988b tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0695999 Nov 09 18:11:31.374692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d592103-f677-4021-b365-5b500f16a0aa req-814217f4-15f4-4f70-9ba1-5a6fba5bbb00 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Nov 09 18:11:31.520667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-22ea3ff3-80a5-43dd-a07b-aba8a6eaae8f req-63257940-a95b-4833-8f4a-615b196bab3b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:11:31.522083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22ea3ff3-80a5-43dd-a07b-aba8a6eaae8f req-63257940-a95b-4833-8f4a-615b196bab3b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058539 Nov 09 18:11:31.917394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420f5f6-71f7-48dd-85de-c81018924c0b req-8d802646-bc4b-45ec-ab80-c5e722e6a984 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:31.919079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2420f5f6-71f7-48dd-85de-c81018924c0b req-8d802646-bc4b-45ec-ab80-c5e722e6a984 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0657802 Nov 09 18:11:31.995620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2420f5f6-71f7-48dd-85de-c81018924c0b req-c0b0c57d-24e3-4141-b510-2810af8673c7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652363 Nov 09 18:11:31.996413 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-786e9c58-04c8-461d-8217-ae37fb229d05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242282 Nov 09 18:11:32.011690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-283123c6-7bd4-4038-8c32-f4f901852d14 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:11:32.023692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-283123c6-7bd4-4038-8c32-f4f901852d14 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264208 Nov 09 18:11:32.104395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2467c-9c58-4204-b9f9-e47770458498 req-6ea6fff2-08d5-4b61-aee3-4255dd10b4af tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.106378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81f2467c-9c58-4204-b9f9-e47770458498 req-6ea6fff2-08d5-4b61-aee3-4255dd10b4af tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0545938 Nov 09 18:11:32.150565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81f2467c-9c58-4204-b9f9-e47770458498 req-9ed04b3b-c69e-4fb8-bd65-620b25be1993 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369730 Nov 09 18:11:32.304900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7367e0ec-f099-4dc6-9502-29f800b2ad55 req-7f192d50-5b78-4f4e-9f61-f00fe00fdacb tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0542362 Nov 09 18:11:32.594623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332c57d-8df7-4464-8ecc-5024c80c827b req-6f4fe935-650b-4d4d-96d3-1ec22537481e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:32.596374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2332c57d-8df7-4464-8ecc-5024c80c827b req-6f4fe935-650b-4d4d-96d3-1ec22537481e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0874345 Nov 09 18:11:32.653408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2332c57d-8df7-4464-8ecc-5024c80c827b req-d57b28a7-fd5e-479f-98f1-1d28cc8c02c5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493774 Nov 09 18:11:33.113636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89af95-d02d-4078-93a9-5ed96902b966 req-3d01ce83-c1be-4449-b423-068672545216 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.115238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a89af95-d02d-4078-93a9-5ed96902b966 req-3d01ce83-c1be-4449-b423-068672545216 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.0583756 Nov 09 18:11:33.174701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a89af95-d02d-4078-93a9-5ed96902b966 req-dc2cb180-c4ed-4e4e-82e2-e8969871e007 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530126 Nov 09 18:11:33.207724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b137b583-dcc5-4528-bc27-810724d736a9 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:33.291579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cedda-7d98-4447-98e5-12b9a8b39fa3 req-cee6f9d3-982d-4e5b-996c-836a383de483 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.293132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be1cedda-7d98-4447-98e5-12b9a8b39fa3 req-cee6f9d3-982d-4e5b-996c-836a383de483 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0545278 Nov 09 18:11:33.303274 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:33.327510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:33.330024 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9959abd-bc9d-4ae7-a80e-362e1211c0c2" -d '{"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-unplugged", "status": "completed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:33.346115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:33.351762 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:33.352887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:33.361606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be1cedda-7d98-4447-98e5-12b9a8b39fa3 req-e8648787-4d98-4255-a707-790516ee9cbf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618021 Nov 09 18:11:33.430809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:33.431164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5251e64a-32b5-464a-a3e9-d7d4e8d2aef5 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:33.433174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:33.496827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf643fc-2061-44dd-9c52-7ed29e1cf42c req-089dd468-1208-44f3-b59a-8844eaa31255 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.499439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-adf643fc-2061-44dd-9c52-7ed29e1cf42c req-089dd468-1208-44f3-b59a-8844eaa31255 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 943 time: 0.0523410 Nov 09 18:11:33.550299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-adf643fc-2061-44dd-9c52-7ed29e1cf42c req-fa98139b-e0fb-43a8-93a9-9171fb66cccc tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Nov 09 18:11:33.645892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f38fbd79-d74a-4527-9279-5fdeb9d49e9e req-5b69c7b4-939d-4cb7-acf5-77a648153b0e tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0276725 Nov 09 18:11:33.667121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-4b6f51f8-e4fc-469d-8b7c-c0f4bac75bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.669077 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-4b6f51f8-e4fc-469d-8b7c-c0f4bac75bc6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1097 time: 0.1020844 Nov 09 18:11:33.786031 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fa9720-c3d4-4dc5-84a7-c29102aaa36b x-openstack-request-id: req-c9fa9720-c3d4-4dc5-84a7-c29102aaa36b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:33.786453 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-unplugged", "status": "failed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9", "code": 422}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:33.787339 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9fa9720-c3d4-4dc5-84a7-c29102aaa36b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:33.787802 n-d-817240-1 neutron-server[102142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9', 'code': 422} returned with failed status Nov 09 18:11:33.805319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-ddd76f20-82fc-4386-aefa-40a82ba12ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.806909 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-ddd76f20-82fc-4386-aefa-40a82ba12ea1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.1286178 Nov 09 18:11:33.876325 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-e0765c85-c030-46d2-a9c1-2027913d5998 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 1001 time: 0.0611167 Nov 09 18:11:33.950944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-9be27a25-8f13-4e41-82ee-26719e036c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:33.952689 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-9be27a25-8f13-4e41-82ee-26719e036c8b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.0693762 Nov 09 18:11:34.011723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-4f4caa24-0707-4cf4-8420-e33a13d541e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.019250 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-4f4caa24-0707-4cf4-8420-e33a13d541e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589082 Nov 09 18:11:34.030310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec6ed1-7650-4bb6-8e32-dbcc1eaf8de3 req-617a3813-3e1b-4f14-8a64-6b957801b13f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.039045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4aec6ed1-7650-4bb6-8e32-dbcc1eaf8de3 req-617a3813-3e1b-4f14-8a64-6b957801b13f tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0609405 Nov 09 18:11:34.104095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4aec6ed1-7650-4bb6-8e32-dbcc1eaf8de3 req-624e9a0b-ddd7-4546-8f7a-22f48d5bb0d2 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639431 Nov 09 18:11:34.120584 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-5a410899-3ad1-4121-84d3-de345b0ba9b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652781 Nov 09 18:11:34.148609 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-e3a9efd2-9e88-4a3c-9c90-56ccd7582ea3 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193986 Nov 09 18:11:34.193011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-92637caa-9e8d-4a52-8fb5-ed010fc40b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.194549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-92637caa-9e8d-4a52-8fb5-ed010fc40b78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0469422 Nov 09 18:11:34.275516 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-7e14d90c-9b54-44cf-b7be-cdede0b6bbf7 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142044 Nov 09 18:11:34.318266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-cd3ceea9-7c70-4921-a28f-c44177c2fefb req-39ccda31-1950-4ed7-ae11-d71f51e4232d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:11:34.319268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd3ceea9-7c70-4921-a28f-c44177c2fefb req-39ccda31-1950-4ed7-ae11-d71f51e4232d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202987 Nov 09 18:11:34.394663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-482fe8c2-e097-48b7-bdb1-d77de116c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.396769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-482fe8c2-e097-48b7-bdb1-d77de116c178 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1766241 Nov 09 18:11:34.468286 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-65aa8719-0b0a-49f9-940c-0d66bae235d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0564718 Nov 09 18:11:34.556427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-783ca70e-fe11-4cf5-8c33-6730fa6172fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.558327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-783ca70e-fe11-4cf5-8c33-6730fa6172fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0796652 Nov 09 18:11:34.609845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61517f41-48f3-44c0-a850-c824afbb9166 req-8a6c2ae3-ce14-4b22-9818-4b69d9287d46 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.611359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61517f41-48f3-44c0-a850-c824afbb9166 req-8a6c2ae3-ce14-4b22-9818-4b69d9287d46 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.1230569 Nov 09 18:11:34.641433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-56fb7f8b-8d4f-4ca8-b86f-7291765e0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:34.643122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-56fb7f8b-8d4f-4ca8-b86f-7291765e0752 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775709 Nov 09 18:11:34.691248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61517f41-48f3-44c0-a850-c824afbb9166 req-0373c754-9a1d-4733-8832-88e2a9513e73 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699983 Nov 09 18:11:34.847893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-2230bc38-132a-4238-baa7-675be69dbcb8 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877189 Nov 09 18:11:35.274298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-b6b2fbb0-b5eb-4f7d-95fa-e06b271659a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5863762 Nov 09 18:11:35.291588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d68671-e430-4fd9-ae5f-8e9290265083 req-62ca6ba7-3868-41a3-b255-8a00ec9f4a17 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:35.297430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08d68671-e430-4fd9-ae5f-8e9290265083 req-62ca6ba7-3868-41a3-b255-8a00ec9f4a17 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 943 time: 0.4797275 Nov 09 18:11:35.308443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-abd8f5d9-b0ba-4f8e-8ce9-cab680a0ac2c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:11:35.309427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-abd8f5d9-b0ba-4f8e-8ce9-cab680a0ac2c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267820 Nov 09 18:11:35.353726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f8033-a3cf-4f7d-bacc-dfa4376837a5 req-c5f119d3-f348-4e3e-b101-b0516c4213cf service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914198 Nov 09 18:11:35.356509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08d68671-e430-4fd9-ae5f-8e9290265083 req-734facd3-5fb1-420a-b7e1-fd043f6b415a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461545 Nov 09 18:11:35.452328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f76c4f5e-2698-403e-b773-c79a279fb6b0 req-e78326b0-6ac1-4c15-826b-680a7da1650a tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0270262 Nov 09 18:11:35.677306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695df8ee-1e3f-4c73-8bd7-41953b2e3a9e req-4589089c-b905-4275-b8b6-c1cf32a4cce6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:35.678916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-695df8ee-1e3f-4c73-8bd7-41953b2e3a9e req-4589089c-b905-4275-b8b6-c1cf32a4cce6 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Nov 09 18:11:35.720682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-695df8ee-1e3f-4c73-8bd7-41953b2e3a9e req-b126b8d6-06df-43f1-979c-3f59c7ba3401 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Nov 09 18:11:35.843643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33006) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:35.956385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1baaf3-6a71-4ad5-9076-d27c28ef250e req-09da1730-ae8e-4bc4-bcb3-f68b6fdb4fbf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:35.959620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f1baaf3-6a71-4ad5-9076-d27c28ef250e req-09da1730-ae8e-4bc4-bcb3-f68b6fdb4fbf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0698264 Nov 09 18:11:36.005447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f1baaf3-6a71-4ad5-9076-d27c28ef250e req-d7f480ae-92c7-48e9-9167-b629dd750e6b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405540 Nov 09 18:11:36.227192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:36.374843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-31c5c45c-c0d2-4f32-9c2e-82c4dcb5774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.376362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-31c5c45c-c0d2-4f32-9c2e-82c4dcb5774e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508&tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361 HTTP/1.1" status: 200 len: 1094 time: 0.1128173 Nov 09 18:11:36.425094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:36.483553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b58a7-8b31-4c04-8ec4-71aa1c93df13 req-34576f0a-0eae-4968-8e18-ac87d4a15c9d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.485212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d78b58a7-8b31-4c04-8ec4-71aa1c93df13 req-34576f0a-0eae-4968-8e18-ac87d4a15c9d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 943 time: 0.0490136 Nov 09 18:11:36.510701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:36.523504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d78b58a7-8b31-4c04-8ec4-71aa1c93df13 req-cad6c4e9-6036-4c42-9bb7-497b2d039d48 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Nov 09 18:11:36.621164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad13caa6-810e-48a2-9621-d7ddb026270c req-f208f3d1-383b-4047-978e-a61db30e81e1 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0282249 Nov 09 18:11:36.773283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:36.806379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Deleting port 857a8954-8e1a-475c-8a81-525040a5e016 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:36.807034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:36.851391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:36.857394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1044175-7026-46ff-9359-3678d1b062c2 req-c3ee5084-9c1f-4641-aa05-6504add3ba15 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:36.862554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1044175-7026-46ff-9359-3678d1b062c2 req-c3ee5084-9c1f-4641-aa05-6504add3ba15 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0684659 Nov 09 18:11:36.893392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b137b583-dcc5-4528-bc27-810724d736a9 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:36.903850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:36.906690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1044175-7026-46ff-9359-3678d1b062c2 req-3756edd9-0dfc-4eb2-a026-bc1ac6f715c0 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325501 Nov 09 18:11:36.939845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Transition to ACTIVE for port object b137b583-dcc5-4528-bc27-810724d736a9 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:36.949132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:36.953240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] For port 857a8954-8e1a-475c-8a81-525040a5e016, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=857a8954-8e1a-475c-8a81-525040a5e016,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:36.953609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:36.989130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Calling delete_port for 857a8954-8e1a-475c-8a81-525040a5e016 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:37.035088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] No DVR routers for this DVR port b137b583-dcc5-4528-bc27-810724d736a9 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:37.071856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=9']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:37.104281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.104637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.104982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.105330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.105661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.105992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.106348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.106679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.107016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.107342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.107667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.107993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:37.131102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:11:37.131580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:11:37.131829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 on network fa521548-f00d-4546-8b6f-a0829958f5f7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:37.134793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d08354-2870-4385-b8d9-9e2d6db52952 req-f48f777b-e58b-4d7e-b9ca-4d7a57d0270b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.136269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21d08354-2870-4385-b8d9-9e2d6db52952 req-f48f777b-e58b-4d7e-b9ca-4d7a57d0270b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0561907 Nov 09 18:11:37.139199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Port b137b583-dcc5-4528-bc27-810724d736a9 on network fa521548-f00d-4546-8b6f-a0829958f5f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:37.139529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Attempting to bind port b137b583-dcc5-4528-bc27-810724d736a9 on network fa521548-f00d-4546-8b6f-a0829958f5f7 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:37.178776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:37.179116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Checking segment: {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:37.179493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Bound using segment: {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:37.179689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21d08354-2870-4385-b8d9-9e2d6db52952 req-67b23d26-4036-4e91-a87d-af64fa3724e2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358715 Nov 09 18:11:37.179935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Bound port: b137b583-dcc5-4528-bc27-810724d736a9, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31be6ce-8867-42dd-8df0-5240f436d597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:11:37.180294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.252374 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d9aa2680-9bcc-48b0-b2ee-0593a1bb4269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.267779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:37.268939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b137b583-dcc5-4528-bc27-810724d736a9 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:37.272673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:37.294290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.313818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b137b583-dcc5-4528-bc27-810724d736a9 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:37.340382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.340996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.342416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] 10.222.0.85 "PUT /v2.0/ports/b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 1091 time: 0.9573948 Nov 09 18:11:37.342858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:37.345122 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927be7c-cf66-4cd7-accb-3a4577b35503" -d '{"events": [{"name": "network-changed", "server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "tag": "b137b583-dcc5-4528-bc27-810724d736a9"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:37.365356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.400894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb327-6030-4113-a6aa-6def9463fb1e service neutron] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:37.433777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Pushing event deleted for resources: {'Port': ['ID=857a8954-8e1a-475c-8a81-525040a5e016,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:37.487936 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4625a9-2153-4052-86b5-6b4b8a926ec5 x-openstack-request-id: req-0d4625a9-2153-4052-86b5-6b4b8a926ec5 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:37.488236 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "tag": "b137b583-dcc5-4528-bc27-810724d736a9", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:37.488494 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d4625a9-2153-4052-86b5-6b4b8a926ec5 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:37.488896 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9', 'status': 'completed', 'code': 200} Nov 09 18:11:37.494922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-7bfdcf19-d18c-48f2-9692-e1e13c6879a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.496446 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-7bfdcf19-d18c-48f2-9692-e1e13c6879a5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1095 time: 0.1245301 Nov 09 18:11:37.674382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b577b9-a205-4cb4-8515-5a6a2a5a9d0e req-b0a9326a-f7d7-4552-a781-e331884dfc87 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.675952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31b577b9-a205-4cb4-8515-5a6a2a5a9d0e req-b0a9326a-f7d7-4552-a781-e331884dfc87 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.0642774 Nov 09 18:11:37.721557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31b577b9-a205-4cb4-8515-5a6a2a5a9d0e req-495c7f00-4d3a-4fbc-9783-abb89db6a21b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Nov 09 18:11:37.822251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e41c1391-db10-4203-b617-11d8e0cb1ced req-163de655-49a4-4e70-b705-d6f95853c6ee tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0326383 Nov 09 18:11:37.920542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-692326c8-f878-43ca-bc2c-d28f423e819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:37.922010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-692326c8-f878-43ca-bc2c-d28f423e819c service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 914 time: 0.4172938 Nov 09 18:11:37.926380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:37.974335 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-649361dc-3c5d-4cf8-81e8-09868013c69c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 217 time: 0.0418031 Nov 09 18:11:38.042791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cad71-42fd-47f6-a3d4-f423f33d20d7 req-91345ff6-0259-4a3d-bffb-d3044c8d2b97 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.044224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb4cad71-42fd-47f6-a3d4-f423f33d20d7 req-91345ff6-0259-4a3d-bffb-d3044c8d2b97 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0584855 Nov 09 18:11:38.090099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-101aca53-ce70-43a3-9a3e-5cffbb1520c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.091594 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-101aca53-ce70-43a3-9a3e-5cffbb1520c1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.0873649 Nov 09 18:11:38.102543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb4cad71-42fd-47f6-a3d4-f423f33d20d7 req-7fc90914-bc35-49cd-986a-a15823a44f29 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512531 Nov 09 18:11:38.128515 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-92691378-2836-4065-9aed-4b7a613fa7d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277712 Nov 09 18:11:38.313536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ae61c-2e4a-4ff6-a46e-0e7a30b167e5 req-4f6d81f0-a6b9-432f-a74a-5c6e723b6484 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.319700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Router be10690c-777c-432a-a040-a43802c9259b has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:11:38.322749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb9ae61c-2e4a-4ff6-a46e-0e7a30b167e5 req-4f6d81f0-a6b9-432f-a74a-5c6e723b6484 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0653391 Nov 09 18:11:38.322901 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-bed41c3e-c8ee-4b2b-a861-5927c1073876 service neutron] 10.222.0.85 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819372 Nov 09 18:11:38.358688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb9ae61c-2e4a-4ff6-a46e-0e7a30b167e5 req-0549527f-219b-4aa7-9250-c6972d33759e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347555 Nov 09 18:11:38.500216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:11:38.504489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3ed4c40c-8b20-463f-943e-ee9630b0a895 req-39d14c99-e52b-41cf-9323-dd9ce3f68eed service neutron] 10.222.0.85 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688387 Nov 09 18:11:38.509856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] Sync routers for ids ['be10690c-777c-432a-a040-a43802c9259b'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:11:38.518587 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-faf3c251-1730-4ff0-972c-586837f3b307 admin admin] 10.222.0.32 "PUT /v2.0/routers/be10690c-777c-432a-a040-a43802c9259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737361 Nov 09 18:11:38.519442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33076) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:38.522333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] Routers {'be10690c-777c-432a-a040-a43802c9259b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:38.524540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:11:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['be10690c-777c-432a-a040-a43802c9259b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:38.633416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-6501c209-18d2-42e8-a18a-85d2a638e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.636947 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-6501c209-18d2-42e8-a18a-85d2a638e71c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1095 time: 0.0562646 Nov 09 18:11:38.640984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:38.704219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] Set router be10690c-777c-432a-a040-a43802c9259b gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:38.742101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-064e4b36-2db1-437b-a412-53ed5f33143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.743624 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-064e4b36-2db1-437b-a412-53ed5f33143e service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 914 time: 0.0994530 Nov 09 18:11:38.798572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:38.817992 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-e2fa2bdc-3e4a-484a-bad8-a1093930d8a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 217 time: 0.0638237 Nov 09 18:11:38.876424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-b7547e8b-9ccf-4d95-885a-fa84d93cce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.877552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-b7547e8b-9ccf-4d95-885a-fa84d93cce04 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.0527408 Nov 09 18:11:38.902539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e8ff6-ad6a-49f3-a84b-c1fe188c714d req-bd1bffe9-3d65-46e6-b226-6b5726a6380a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:38.922018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-707e8ff6-ad6a-49f3-a84b-c1fe188c714d req-bd1bffe9-3d65-46e6-b226-6b5726a6380a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.1042809 Nov 09 18:11:38.928920 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-8c3eefcb-9d43-4d84-9f93-fd5ff4ef3327 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426910 Nov 09 18:11:38.964852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Deleting port 01438b2e-76cd-46af-a2df-eb2d74de6556 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:38.965223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.026408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-707e8ff6-ad6a-49f3-a84b-c1fe188c714d req-8192107b-4763-4ff0-9a96-83a16108231c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033425 Nov 09 18:11:39.114749 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-c1cf83a0-8fe1-4b1c-a3b3-7b660792daa0 service neutron] 10.222.0.85 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381710 Nov 09 18:11:39.120388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] For port 01438b2e-76cd-46af-a2df-eb2d74de6556, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=01438b2e-76cd-46af-a2df-eb2d74de6556,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:39.121048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.130094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:11:37Z', 'revision_number': 5, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port': {'id': '01438b2e-76cd-46af-a2df-eb2d74de6556', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be10690c-777c-432a-a040-a43802c9259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:09:55Z', 'updated_at': '2021-11-09T18:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:39.143038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Calling delete_port for 01438b2e-76cd-46af-a2df-eb2d74de6556 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:39.207022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] Checking router: be10690c-777c-432a-a040-a43802c9259b for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:11:39.217928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] Routers {'be10690c-777c-432a-a040-a43802c9259b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:39.218848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:11:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['be10690c-777c-432a-a040-a43802c9259b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:39.318647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce1f07db-c156-47ab-b523-83a289948235 req-8ba3382a-a537-4d7c-9c4d-ee743d8a1ffa tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0567887 Nov 09 18:11:39.402038 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3927be7c-cf66-4cd7-accb-3a4577b35503 req-ce451234-f5ce-4653-a75b-ed29382f3d8a service neutron] 10.222.0.85 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398241 Nov 09 18:11:39.476606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] Set router be10690c-777c-432a-a040-a43802c9259b gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:39.555992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.567514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:11:38Z', 'revision_number': 6, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:39.603051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c5e07-17df-427e-b827-2e6b13b3e77a None None] The sync data for ids ['be10690c-777c-432a-a040-a43802c9259b'] in n-d-817240-1 is: [{'id': 'be10690c-777c-432a-a040-a43802c9259b', 'name': 'tempest-AttachSCSIVolumeTestJSON-442879163-router', 'tenant_id': '29cee26620e245ae934f55dea733929a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:09:54Z', 'updated_at': '2021-11-09T18:11:38Z', 'revision_number': 6, 'project_id': '29cee26620e245ae934f55dea733929a', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:11:39.607613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Pushing event deleted for resources: {'Port': ['ID=01438b2e-76cd-46af-a2df-eb2d74de6556,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:39.716512 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.762831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-02c89f6e-dda9-4bca-9cc2-d8823107f284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.878965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:39.882009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.005261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6139-0139-4e8b-9142-eaad09eeb607 req-bce84b1f-cfc4-474f-80c6-4b77a2c2de70 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:40.012842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-702c6139-0139-4e8b-9142-eaad09eeb607 req-bce84b1f-cfc4-474f-80c6-4b77a2c2de70 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.1743495 Nov 09 18:11:40.022511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.023200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be10690c-777c-432a-a040-a43802c9259b {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:11:40.041524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.046107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2185342a-44bc-48d5-b6ce-35b2cd409176 admin admin] 10.222.0.32 "DELETE /v2.0/routers/be10690c-777c-432a-a040-a43802c9259b HTTP/1.1" status: 204 len: 168 time: 1.5222380 Nov 09 18:11:40.046107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33126) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:40.097418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-702c6139-0139-4e8b-9142-eaad09eeb607 req-698f1b12-ce2c-49ae-bd57-7d9a24c1f726 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837011 Nov 09 18:11:40.123211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] Deleting subnet 2f45bdee-1340-4064-a2d1-d27421ffd1df {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:11:40.128513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.186310 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.205366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.353208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.384352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea87afe-be55-4023-8209-9ff898067b0a req-051a29b2-e262-40a5-bc0b-f7d073196c68 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:40.385911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ea87afe-be55-4023-8209-9ff898067b0a req-051a29b2-e262-40a5-bc0b-f7d073196c68 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0935402 Nov 09 18:11:40.444388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ea87afe-be55-4023-8209-9ff898067b0a req-be13475b-a6d4-40d5-b040-efb5f59f402c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498044 Nov 09 18:11:40.461404 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.508567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.513623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8753c25-c141-43a6-ac34-dc6669b20fbf None None] Network 33206587-053d-442d-9355-dd627e23803b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:11:40.518390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2f45bdee-1340-4064-a2d1-d27421ffd1df HTTP/1.1" status: 204 len: 168 time: 0.4697647 Nov 09 18:11:40.518390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a00c41-8ba3-4b2a-a211-af6182a40d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f45bdee-1340-4064-a2d1-d27421ffd1df,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:40.520444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:40.675793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.708963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a5220-9c59-4e67-920c-01b7de1f6df8 req-af11f8e0-6909-4807-b909-30b99791a201 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:40.717176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a6a5220-9c59-4e67-920c-01b7de1f6df8 req-af11f8e0-6909-4807-b909-30b99791a201 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.1518364 Nov 09 18:11:40.795619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a6a5220-9c59-4e67-920c-01b7de1f6df8 req-1d4adaa3-4473-43ae-9dad-afdadbc64fe7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719261 Nov 09 18:11:40.801163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Deleting port 6947539a-a378-4d41-97a2-ae45e4a0aac6 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:40.801606 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.912011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] For port 6947539a-a378-4d41-97a2-ae45e4a0aac6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6947539a-a378-4d41-97a2-ae45e4a0aac6,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:40.919435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:40.945743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Calling delete_port for 6947539a-a378-4d41-97a2-ae45e4a0aac6 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:40.949866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] DHCP port deletion for 33206587-053d-442d-9355-dd627e23803b request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:11:41.095459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.096986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] Deleting port 6947539a-a378-4d41-97a2-ae45e4a0aac6 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:41.097344 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.175811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] For port 6947539a-a378-4d41-97a2-ae45e4a0aac6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6947539a-a378-4d41-97a2-ae45e4a0aac6,segment=NetworkSegment(41e92a22-ad99-46f8-8cee-a7cf65e84093),segment_id=41e92a22-ad99-46f8-8cee-a7cf65e84093)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:41.176211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.194674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] Calling delete_port for 6947539a-a378-4d41-97a2-ae45e4a0aac6 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:41.254239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.294842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17d88986-32af-4bf8-98cd-4d87d06031a3 req-38dba71f-aefa-4e6b-8aed-bccaa9e5fc64 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0298796 Nov 09 18:11:41.337525 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.340672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Pushing event deleted for resources: {'Port': ['ID=6947539a-a378-4d41-97a2-ae45e4a0aac6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:41.355188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] No DVR routers for this DVR port 6947539a-a378-4d41-97a2-ae45e4a0aac6 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:41.391669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] Pushing event deleted for resources: {'Port': ['ID=6947539a-a378-4d41-97a2-ae45e4a0aac6,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:41.428765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b24c3-dabf-44f2-850c-220081d03621 None None] No DVR routers for this DVR port 6947539a-a378-4d41-97a2-ae45e4a0aac6 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:41.488018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 01438b2e-76cd-46af-a2df-eb2d74de6556 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:41.525940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 01438b2e-76cd-46af-a2df-eb2d74de6556 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:41.526497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 01438b2e-76cd-46af-a2df-eb2d74de6556 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:41.526876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6947539a-a378-4d41-97a2-ae45e4a0aac6 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:41.536662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.568626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33206587-053d-442d-9355-dd627e23803b']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:41.575597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6947539a-a378-4d41-97a2-ae45e4a0aac6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:41.575945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6947539a-a378-4d41-97a2-ae45e4a0aac6 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:41.576360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 857a8954-8e1a-475c-8a81-525040a5e016 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:41.585090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e92a22-ad99-46f8-8cee-a7cf65e84093') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:41.585515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e92a22-ad99-46f8-8cee-a7cf65e84093') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:41.597249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.599939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 857a8954-8e1a-475c-8a81-525040a5e016 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:41.600838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 857a8954-8e1a-475c-8a81-525040a5e016 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:41.615455 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.623129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:11:41.623637 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:11:41.625423 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:11:41.701328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.707158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:41.710588 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] 10.222.0.32 "DELETE /v2.0/networks/33206587-053d-442d-9355-dd627e23803b HTTP/1.1" status: 204 len: 168 time: 1.1824329 Nov 09 18:11:41.713766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33158) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:41.723178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428642b9-d94f-4bd2-b05b-81a989af1307 admin admin] Pushing event deleted for resources: {'Network': ['ID=33206587-053d-442d-9355-dd627e23803b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:42.121789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:42.408966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Deleting port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:42.409636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:42.527901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] For port 9a1038a4-4a16-4153-8b1b-d75c3eee70fb, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,segment=NetworkSegment(8dbf5c66-8071-4c1d-970b-0bdcad6e3e78),segment_id=8dbf5c66-8071-4c1d-970b-0bdcad6e3e78)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:42.528400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:42.548358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Calling delete_port for 9a1038a4-4a16-4153-8b1b-d75c3eee70fb owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:42.578500 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:42.820107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:42.845197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1038a4-4a16-4153-8b1b-d75c3eee70fb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:43.069474 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:43.388270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:11:43.528684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:11:43.538707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-47e37362-fade-4986-8903-e2cdc465a965 admin admin] 10.222.0.32 "PUT /v2.0/routers/a62863ca-6199-491f-a7b6-72bfe2ca6bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233287 Nov 09 18:11:43.539256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33174) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:43.540509 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] Sync routers for ids ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:11:43.566141 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] Routers {'a62863ca-6199-491f-a7b6-72bfe2ca6bc9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:43.567137 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:11:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:43.684020 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] Set router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:43.694226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:43.887398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:43.973468 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:11:42Z', 'revision_number': 5, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port': {'id': '903675a9-9dc2-4f10-b8dd-7c2fbe23dfff', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:05Z', 'updated_at': '2021-11-09T18:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:44.002233 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] Checking router: a62863ca-6199-491f-a7b6-72bfe2ca6bc9 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:11:44.007672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Deleting port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:44.008430 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.011177 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] Routers {'a62863ca-6199-491f-a7b6-72bfe2ca6bc9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:11:44.011788 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:11:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:44.125522 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] Set router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:11:44.159904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] For port 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:44.160559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.177622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Calling delete_port for 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:44.190644 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:11:43Z', 'revision_number': 6, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:44.221507 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c8f7c-4f49-4ba9-ae75-139be16c4263 None None] The sync data for ids ['a62863ca-6199-491f-a7b6-72bfe2ca6bc9'] in n-d-817240-1 is: [{'id': 'a62863ca-6199-491f-a7b6-72bfe2ca6bc9', 'name': 'tempest-AttachSCSIVolumeTestJSON-747494404-router', 'tenant_id': '963ea0ed0ea94274a61fb63605c243b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:03Z', 'updated_at': '2021-11-09T18:11:43Z', 'revision_number': 6, 'project_id': '963ea0ed0ea94274a61fb63605c243b9', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:11:44.389692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.452573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Pushing event deleted for resources: {'Port': ['ID=903675a9-9dc2-4f10-b8dd-7c2fbe23dfff,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:44.495836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.590512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.600532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.659780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.663516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62863ca-6199-491f-a7b6-72bfe2ca6bc9 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:11:44.667804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.671562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33178) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:44.672080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4d08e5a5-f12a-42f6-bdbe-7e9dae9c4007 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a62863ca-6199-491f-a7b6-72bfe2ca6bc9 HTTP/1.1" status: 204 len: 168 time: 1.1312935 Nov 09 18:11:44.723162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] Deleting subnet 2314220a-1561-43d2-841e-ee648f99c146 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:11:44.726773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.792212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.888540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.964541 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.990223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2314220a-1561-43d2-841e-ee648f99c146,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:44.996505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:44.999762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-271630c1-d7c7-4f7f-b87f-ba77be0bd5bf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2314220a-1561-43d2-841e-ee648f99c146 HTTP/1.1" status: 204 len: 168 time: 0.3271697 Nov 09 18:11:45.002797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33182) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:45.005984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f9322-c90c-4a24-89ce-c2f436b0422b None None] Network 50c4c917-3661-421a-8f10-d3a669e96775 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:11:45.125393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.195811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Deleting port 4196ff82-e299-43e7-ad1f-c58270d55e8c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:45.196577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.299668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] DHCP port deletion for 50c4c917-3661-421a-8f10-d3a669e96775 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:11:45.319734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9cc8ca59-c474-4744-b148-4253cdbe104b req-f59bae69-625c-4b50-9aeb-90e574b59ed7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0695639 Nov 09 18:11:45.402737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] For port 4196ff82-e299-43e7-ad1f-c58270d55e8c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4196ff82-e299-43e7-ad1f-c58270d55e8c,segment=NetworkSegment(8dbf5c66-8071-4c1d-970b-0bdcad6e3e78),segment_id=8dbf5c66-8071-4c1d-970b-0bdcad6e3e78)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:45.402737 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.430539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Calling delete_port for 4196ff82-e299-43e7-ad1f-c58270d55e8c owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:45.439067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] Deleting port 4196ff82-e299-43e7-ad1f-c58270d55e8c {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:45.439978 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.468718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a1038a4-4a16-4153-8b1b-d75c3eee70fb no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:45.559426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9a1038a4-4a16-4153-8b1b-d75c3eee70fb {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:45.559769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a1038a4-4a16-4153-8b1b-d75c3eee70fb not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:45.559973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.563240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4196ff82-e299-43e7-ad1f-c58270d55e8c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:45.596874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Pushing event deleted for resources: {'Port': ['ID=4196ff82-e299-43e7-ad1f-c58270d55e8c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:45.615011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] No DVR routers for this DVR port 4196ff82-e299-43e7-ad1f-c58270d55e8c on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:45.648255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 4196ff82-e299-43e7-ad1f-c58270d55e8c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:45.648609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4196ff82-e299-43e7-ad1f-c58270d55e8c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:45.649096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:45.711277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.735693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c4c917-3661-421a-8f10-d3a669e96775']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:45.746874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:45.747236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf5c66-8071-4c1d-970b-0bdcad6e3e78') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:11:45.759537 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.775672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.782596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:11:45.783284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:11:45.844044 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:11:45.849884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.867925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.873984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] 10.222.0.32 "DELETE /v2.0/networks/50c4c917-3661-421a-8f10-d3a669e96775 HTTP/1.1" status: 204 len: 168 time: 0.8677611 Nov 09 18:11:45.873984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79087a2c-b831-4763-b9c0-ad9f9e3e821d admin admin] Pushing event deleted for resources: {'Network': ['ID=50c4c917-3661-421a-8f10-d3a669e96775,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:45.882162 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:45.882517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 903675a9-9dc2-4f10-b8dd-7c2fbe23dfff not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:45.886556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] For port 4196ff82-e299-43e7-ad1f-c58270d55e8c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4196ff82-e299-43e7-ad1f-c58270d55e8c,segment=NetworkSegment(8dbf5c66-8071-4c1d-970b-0bdcad6e3e78),segment_id=8dbf5c66-8071-4c1d-970b-0bdcad6e3e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:45.887067 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:45.901025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] Calling delete_port for 4196ff82-e299-43e7-ad1f-c58270d55e8c owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:46.018235 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:46.050980 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] Network 50c4c917-3661-421a-8f10-d3a669e96775 is not hosted by any dhcp agent {{(pid=102142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:11:46.051672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] No DVR routers for this DVR port 4196ff82-e299-43e7-ad1f-c58270d55e8c on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:46.054153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fe6d7-f809-4d45-be25-e23869c22481 None None] Pushing event deleted for resources: {'Port': ['ID=4196ff82-e299-43e7-ad1f-c58270d55e8c,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:46.125929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33188) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:46.142752 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:46.472157 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4a6f47b9-616f-40e7-b61f-336ed9c37e79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29cee26620e245ae934f55dea733929a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441286 Nov 09 18:11:46.474977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33192) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:46.538677 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eab052f8-6635-4a8c-89b7-c5336c833dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:46.575591 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eab052f8-6635-4a8c-89b7-c5336c833dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:46.631084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eab052f8-6635-4a8c-89b7-c5336c833dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:46.633765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eab052f8-6635-4a8c-89b7-c5336c833dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:46.634997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eab052f8-6635-4a8c-89b7-c5336c833dac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b1968fc-ec60-43ed-9463-4b184a4fb40f HTTP/1.1" status: 204 len: 168 time: 0.1589673 Nov 09 18:11:46.648683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab052f8-6635-4a8c-89b7-c5336c833dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1968fc-ec60-43ed-9463-4b184a4fb40f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:47.001963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33198) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:47.043907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-70e7b965-27db-43d2-b98e-a5ab4db35545 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=963ea0ed0ea94274a61fb63605c243b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405824 Nov 09 18:11:47.046416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:47.097734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-419094ba-25db-496c-9c2a-22da1bb62df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:47.120708 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-419094ba-25db-496c-9c2a-22da1bb62df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:47.167437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-419094ba-25db-496c-9c2a-22da1bb62df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:47.169938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-419094ba-25db-496c-9c2a-22da1bb62df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:47.171151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-419094ba-25db-496c-9c2a-22da1bb62df1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e67ed6b-ede5-47fb-8f61-0022ed42b74e HTTP/1.1" status: 204 len: 168 time: 0.1237178 Nov 09 18:11:47.181560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419094ba-25db-496c-9c2a-22da1bb62df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e67ed6b-ede5-47fb-8f61-0022ed42b74e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:48.986729 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:49.229556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68449821-fed0-4099-b240-520fcc311254 req-34d67f10-580b-4a6d-9bf0-b6be8e6fc1bd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.231954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68449821-fed0-4099-b240-520fcc311254 req-34d67f10-580b-4a6d-9bf0-b6be8e6fc1bd tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0653405 Nov 09 18:11:49.271132 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-984d6fa5-c858-4db5-a64e-79d8d48f44a3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0607100 Nov 09 18:11:49.275121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68449821-fed0-4099-b240-520fcc311254 req-2512314a-12ac-437d-b968-efed0c07030e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371311 Nov 09 18:11:49.381619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.382124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.382598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.383064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.383612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.383969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.384425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.386340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-3cfb2f43-7cc9-45f2-8085-5f33d9105a73 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.0555832 Nov 09 18:11:49.463222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f17e4-dd1f-4500-af30-173984455037 req-239652ec-1ff7-479f-aec9-bf93b4a9c338 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.464741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f0f17e4-dd1f-4500-af30-173984455037 req-239652ec-1ff7-479f-aec9-bf93b4a9c338 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0536041 Nov 09 18:11:49.505729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f0f17e4-dd1f-4500-af30-173984455037 req-403f2251-aa6e-41ae-b309-33381b1b2f3b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336144 Nov 09 18:11:49.570689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-898b0b58-b1d2-4d37-b7f4-2f6fcb2f56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.571170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-898b0b58-b1d2-4d37-b7f4-2f6fcb2f56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.571640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-898b0b58-b1d2-4d37-b7f4-2f6fcb2f56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.573562 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-898b0b58-b1d2-4d37-b7f4-2f6fcb2f56e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=97535ef5-be7d-4600-a86f-760c237af1df&id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 2298 time: 0.1184649 Nov 09 18:11:49.631437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581e93e-6101-4d63-b047-b3228f8e136b req-66ca246e-d73e-4f54-8920-c6d29f5da2ba tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.633182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2581e93e-6101-4d63-b047-b3228f8e136b req-66ca246e-d73e-4f54-8920-c6d29f5da2ba tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.0589397 Nov 09 18:11:49.649140 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-7edef415-10fa-4a9e-a0eb-ec6ef72b7ff1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 1000 time: 0.0676606 Nov 09 18:11:49.677615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2581e93e-6101-4d63-b047-b3228f8e136b req-88ebcc2f-b797-4364-87ee-88fd66e33cfb tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Nov 09 18:11:49.709376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-1d824231-7b00-4cd5-9c88-53df485aaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.710918 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-1d824231-7b00-4cd5-9c88-53df485aaf4e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 200 len: 855 time: 0.0528953 Nov 09 18:11:49.762659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-231b56e3-d8fa-4a9b-b9c8-d9d7150bac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:49.765533 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-231b56e3-d8fa-4a9b-b9c8-d9d7150bac0a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=120ab491-a4a3-4403-851c-84311f388147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450482 Nov 09 18:11:49.775814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ded694e9-4eb2-4b47-b4c6-99d93b2eb9a6 req-3d63b5ff-2adf-4a38-9975-3ab7c029e5e4 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0319142 Nov 09 18:11:49.829847 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:11:49.871662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-f2186a56-ac1c-4043-a5e1-7dac4e7063ee service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961380 Nov 09 18:11:49.993135 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-b6edc695-dcee-40de-99c6-6715cd841cf1 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116407 Nov 09 18:11:50.038877 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-513ce852-939b-4c39-a56c-91106bf480c4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 217 time: 0.0364654 Nov 09 18:11:50.094175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-7f82c7d1-5553-4d1c-9211-350047be1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.095756 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-7f82c7d1-5553-4d1c-9211-350047be1480 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0479696 Nov 09 18:11:50.165596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-61c276eb-d43d-4e15-865b-1f1ef8b9094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.165596 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-61c276eb-d43d-4e15-865b-1f1ef8b9094a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603650 Nov 09 18:11:50.204535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff36256f-46b5-4023-a47e-e5d3ba700835 req-26f1ace7-4a9f-4162-a56b-f4bfcb0e36b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c9766e17e44b40388d6dcb6c0b7fcbb7&device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0300722 Nov 09 18:11:50.237428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff36256f-46b5-4023-a47e-e5d3ba700835 req-6af344e7-496e-403a-8a1e-e9500dcca1f3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=c9766e17e44b40388d6dcb6c0b7fcbb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245886 Nov 09 18:11:50.278027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-7f3ef4aa-9e33-4ad1-9922-4ff6fa87a4d8 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038017 Nov 09 18:11:50.347086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99feafda-1211-4043-af46-eeea2a5c18f9 req-548c5a9d-f84d-4c92-a809-f7f2b31e5bc6 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0417850 Nov 09 18:11:50.400793 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-11844c19-4fb7-4c5f-bbfc-54cd9bec2aae service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148424 Nov 09 18:11:50.406725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36256f-46b5-4023-a47e-e5d3ba700835 req-0e292504-4e2d-4102-8517-474a20bc71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.408652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff36256f-46b5-4023-a47e-e5d3ba700835 req-0e292504-4e2d-4102-8517-474a20bc71ec service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640158 Nov 09 18:11:50.450035 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-fa354889-0819-4f46-bb7c-af64f0926517 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 217 time: 0.0400987 Nov 09 18:11:50.480121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f3888-9451-44e2-ac19-d04ad47eaab3 req-99ae6caa-bef5-4784-bddb-05a674b0261c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.481748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-478f3888-9451-44e2-ac19-d04ad47eaab3 req-99ae6caa-bef5-4784-bddb-05a674b0261c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0531969 Nov 09 18:11:50.510605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-90a9187e-22c2-4497-9da1-cd590a8c5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.512230 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-90a9187e-22c2-4497-9da1-cd590a8c5a8a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0500638 Nov 09 18:11:50.530427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-478f3888-9451-44e2-ac19-d04ad47eaab3 req-cc0074dd-accf-47bd-89be-eb2a8c0491bc tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368640 Nov 09 18:11:50.571550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-50d3188b-6304-4bf7-ba58-0cbae0212824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.573053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-50d3188b-6304-4bf7-ba58-0cbae0212824 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516462 Nov 09 18:11:50.700143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-718ba011-b357-40af-b500-4bfa6cb1b4e5 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190228 Nov 09 18:11:50.727965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-8f716f6b-77fe-40f5-94b3-151e72cd0c44 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.729804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-8f716f6b-77fe-40f5-94b3-151e72cd0c44 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 946 time: 0.0796723 Nov 09 18:11:50.748993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe44af9-5b1a-447f-b3ed-711472e07f3c req-e435c370-1d2a-4eb4-a27b-c3dc1b0012ce tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.750828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe44af9-5b1a-447f-b3ed-711472e07f3c req-e435c370-1d2a-4eb4-a27b-c3dc1b0012ce tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0529881 Nov 09 18:11:50.794037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2fe44af9-5b1a-447f-b3ed-711472e07f3c req-187aca13-193b-430a-8474-c2bab8b4c8ff tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364006 Nov 09 18:11:50.883872 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-67826071-5169-41c9-b6d9-9b90cd4735fb service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741493 Nov 09 18:11:50.934913 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-7677f349-af90-4478-bac9-bdef8c6012f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 200 len: 217 time: 0.0419004 Nov 09 18:11:50.944122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9b87c-6fc3-4da6-a4c9-12891e92af64 req-cae19ee6-1109-4da4-8a25-2e129a591774 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:50.945801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1d9b87c-6fc3-4da6-a4c9-12891e92af64 req-cae19ee6-1109-4da4-8a25-2e129a591774 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.0581796 Nov 09 18:11:50.946165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Deleting port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:11:50.946555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:50.995218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1d9b87c-6fc3-4da6-a4c9-12891e92af64 req-445f2ab1-5185-4649-8c9d-b12940f747ed tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Nov 09 18:11:51.052035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-bf097a20-7379-4127-8f24-cba51750e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.053512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-bf097a20-7379-4127-8f24-cba51750e80f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.1106441 Nov 09 18:11:51.151442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] For port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:51.151827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:51.181386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-2b67ab5b-2b9e-45f8-a9ff-bf3ae0e42612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.182932 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-2b67ab5b-2b9e-45f8-a9ff-bf3ae0e42612 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217089 Nov 09 18:11:51.188058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Calling delete_port for fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:11:51.280581 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-3322314c-5047-4abb-90df-c680a36dde7d service neutron] show failed (client error): The resource could not be found. Nov 09 18:11:51.281640 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-3322314c-5047-4abb-90df-c680a36dde7d service neutron] 10.222.0.85 "GET /v2.0/ports/7c5e9432-ab6e-4899-a306-2f4b45f76cb7/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.1837149 Nov 09 18:11:51.355010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-fd28c6ff-1bed-4986-b981-992e80bc1566 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613333 Nov 09 18:11:51.459332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6340e15-32b6-4a0e-84a4-0762890a5e47 req-5f75d80d-bf9a-4f6c-97ae-c224ce1c7ac5 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0300603 Nov 09 18:11:51.476289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:51.520558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event deleted for resources: {'Port': ['ID=fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:51.524024 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-0914a56f-1542-4784-8ca8-ad9db6d1d65a service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602776 Nov 09 18:11:51.533730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-d906425f-5cc1-4aa4-b7fa-9bc7298f3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.535503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-d906425f-5cc1-4aa4-b7fa-9bc7298f3cdf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 1097 time: 0.0566173 Nov 09 18:11:51.550344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:51.584433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] No DVR routers for this DVR port fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:51.623197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:51.626730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:51.627488 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dbfc499d-080d-4946-beed-3a41e7c976ff req-1ba2f63a-03c4-459f-a201-4f0767d815a5 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.85 "DELETE /v2.0/ports/fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c HTTP/1.1" status: 204 len: 173 time: 0.8829472 Nov 09 18:11:51.628102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'name': 'network-vif-deleted', 'tag': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:51.631160 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3804cbd8-bb62-430f-95d1-c9897cf42569" -d '{"events": [{"server_uuid": "7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8", "name": "network-vif-deleted", "tag": "fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:51.635311 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-516f79da-1731-43d9-bde7-a849fdb0463d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 200 len: 217 time: 0.1000764 Nov 09 18:11:51.705306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-0a022867-c513-4627-916a-012ccae92a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.713462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-0a022867-c513-4627-916a-012ccae92a6d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0679147 Nov 09 18:11:51.713863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09ee477c-5ba5-4d5c-afad-37b871d1ffad req-e9a540ab-b688-4ac2-879d-6c43161db192 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8 HTTP/1.1" status: 200 len: 210 time: 0.0593677 Nov 09 18:11:51.784880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-fe942a12-8850-4295-81ec-8a740ea3774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:51.790186 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-fe942a12-8850-4295-81ec-8a740ea3774b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684652 Nov 09 18:11:51.809036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff36256f-46b5-4023-a47e-e5d3ba700835 req-c5637ebe-7099-4cbf-acf0-a5f94750d4a7 tempest-ServerShowV254Test-1527968946 tempest-ServerShowV254Test-1527968946-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffe32f92-6e6d-4bad-b1ad-9f5d5672b6d6 HTTP/1.1" status: 200 len: 210 time: 0.0512054 Nov 09 18:11:51.962168 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-f0a72cf8-dabb-4457-a469-3520a123fdeb service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577630 Nov 09 18:11:51.969910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33750) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:51.986851 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a8010c-d1a3-4678-a6fb-8bb4cf91473f x-openstack-request-id: req-74a8010c-d1a3-4678-a6fb-8bb4cf91473f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:51.987340 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8", "name": "network-vif-deleted", "tag": "fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:51.987758 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74a8010c-d1a3-4678-a6fb-8bb4cf91473f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:51.988332 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb9c4eb-ea6a-4fcd-99ec-c74e4b9ccbc8', 'name': 'network-vif-deleted', 'tag': 'fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c', 'status': 'completed', 'code': 200} Nov 09 18:11:52.129580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-98c53b3d-1a7a-41c7-a512-6cc3fbb2d428 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558931 Nov 09 18:11:52.132441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:52.153710 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-189a547e-4fbf-4148-9304-996e8567307a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.156135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4934d-c39c-4879-9545-0c25254361dd req-473f61db-5f42-40b1-b41d-d5c4c93067f1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:52.157680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9af4934d-c39c-4879-9545-0c25254361dd req-473f61db-5f42-40b1-b41d-d5c4c93067f1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.1205595 Nov 09 18:11:52.201317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:52.212767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-df005f55-3529-4361-804f-066e31a5bf58 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 200 len: 217 time: 0.0677795 Nov 09 18:11:52.239003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9af4934d-c39c-4879-9545-0c25254361dd req-f6236992-54f3-4de7-a156-dbaad5e99a1f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734332 Nov 09 18:11:52.268181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:52.272084 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0703fa73-a606-4cf2-9886-ffd38dc7aef6" -d '{"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:52.278027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.298795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Transition to ACTIVE for port object 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:52.304069 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.315493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-b47eaef6-0210-43db-b5b8-b68edeb6a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:52.316996 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-b47eaef6-0210-43db-b5b8-b68edeb6a421 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0923131 Nov 09 18:11:52.399150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-90939cad-c6fc-4cd1-b050-f6547e17c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:52.401170 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-90939cad-c6fc-4cd1-b050-f6547e17c0a8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736439 Nov 09 18:11:52.423618 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-189a547e-4fbf-4148-9304-996e8567307a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.437077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-189a547e-4fbf-4148-9304-996e8567307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.497968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-189a547e-4fbf-4148-9304-996e8567307a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2101809301184662a112e5b7f56bada5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265622 Nov 09 18:11:52.501817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33764) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:52.564390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a547e-4fbf-4148-9304-996e8567307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54460afb-3c43-4ba5-a664-e51e32d501e8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:52.633754 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-3dc2e4ca-2438-4052-8a8c-36caaf566f7b service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226427 Nov 09 18:11:52.634422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5f6dc07-4e5e-47c6-bd1a-d7368ddb2867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.721841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5f6dc07-4e5e-47c6-bd1a-d7368ddb2867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.785507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-fe0efeff-b4cc-41d0-ac4d-b9117f1f56c2 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384547 Nov 09 18:11:52.803861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5f6dc07-4e5e-47c6-bd1a-d7368ddb2867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.806482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5f6dc07-4e5e-47c6-bd1a-d7368ddb2867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:52.810713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e5f6dc07-4e5e-47c6-bd1a-d7368ddb2867 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54460afb-3c43-4ba5-a664-e51e32d501e8 HTTP/1.1" status: 204 len: 168 time: 0.3015797 Nov 09 18:11:52.852595 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-51a62c48-7f90-45ff-85cf-1feb23953963 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 217 time: 0.0504482 Nov 09 18:11:52.855282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:52.936632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-d2ac7fa7-398a-4fe5-9a6f-65c52de3ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:52.938241 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-d2ac7fa7-398a-4fe5-9a6f-65c52de3ca03 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0835345 Nov 09 18:11:52.939970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6dc07-4e5e-47c6-bd1a-d7368ddb2867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54460afb-3c43-4ba5-a664-e51e32d501e8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:52.999192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] No DVR routers for this DVR port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:11:53.001668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d192-cded-4899-8153-176d203e3edd req-b2abc6f4-76e6-46df-9619-0a08d833ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.004028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-b2abc6f4-76e6-46df-9619-0a08d833ae1d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582252 Nov 09 18:11:53.043232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5204-9306-486c-b4f1-26449ad2e4b7 req-750cf50b-0f29-4cfa-bc9d-d953a3a8d84c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.044841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a26c5204-9306-486c-b4f1-26449ad2e4b7 req-750cf50b-0f29-4cfa-bc9d-d953a3a8d84c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 944 time: 0.1920917 Nov 09 18:11:53.113850 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-75ffb289-5cc4-4cb4-ba5d-1ef0e773ccd2 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027558 Nov 09 18:11:53.122044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a26c5204-9306-486c-b4f1-26449ad2e4b7 req-c3c63ec5-6231-4fc7-b5a2-3c2b22dd8f49 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497096 Nov 09 18:11:53.195604 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74872260-8e85-4c6b-b742-1c85891bbc8a x-openstack-request-id: req-74872260-8e85-4c6b-b742-1c85891bbc8a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:53.196021 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:53.196274 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74872260-8e85-4c6b-b742-1c85891bbc8a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:53.196669 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'code': 200} Nov 09 18:11:53.200136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:11:53.200475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:11:53.200807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on network 694de417-e029-4ecf-b670-5bfbd0d496f0 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:53.207675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on network 694de417-e029-4ecf-b670-5bfbd0d496f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:53.208018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Attempting to bind port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on network 694de417-e029-4ecf-b670-5bfbd0d496f0 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:53.215083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:53.215668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Checking segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:53.216683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Bound using segment: {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:53.217126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Bound port: 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718696a8-4db0-444b-8505-0eccc5274cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:11:53.217494 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.247369 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68b5d192-cded-4899-8153-176d203e3edd req-d823cdc5-d4b0-4863-9bda-08c900d3d561 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256011 Nov 09 18:11:53.299754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:53.312512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:53.318955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.326527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b137b583-dcc5-4528-bc27-810724d736a9 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:53.419394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:53.448061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:11:53.448746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fd67d479-bde3-4280-aaaa-ebe3cd2e2f1c not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:53.456944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:53.469944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.470706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.472261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-713dc238-f5a2-45af-b95f-d3cda6dee4ae service neutron] 10.222.0.73 "PUT /v2.0/ports/7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 1092 time: 1.9264967 Nov 09 18:11:53.533458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:53.559110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'b137b583-dcc5-4528-bc27-810724d736a9', 'network_id': 'fa521548-f00d-4546-8b6f-a0829958f5f7', 'port_id': 'b137b583-dcc5-4528-bc27-810724d736a9', 'mac_address': 'fa:16:3e:60:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975c12dc-2294-43e1-b259-5faf157f463c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:53.636965 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.646318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-63ff2a31-de14-4e48-9797-1d28ae9adceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.650630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-63ff2a31-de14-4e48-9797-1d28ae9adceb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1095 time: 0.1448190 Nov 09 18:11:53.668952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b137b583-dcc5-4528-bc27-810724d736a9 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:53.704074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:53.712738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:53.798296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97fb92-a4b6-4a46-bd8d-97dac1ebab2f req-2e9952d7-2eed-4004-bd21-3254d6a2f158 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.807443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c97fb92-a4b6-4a46-bd8d-97dac1ebab2f req-2e9952d7-2eed-4004-bd21-3254d6a2f158 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 944 time: 0.1980758 Nov 09 18:11:53.808389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33798) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:53.830464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:53.879057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c97fb92-a4b6-4a46-bd8d-97dac1ebab2f req-da6992ca-be19-410b-a5b0-90a811602639 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658257 Nov 09 18:11:53.921842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-b5b13cbe-5462-4a4f-a267-23f62cf7aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:53.925995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-b5b13cbe-5462-4a4f-a267-23f62cf7aa34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.2444403 Nov 09 18:11:54.004957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b137b583-dcc5-4528-bc27-810724d736a9'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:54.037904 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22695c38-fa8b-41f0-807f-a140b83dc3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.119190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-5e2d36fe-0040-4083-8227-ca952031237f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 999 time: 0.1806936 Nov 09 18:11:54.147677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:54.181270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22695c38-fa8b-41f0-807f-a140b83dc3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.191073 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22695c38-fa8b-41f0-807f-a140b83dc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.210345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-a2e116d9-b22d-40fd-9ec9-43dd968fed0e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:54.217801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-a2e116d9-b22d-40fd-9ec9-43dd968fed0e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.2174740 Nov 09 18:11:54.232058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-35b7827a-dc8b-42fd-ba77-50e5d5a86cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:54.233732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-35b7827a-dc8b-42fd-ba77-50e5d5a86cf8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.0998292 Nov 09 18:11:54.240769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-0007135c-94ef-4268-ba46-a10e2d6f7886 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/quotas/f2c934c0c76d4fa39a6e7ec0c154c163 HTTP/1.1" status: 200 len: 375 time: 0.0219674 Nov 09 18:11:54.249805 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-22695c38-fa8b-41f0-807f-a140b83dc3b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9766e17e44b40388d6dcb6c0b7fcbb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385834 Nov 09 18:11:54.251276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22695c38-fa8b-41f0-807f-a140b83dc3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815bdcbe-fca7-43aa-90ba-fbbd072a1fa7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:54.253858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33822) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:54.282924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-8e251055-82cf-4809-8b33-77154a085e8c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411253 Nov 09 18:11:54.301738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1455747438-network', 'tenant_id': '5bfaf06be9e74be798b31fd7e46c4c0f'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:54.326253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc45e-84c1-41b0-8d72-26df9d53ae08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.362029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc45e-84c1-41b0-8d72-26df9d53ae08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.376022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Made reservation on behalf of 5bfaf06be9e74be798b31fd7e46c4c0f for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:54.378359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.387718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-9b9bfd6a-289e-4200-8793-cea60f6fa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:54.389339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-9b9bfd6a-289e-4200-8793-cea60f6fa0ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957348 Nov 09 18:11:54.409433 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.447474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc45e-84c1-41b0-8d72-26df9d53ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.450243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc45e-84c1-41b0-8d72-26df9d53ae08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.451673 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1cfcc45e-84c1-41b0-8d72-26df9d53ae08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/815bdcbe-fca7-43aa-90ba-fbbd072a1fa7 HTTP/1.1" status: 204 len: 168 time: 0.1957519 Nov 09 18:11:54.477679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcc45e-84c1-41b0-8d72-26df9d53ae08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815bdcbe-fca7-43aa-90ba-fbbd072a1fa7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:54.480749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-e6cb4f30-9070-4c16-b270-48696fb55568 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965673 Nov 09 18:11:54.543370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.551252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.572268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:11:54.588252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.588977 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Added segment da36dcee-c4b1-4734-941a-40c3a2e9e3c3 of type vlan for network 2b1074fb-ba9f-4899-be9d-3fa6f365f587 Nov 09 18:11:54.603627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-06ed85c4-722f-4aa9-86a2-fb80b4336562 service neutron] 10.222.0.73 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990292 Nov 09 18:11:54.633302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-6f8a6c70-cba6-4281-ab2a-758fc98f11b7 service neutron] 10.222.0.32 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516671 Nov 09 18:11:54.666089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.702477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e7d788-acbf-461f-82aa-aa600c68a988,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:54.741372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.742429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:54.743005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.764985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-036a83c1-ddb0-4627-a36d-d97100dfe820 service neutron] 10.222.0.73 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438429 Nov 09 18:11:54.882529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7305441 Nov 09 18:11:54.885849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33838) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:54.906013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Request body: {'subnet': {'network_id': '2b1074fb-ba9f-4899-be9d-3fa6f365f587', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1455747438-subnet', 'tenant_id': '5bfaf06be9e74be798b31fd7e46c4c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:54.943846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca901c-c4a3-4588-822a-aceea52529ae admin admin] Pushing event updated for resources: {'Network': ['ID=2b1074fb-ba9f-4899-be9d-3fa6f365f587,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:54.952412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ddd92-d928-4b3f-8b19-5ba46a82b762 req-906494c5-684a-4282-a652-d9e4d8e7ebaa tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:54.957939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 2b1074fb-ba9f-4899-be9d-3fa6f365f587 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:11:54.970716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Made reservation on behalf of 5bfaf06be9e74be798b31fd7e46c4c0f for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:54.974879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:54.975558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-689ddd92-d928-4b3f-8b19-5ba46a82b762 req-906494c5-684a-4282-a652-d9e4d8e7ebaa tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 945 time: 0.1027956 Nov 09 18:11:55.061410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-689ddd92-d928-4b3f-8b19-5ba46a82b762 req-1d50fb6d-f580-4b29-be0d-a3a52f274fe5 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806165 Nov 09 18:11:55.198096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:55.201002 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da596d3a-8fd7-4957-90d6-ed85d9f685d3" -d '{"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:55.301817 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.326473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b137b583-dcc5-4528-bc27-810724d736a9 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:55.388690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfe39e3-2d7e-407f-bfae-ae6a5da3c68e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:55.418958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Checking segment: {'id': 'da36dcee-c4b1-4734-941a-40c3a2e9e3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2b1074fb-ba9f-4899-be9d-3fa6f365f587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:55.420056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Network hostable DHCP agents. Network: 2b1074fb-ba9f-4899-be9d-3fa6f365f587, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:11:55.439291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port b137b583-dcc5-4528-bc27-810724d736a9 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:55.443783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port b137b583-dcc5-4528-bc27-810724d736a9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:55.444395 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.447152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Network 2b1074fb-ba9f-4899-be9d-3fa6f365f587 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:11:55.463399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 2b1074fb-ba9f-4899-be9d-3fa6f365f587) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:55.478519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:55.479837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.497665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f142d7-9155-424c-a903-20a6a16167ff None None] Network 2b1074fb-ba9f-4899-be9d-3fa6f365f587 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:11:55.506954 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-045295f9-6dc2-4dd5-ab8e-bc15035f77e2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6182039 Nov 09 18:11:55.525638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04434aad-84b8-4611-aca7-6a0572f5820d req-24af6406-177d-4662-a1f3-d8daf052b9d4 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 210 time: 0.0505490 Nov 09 18:11:55.568891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33864) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:55.651598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb143-c1c3-4f13-8453-7c15d16b3107 req-1d9e55ed-640b-4419-8066-1f551152d726 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:55.659948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e42cb143-c1c3-4f13-8453-7c15d16b3107 req-1d9e55ed-640b-4419-8066-1f551152d726 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 944 time: 0.0758173 Nov 09 18:11:55.717695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.724758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e42cb143-c1c3-4f13-8453-7c15d16b3107 req-7e64be8b-8046-40cb-8164-71d7ce9226c6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599341 Nov 09 18:11:55.743161 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b583e91e-8116-4275-8c73-17446ff55d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.764510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:55.766105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:55.769079 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57e77bc-9e4c-458d-9c00-ccd75eed2bde" -d '{"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-plugged", "status": "completed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:55.777732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:55.778924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:11:55.788701 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd4d2c0-f2fc-4393-9aa0-445bcddd2f36 x-openstack-request-id: req-0dd4d2c0-f2fc-4393-9aa0-445bcddd2f36 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:55.788997 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:55.789261 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dd4d2c0-f2fc-4393-9aa0-445bcddd2f36 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:55.792214 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'status': 'completed', 'code': 200} Nov 09 18:11:55.880912 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ced337a-5c66-4a45-89f6-14375ab499c9 x-openstack-request-id: req-3ced337a-5c66-4a45-89f6-14375ab499c9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:55.881204 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-plugged", "status": "completed", "tag": "b137b583-dcc5-4528-bc27-810724d736a9", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:55.881708 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ced337a-5c66-4a45-89f6-14375ab499c9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:55.882327 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9', 'code': 200} Nov 09 18:11:55.915662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d8300-0e9d-41a7-9ba0-d57bcb0ed6fd None None] Network 2b1074fb-ba9f-4899-be9d-3fa6f365f587 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:11:55.969938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-9b3d3477-9117-44b1-b3cb-ec04ff31656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:55.971497 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-9b3d3477-9117-44b1-b3cb-ec04ff31656e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1095 time: 0.1558685 Nov 09 18:11:55.999418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:11:56.014673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=12']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:56.028923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-5f0baa93-2fda-4a1f-a214-9b6738df24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.036440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-5f0baa93-2fda-4a1f-a214-9b6738df24ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1095 time: 0.0978396 Nov 09 18:11:56.150625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-fb12e8fd-c41f-4c97-b64d-0fd9471c4b92 req-3189721d-1218-4223-bd7a-f1600a5a2d01 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-538104142', 'description': 'tempest-description-1271252817'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:56.209159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-c74fec5f-a545-46cf-9d10-74bf11551d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.211231 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-c74fec5f-a545-46cf-9d10-74bf11551d3f service neutron] 10.222.0.85 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.2312651 Nov 09 18:11:56.221279 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb12e8fd-c41f-4c97-b64d-0fd9471c4b92 req-3189721d-1218-4223-bd7a-f1600a5a2d01 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.260834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-43f2de1f-82f1-4220-adb7-7c463e3ca796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.264616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-43f2de1f-82f1-4220-adb7-7c463e3ca796 service neutron] 10.222.0.73 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.2252548 Nov 09 18:11:56.370842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-b4826ad2-0b60-483e-a549-8b0b36d4a4b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 999 time: 0.0951357 Nov 09 18:11:56.419141 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb12e8fd-c41f-4c97-b64d-0fd9471c4b92 req-3189721d-1218-4223-bd7a-f1600a5a2d01 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.429391 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb12e8fd-c41f-4c97-b64d-0fd9471c4b92 req-3189721d-1218-4223-bd7a-f1600a5a2d01 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.457887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-b861c609-09a1-4932-9157-77ef7e00cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.459620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-b861c609-09a1-4932-9157-77ef7e00cf7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.0783267 Nov 09 18:11:56.466345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb12e8fd-c41f-4c97-b64d-0fd9471c4b92 req-3189721d-1218-4223-bd7a-f1600a5a2d01 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.467759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb12e8fd-c41f-4c97-b64d-0fd9471c4b92 req-3189721d-1218-4223-bd7a-f1600a5a2d01 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3319037 Nov 09 18:11:56.514254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189721d-1218-4223-bd7a-f1600a5a2d01 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d8c200-9996-4836-b740-9d469dc7b9a5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:56.568299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-969fef68-b399-4071-952d-5b85e6beeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.570412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-969fef68-b399-4071-952d-5b85e6beeb60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977080 Nov 09 18:11:56.572367 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b583e91e-8116-4275-8c73-17446ff55d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.581739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b583e91e-8116-4275-8c73-17446ff55d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.623639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8ca78-bf70-4cf7-8323-1068ef0b83f5 req-124b9f96-f069-4754-83fd-cc72ad177408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.625181 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-53c8ca78-bf70-4cf7-8323-1068ef0b83f5 req-124b9f96-f069-4754-83fd-cc72ad177408 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1097 time: 0.4637487 Nov 09 18:11:56.635715 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-5ebc048c-85f7-4e3e-84cd-2a6184f277d5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 999 time: 0.4026134 Nov 09 18:11:56.656282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b583e91e-8116-4275-8c73-17446ff55d9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d56f0098b49b4f4ea2af2b7344073e07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0859964 Nov 09 18:11:56.668613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33896) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:11:56.673057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32578e2-3d62-4c2a-a344-12a8e31def58 req-da922e96-0775-4c38-a8e3-5e30a11a4d47 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.674519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f32578e2-3d62-4c2a-a344-12a8e31def58 req-da922e96-0775-4c38-a8e3-5e30a11a4d47 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.1435704 Nov 09 18:11:56.693336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583e91e-8116-4275-8c73-17446ff55d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51324366-1513-44f3-b0bc-9cb173940444,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:56.743908 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-53c8ca78-bf70-4cf7-8323-1068ef0b83f5 req-f75f5da1-c0a9-4694-8537-5aa2d049ccfd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106696 Nov 09 18:11:56.752530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-f6cff02f-3282-4acc-a8b9-6414c54a0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.753995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-f6cff02f-3282-4acc-a8b9-6414c54a0e94 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.1094382 Nov 09 18:11:56.771123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd215677-38bd-41fe-8197-04b5a302a840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.797621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd215677-38bd-41fe-8197-04b5a302a840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.813391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f32578e2-3d62-4c2a-a344-12a8e31def58 req-64eb87c2-d8d7-483d-bef5-16cd75cb73a3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096005 Nov 09 18:11:56.856681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd215677-38bd-41fe-8197-04b5a302a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.859054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-acca39c7-4725-4604-892d-e36de24dc461 service neutron] 10.222.0.73 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790613 Nov 09 18:11:56.860545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd215677-38bd-41fe-8197-04b5a302a840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:56.864933 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cd215677-38bd-41fe-8197-04b5a302a840 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51324366-1513-44f3-b0bc-9cb173940444 HTTP/1.1" status: 204 len: 168 time: 0.1922703 Nov 09 18:11:56.866025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-f395304a-7097-48b7-b96c-b3891ac69b6d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:56.867470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-f395304a-7097-48b7-b96c-b3891ac69b6d tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 811 time: 0.2660577 Nov 09 18:11:56.873599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd215677-38bd-41fe-8197-04b5a302a840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51324366-1513-44f3-b0bc-9cb173940444,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:56.897691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Request body: {'port': {'device_id': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'admin_state_up': True, 'tenant_id': 'f2c934c0c76d4fa39a6e7ec0c154c163'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:57.003288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-4fa4ff51-a064-43b1-86a2-4e32a0862526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:57.006313 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-4fa4ff51-a064-43b1-86a2-4e32a0862526 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573123 Nov 09 18:11:57.077218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-c2773fa2-b981-4a23-b4e8-db178d495185 service neutron] 10.222.0.73 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740999 Nov 09 18:11:57.098354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Made reservation on behalf of f2c934c0c76d4fa39a6e7ec0c154c163 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:11:57.104091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:57.111647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-acfbc99a-c576-4870-9e11-7da0f45a6b2d service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975723 Nov 09 18:11:57.236592 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da596d3a-8fd7-4957-90d6-ed85d9f685d3 req-3cd9abec-10df-499e-8ddc-c7d691c96b27 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004181 Nov 09 18:11:57.247590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Allocated IP 172.20.0.4 (b448cd60-9f26-47d5-8457-7687f9481239/03057df8-87f6-4af5-a15d-a2004661bcfc/f9ddefc2-4303-4c1b-b33d-c41aa845c73e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:11:57.427774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:11:57.434109 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:57.474775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:57.524842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Network b448cd60-9f26-47d5-8457-7687f9481239 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:11:57.529522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:11:57.532254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:11:57.588173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event updated for resources: {'Port': ['ID=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:57.595579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:57.613975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'port_id': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'mac_address': 'fa:16:3e:31:13:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:11:57.641987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:57.642613 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:57.661415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb20046a-a40c-47d4-914a-99e507a74091 req-3a75e179-1934-4787-a942-f595c4eee67b tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/17d8c200-9996-4836-b740-9d469dc7b9a5 HTTP/1.1" status: 200 len: 1814 time: 0.0856106 Nov 09 18:11:57.669304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-423c8d19-5896-47b4-b216-4b527b0b84ab tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7772446 Nov 09 18:11:57.685584 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:57.708348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Request body: {'port': {'device_id': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:57.709597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:57.713515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-cb20046a-a40c-47d4-914a-99e507a74091 req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17d8c200-9996-4836-b740-9d469dc7b9a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:57.713836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-cb20046a-a40c-47d4-914a-99e507a74091 req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17d8c200-9996-4836-b740-9d469dc7b9a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:11:57.758405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:57.767662 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:57.803176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:57.830857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:57.843610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.844514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.844723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.844880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.845461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.846429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.847021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.847513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.848196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.849967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.850615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.851413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:11:57.900965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cb20046a-a40c-47d4-914a-99e507a74091 req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.011655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cb20046a-a40c-47d4-914a-99e507a74091 req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.033442 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cb20046a-a40c-47d4-914a-99e507a74091 req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.076910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['7c5e9432-ab6e-4899-a306-2f4b45f76cb7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:11:58.106647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ef7e6f-9fe3-4d6e-9da2-885c4b18f52b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:58.125584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cb20046a-a40c-47d4-914a-99e507a74091 req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.126970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb20046a-a40c-47d4-914a-99e507a74091 req-9b3620fd-1c52-46b9-9e39-ab2dc3483722 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4493868 Nov 09 18:11:58.314620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138e1ab-b54e-4888-bf36-936bd472ca06 req-be6423b9-f438-42bd-85ea-111842dafd96 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:58.316369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8138e1ab-b54e-4888-bf36-936bd472ca06 req-be6423b9-f438-42bd-85ea-111842dafd96 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 931 time: 0.1189361 Nov 09 18:11:58.341124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ddefc2-4303-4c1b-b33d-c41aa845c73e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:11:58.357693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.384161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Transition to ACTIVE for port object f9ddefc2-4303-4c1b-b33d-c41aa845c73e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:11:58.398521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8138e1ab-b54e-4888-bf36-936bd472ca06 req-40557d1d-28bc-43ad-a7b7-79be9ba84916 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732088 Nov 09 18:11:58.414594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.496843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:58.583701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Attempting to bind port f9ddefc2-4303-4c1b-b33d-c41aa845c73e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:11:58.584074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Attempting to bind port f9ddefc2-4303-4c1b-b33d-c41aa845c73e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:11:58.584379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Attempting to bind port f9ddefc2-4303-4c1b-b33d-c41aa845c73e on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:58.594349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Port f9ddefc2-4303-4c1b-b33d-c41aa845c73e on network b448cd60-9f26-47d5-8457-7687f9481239 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:11:58.594685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Attempting to bind port f9ddefc2-4303-4c1b-b33d-c41aa845c73e on network b448cd60-9f26-47d5-8457-7687f9481239 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:11:58.607462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04322bdc-73f3-4348-a8e2-8c098c58c2f3 req-0225d5ee-efb7-4d29-a42b-83b8dbd52092 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:58.609018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04322bdc-73f3-4348-a8e2-8c098c58c2f3 req-0225d5ee-efb7-4d29-a42b-83b8dbd52092 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 945 time: 0.1133747 Nov 09 18:11:58.612126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:11:58.612469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Checking segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:11:58.613004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Bound using segment: {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:11:58.613453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Bound port: f9ddefc2-4303-4c1b-b33d-c41aa845c73e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acab27b2-445e-4822-baf6-5d953c38ce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:11:58.613816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.757796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04322bdc-73f3-4348-a8e2-8c098c58c2f3 req-b32a2e35-51de-4b3d-a257-f56534e18b6d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330764 Nov 09 18:11:58.770277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] For port f9ddefc2-4303-4c1b-b33d-c41aa845c73e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:11:58.774997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] For port f9ddefc2-4303-4c1b-b33d-c41aa845c73e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:11:58.785388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.831200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:58.832122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:58.833919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] 10.222.0.73 "PUT /v2.0/ports/f9ddefc2-4303-4c1b-b33d-c41aa845c73e HTTP/1.1" status: 200 len: 1091 time: 1.1480701 Nov 09 18:11:58.836861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'tag': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:58.839211 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3a89b4-eebb-44a2-90d9-1437a16b1630" -d '{"events": [{"name": "network-changed", "server_uuid": "f592c3e5-9f1b-44dd-9fbe-5d3e04cce531", "tag": "f9ddefc2-4303-4c1b-b33d-c41aa845c73e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:58.888992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-484c2b2f-96e5-44df-a9f0-07b3bd488a01 req-f8c9e981-2f00-4f3d-864a-5a0e5cb7c790 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0299158 Nov 09 18:11:58.889729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb1a1f-2248-48ad-8b64-743f21938ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:58.949951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-e0357624-fc55-4794-85c5-e1e91be4846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:58.952269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-e0357624-fc55-4794-85c5-e1e91be4846d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 1094 time: 0.0526934 Nov 09 18:11:59.016500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-39e5a6fe-ebe9-4bbe-9c70-dae9e9461441 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9ddefc2-4303-4c1b-b33d-c41aa845c73e HTTP/1.1" status: 200 len: 217 time: 0.0558252 Nov 09 18:11:59.073585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78625ac9-49ae-4cd1-ad58-f24425336faf req-402cdc8c-da11-4fe9-a5f3-07e1a70fd7a4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.075136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78625ac9-49ae-4cd1-ad58-f24425336faf req-402cdc8c-da11-4fe9-a5f3-07e1a70fd7a4 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.1085131 Nov 09 18:11:59.086706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-64bd1bcb-3710-4564-b7dd-7d7ee9e1ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.088082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-64bd1bcb-3710-4564-b7dd-7d7ee9e1ad32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0637417 Nov 09 18:11:59.138368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-abf89c54-839d-4f79-a4a1-7121bccbd66c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337632 Nov 09 18:11:59.146371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78625ac9-49ae-4cd1-ad58-f24425336faf req-51b95322-88fe-4b8c-aee1-60a324676b9e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621116 Nov 09 18:11:59.248276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-90f24f51-4f78-4256-a975-e98675e83d31 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980573 Nov 09 18:11:59.347649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56644cf8-b129-4f47-ae62-e28399a29066 req-f94dd8ab-9535-450a-8f1e-cff2af68e04d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/17d8c200-9996-4836-b740-9d469dc7b9a5 HTTP/1.1" status: 200 len: 2408 time: 0.0959010 Nov 09 18:11:59.376808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db23ab6b-8c75-4ec5-9492-e40e71a2ec53 req-ee2a5b7a-0377-4be6-843a-773a46a1da33 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187282 Nov 09 18:11:59.442599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:11:59.500501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:11:59.506363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:11:59.507184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:59.552382 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73591409-f0d3-44d7-aba1-6eeb3c1bbf09 x-openstack-request-id: req-73591409-f0d3-44d7-aba1-6eeb3c1bbf09 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:11:59.552819 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f592c3e5-9f1b-44dd-9fbe-5d3e04cce531", "tag": "f9ddefc2-4303-4c1b-b33d-c41aa845c73e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:11:59.553117 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73591409-f0d3-44d7-aba1-6eeb3c1bbf09 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:11:59.553622 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'tag': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e', 'status': 'completed', 'code': 200} Nov 09 18:11:59.598032 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:59.625921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:11:59.628314 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967fe692-8cda-4777-9f33-76caff1f21f7" -d '{"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:11:59.643576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:11:59.649919 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:11:59.688947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-4f6117d4-95f0-4f9c-bc6c-911d23dfa925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.690574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-4f6117d4-95f0-4f9c-bc6c-911d23dfa925 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 1094 time: 0.1112385 Nov 09 18:11:59.697490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-da00cd2b-269c-41df-b8cc-637939268cc1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.699271 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-da00cd2b-269c-41df-b8cc-637939268cc1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.85 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4&tenant_id=157548435770470e9b8f97aa9a4f0d37&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 945 time: 0.1129975 Nov 09 18:11:59.703981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69ab1-bc8d-430f-920d-910bcd9e1fbd req-1e979cd3-2d61-4f8f-9446-f0ea4389d748 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.705704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cef69ab1-bc8d-430f-920d-910bcd9e1fbd req-1e979cd3-2d61-4f8f-9446-f0ea4389d748 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0817218 Nov 09 18:11:59.717815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:11:59.774092 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-1b7ef388-dfa7-4be1-b890-a02fb0dcfb72 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:11:59.775617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-1b7ef388-dfa7-4be1-b890-a02fb0dcfb72 service neutron] 10.222.0.85 "DELETE /v2.0/ports/7c5e9432-ab6e-4899-a306-2f4b45f76cb7/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0626147 Nov 09 18:11:59.822358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cef69ab1-bc8d-430f-920d-910bcd9e1fbd req-fff0b745-ca18-446d-98a9-eb620b72a12e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071596 Nov 09 18:11:59.872028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-d65f1c10-36d3-4de3-9d57-4712daabadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.873411 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-d65f1c10-36d3-4de3-9d57-4712daabadab service neutron] 10.222.0.73 "GET /v2.0/networks?id=b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 200 len: 912 time: 0.1668055 Nov 09 18:11:59.880312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d91fd0bb-e992-461a-84be-f203a91c6645 req-30c36189-7a6e-4e58-9e23-c81136f3cb52 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-group-rules/04ef7e6f-9fe3-4d6e-9da2-885c4b18f52b HTTP/1.1" status: 200 len: 778 time: 0.0283580 Nov 09 18:11:59.912105 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fad53fb8-cf01-404d-a2b8-ef95691032a9 req-f3b499f9-6c5e-403c-82bf-971255272bba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0371616 Nov 09 18:11:59.928866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-d9301da4-bc4a-43b0-8a69-3a785971c9e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9ddefc2-4303-4c1b-b33d-c41aa845c73e HTTP/1.1" status: 200 len: 217 time: 0.0467381 Nov 09 18:11:59.929593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-9c2d3213-92cd-44f5-9393-19c96100f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:11:59.931326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-9c2d3213-92cd-44f5-9393-19c96100f791 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0678847 Nov 09 18:11:59.995079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d91fd0bb-e992-461a-84be-f203a91c6645 req-4b87d15c-4697-452d-86f8-828f83647e0d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/17d8c200-9996-4836-b740-9d469dc7b9a5 HTTP/1.1" status: 200 len: 2408 time: 0.1055505 Nov 09 18:12:00.004425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-31ac64a2-c08e-49b2-90e9-7a4d602bc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:00.006560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-31ac64a2-c08e-49b2-90e9-7a4d602bc189 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 200 len: 851 time: 0.0667434 Nov 09 18:12:00.047046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-a2643bc3-6ce6-4006-b32e-630258e7e8e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b448cd60-9f26-47d5-8457-7687f9481239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298188 Nov 09 18:12:00.054391 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d91fd0bb-e992-461a-84be-f203a91c6645 req-86e8fb58-126a-4a96-a843-7169c1a137fc tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:00.084066 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d91fd0bb-e992-461a-84be-f203a91c6645 req-86e8fb58-126a-4a96-a843-7169c1a137fc tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:00.149077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d91fd0bb-e992-461a-84be-f203a91c6645 req-86e8fb58-126a-4a96-a843-7169c1a137fc tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:00.166282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d91fd0bb-e992-461a-84be-f203a91c6645 req-86e8fb58-126a-4a96-a843-7169c1a137fc tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:00.167385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d91fd0bb-e992-461a-84be-f203a91c6645 req-86e8fb58-126a-4a96-a843-7169c1a137fc tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/04ef7e6f-9fe3-4d6e-9da2-885c4b18f52b HTTP/1.1" status: 204 len: 173 time: 0.1654804 Nov 09 18:12:00.173177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8fb58-126a-4a96-a843-7169c1a137fc tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04ef7e6f-9fe3-4d6e-9da2-885c4b18f52b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:00.194350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-db939346-8f68-4c07-a358-d3d4b7157381 service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373446 Nov 09 18:12:00.231446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-75af3d8f-a724-4438-96f3-8610d07b98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:00.233332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-75af3d8f-a724-4438-96f3-8610d07b98e8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.1108007 Nov 09 18:12:00.312136 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-5755f011-5433-4d17-9683-443e651a7df4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 1001 time: 0.0647166 Nov 09 18:12:00.367023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-6dd21c8a-29bc-4ffb-ace8-5341b66fc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:00.368816 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-6dd21c8a-29bc-4ffb-ace8-5341b66fc63b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.0486147 Nov 09 18:12:00.429326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-ca95d5bc-1cba-46b3-bf75-730d49a3af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:00.430973 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-ca95d5bc-1cba-46b3-bf75-730d49a3af91 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533960 Nov 09 18:12:00.533990 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-996050ea-a78d-41c6-a263-34012f99a7a5 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881748 Nov 09 18:12:00.635364 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ecfc626-a54a-4cc6-bd16-1f8c223dfc6a req-7bfb5f89-8f00-41a5-adf8-eaa97a6ac4d9 service neutron] 10.222.0.85 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939465 Nov 09 18:12:00.658522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a762d-86ae-4730-acb6-7f2edf7c1acd req-8ad94089-a518-4e90-91a6-71dc3828cec3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:00.660115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-501a762d-86ae-4730-acb6-7f2edf7c1acd req-8ad94089-a518-4e90-91a6-71dc3828cec3 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 943 time: 0.0692601 Nov 09 18:12:00.687884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae3a89b4-eebb-44a2-90d9-1437a16b1630 req-949faf7b-3427-426a-b4d5-9601202a09fc service neutron] 10.222.0.73 "GET /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860585 Nov 09 18:12:00.709092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-501a762d-86ae-4730-acb6-7f2edf7c1acd req-2b47d340-4f23-46cf-a48b-74bc39cc6f32 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Nov 09 18:12:00.821803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a4f62-4012-4bf0-8201-8aa09fa5c24c req-754e1e05-a8b2-4710-b9b7-0d10e9aaa7c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:00.823375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d4a4f62-4012-4bf0-8201-8aa09fa5c24c req-754e1e05-a8b2-4710-b9b7-0d10e9aaa7c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0511501 Nov 09 18:12:00.869516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d4a4f62-4012-4bf0-8201-8aa09fa5c24c req-7136e833-2a11-4586-940c-3ddaf944734e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Nov 09 18:12:00.929632 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348bba6f-e902-48f6-b7cc-efe00f4d77d1 x-openstack-request-id: req-348bba6f-e902-48f6-b7cc-efe00f4d77d1 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:00.930676 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-plugged", "status": "completed", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:00.931097 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-348bba6f-e902-48f6-b7cc-efe00f4d77d1 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:00.931501 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'code': 200} Nov 09 18:12:01.028020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c93313-78c5-414a-b4aa-6991f2abd68b req-855a4828-8aaf-4912-8fe5-d9a9b7bdc0a7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:01.029571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48c93313-78c5-414a-b4aa-6991f2abd68b req-855a4828-8aaf-4912-8fe5-d9a9b7bdc0a7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0532146 Nov 09 18:12:01.073892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48c93313-78c5-414a-b4aa-6991f2abd68b req-bf1b3145-8598-401c-9df4-5428432b6881 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 Nov 09 18:12:01.168399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3cac7cd-e75e-415f-93b9-c28cbfb30bf2 req-145915fe-fde2-4143-b317-7557c34d2603 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0297077 Nov 09 18:12:01.205264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f03a6d6e-854f-4170-9c17-0aaeffdb49ad req-7a8cc900-760b-4a75-a5cd-92819a132377 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-362401868', 'description': 'tempest-description-209165051'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:01.229044 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f03a6d6e-854f-4170-9c17-0aaeffdb49ad req-7a8cc900-760b-4a75-a5cd-92819a132377 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:01.305880 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f03a6d6e-854f-4170-9c17-0aaeffdb49ad req-7a8cc900-760b-4a75-a5cd-92819a132377 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:01.310320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f03a6d6e-854f-4170-9c17-0aaeffdb49ad req-7a8cc900-760b-4a75-a5cd-92819a132377 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:01.345514 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f03a6d6e-854f-4170-9c17-0aaeffdb49ad req-7a8cc900-760b-4a75-a5cd-92819a132377 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:01.346802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f03a6d6e-854f-4170-9c17-0aaeffdb49ad req-7a8cc900-760b-4a75-a5cd-92819a132377 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1460080 Nov 09 18:12:01.347557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cc900-760b-4a75-a5cd-92819a132377 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d42b40e-8a28-49c7-8d3b-25e38645c1e6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:01.458878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f9ddefc2-4303-4c1b-b33d-c41aa845c73e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:01.575113 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f9ddefc2-4303-4c1b-b33d-c41aa845c73e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:01.591297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e', 'network_id': 'b448cd60-9f26-47d5-8457-7687f9481239', 'port_id': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e', 'mac_address': 'fa:16:3e:0e:43:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03057df8-87f6-4af5-a15d-a2004661bcfc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:01.631622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:01.647056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ddefc2-4303-4c1b-b33d-c41aa845c73e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:01.672330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f9ddefc2-4303-4c1b-b33d-c41aa845c73e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:01.687646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:01.778609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:01.804002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dfe7b550-9983-4d3c-a98b-acc229fd156d req-a8216247-6a4d-4ef3-b3e1-5fcc9797da3e tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/8d42b40e-8a28-49c7-8d3b-25e38645c1e6 HTTP/1.1" status: 200 len: 1813 time: 0.0525501 Nov 09 18:12:01.913716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827ae2e-c17b-4e61-bc87-2acd7e13660c req-f056a04d-b64d-4df2-a4f9-0fbb6e7543e7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:01.915300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5827ae2e-c17b-4e61-bc87-2acd7e13660c req-f056a04d-b64d-4df2-a4f9-0fbb6e7543e7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0599976 Nov 09 18:12:01.975025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5827ae2e-c17b-4e61-bc87-2acd7e13660c req-10a657cd-09d4-4b46-b751-27639e4e7d25 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529373 Nov 09 18:12:02.020754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f9ddefc2-4303-4c1b-b33d-c41aa845c73e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:02.091605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216f8fa-c006-45c9-9223-c24c65318003 req-fb847d79-22a5-48cf-82e3-7b9859cfe473 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.093275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f216f8fa-c006-45c9-9223-c24c65318003 req-fb847d79-22a5-48cf-82e3-7b9859cfe473 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 944 time: 0.0605023 Nov 09 18:12:02.135022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f216f8fa-c006-45c9-9223-c24c65318003 req-7ef98b79-a9d4-452d-bf5a-c8934aaa076a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Nov 09 18:12:02.228855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3541c417-03cf-456f-beb8-7723ba2180fc req-27a1c1a7-e1d3-45ba-86af-9973b8b809b4 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0282092 Nov 09 18:12:02.349818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a67529-9200-4e93-b84a-bcace6053aa8 req-42dcfe1f-4f5c-4414-ab92-000e33b462a3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.351373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48a67529-9200-4e93-b84a-bcace6053aa8 req-42dcfe1f-4f5c-4414-ab92-000e33b462a3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0536556 Nov 09 18:12:02.392010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48a67529-9200-4e93-b84a-bcace6053aa8 req-89d10d0f-ddcc-473b-b0c0-4c26cb31d8c5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Nov 09 18:12:02.415592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34118) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:02.512408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ee05700e-4d89-4df5-aa26-6b2334bef99d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/c2e54317-7934-4e75-a922-745a993abe97 HTTP/1.1" status: 200 len: 993 time: 0.0954540 Nov 09 18:12:02.531571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd24ba-3f82-4312-92d7-6096f8a8e46f req-2e5a623b-20e0-48bc-b08d-dbb9d58b9ff1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:02.533707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52fd24ba-3f82-4312-92d7-6096f8a8e46f req-2e5a623b-20e0-48bc-b08d-dbb9d58b9ff1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0783434 Nov 09 18:12:02.572661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52fd24ba-3f82-4312-92d7-6096f8a8e46f req-08433e4f-48c1-4e3d-8a80-5cf8e050e30c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324142 Nov 09 18:12:02.599777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-af5beeaf-01f6-47bf-add5-ff1acac9ac9a req-77939179-61be-41b3-b410-4cc7f69a2873 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1856435488', 'description': 'tempest-description-1375952865'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:02.622504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af5beeaf-01f6-47bf-add5-ff1acac9ac9a req-77939179-61be-41b3-b410-4cc7f69a2873 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:02.692142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af5beeaf-01f6-47bf-add5-ff1acac9ac9a req-77939179-61be-41b3-b410-4cc7f69a2873 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:02.696612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af5beeaf-01f6-47bf-add5-ff1acac9ac9a req-77939179-61be-41b3-b410-4cc7f69a2873 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:02.729374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af5beeaf-01f6-47bf-add5-ff1acac9ac9a req-77939179-61be-41b3-b410-4cc7f69a2873 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:02.730639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af5beeaf-01f6-47bf-add5-ff1acac9ac9a req-77939179-61be-41b3-b410-4cc7f69a2873 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1352804 Nov 09 18:12:02.733081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77939179-61be-41b3-b410-4cc7f69a2873 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47ded7-4dc9-405e-aaa7-172e2b9eaafc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:02.934274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b615a3e-c21c-45eb-8844-922fc8f6aa2e req-da96a573-5ddb-44c0-8558-9c5142296f4b tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/6e47ded7-4dc9-405e-aaa7-172e2b9eaafc HTTP/1.1" status: 200 len: 1815 time: 0.0399990 Nov 09 18:12:03.040495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7193-edc4-4ae5-9fc7-842a1d21912b req-93a90db0-76d8-4048-8ea4-7e8610049e5a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:03.042186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cbb7193-edc4-4ae5-9fc7-842a1d21912b req-93a90db0-76d8-4048-8ea4-7e8610049e5a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0535135 Nov 09 18:12:03.085137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cbb7193-edc4-4ae5-9fc7-842a1d21912b req-6da5ffaa-5aa7-4ae3-8578-aab7d8b4d2ee tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367775 Nov 09 18:12:03.113050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e5c4eb5e-1675-430c-84c1-a67c178fc74a req-628ab41b-de82-45ab-9e2e-9f36eff87103 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-350022137', 'description': 'tempest-description-1286002460'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:03.136531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5c4eb5e-1675-430c-84c1-a67c178fc74a req-628ab41b-de82-45ab-9e2e-9f36eff87103 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.205691 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5c4eb5e-1675-430c-84c1-a67c178fc74a req-628ab41b-de82-45ab-9e2e-9f36eff87103 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.209837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5c4eb5e-1675-430c-84c1-a67c178fc74a req-628ab41b-de82-45ab-9e2e-9f36eff87103 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.241795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e5c4eb5e-1675-430c-84c1-a67c178fc74a req-628ab41b-de82-45ab-9e2e-9f36eff87103 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.246543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5c4eb5e-1675-430c-84c1-a67c178fc74a req-628ab41b-de82-45ab-9e2e-9f36eff87103 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1378133 Nov 09 18:12:03.252038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ab41b-de82-45ab-9e2e-9f36eff87103 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4dbe66-0952-48e3-8043-e265d7752a9f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:03.341439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6ca4d-4eea-437c-b4a5-2f51ed5c991f req-9c9eb0a3-7bc6-40cf-8603-947ff308529d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:03.343070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5d6ca4d-4eea-437c-b4a5-2f51ed5c991f req-9c9eb0a3-7bc6-40cf-8603-947ff308529d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0515316 Nov 09 18:12:03.385442 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5d6ca4d-4eea-437c-b4a5-2f51ed5c991f req-ec0e07cd-1739-4e44-9e83-54a21c58a749 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345678 Nov 09 18:12:03.475783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f9ddefc2-4303-4c1b-b33d-c41aa845c73e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:03.495105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829ff98-1508-47da-95bc-b9e60877aaee req-f65ee536-7284-4555-9e4c-650f304a2ce8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:03.498514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7829ff98-1508-47da-95bc-b9e60877aaee req-f65ee536-7284-4555-9e4c-650f304a2ce8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 944 time: 0.0530396 Nov 09 18:12:03.532217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port f9ddefc2-4303-4c1b-b33d-c41aa845c73e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:03.538673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port f9ddefc2-4303-4c1b-b33d-c41aa845c73e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:03.539253 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.541163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7829ff98-1508-47da-95bc-b9e60877aaee req-769f4def-711e-47b9-a6c2-15af57ce35b2 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Nov 09 18:12:03.611220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21ef3055-7c4d-49c9-a31d-396d2454c5e9 req-bc3359f8-4d19-40f7-9e37-0ec7c85682e0 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/bf4dbe66-0952-48e3-8043-e265d7752a9f HTTP/1.1" status: 200 len: 1814 time: 0.0401971 Nov 09 18:12:03.634982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.660208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:03.663908 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb35939-a1da-46a5-9683-0f9d9199729f" -d '{"events": [{"server_uuid": "f592c3e5-9f1b-44dd-9fbe-5d3e04cce531", "name": "network-vif-plugged", "status": "completed", "tag": "f9ddefc2-4303-4c1b-b33d-c41aa845c73e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:03.678535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f9ddefc2-4303-4c1b-b33d-c41aa845c73e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:03.685553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.697526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-234e5fcf-36d7-4237-9866-288e61177046 req-97b7c4f4-f9c4-4270-8f96-c04e17cba445 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0288026 Nov 09 18:12:03.738367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:03.849230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-fb92e393-8981-4cc3-bb5c-60e764d8c00e req-e04283db-5153-43e4-ac6a-ad73d8deccf7 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2020923154', 'description': 'tempest-description-113971148'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:03.871090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb92e393-8981-4cc3-bb5c-60e764d8c00e req-e04283db-5153-43e4-ac6a-ad73d8deccf7 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.950794 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb92e393-8981-4cc3-bb5c-60e764d8c00e req-e04283db-5153-43e4-ac6a-ad73d8deccf7 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.958984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb92e393-8981-4cc3-bb5c-60e764d8c00e req-e04283db-5153-43e4-ac6a-ad73d8deccf7 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.989015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fb92e393-8981-4cc3-bb5c-60e764d8c00e req-e04283db-5153-43e4-ac6a-ad73d8deccf7 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:03.990280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb92e393-8981-4cc3-bb5c-60e764d8c00e req-e04283db-5153-43e4-ac6a-ad73d8deccf7 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1452820 Nov 09 18:12:04.000439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04283db-5153-43e4-ac6a-ad73d8deccf7 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ae4e7b-592c-4ba8-9a7e-ca575fc51b0b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:04.032157 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f99fa4-4083-4b52-962a-b9b263ed44f8 x-openstack-request-id: req-f8f99fa4-4083-4b52-962a-b9b263ed44f8 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:04.032464 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f592c3e5-9f1b-44dd-9fbe-5d3e04cce531", "name": "network-vif-plugged", "status": "completed", "tag": "f9ddefc2-4303-4c1b-b33d-c41aa845c73e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:04.032731 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8f99fa4-4083-4b52-962a-b9b263ed44f8 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:04.033398 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e', 'code': 200} Nov 09 18:12:04.143491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2405d7-2570-46d0-a162-bb76bdfe4968 req-1e102f8a-71dd-4785-ac7d-0da6adcb4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:04.145827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b2405d7-2570-46d0-a162-bb76bdfe4968 req-1e102f8a-71dd-4785-ac7d-0da6adcb4c73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 1096 time: 0.0492239 Nov 09 18:12:04.210611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b2405d7-2570-46d0-a162-bb76bdfe4968 req-38a7b08f-9f3a-4dfd-b303-3816584814a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583205 Nov 09 18:12:04.225869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a523-4449-4244-ba51-98f1197cbeaa req-0f7fc3f6-516c-43f1-aed1-1d446194b387 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:04.230533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7464a523-4449-4244-ba51-98f1197cbeaa req-0f7fc3f6-516c-43f1-aed1-1d446194b387 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0730135 Nov 09 18:12:04.268581 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7464a523-4449-4244-ba51-98f1197cbeaa req-81f346ac-7fc4-467b-b0da-4f22599d4a02 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Nov 09 18:12:04.470026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b62147db-63d3-4cc7-9ca7-99df4ba6f393 req-7a1e0e19-0dbb-4e66-a340-b06c745637f3 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/b1ae4e7b-592c-4ba8-9a7e-ca575fc51b0b HTTP/1.1" status: 200 len: 1814 time: 0.0394375 Nov 09 18:12:04.501810 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-f223e901-1191-4c42-adba-22206edbcb36 req-3bd913fa-39c5-4de7-b42b-a51b19344b7d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] show failed (client error): The resource could not be found. Nov 09 18:12:04.503102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f223e901-1191-4c42-adba-22206edbcb36 req-3bd913fa-39c5-4de7-b42b-a51b19344b7d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/eac8cad5-32b3-4f36-afa4-31d902856b30 HTTP/1.1" status: 404 len: 352 time: 0.0141995 Nov 09 18:12:04.538454 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-47decb5b-b080-4ac9-8fec-15e0981ef4d0 req-d137dbe1-f477-49b2-bc1a-6639f1a8c12e tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] show failed (client error): The resource could not be found. Nov 09 18:12:04.539477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47decb5b-b080-4ac9-8fec-15e0981ef4d0 req-d137dbe1-f477-49b2-bc1a-6639f1a8c12e tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-group-rules/6686a3ea-f0af-41f3-8e0f-26a7a7bcf299 HTTP/1.1" status: 404 len: 361 time: 0.0138900 Nov 09 18:12:04.599236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de50ef62-94a7-4a2d-863b-28457bf1d034 req-72dd6f81-ce4d-4587-a4ad-d9eb2c0f16d3 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/b1ae4e7b-592c-4ba8-9a7e-ca575fc51b0b HTTP/1.1" status: 200 len: 1814 time: 0.0393224 Nov 09 18:12:04.656517 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-de50ef62-94a7-4a2d-863b-28457bf1d034 req-49259df0-99fc-4997-b213-2e749e42bafe tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:04.684306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-de50ef62-94a7-4a2d-863b-28457bf1d034 req-49259df0-99fc-4997-b213-2e749e42bafe tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:04.727510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-de50ef62-94a7-4a2d-863b-28457bf1d034 req-49259df0-99fc-4997-b213-2e749e42bafe tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:04.731800 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-de50ef62-94a7-4a2d-863b-28457bf1d034 req-49259df0-99fc-4997-b213-2e749e42bafe tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:04.732986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de50ef62-94a7-4a2d-863b-28457bf1d034 req-49259df0-99fc-4997-b213-2e749e42bafe tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1ae4e7b-592c-4ba8-9a7e-ca575fc51b0b HTTP/1.1" status: 204 len: 173 time: 0.1276681 Nov 09 18:12:04.743389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49259df0-99fc-4997-b213-2e749e42bafe tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ae4e7b-592c-4ba8-9a7e-ca575fc51b0b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:04.847243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a8ab1-ca6c-4b1d-a649-e73d8eb562ea req-11f7c2af-a435-4dba-93ca-ed7ff31c7a1e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:04.849353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-066a8ab1-ca6c-4b1d-a649-e73d8eb562ea req-11f7c2af-a435-4dba-93ca-ed7ff31c7a1e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 945 time: 0.0501323 Nov 09 18:12:04.888908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-066a8ab1-ca6c-4b1d-a649-e73d8eb562ea req-719a5180-11e5-4897-8431-95820312774a tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333612 Nov 09 18:12:04.976398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f1b1d2c-06d2-4c53-ad44-bfd85792892b req-7cc937fc-16f5-41c6-9e1f-a314ad6da21c tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0274329 Nov 09 18:12:05.041768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f169fb-60c5-43da-9cb9-a8a7a895035e req-eecab908-a1e4-4143-aea0-3078bfa72497 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/bf4dbe66-0952-48e3-8043-e265d7752a9f HTTP/1.1" status: 200 len: 1814 time: 0.0401063 Nov 09 18:12:05.108081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89f169fb-60c5-43da-9cb9-a8a7a895035e req-8de9d4f0-d15a-4714-b3e8-8f70833abff0 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.135439 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89f169fb-60c5-43da-9cb9-a8a7a895035e req-8de9d4f0-d15a-4714-b3e8-8f70833abff0 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.176587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89f169fb-60c5-43da-9cb9-a8a7a895035e req-8de9d4f0-d15a-4714-b3e8-8f70833abff0 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.179806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89f169fb-60c5-43da-9cb9-a8a7a895035e req-8de9d4f0-d15a-4714-b3e8-8f70833abff0 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.180970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f169fb-60c5-43da-9cb9-a8a7a895035e req-8de9d4f0-d15a-4714-b3e8-8f70833abff0 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf4dbe66-0952-48e3-8043-e265d7752a9f HTTP/1.1" status: 204 len: 173 time: 0.1332369 Nov 09 18:12:05.190466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9d4f0-d15a-4714-b3e8-8f70833abff0 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4dbe66-0952-48e3-8043-e265d7752a9f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:05.312141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2965254-6473-454d-b163-ade9a9b61c67 req-c1ca53a4-1141-450e-83ea-fba0f2aa6982 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/6e47ded7-4dc9-405e-aaa7-172e2b9eaafc HTTP/1.1" status: 200 len: 1815 time: 0.0495346 Nov 09 18:12:05.380157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e2965254-6473-454d-b163-ade9a9b61c67 req-84b718f0-135e-4774-8d55-adf07f0a397d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.403374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e2965254-6473-454d-b163-ade9a9b61c67 req-84b718f0-135e-4774-8d55-adf07f0a397d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.446934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e2965254-6473-454d-b163-ade9a9b61c67 req-84b718f0-135e-4774-8d55-adf07f0a397d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.450119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e2965254-6473-454d-b163-ade9a9b61c67 req-84b718f0-135e-4774-8d55-adf07f0a397d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.451273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2965254-6473-454d-b163-ade9a9b61c67 req-84b718f0-135e-4774-8d55-adf07f0a397d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "DELETE /v2.0/security-groups/6e47ded7-4dc9-405e-aaa7-172e2b9eaafc HTTP/1.1" status: 204 len: 173 time: 0.1295943 Nov 09 18:12:05.461710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b718f0-135e-4774-8d55-adf07f0a397d tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47ded7-4dc9-405e-aaa7-172e2b9eaafc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:05.554746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42420e-a109-40dc-add1-84bced8a0c49 req-7ed100d3-cbef-427b-b279-48a19715c9f1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:05.556296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b42420e-a109-40dc-add1-84bced8a0c49 req-7ed100d3-cbef-427b-b279-48a19715c9f1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0494730 Nov 09 18:12:05.601266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b42420e-a109-40dc-add1-84bced8a0c49 req-aa005358-9bbf-4ed3-a232-d5bfa8058975 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367723 Nov 09 18:12:05.733776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89208f6d-c08f-4478-9907-1480e6d74abd req-ec7d6e5c-44f2-4a15-8c91-bfaf79831a5b tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/8d42b40e-8a28-49c7-8d3b-25e38645c1e6 HTTP/1.1" status: 200 len: 1813 time: 0.0523667 Nov 09 18:12:05.794029 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89208f6d-c08f-4478-9907-1480e6d74abd req-bd6efdab-db85-4603-a913-a1432ac44d0a tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.816831 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89208f6d-c08f-4478-9907-1480e6d74abd req-bd6efdab-db85-4603-a913-a1432ac44d0a tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.860436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89208f6d-c08f-4478-9907-1480e6d74abd req-bd6efdab-db85-4603-a913-a1432ac44d0a tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.862961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-89208f6d-c08f-4478-9907-1480e6d74abd req-bd6efdab-db85-4603-a913-a1432ac44d0a tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:05.864629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89208f6d-c08f-4478-9907-1480e6d74abd req-bd6efdab-db85-4603-a913-a1432ac44d0a tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "DELETE /v2.0/security-groups/8d42b40e-8a28-49c7-8d3b-25e38645c1e6 HTTP/1.1" status: 204 len: 173 time: 0.1237051 Nov 09 18:12:05.877908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6efdab-db85-4603-a913-a1432ac44d0a tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d42b40e-8a28-49c7-8d3b-25e38645c1e6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:05.972990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c05dad28-f976-471c-96b0-6d026462b2d5 req-ddbb6ee1-6e5d-4289-9b14-f960ef5e1996 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "GET /v2.0/security-groups/17d8c200-9996-4836-b740-9d469dc7b9a5 HTTP/1.1" status: 200 len: 1814 time: 0.0390904 Nov 09 18:12:06.037318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c05dad28-f976-471c-96b0-6d026462b2d5 req-722ac9c7-4ff2-4de0-ac14-c825c8c10d99 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.063439 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c05dad28-f976-471c-96b0-6d026462b2d5 req-722ac9c7-4ff2-4de0-ac14-c825c8c10d99 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.108871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c05dad28-f976-471c-96b0-6d026462b2d5 req-722ac9c7-4ff2-4de0-ac14-c825c8c10d99 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.111550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c05dad28-f976-471c-96b0-6d026462b2d5 req-722ac9c7-4ff2-4de0-ac14-c825c8c10d99 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.112697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c05dad28-f976-471c-96b0-6d026462b2d5 req-722ac9c7-4ff2-4de0-ac14-c825c8c10d99 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] 10.222.0.32 "DELETE /v2.0/security-groups/17d8c200-9996-4836-b740-9d469dc7b9a5 HTTP/1.1" status: 204 len: 173 time: 0.1330612 Nov 09 18:12:06.119718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34192) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:06.123370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ac9c7-4ff2-4de0-ac14-c825c8c10d99 tempest-SecurityGroupRulesNegativeTestJSON-1499368231 tempest-SecurityGroupRulesNegativeTestJSON-1499368231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d8c200-9996-4836-b740-9d469dc7b9a5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:06.188574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] Deleting subnet 7dfe39e3-2d7e-407f-bfae-ae6a5da3c68e {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:12:06.193365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.230408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.238409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96ec31-ca2e-4456-840c-263bb461eb64 req-d684ab85-b06a-41eb-8dca-16ae3e6c6c28 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:06.240768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f96ec31-ca2e-4456-840c-263bb461eb64 req-d684ab85-b06a-41eb-8dca-16ae3e6c6c28 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 945 time: 0.0556774 Nov 09 18:12:06.293788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f96ec31-ca2e-4456-840c-263bb461eb64 req-4d5481d2-02b3-4d74-9373-77044152070e tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Nov 09 18:12:06.298401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.382467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.398986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.403778 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7dfe39e3-2d7e-407f-bfae-ae6a5da3c68e HTTP/1.1" status: 204 len: 168 time: 0.2817552 Nov 09 18:12:06.406234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:06.423474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184b99-2fd4-4be3-b08c-fc87bf107b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfe39e3-2d7e-407f-bfae-ae6a5da3c68e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:06.511756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef0993fe-ee49-4546-a8d8-61dfb8f8d291 req-23c69f3e-bf38-41f1-8fe1-205e1052b448 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0409753 Nov 09 18:12:06.518154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.539292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-671d9a25-2640-48d2-9cf5-a174754e998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:06.541251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-671d9a25-2640-48d2-9cf5-a174754e998d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 1097 time: 0.0464427 Nov 09 18:12:06.612404 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.639751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1074fb-ba9f-4899-be9d-3fa6f365f587']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:06.652252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da36dcee-c4b1-4734-941a-40c3a2e9e3c3') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:06.653413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da36dcee-c4b1-4734-941a-40c3a2e9e3c3') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:06.659582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-76a57126-e164-46ee-a9cc-7c283d015a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:06.661786 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-76a57126-e164-46ee-a9cc-7c283d015a8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 200 len: 914 time: 0.1095653 Nov 09 18:12:06.666116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.681281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.689141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:12:06.689803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.714295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-32bae76a-9c69-4212-8999-68e903bba70a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 200 len: 217 time: 0.0453424 Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:12:06.748149 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:12:06.761323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.783787 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:06.789600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-f7197fd7-af8e-4998-b37c-d146c2548ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:06.789600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-f7197fd7-af8e-4998-b37c-d146c2548ad5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 200 len: 853 time: 0.0676937 Nov 09 18:12:06.790684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b1074fb-ba9f-4899-be9d-3fa6f365f587 HTTP/1.1" status: 204 len: 168 time: 0.3827584 Nov 09 18:12:06.791971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e033-80c1-405d-8915-c5b5522f03b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1074fb-ba9f-4899-be9d-3fa6f365f587,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:06.830921 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-fb298587-c0d5-474f-9dce-c363b3685118 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=fa521548-f00d-4546-8b6f-a0829958f5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309196 Nov 09 18:12:06.860654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c177a-7ec3-42b9-8eab-c63aeadf8776 req-4d682626-69dc-4612-9cd0-8640bd1f7f79 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:06.862994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c69c177a-7ec3-42b9-8eab-c63aeadf8776 req-4d682626-69dc-4612-9cd0-8640bd1f7f79 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0624571 Nov 09 18:12:06.914727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c69c177a-7ec3-42b9-8eab-c63aeadf8776 req-0bcdbf33-dc8c-4ce3-be8d-37d98aaf8c49 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Nov 09 18:12:06.961607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-86f3e6bf-c6ac-4902-a23c-0c602fc16573 service neutron] 10.222.0.85 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240764 Nov 09 18:12:07.016154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34210) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:07.067527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e754efc1-5778-4f18-a651-793fb8a7c0b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bfaf06be9e74be798b31fd7e46c4c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496354 Nov 09 18:12:07.068024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:07.093430 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68e6fbe4-cd8f-431a-bfb7-79a097e34230 req-42c5432d-8450-4572-a1bb-1728faa33b0a service neutron] 10.222.0.85 "GET /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241853 Nov 09 18:12:07.121077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3482b8c-d501-4fc6-bf82-0d5fc41d47a5 req-60a48b17-0c5c-4d97-9693-76e13edccded tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:07.122705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3482b8c-d501-4fc6-bf82-0d5fc41d47a5 req-60a48b17-0c5c-4d97-9693-76e13edccded tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 945 time: 0.0622413 Nov 09 18:12:07.139227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-911fa684-a6e1-402a-9a46-588840308383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:07.163257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-911fa684-a6e1-402a-9a46-588840308383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:07.165342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3482b8c-d501-4fc6-bf82-0d5fc41d47a5 req-68efad44-f831-46d3-b615-d34717df0989 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Nov 09 18:12:07.219600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-911fa684-a6e1-402a-9a46-588840308383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:07.223011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-911fa684-a6e1-402a-9a46-588840308383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:07.224410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-911fa684-a6e1-402a-9a46-588840308383 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21e7d788-acbf-461f-82aa-aa600c68a988 HTTP/1.1" status: 204 len: 168 time: 0.1554146 Nov 09 18:12:07.233539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fa684-a6e1-402a-9a46-588840308383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e7d788-acbf-461f-82aa-aa600c68a988,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:07.274431 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c065e06e-6621-4ebe-8db8-1ce82d12bdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:07.628071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebb851c0-8502-419f-98a5-3d70160fc611 req-7c22d996-25be-4c9d-9112-0c84e49fd336 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Nov 09 18:12:08.008006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34244) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:08.043471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062654-d03e-4702-92dd-0910ed8736dd req-feaf1436-a371-4e32-ac4c-a24baf6c1a84 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:08.044992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10062654-d03e-4702-92dd-0910ed8736dd req-feaf1436-a371-4e32-ac4c-a24baf6c1a84 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0530179 Nov 09 18:12:08.087567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10062654-d03e-4702-92dd-0910ed8736dd req-7ffc0198-84cc-4ac0-a498-0cb76c0c8e10 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Nov 09 18:12:08.137569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1101794613-network', 'tenant_id': '5639d3a33ec1469e8934f78a84c8fc92'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:08.162731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Made reservation on behalf of 5639d3a33ec1469e8934f78a84c8fc92 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:08.165464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.178483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.272442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.282645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.287627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fcade-61b2-4fcd-a42c-a2bb37b8362b req-959d5caa-8a0a-4e4b-8a53-41a5c6b131d3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:08.289491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-897fcade-61b2-4fcd-a42c-a2bb37b8362b req-959d5caa-8a0a-4e4b-8a53-41a5c6b131d3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0688736 Nov 09 18:12:08.315030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:12:08.330998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b277c0e-ea00-4374-95aa-d3a8c99bef2b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:08.341825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-897fcade-61b2-4fcd-a42c-a2bb37b8362b req-dac9e98c-06f0-4af3-9896-66a7f2bd97eb tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Nov 09 18:12:08.346468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.346866 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Added segment f1001104-3d42-4a3a-aa9a-0470b4d2d7d5 of type vlan for network cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1 Nov 09 18:12:08.392078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.419270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.420454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:08.421181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.461458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532f4e2-f937-4f73-bc4c-4b4e9cc59975 req-37735c0a-0fb8-4954-b9a6-f62c61d27cd4 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:08.463059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1532f4e2-f937-4f73-bc4c-4b4e9cc59975 req-37735c0a-0fb8-4954-b9a6-f62c61d27cd4 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 945 time: 0.0564871 Nov 09 18:12:08.483339 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4740262 Nov 09 18:12:08.487544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34256) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:08.496050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Request body: {'subnet': {'network_id': 'cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1101794613-subnet', 'tenant_id': '5639d3a33ec1469e8934f78a84c8fc92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:08.510702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05038d-8b4d-46ec-a73c-1613698f493e admin admin] Pushing event updated for resources: {'Network': ['ID=cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:08.516563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1532f4e2-f937-4f73-bc4c-4b4e9cc59975 req-63a56dfd-afa9-4e59-abdc-323e0a2bfbec tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Nov 09 18:12:08.534511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:12:08.535049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Made reservation on behalf of 5639d3a33ec1469e8934f78a84c8fc92 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:08.535049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.749816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.812346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b725fa1-507a-481f-9f69-693fb2a9536a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:08.813283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae8b2-d80e-4f37-b596-307a4f274f9b req-4e4d48b5-9b46-4680-b9c6-eb7134f6992a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:08.814928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50cae8b2-d80e-4f37-b596-307a4f274f9b req-4e4d48b5-9b46-4680-b9c6-eb7134f6992a tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0569685 Nov 09 18:12:08.820315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Checking segment: {'id': 'f1001104-3d42-4a3a-aa9a-0470b4d2d7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:08.820684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Network hostable DHCP agents. Network: cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:12:08.850691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Network cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:12:08.861446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:08.863359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50cae8b2-d80e-4f37-b596-307a4f274f9b req-778d0142-9eea-4b9f-9229-7de80c6f8c33 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Nov 09 18:12:08.867251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:08.868357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:08.873637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff30bce-8648-46fb-9b26-de96d618f473 None None] Network cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:08.901350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-21937ac3-a806-44e3-aec4-6042f70d03ec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4100266 Nov 09 18:12:09.010622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33338291-2aa7-4380-8dad-bdd70a5546b7 req-e7b2beb7-d871-4881-b6fc-cb9223a90313 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0417533 Nov 09 18:12:09.053150 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218544c-3286-4975-b8e0-1f1926e9509f None None] Network cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:09.130930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa505b73-5016-4c14-8eeb-0cae533e3f8b req-c00891bb-864b-4d8f-b432-1b4e630f4854 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:09.133282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa505b73-5016-4c14-8eeb-0cae533e3f8b req-c00891bb-864b-4d8f-b432-1b4e630f4854 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 945 time: 0.0545635 Nov 09 18:12:09.178374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa505b73-5016-4c14-8eeb-0cae533e3f8b req-15f47502-9e5a-4a1b-a138-6b985b16df04 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Nov 09 18:12:09.351922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe425-fb63-4120-ab02-41fa5cc5249e req-c6b9c523-6c20-492c-bb50-b8f26d9b3dd1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:09.353527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bbfe425-fb63-4120-ab02-41fa5cc5249e req-c6b9c523-6c20-492c-bb50-b8f26d9b3dd1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0593386 Nov 09 18:12:09.392495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bbfe425-fb63-4120-ab02-41fa5cc5249e req-63575475-7257-4bce-bb0a-ba6480d7cb65 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Nov 09 18:12:09.546535 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-22b4a68f-a214-4d27-af2a-9860ff22cddd req-81b3a0e9-cb33-4c4d-8af2-3b177077738e tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] show failed (client error): The resource could not be found. Nov 09 18:12:09.547525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22b4a68f-a214-4d27-af2a-9860ff22cddd req-81b3a0e9-cb33-4c4d-8af2-3b177077738e tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "GET /v2.0/security-groups/a7baf37c-eb30-4427-abca-57cc7b17ecb6 HTTP/1.1" status: 404 len: 352 time: 0.0150895 Nov 09 18:12:09.746329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f843c13-82bd-463e-8448-292dbc8e3a82 req-7c5a8e43-7734-407a-bf65-bc9b3ef011b1 tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5639d3a33ec1469e8934f78a84c8fc92 HTTP/1.1" status: 200 len: 2988 time: 0.0690594 Nov 09 18:12:09.769516 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a078f55-8d70-4592-acbf-bc1f002121b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:09.802954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f843c13-82bd-463e-8448-292dbc8e3a82 req-3d4f7b2e-eb4b-4a09-9f10-6622908c7b4c tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "GET /v2.0/security-groups/2b277c0e-ea00-4374-95aa-d3a8c99bef2b HTTP/1.1" status: 200 len: 2985 time: 0.0498941 Nov 09 18:12:09.849366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f843c13-82bd-463e-8448-292dbc8e3a82 req-eca43688-a502-4bab-ab77-dc4af1ad8dea tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "GET /v2.0/security-groups/2b277c0e-ea00-4374-95aa-d3a8c99bef2b HTTP/1.1" status: 200 len: 2985 time: 0.0401604 Nov 09 18:12:09.946096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba403d-d167-4d54-ac14-784d97f302ef req-417d54ea-5b98-4707-b29f-539850209db1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:09.947563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77ba403d-d167-4d54-ac14-784d97f302ef req-417d54ea-5b98-4707-b29f-539850209db1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Nov 09 18:12:09.985192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77ba403d-d167-4d54-ac14-784d97f302ef req-9e60851e-63e1-4fb8-ae42-b2abab020130 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Nov 09 18:12:10.050961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-589248cd-5644-4e3b-9d7b-ab5b25398686 req-cd2be27f-5cbe-43dd-b573-211c5daf641f tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "GET /v2.0/security-groups/2b277c0e-ea00-4374-95aa-d3a8c99bef2b HTTP/1.1" status: 200 len: 2985 time: 0.0430481 Nov 09 18:12:10.114438 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-589248cd-5644-4e3b-9d7b-ab5b25398686 req-cf911d6f-2177-4605-bbcc-b259e5226262 tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 18:12:10.115351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-589248cd-5644-4e3b-9d7b-ab5b25398686 req-cf911d6f-2177-4605-bbcc-b259e5226262 tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b277c0e-ea00-4374-95aa-d3a8c99bef2b HTTP/1.1" status: 409 len: 352 time: 0.0584664 Nov 09 18:12:10.169330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:10.215618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128763-4e11-4337-85d4-6183efa829e6 req-72ccf94d-0317-4326-a994-826f96caeade tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:10.217075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35128763-4e11-4337-85d4-6183efa829e6 req-72ccf94d-0317-4326-a994-826f96caeade tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Nov 09 18:12:10.259370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35128763-4e11-4337-85d4-6183efa829e6 req-60b5e68f-01f2-4a1e-844f-45f84e915bc7 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Nov 09 18:12:10.363555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46856fce-a4e1-40d1-9dd7-fc0175092574 req-1faaf519-6d25-4b09-b66d-f436f1d89bc9 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0272028 Nov 09 18:12:10.390573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-1bccbff6-75eb-4583-98ab-f7d0b0ad5e3c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:10.390573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-1bccbff6-75eb-4583-98ab-f7d0b0ad5e3c tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 945 time: 0.0744512 Nov 09 18:12:10.432126 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-24bda719-de0e-44ce-a8e4-767b18d504e8 req-49e6235e-83b2-49e3-bb98-8d279694bfc0 tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] show failed (client error): The resource could not be found. Nov 09 18:12:10.434765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24bda719-de0e-44ce-a8e4-767b18d504e8 req-49e6235e-83b2-49e3-bb98-8d279694bfc0 tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "GET /v2.0/security-groups/168bf94f-e334-4a70-a2d3-58449701d57c HTTP/1.1" status: 404 len: 352 time: 0.0425820 Nov 09 18:12:10.508936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Deleting port f9ddefc2-4303-4c1b-b33d-c41aa845c73e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:10.509290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:10.635593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] For port f9ddefc2-4303-4c1b-b33d-c41aa845c73e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,segment=NetworkSegment(acab27b2-445e-4822-baf6-5d953c38ce67),segment_id=acab27b2-445e-4822-baf6-5d953c38ce67)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:10.635962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:10.652966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Calling delete_port for f9ddefc2-4303-4c1b-b33d-c41aa845c73e owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:10.675977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c6d71-b5ee-40d4-891f-42ed49eb548a req-2c4124da-cb46-4026-9bfa-32a2624135b7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:10.677470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-892c6d71-b5ee-40d4-891f-42ed49eb548a req-2c4124da-cb46-4026-9bfa-32a2624135b7 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/ports?device_id=f592c3e5-9f1b-44dd-9fbe-5d3e04cce531 HTTP/1.1" status: 200 len: 945 time: 0.0829399 Nov 09 18:12:10.758609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-892c6d71-b5ee-40d4-891f-42ed49eb548a req-c753a3bf-32a1-48f7-a923-83c27f7e60d8 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2b42230-be55-4863-ac20-5a7b14a96c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Nov 09 18:12:10.842817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:10.857831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f9ddefc2-4303-4c1b-b33d-c41aa845c73e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:10.878476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Pushing event deleted for resources: {'Port': ['ID=f9ddefc2-4303-4c1b-b33d-c41aa845c73e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:10.897000 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-8a74e39f-2ef2-4fdd-b046-7239dc3721e3 req-4d000d56-42a3-410b-8a7b-ecb0ac3efe5a tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] show failed (client error): The resource could not be found. Nov 09 18:12:10.898038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a74e39f-2ef2-4fdd-b046-7239dc3721e3 req-4d000d56-42a3-410b-8a7b-ecb0ac3efe5a tempest-SecurityGroupsNegativeTestJSON-2088298062 tempest-SecurityGroupsNegativeTestJSON-2088298062-project] 10.222.0.32 "GET /v2.0/security-groups/128357e4-7e8d-4604-a7e0-ee1f81a39900 HTTP/1.1" status: 404 len: 352 time: 0.0217888 Nov 09 18:12:10.911085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34328) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:10.950609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] No DVR routers for this DVR port f9ddefc2-4303-4c1b-b33d-c41aa845c73e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:10.953608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:10.957261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be3897f1-4d11-4509-8ab9-be3a9cd1e130 req-098d9e0e-9336-4c2c-9e42-f81ea6aa16b1 tempest-DeleteServersTestJSON-748065492 tempest-DeleteServersTestJSON-748065492-project] 10.222.0.73 "DELETE /v2.0/ports/f9ddefc2-4303-4c1b-b33d-c41aa845c73e HTTP/1.1" status: 204 len: 173 time: 0.5640945 Nov 09 18:12:10.957953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'name': 'network-vif-deleted', 'tag': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:10.960581 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0644ecd4-8aa6-4f1f-933d-e36b063600a5" -d '{"events": [{"server_uuid": "f592c3e5-9f1b-44dd-9fbe-5d3e04cce531", "name": "network-vif-deleted", "tag": "f9ddefc2-4303-4c1b-b33d-c41aa845c73e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:10.970752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] Deleting subnet 2b725fa1-507a-481f-9f69-693fb2a9536a {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:12:10.975241 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.022785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.038019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.065692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.112944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7457b-dd7d-4576-af39-fd102e4ae140 req-56bcf8dc-10b4-4680-a401-4ddea28ad150 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:11.115220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64e7457b-dd7d-4576-af39-fd102e4ae140 req-56bcf8dc-10b4-4680-a401-4ddea28ad150 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0533636 Nov 09 18:12:11.140943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.160259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64e7457b-dd7d-4576-af39-fd102e4ae140 req-784c85b0-88af-4b1a-beb7-2ed2917ffc55 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Nov 09 18:12:11.167252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b725fa1-507a-481f-9f69-693fb2a9536a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:11.174789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.180477 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-add6dbe1-083e-4b9d-97e7-75b364f4c507 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2b725fa1-507a-481f-9f69-693fb2a9536a HTTP/1.1" status: 204 len: 168 time: 0.2691119 Nov 09 18:12:11.193683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34332) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:11.211902 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40b788e-3a0f-497f-bec2-bacd43eb70a5 x-openstack-request-id: req-d40b788e-3a0f-497f-bec2-bacd43eb70a5 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:11.212429 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f592c3e5-9f1b-44dd-9fbe-5d3e04cce531", "name": "network-vif-deleted", "tag": "f9ddefc2-4303-4c1b-b33d-c41aa845c73e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:11.212889 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d40b788e-3a0f-497f-bec2-bacd43eb70a5 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:11.213615 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f592c3e5-9f1b-44dd-9fbe-5d3e04cce531', 'name': 'network-vif-deleted', 'tag': 'f9ddefc2-4303-4c1b-b33d-c41aa845c73e', 'status': 'completed', 'code': 200} Nov 09 18:12:11.268317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.312410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c4ee0-be67-4765-8cc0-823d26564ede req-d7c425e7-9e91-4504-b544-143959dfbe57 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:11.314006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f70c4ee0-be67-4765-8cc0-823d26564ede req-d7c425e7-9e91-4504-b544-143959dfbe57 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0571213 Nov 09 18:12:11.356743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f70c4ee0-be67-4765-8cc0-823d26564ede req-ccea9fcb-f36d-43e1-ad0c-d9e9592c1910 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Nov 09 18:12:11.360873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.384878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:11.397627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1001104-3d42-4a3a-aa9a-0470b4d2d7d5') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:11.397991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1001104-3d42-4a3a-aa9a-0470b4d2d7d5') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:11.410346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.427135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.435002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:12:11.435824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:12:11.438165 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:12:11.528442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.540119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.544333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1 HTTP/1.1" status: 204 len: 168 time: 0.3494146 Nov 09 18:12:11.557839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a71988e-5207-4873-b86a-5e70b0624547 req-49f26e57-4180-4e1c-861b-e8271c1d2650 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0337563 Nov 09 18:12:11.566303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2d9f5-0643-4aaa-9cf0-b67d313fdeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7f3c5f-4df6-4a7a-bcaf-b2129f4328c1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:11.667332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:11.675222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423b85a-255f-4784-882e-c9678e6038f7 req-04ea6665-fde8-4586-a966-b8c8d8b155b8 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:11.676830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1423b85a-255f-4784-882e-c9678e6038f7 req-04ea6665-fde8-4586-a966-b8c8d8b155b8 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0513620 Nov 09 18:12:11.706675 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-23e91057-75d9-47b3-9ed1-1824d137d11f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5639d3a33ec1469e8934f78a84c8fc92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379634 Nov 09 18:12:11.709658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34356) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:11.720158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1423b85a-255f-4784-882e-c9678e6038f7 req-b556bbe2-9399-4396-9a2e-bf58602d765e tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352397 Nov 09 18:12:11.767465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0ce1-c814-4c2e-9d73-27efcd9bf126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.793423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0ce1-c814-4c2e-9d73-27efcd9bf126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.842123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0ce1-c814-4c2e-9d73-27efcd9bf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.844801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0ce1-c814-4c2e-9d73-27efcd9bf126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:11.849005 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9ebe0ce1-c814-4c2e-9d73-27efcd9bf126 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b277c0e-ea00-4374-95aa-d3a8c99bef2b HTTP/1.1" status: 204 len: 168 time: 0.1354585 Nov 09 18:12:11.849166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384037dd-aa05-46b7-b258-ce03daf21ff5 req-01b3ef29-9816-4efe-b92d-fcaf8ecc6d86 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:11.856382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-384037dd-aa05-46b7-b258-ce03daf21ff5 req-01b3ef29-9816-4efe-b92d-fcaf8ecc6d86 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0613661 Nov 09 18:12:11.857109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe0ce1-c814-4c2e-9d73-27efcd9bf126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b277c0e-ea00-4374-95aa-d3a8c99bef2b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:11.941491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-384037dd-aa05-46b7-b258-ce03daf21ff5 req-b06355fd-83ba-4f81-a47c-4eff9fe960c2 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841300 Nov 09 18:12:12.337977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158ae7-0e12-4e58-8dfb-af942d57a6d6 req-b1f50f85-5404-4317-a838-deb058f90918 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:12.337977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa158ae7-0e12-4e58-8dfb-af942d57a6d6 req-b1f50f85-5404-4317-a838-deb058f90918 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0548167 Nov 09 18:12:12.381391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa158ae7-0e12-4e58-8dfb-af942d57a6d6 req-7966d9ef-49ce-4d40-a808-e1bff900dfce tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338538 Nov 09 18:12:12.539360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73cd0-4398-4b8f-b6b4-5875886ae91a req-520cc513-3fb4-4d83-89e8-f1c625f30d1c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:12.541564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:12.548283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15d73cd0-4398-4b8f-b6b4-5875886ae91a req-520cc513-3fb4-4d83-89e8-f1c625f30d1c tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0660446 Nov 09 18:12:12.597173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15d73cd0-4398-4b8f-b6b4-5875886ae91a req-0902641d-a0e1-437c-9737-9b037fd47991 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Nov 09 18:12:12.722579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d5af568-e5d9-4866-9fb3-c95d9e9dd650 req-f0cfc63c-75b9-4187-af24-ba79f6d7d057 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0332863 Nov 09 18:12:12.725655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34406) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:12.872621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-851607972-network', 'tenant_id': '51058bd1c74e4cbbbc60cb9cadba6dc1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:12.903289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Made reservation on behalf of 51058bd1c74e4cbbbc60cb9cadba6dc1 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:12.905599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:12.921357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ea1b4-8513-4748-8e36-2aedd484c7dd req-a52e018f-2d03-494f-8860-554f8ffa0463 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:12.922899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c44ea1b4-8513-4748-8e36-2aedd484c7dd req-a52e018f-2d03-494f-8860-554f8ffa0463 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0809376 Nov 09 18:12:12.924060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:12.982034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c44ea1b4-8513-4748-8e36-2aedd484c7dd req-0f5acb00-e31c-4652-8470-7d6f55f062d9 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499220 Nov 09 18:12:13.039355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.044432 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.073476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:12:13.094166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f1277-31d7-46ab-8509-8c3cd4cd943f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:13.101051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.101318 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Added segment 7bce2824-3f7f-45a9-8a22-cdcff95de9d7 of type vlan for network c8010ed0-5cb6-4349-bee2-261067120371 Nov 09 18:12:13.197034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac695ecc-ab80-4e4d-b5b4-b0a90dce14c0 req-8155e576-4e95-45f7-b929-5257bebcbbf1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.199264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac695ecc-ab80-4e4d-b5b4-b0a90dce14c0 req-8155e576-4e95-45f7-b929-5257bebcbbf1 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.1171119 Nov 09 18:12:13.203621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.268276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac695ecc-ab80-4e4d-b5b4-b0a90dce14c0 req-5d5d9a5a-5190-40b3-b979-34bdce5ca036 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612860 Nov 09 18:12:13.269599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.270603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.271187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.361422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6339800 Nov 09 18:12:13.364314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34426) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:13.369802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Request body: {'subnet': {'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-851607972-subnet', 'tenant_id': '51058bd1c74e4cbbbc60cb9cadba6dc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:13.386109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cce89f-33ac-4806-9dc1-935052e24301 admin admin] Pushing event updated for resources: {'Network': ['ID=c8010ed0-5cb6-4349-bee2-261067120371,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:13.398875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network c8010ed0-5cb6-4349-bee2-261067120371 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:12:13.413999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Made reservation on behalf of 51058bd1c74e4cbbbc60cb9cadba6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:13.417382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.539627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f9ddefc2-4303-4c1b-b33d-c41aa845c73e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:13.563545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: f9ddefc2-4303-4c1b-b33d-c41aa845c73e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:13.564292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f9ddefc2-4303-4c1b-b33d-c41aa845c73e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:13.655588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6f060-4b0f-40cb-a8f2-668b58019329 req-0d4c2196-81f9-42cd-ad91-75e9995f3811 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.657811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb6f060-4b0f-40cb-a8f2-668b58019329 req-0d4c2196-81f9-42cd-ad91-75e9995f3811 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0718060 Nov 09 18:12:13.670383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.709753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb6f060-4b0f-40cb-a8f2-668b58019329 req-f4be3b7e-bc6c-4ca9-b4af-bf319a7bca70 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Nov 09 18:12:13.776426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bddde4-c71f-4b37-be0f-645fefbd40fc,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:13.797240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Checking segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:13.798139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Network hostable DHCP agents. Network: c8010ed0-5cb6-4349-bee2-261067120371, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:12:13.819452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Network c8010ed0-5cb6-4349-bee2-261067120371 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:12:13.851646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, c8010ed0-5cb6-4349-bee2-261067120371) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:13.857045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:13.858169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:13.862578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322b4d1-81cc-4069-b385-06d40afe9884 None None] Network c8010ed0-5cb6-4349-bee2-261067120371 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:13.891456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6f78e26-9a1a-420b-aa31-a6804bdfbe35 req-fefba4a2-721e-4142-bca4-05be98625e0e tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0630543 Nov 09 18:12:13.906123 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b5b32c3b-bf7f-41e6-a3d0-22efa28ba83e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5400589 Nov 09 18:12:14.109459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c51a54-d4ad-4a7a-aeb0-91820dbf1c67 None None] Network c8010ed0-5cb6-4349-bee2-261067120371 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:14.463624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-80f90dd9-146f-43fa-8c67-cd42b0d50644 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:14.465253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-80f90dd9-146f-43fa-8c67-cd42b0d50644 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 812 time: 0.1213968 Nov 09 18:12:14.482178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-ce611317-af54-4066-88cc-2ab7de6d093c tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/quotas/51058bd1c74e4cbbbc60cb9cadba6dc1 HTTP/1.1" status: 200 len: 375 time: 0.0110884 Nov 09 18:12:14.515855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-ee64f9a2-05e9-4d9f-931a-fd07b02680f9 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277956 Nov 09 18:12:14.681244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-c9918cd1-dccb-43ba-a957-d9e80ca619ed service neutron] 10.222.0.32 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497650 Nov 09 18:12:14.796639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-96f34cf4-c682-43c5-916d-b6890a0e3431 service neutron] 10.222.0.32 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081772 Nov 09 18:12:15.275801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-914b3bf0-3ac9-4897-b66d-d431c5682f75 req-c2bd8358-7acd-4978-b8fd-0360e393eabe tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0345411 Nov 09 18:12:15.494935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4ffb91d-0e20-43c4-a541-cd560aab6399 req-7d0e04ac-92a2-42f3-92f3-0a1bdead0cca tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 210 time: 0.0383172 Nov 09 18:12:16.157244 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:16.434706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6abba58d-2c51-4a63-81dc-46936990aa75 req-aa6d62c3-e1ef-4063-a135-876f8f15f323 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0453248 Nov 09 18:12:16.687993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4390f1d3-baad-4a0f-bb7f-937761e347c2 req-68f369a6-831a-4440-9e1d-e67aeb63289d tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 210 time: 0.0506341 Nov 09 18:12:16.745238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-ddfb4e3d-77d1-4326-9ea1-197b70935b03 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:16.746942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-ddfb4e3d-77d1-4326-9ea1-197b70935b03 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 812 time: 0.2162256 Nov 09 18:12:16.768086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Request body: {'port': {'device_id': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'admin_state_up': True, 'tenant_id': '51058bd1c74e4cbbbc60cb9cadba6dc1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:16.922623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Made reservation on behalf of 51058bd1c74e4cbbbc60cb9cadba6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:16.927573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:17.101182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-82941c32-d43f-43ad-8639-7b841ace03ae tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:17.102950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-82941c32-d43f-43ad-8639-7b841ace03ae tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 812 time: 0.1058419 Nov 09 18:12:17.131025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Request body: {'port': {'device_id': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'admin_state_up': True, 'tenant_id': '51058bd1c74e4cbbbc60cb9cadba6dc1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:17.370475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Allocated IP 172.20.0.13 (c8010ed0-5cb6-4349-bee2-261067120371/f3bddde4-c71f-4b37-be0f-645fefbd40fc/08b58864-3c30-4aaf-bc71-03d02cb16db5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:17.448368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Made reservation on behalf of 51058bd1c74e4cbbbc60cb9cadba6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:17.452619 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:17.635196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:17.693683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef11b7f9-78b2-46db-8a8e-dfd85d248e28 req-840969dd-3624-4881-b9fa-adb18db42895 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0384586 Nov 09 18:12:17.770449 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:17.892263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e23ab1d4-c281-431c-9b7c-df1c2182745e req-06a85267-b870-422d-b778-01c4947e3fea tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 210 time: 0.0308416 Nov 09 18:12:17.921430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Network c8010ed0-5cb6-4349-bee2-261067120371 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:17.928461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:17.931083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Allocated IP 172.20.0.4 (c8010ed0-5cb6-4349-bee2-261067120371/f3bddde4-c71f-4b37-be0f-645fefbd40fc/5e013040-176d-4061-8f01-daa1915b2ee5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:17.940304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:17.945566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event updated for resources: {'Port': ['ID=08b58864-3c30-4aaf-bc71-03d02cb16db5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:17.988341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:18.120790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] Deleting subnet 03057df8-87f6-4af5-a15d-a2004661bcfc {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:12:18.125476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.188413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.262469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.341806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:18.342492 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.364953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.395724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03057df8-87f6-4af5-a15d-a2004661bcfc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:18.406244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.412512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-342f5391-cddf-406d-ac7f-85d81b0d4121 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/03057df8-87f6-4af5-a15d-a2004661bcfc HTTP/1.1" status: 204 len: 168 time: 0.4194584 Nov 09 18:12:18.412700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34562) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:18.417038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-48551223-af9d-4990-a51d-3cf9f54e33a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6530182 Nov 09 18:12:18.445174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Request body: {'port': {'device_id': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:18.520979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.645031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.649765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.675199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b448cd60-9f26-47d5-8457-7687f9481239']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:18.687312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acab27b2-445e-4822-baf6-5d953c38ce67') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:18.687654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acab27b2-445e-4822-baf6-5d953c38ce67') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:18.701910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.711908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.729391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.735887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:12:18.736301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:12:18.739225 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:12:18.823446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.843226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:18.849416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b448cd60-9f26-47d5-8457-7687f9481239 HTTP/1.1" status: 204 len: 168 time: 0.4357953 Nov 09 18:12:18.872777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec95b0-0c5e-47b4-9bce-f628362ce968 admin admin] Pushing event deleted for resources: {'Network': ['ID=b448cd60-9f26-47d5-8457-7687f9481239,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:18.884393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3fc95f6a-9eaf-42e7-8411-b71bd72ff655 req-d9375310-d749-4c51-ac87-3ae0da44d9fb tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0424986 Nov 09 18:12:18.902981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.010501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event updated for resources: {'Port': ['ID=5e013040-176d-4061-8f01-daa1915b2ee5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:19.028944 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.075636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Network c8010ed0-5cb6-4349-bee2-261067120371 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:19.086870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:19.090521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:19.115735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34582) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:19.161732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ef4f5db5-3874-4718-a639-002f056624bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2c934c0c76d4fa39a6e7ec0c154c163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426025 Nov 09 18:12:19.161970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:19.161970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.162438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34584) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:19.212974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a26383-babd-4329-bdac-3cc83f19ea28 req-117bb6f4-71f2-4bf1-ba20-c64cccf1d6fd tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:19.213258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a0-63f4-475b-9a23-3cf8dafc39cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.220915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26a26383-babd-4329-bdac-3cc83f19ea28 req-117bb6f4-71f2-4bf1-ba20-c64cccf1d6fd tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.2639194 Nov 09 18:12:19.236978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a0-63f4-475b-9a23-3cf8dafc39cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.272768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-66df11c7-195f-4f68-ba9f-c76549c03231 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1485527 Nov 09 18:12:19.306613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Request body: {'port': {'device_id': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:19.310027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a0-63f4-475b-9a23-3cf8dafc39cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.313023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a0-63f4-475b-9a23-3cf8dafc39cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.320226 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eb6f08a0-63f4-475b-9a23-3cf8dafc39cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2b42230-be55-4863-ac20-5a7b14a96c06 HTTP/1.1" status: 204 len: 168 time: 0.1550250 Nov 09 18:12:19.322355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26a26383-babd-4329-bdac-3cc83f19ea28 req-db6c996b-fd01-4068-8e20-3c20c4222a5b tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004906 Nov 09 18:12:19.343795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f08a0-63f4-475b-9a23-3cf8dafc39cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b42230-be55-4863-ac20-5a7b14a96c06,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:19.413723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b58864-3c30-4aaf-bc71-03d02cb16db5 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:19.422268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.432563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.477725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Transition to ACTIVE for port object 08b58864-3c30-4aaf-bc71-03d02cb16db5 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:19.500505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.571747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f8ab-40c2-4874-8a39-0677f2cf9a79 req-36b35935-8edc-4ec5-9490-28e872a0e0c3 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:19.573359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b51f8ab-40c2-4874-8a39-0677f2cf9a79 req-36b35935-8edc-4ec5-9490-28e872a0e0c3 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 931 time: 0.1548836 Nov 09 18:12:19.647003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Pushing event updated for resources: {'Port': ['ID=08b58864-3c30-4aaf-bc71-03d02cb16db5,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:19.772279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b51f8ab-40c2-4874-8a39-0677f2cf9a79 req-e1316ee3-e27c-4563-83b2-68200537ce0b tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423502 Nov 09 18:12:19.803986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Attempting to bind port 08b58864-3c30-4aaf-bc71-03d02cb16db5 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:19.804193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Attempting to bind port 08b58864-3c30-4aaf-bc71-03d02cb16db5 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:19.804422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Attempting to bind port 08b58864-3c30-4aaf-bc71-03d02cb16db5 on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:19.820310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Port 08b58864-3c30-4aaf-bc71-03d02cb16db5 on network c8010ed0-5cb6-4349-bee2-261067120371 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:19.820638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Attempting to bind port 08b58864-3c30-4aaf-bc71-03d02cb16db5 on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:19.834239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:19.834579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Checking segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:19.834966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Bound using segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:19.835406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Bound port: 08b58864-3c30-4aaf-bc71-03d02cb16db5, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:19.835772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.960690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e013040-176d-4061-8f01-daa1915b2ee5 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:19.965285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] For port 08b58864-3c30-4aaf-bc71-03d02cb16db5, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:19.971634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.984706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] For port 08b58864-3c30-4aaf-bc71-03d02cb16db5, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=08b58864-3c30-4aaf-bc71-03d02cb16db5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:19.992855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:19.995706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Transition to ACTIVE for port object 5e013040-176d-4061-8f01-daa1915b2ee5 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:20.025668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.047595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.048228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.050139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] 10.222.0.73 "PUT /v2.0/ports/08b58864-3c30-4aaf-bc71-03d02cb16db5 HTTP/1.1" status: 200 len: 1092 time: 1.6161342 Nov 09 18:12:20.064748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'tag': '08b58864-3c30-4aaf-bc71-03d02cb16db5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:20.079663 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1660698-1947-47ec-be60-962c80424f53" -d '{"events": [{"name": "network-changed", "server_uuid": "90a0d36d-d4c6-4998-925b-59e7b2dc32ec", "tag": "08b58864-3c30-4aaf-bc71-03d02cb16db5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:20.108184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e94e8d86-8ce3-4022-b04e-eabaf24d0ed1 req-78777eb9-3e45-4cbe-a328-8b87aab040d0 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0853353 Nov 09 18:12:20.206112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3809c5-36f5-450f-a792-b51339a5dc63 service neutron] Pushing event updated for resources: {'Port': ['ID=08b58864-3c30-4aaf-bc71-03d02cb16db5,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:20.296538 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb4970f-4565-4c34-977d-ef353519ad80 x-openstack-request-id: req-4bb4970f-4565-4c34-977d-ef353519ad80 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:20.296538 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a0d36d-d4c6-4998-925b-59e7b2dc32ec", "tag": "08b58864-3c30-4aaf-bc71-03d02cb16db5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:20.296538 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bb4970f-4565-4c34-977d-ef353519ad80 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:20.296538 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'tag': '08b58864-3c30-4aaf-bc71-03d02cb16db5', 'status': 'completed', 'code': 200} Nov 09 18:12:20.297266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34616) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:20.303450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-b77b8b66-0a56-48cc-bd57-ae942da41150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.305203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-b77b8b66-0a56-48cc-bd57-ae942da41150 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=90a0d36d-d4c6-4998-925b-59e7b2dc32ec HTTP/1.1" status: 200 len: 1095 time: 0.2012339 Nov 09 18:12:20.331324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Pushing event updated for resources: {'Port': ['ID=5e013040-176d-4061-8f01-daa1915b2ee5,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:20.370512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-034dcb39-0414-4714-880d-0681e03c454e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08b58864-3c30-4aaf-bc71-03d02cb16db5 HTTP/1.1" status: 200 len: 217 time: 0.0542502 Nov 09 18:12:20.375302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Attempting to bind port 5e013040-176d-4061-8f01-daa1915b2ee5 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:20.375640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Attempting to bind port 5e013040-176d-4061-8f01-daa1915b2ee5 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:20.375972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Attempting to bind port 5e013040-176d-4061-8f01-daa1915b2ee5 on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:20.390138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Port 5e013040-176d-4061-8f01-daa1915b2ee5 on network c8010ed0-5cb6-4349-bee2-261067120371 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:20.390478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Attempting to bind port 5e013040-176d-4061-8f01-daa1915b2ee5 on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:20.419173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1733495166-network', 'tenant_id': '48d70393bad2446f930e1f040c25a378'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:20.424372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:20.424713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Checking segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:20.425108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Bound using segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:20.425519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Bound port: 5e013040-176d-4061-8f01-daa1915b2ee5, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:20.425928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.445522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Made reservation on behalf of 48d70393bad2446f930e1f040c25a378 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:20.447888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.458143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.501427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-36c71dca-c68f-4b02-bf24-8f30721e57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.502963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-36c71dca-c68f-4b02-bf24-8f30721e57b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.1245022 Nov 09 18:12:20.534716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e856-1e4f-48c0-a73a-1c1f5801e944 req-b908085a-c6b4-4183-878f-eb211c75b2c3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.536218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e03e856-1e4f-48c0-a73a-1c1f5801e944 req-b908085a-c6b4-4183-878f-eb211c75b2c3 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.1223831 Nov 09 18:12:20.537146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.542574 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.558499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-c44efcbf-d35b-4f64-9287-927b9059b1fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443377 Nov 09 18:12:20.570356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:12:20.577082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5598f8-16eb-4e36-9a39-02947e06eb26,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:20.584404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.585216 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Added segment aca9fb64-1034-4c75-aefc-5e9ec8cb4df3 of type vlan for network 06501a0c-fc52-4282-8f79-8c9b2c94b34c Nov 09 18:12:20.627658 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.633350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] For port 5e013040-176d-4061-8f01-daa1915b2ee5, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:20.661242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] For port 5e013040-176d-4061-8f01-daa1915b2ee5, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e013040-176d-4061-8f01-daa1915b2ee5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:20.671244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.680292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e03e856-1e4f-48c0-a73a-1c1f5801e944 req-e669f2fb-0575-458c-b524-9a1c3dac1821 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.32 "GET /v2.0/security-groups?id=f87a71d6-bc81-49b0-a024-ed4d18190587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241136 Nov 09 18:12:20.682619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.683044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.683783 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.696543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-963161f9-058c-4e48-8dc3-37ac607a643d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.698051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-963161f9-058c-4e48-8dc3-37ac607a643d tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.85 "GET /v2.0/ports?device_id=8884c859-9e0f-43c8-9e05-8490add3d508 HTTP/1.1" status: 200 len: 946 time: 0.0722864 Nov 09 18:12:20.729571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.730217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.731573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] 10.222.0.73 "PUT /v2.0/ports/5e013040-176d-4061-8f01-daa1915b2ee5 HTTP/1.1" status: 200 len: 1091 time: 1.4307244 Nov 09 18:12:20.753086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-a2b78abb-e8c8-46b8-b4a5-aac8ab57da11 service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777120 Nov 09 18:12:20.763872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3a0f7-3c6a-445a-86fe-c22fb51d4eac service neutron] Pushing event updated for resources: {'Port': ['ID=5e013040-176d-4061-8f01-daa1915b2ee5,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:20.781738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4832973 Nov 09 18:12:20.788291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34622) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:20.794398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Request body: {'subnet': {'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1733495166-subnet', 'tenant_id': '48d70393bad2446f930e1f040c25a378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:20.810829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ba01c-16d1-43b5-a8c7-343ce8820bac admin admin] Pushing event updated for resources: {'Network': ['ID=06501a0c-fc52-4282-8f79-8c9b2c94b34c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:20.824932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 06501a0c-fc52-4282-8f79-8c9b2c94b34c details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:12:20.854639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Made reservation on behalf of 48d70393bad2446f930e1f040c25a378 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:20.857159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.890834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-6b1566a4-596d-48cd-9520-f59b7c1bc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.891941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-6b1566a4-596d-48cd-9520-f59b7c1bc971 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 1094 time: 0.1073947 Nov 09 18:12:20.923588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Deleting port b137b583-dcc5-4528-bc27-810724d736a9 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:20.923927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:20.955663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-86b58c9b-3e6a-4b82-bd7c-4f410f66741d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e013040-176d-4061-8f01-daa1915b2ee5 HTTP/1.1" status: 200 len: 217 time: 0.0516489 Nov 09 18:12:20.980700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cfecb-de73-493e-97ce-647cd816ddd4 req-1a01296a-03be-47cb-af2e-a27c214c2d5e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:20.982169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-596cfecb-de73-493e-97ce-647cd816ddd4 req-1a01296a-03be-47cb-af2e-a27c214c2d5e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 943 time: 0.1271801 Nov 09 18:12:20.984055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-cd54b5fb-4446-491a-ba58-4ec5d7d91b47 service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172916 Nov 09 18:12:21.053447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-215d1245-2b65-43b2-b208-0116e993c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.054938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-215d1245-2b65-43b2-b208-0116e993c1e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.0882332 Nov 09 18:12:21.066552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] For port b137b583-dcc5-4528-bc27-810724d736a9, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b137b583-dcc5-4528-bc27-810724d736a9,segment=NetworkSegment(e31be6ce-8867-42dd-8df0-5240f436d597),segment_id=e31be6ce-8867-42dd-8df0-5240f436d597)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:21.066858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:21.084907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-596cfecb-de73-493e-97ce-647cd816ddd4 req-487342d6-04fb-4d91-923f-f25a48536301 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808978 Nov 09 18:12:21.085389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Calling delete_port for b137b583-dcc5-4528-bc27-810724d736a9 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:21.107734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-993fd18a-1cfc-474b-92ce-c42f2edd6e8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363984 Nov 09 18:12:21.118898 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660698-1947-47ec-be60-962c80424f53 req-812a5461-8c79-4af1-bce1-33cc3b9b57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.120525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1660698-1947-47ec-be60-962c80424f53 req-812a5461-8c79-4af1-bce1-33cc3b9b57a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=90a0d36d-d4c6-4998-925b-59e7b2dc32ec HTTP/1.1" status: 200 len: 1095 time: 0.0860405 Nov 09 18:12:21.201428 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:21.255294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27a675b-5898-463b-a9bb-7d5bc6e92f56,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:21.313068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-fad6edc3-05f8-4d05-a35d-2c31ea7be930 service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911883 Nov 09 18:12:21.315290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660698-1947-47ec-be60-962c80424f53 req-c89d53e4-4c2f-4cad-b2df-640bbee686a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.316071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1660698-1947-47ec-be60-962c80424f53 req-c89d53e4-4c2f-4cad-b2df-640bbee686a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 913 time: 0.1845007 Nov 09 18:12:21.319076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Checking segment: {'id': 'aca9fb64-1034-4c75-aefc-5e9ec8cb4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:21.319899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Network hostable DHCP agents. Network: 06501a0c-fc52-4282-8f79-8c9b2c94b34c, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:12:21.368038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Network 06501a0c-fc52-4282-8f79-8c9b2c94b34c is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:12:21.384296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 06501a0c-fc52-4282-8f79-8c9b2c94b34c) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:21.392040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.392643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:21.396078 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dfe4ad-ed79-4778-b3c4-82c4ca3fcb65 None None] Network 06501a0c-fc52-4282-8f79-8c9b2c94b34c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:21.403232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:21.420245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b137b583-dcc5-4528-bc27-810724d736a9'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:21.433153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Pushing event deleted for resources: {'Port': ['ID=b137b583-dcc5-4528-bc27-810724d736a9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:21.437645 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-856ca1e1-ad3e-4c27-bc42-2802211306d0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6484380 Nov 09 18:12:21.483924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1660698-1947-47ec-be60-962c80424f53 req-41cc4e2d-732e-4bbd-b16e-e7910d1801a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08b58864-3c30-4aaf-bc71-03d02cb16db5 HTTP/1.1" status: 200 len: 217 time: 0.1399932 Nov 09 18:12:21.498974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb9eaa61-7af3-4b5c-aad8-31faa2abcd93 req-fe2c304e-13ec-4ed7-8c2a-d158ebacc73b tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.1521111 Nov 09 18:12:21.517061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] No DVR routers for this DVR port b137b583-dcc5-4528-bc27-810724d736a9 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:21.533095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:21.537280 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c3d2785-42e4-42ea-83fa-580d55ada6ba req-80592259-a5c4-4732-984f-4da87dd3aa59 tempest-ServersNegativeTestJSON-883409755 tempest-ServersNegativeTestJSON-883409755-project] 10.222.0.85 "DELETE /v2.0/ports/b137b583-dcc5-4528-bc27-810724d736a9 HTTP/1.1" status: 204 len: 173 time: 0.8267233 Nov 09 18:12:21.537756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-deleted', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:21.541606 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafaf416-9ab9-4363-b716-f423c292c83c" -d '{"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-deleted", "tag": "b137b583-dcc5-4528-bc27-810724d736a9"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:21.610668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e911c771-6276-44e9-b226-112633b54259 None None] Network 06501a0c-fc52-4282-8f79-8c9b2c94b34c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:21.648943 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdbd2c5-e8fd-4b04-a4c6-69a4727c644d x-openstack-request-id: req-8fdbd2c5-e8fd-4b04-a4c6-69a4727c644d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:21.649465 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884c859-9e0f-43c8-9e05-8490add3d508", "name": "network-vif-deleted", "tag": "b137b583-dcc5-4528-bc27-810724d736a9", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:21.649898 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fdbd2c5-e8fd-4b04-a4c6-69a4727c644d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:21.650617 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884c859-9e0f-43c8-9e05-8490add3d508', 'name': 'network-vif-deleted', 'tag': 'b137b583-dcc5-4528-bc27-810724d736a9', 'status': 'completed', 'code': 200} Nov 09 18:12:21.702626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-090cd4ce-a14c-47a7-9f11-cf8951652055 req-af78c030-ff3e-4655-8cb5-770f1db76a2f service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701596 Nov 09 18:12:21.725827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660698-1947-47ec-be60-962c80424f53 req-0eb51ceb-9c20-404b-ac89-de97eb0a2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:21.727335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1660698-1947-47ec-be60-962c80424f53 req-0eb51ceb-9c20-404b-ac89-de97eb0a2d40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.2223656 Nov 09 18:12:21.770773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1660698-1947-47ec-be60-962c80424f53 req-85dc9430-ab05-4dbc-a859-9d3bfef953e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311825 Nov 09 18:12:21.897151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1660698-1947-47ec-be60-962c80424f53 req-cefb4899-37ef-498d-9733-23889af0b40c service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162665 Nov 09 18:12:22.302161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'tag': '5e013040-176d-4061-8f01-daa1915b2ee5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:22.304428 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f", "tag": "5e013040-176d-4061-8f01-daa1915b2ee5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:22.340609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33569ff-444c-490c-8a70-51949a472b4c req-e1aa1cfa-8604-44f6-90e4-9333f11fa504 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:22.341985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-e1aa1cfa-8604-44f6-90e4-9333f11fa504 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/networks?id=06501a0c-fc52-4282-8f79-8c9b2c94b34c HTTP/1.1" status: 200 len: 814 time: 0.4288089 Nov 09 18:12:22.343892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1660698-1947-47ec-be60-962c80424f53 req-f944c0ff-ee62-44f7-b21e-b96b7367e586 service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319291 Nov 09 18:12:22.358851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-d6b4e4db-e39e-4238-84e5-c5e1d36f730c tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/quotas/48d70393bad2446f930e1f040c25a378 HTTP/1.1" status: 200 len: 375 time: 0.0097122 Nov 09 18:12:22.397944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-2eb87856-7840-441d-a1d6-c45f5dec0501 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48d70393bad2446f930e1f040c25a378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320406 Nov 09 18:12:22.508151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-2ca346a3-0d07-4eec-8439-119a84178fd1 service neutron] 10.222.0.32 "GET /v2.0/networks/06501a0c-fc52-4282-8f79-8c9b2c94b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017210 Nov 09 18:12:22.610636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-08caf69d-1dbf-4799-86a0-833acd41310a service neutron] 10.222.0.32 "GET /v2.0/networks/06501a0c-fc52-4282-8f79-8c9b2c94b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014271 Nov 09 18:12:22.757426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34674) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:22.807725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] Deleting subnet 975c12dc-2294-43e1-b259-5faf157f463c {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:12:22.811097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.846454 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.889088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.899303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e67abb-a4e0-40fb-8467-059a98387736 req-1a655b8e-b833-4d29-8581-ace8844cefc2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:22.901551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7e67abb-a4e0-40fb-8467-059a98387736 req-1a655b8e-b833-4d29-8581-ace8844cefc2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 943 time: 0.0980108 Nov 09 18:12:22.954290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.974652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7e67abb-a4e0-40fb-8467-059a98387736 req-5fb0c82c-3007-4cd8-89e3-9f49f0e2c88b tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635464 Nov 09 18:12:22.983342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975c12dc-2294-43e1-b259-5faf157f463c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:22.990706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:22.994938 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c47cc7f2-dc1f-4290-9ff5-ce551bc6a0e0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/975c12dc-2294-43e1-b259-5faf157f463c HTTP/1.1" status: 204 len: 168 time: 0.2364602 Nov 09 18:12:22.997490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34680) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:23.084192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.165210 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca7921b-c885-47c0-b8fc-10e3fa8236b4 x-openstack-request-id: req-2ca7921b-c885-47c0-b8fc-10e3fa8236b4 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:23.165729 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f", "tag": "5e013040-176d-4061-8f01-daa1915b2ee5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:23.166257 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ca7921b-c885-47c0-b8fc-10e3fa8236b4 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:23.166836 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'tag': '5e013040-176d-4061-8f01-daa1915b2ee5', 'status': 'completed', 'code': 200} Nov 09 18:12:23.184698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.214531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa521548-f00d-4546-8b6f-a0829958f5f7']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:23.227071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31be6ce-8867-42dd-8df0-5240f436d597') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:23.227376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31be6ce-8867-42dd-8df0-5240f436d597') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:23.239564 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.258276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.262272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07739bc6-bad6-4ea0-b9ef-319a7fe99259 req-56de50a2-74fd-4521-a362-88d2587afadd tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0313759 Nov 09 18:12:23.266137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:12:23.266137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:12:23.270054 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:12:23.292701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-dd08a366-84ee-4d6b-b4d2-dd4b47109395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.294537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-dd08a366-84ee-4d6b-b4d2-dd4b47109395 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 1094 time: 0.1040807 Nov 09 18:12:23.367302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.373341 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.376822 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fa521548-f00d-4546-8b6f-a0829958f5f7 HTTP/1.1" status: 204 len: 168 time: 0.3781481 Nov 09 18:12:23.389441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5900a20-5c0f-4300-9de2-37c1bfa39527 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa521548-f00d-4546-8b6f-a0829958f5f7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:23.434109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b137b583-dcc5-4528-bc27-810724d736a9 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:23.446693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9852b96-2d20-41ab-8286-e9fc6fda0f28 req-32639100-4a40-4d85-b886-5957a5e05438 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 210 time: 0.0661378 Nov 09 18:12:23.475142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: b137b583-dcc5-4528-bc27-810724d736a9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:23.475756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b137b583-dcc5-4528-bc27-810724d736a9 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:23.483593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-07de603a-803c-4518-aa7f-526c26cb168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.485352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-07de603a-803c-4518-aa7f-526c26cb168f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 913 time: 0.1811702 Nov 09 18:12:23.536162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34686) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:23.540699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-154d184a-060d-4e30-a3a4-171b0314bbc5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e013040-176d-4061-8f01-daa1915b2ee5 HTTP/1.1" status: 200 len: 217 time: 0.0463941 Nov 09 18:12:23.608269 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-486d78c4-c2f2-4522-9246-d732dfa50610 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9c6ec7154104e9e8ddb0d7b475c5361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629447 Nov 09 18:12:23.608269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34690) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:23.612611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 08b58864-3c30-4aaf-bc71-03d02cb16db5 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:23.614385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-a218ad99-1d40-4f94-ad90-5cf1f485a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:23.616080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-a218ad99-1d40-4f94-ad90-5cf1f485a94f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.0655737 Nov 09 18:12:23.654605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-296b94ea-6ca8-4bb3-a1e3-8b6f0dcd6e33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303607 Nov 09 18:12:23.657933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23ac6558-8bac-4b78-82d2-730b24875297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.685928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23ac6558-8bac-4b78-82d2-730b24875297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.723754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 08b58864-3c30-4aaf-bc71-03d02cb16db5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=08b58864-3c30-4aaf-bc71-03d02cb16db5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:23.741200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '08b58864-3c30-4aaf-bc71-03d02cb16db5', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'port_id': '08b58864-3c30-4aaf-bc71-03d02cb16db5', 'mac_address': 'fa:16:3e:e7:24:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bddde4-c71f-4b37-be0f-645fefbd40fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:23.745331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23ac6558-8bac-4b78-82d2-730b24875297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.748871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23ac6558-8bac-4b78-82d2-730b24875297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.754979 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-23ac6558-8bac-4b78-82d2-730b24875297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f87a71d6-bc81-49b0-a024-ed4d18190587 HTTP/1.1" status: 204 len: 168 time: 0.1497717 Nov 09 18:12:23.766100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac6558-8bac-4b78-82d2-730b24875297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87a71d6-bc81-49b0-a024-ed4d18190587,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:23.808921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-d39d94c8-496e-46f9-9e13-76742f197cfa service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417837 Nov 09 18:12:23.901200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:23.938479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b58864-3c30-4aaf-bc71-03d02cb16db5 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:23.969204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 08b58864-3c30-4aaf-bc71-03d02cb16db5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=08b58864-3c30-4aaf-bc71-03d02cb16db5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:23.974328 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:24.009812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4d854f5-c933-4a3a-a7fe-ef1fe0b9c889 req-66d9bb22-afae-4cc4-925b-556237d9014d service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941752 Nov 09 18:12:24.057514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=08b58864-3c30-4aaf-bc71-03d02cb16db5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:24.164919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d6e15-8bdb-4a76-ac93-1be160aeac6c req-b87b0b6a-0f5d-4d35-aa05-57fe602a1a92 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.166875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e00d6e15-8bdb-4a76-ac93-1be160aeac6c req-b87b0b6a-0f5d-4d35-aa05-57fe602a1a92 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 943 time: 0.0870054 Nov 09 18:12:24.180247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33569ff-444c-490c-8a70-51949a472b4c req-d0660aba-f99b-40ec-9c23-a95a46207812 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.182027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-d0660aba-f99b-40ec-9c23-a95a46207812 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.85 "GET /v2.0/networks?id=06501a0c-fc52-4282-8f79-8c9b2c94b34c HTTP/1.1" status: 200 len: 814 time: 0.2171295 Nov 09 18:12:24.198362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Request body: {'port': {'device_id': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c', 'admin_state_up': True, 'tenant_id': '48d70393bad2446f930e1f040c25a378'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:24.209348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e00d6e15-8bdb-4a76-ac93-1be160aeac6c req-4a6a469c-e617-43b6-a3da-f7d319f574b5 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Nov 09 18:12:24.328646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['08b58864-3c30-4aaf-bc71-03d02cb16db5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:24.331349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Made reservation on behalf of 48d70393bad2446f930e1f040c25a378 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:24.334954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:24.458634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55e43912-946e-4fc6-ac38-89727c35c48a req-9a1d1cec-203c-470c-8723-b9e03737b9fd tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0351553 Nov 09 18:12:24.495996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Allocated IP 172.20.0.9 (06501a0c-fc52-4282-8f79-8c9b2c94b34c/b27a675b-5898-463b-a9bb-7d5bc6e92f56/56057376-784e-4600-9edb-a9d97568f5aa) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:24.547721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66b1e7df-ea8d-48d4-a023-249c76d0bfb1 req-67448b7b-53a5-4485-88cc-61eabd0dc8df tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 210 time: 0.0321486 Nov 09 18:12:24.651310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:24.698735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:24.748314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Network 06501a0c-fc52-4282-8f79-8c9b2c94b34c is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:24.749832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:24.753689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:24.789321 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Pushing event updated for resources: {'Port': ['ID=56057376-784e-4600-9edb-a9d97568f5aa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:24.813933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:24.814616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:24.838786 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-7a4774af-8fc3-42c4-955d-35c67e98900d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459243 Nov 09 18:12:24.852689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Request body: {'port': {'device_id': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:24.906853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.260983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34748) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:25.368100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77854d14-a559-4f0f-b566-85ac4db2f71e req-8b949290-f42a-4349-921f-8ec411b6a44a tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:25.380293 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77854d14-a559-4f0f-b566-85ac4db2f71e req-8b949290-f42a-4349-921f-8ec411b6a44a tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 943 time: 0.0923867 Nov 09 18:12:25.416467 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e103eb7-31a5-45be-9e71-7a9304d25e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.443935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77854d14-a559-4f0f-b566-85ac4db2f71e req-606df2d7-c1e3-4fed-84a8-e22d7f773f64 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625198 Nov 09 18:12:25.463035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56057376-784e-4600-9edb-a9d97568f5aa {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:25.472217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.486876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Transition to ACTIVE for port object 56057376-784e-4600-9edb-a9d97568f5aa will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:25.492617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.528327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e103eb7-31a5-45be-9e71-7a9304d25e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.533528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e103eb7-31a5-45be-9e71-7a9304d25e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.567354 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3e103eb7-31a5-45be-9e71-7a9304d25e9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8445209971a145a1b434de02376dd4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050411 Nov 09 18:12:25.568118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34758) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:25.569495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Pushing event updated for resources: {'Port': ['ID=56057376-784e-4600-9edb-a9d97568f5aa,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:25.606970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e013040-176d-4061-8f01-daa1915b2ee5 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:25.610236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 08b58864-3c30-4aaf-bc71-03d02cb16db5 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:25.631046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Attempting to bind port 56057376-784e-4600-9edb-a9d97568f5aa on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:25.631708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Attempting to bind port 56057376-784e-4600-9edb-a9d97568f5aa by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'aca9fb64-1034-4c75-aefc-5e9ec8cb4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:25.632339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Attempting to bind port 56057376-784e-4600-9edb-a9d97568f5aa on network 06501a0c-fc52-4282-8f79-8c9b2c94b34c {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:25.637509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Port 56057376-784e-4600-9edb-a9d97568f5aa on network 06501a0c-fc52-4282-8f79-8c9b2c94b34c not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:25.638024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Attempting to bind port 56057376-784e-4600-9edb-a9d97568f5aa on network 06501a0c-fc52-4282-8f79-8c9b2c94b34c {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:25.643971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:25.644748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Checking segment: {'id': 'aca9fb64-1034-4c75-aefc-5e9ec8cb4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:25.645362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Bound using segment: {'id': 'aca9fb64-1034-4c75-aefc-5e9ec8cb4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:25.645966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Bound port: 56057376-784e-4600-9edb-a9d97568f5aa, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca9fb64-1034-4c75-aefc-5e9ec8cb4df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:25.646511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.650898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06a4fcbb-3b37-4607-a60a-dc11d0198828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.679600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e103eb7-31a5-45be-9e71-7a9304d25e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a4ad4-67b6-4062-9d9f-f509a730087d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:25.687348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06a4fcbb-3b37-4607-a60a-dc11d0198828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.755263 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06a4fcbb-3b37-4607-a60a-dc11d0198828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.758502 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06a4fcbb-3b37-4607-a60a-dc11d0198828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.760086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-06a4fcbb-3b37-4607-a60a-dc11d0198828 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f0a4ad4-67b6-4062-9d9f-f509a730087d HTTP/1.1" status: 204 len: 168 time: 0.1881566 Nov 09 18:12:25.779950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] For port 56057376-784e-4600-9edb-a9d97568f5aa, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:25.788297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] For port 56057376-784e-4600-9edb-a9d97568f5aa, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=56057376-784e-4600-9edb-a9d97568f5aa,segment=NetworkSegment(aca9fb64-1034-4c75-aefc-5e9ec8cb4df3),segment_id=aca9fb64-1034-4c75-aefc-5e9ec8cb4df3)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:25.798980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.802561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 08b58864-3c30-4aaf-bc71-03d02cb16db5 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:25.815387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 08b58864-3c30-4aaf-bc71-03d02cb16db5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:25.815855 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.824369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4fcbb-3b37-4607-a60a-dc11d0198828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a4ad4-67b6-4062-9d9f-f509a730087d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:25.878660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:25.881831 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:25.886591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] 10.222.0.85 "PUT /v2.0/ports/56057376-784e-4600-9edb-a9d97568f5aa HTTP/1.1" status: 200 len: 1091 time: 1.0381808 Nov 09 18:12:25.888938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'tag': '56057376-784e-4600-9edb-a9d97568f5aa'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:25.892950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-006c6c05-6042-4ca1-b3b0-b55e8de39d0e req-081068a3-4564-4e67-898f-d1f919a3487e tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.1196792 Nov 09 18:12:25.897461 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0050d815-9e62-4d23-a5cf-2c44dbe7607c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c01085a-0182-4c37-9e44-773f0b48c4a9", "tag": "56057376-784e-4600-9edb-a9d97568f5aa"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:25.983033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5e013040-176d-4061-8f01-daa1915b2ee5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e013040-176d-4061-8f01-daa1915b2ee5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:26.029909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '5e013040-176d-4061-8f01-daa1915b2ee5', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'port_id': '5e013040-176d-4061-8f01-daa1915b2ee5', 'mac_address': 'fa:16:3e:0a:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bddde4-c71f-4b37-be0f-645fefbd40fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:26.049103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c41ee6-e331-4440-8433-e0d97d9c558c service neutron] Pushing event updated for resources: {'Port': ['ID=56057376-784e-4600-9edb-a9d97568f5aa,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:26.060263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33569ff-444c-490c-8a70-51949a472b4c req-e4b464de-57a6-4662-b8cd-ccba2906f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.062079 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-e4b464de-57a6-4662-b8cd-ccba2906f164 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48d70393bad2446f930e1f040c25a378&device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0717592 Nov 09 18:12:26.089662 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.112679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e013040-176d-4061-8f01-daa1915b2ee5 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:26.116041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c53ab-84e8-41fb-95a9-5d80087bab13 req-19f950a6-77b0-426f-b911-6dd4e291a314 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.123283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-5e7193b8-6b80-48f4-9fec-8b63f81d5cf7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56057376-784e-4600-9edb-a9d97568f5aa HTTP/1.1" status: 200 len: 217 time: 0.0517812 Nov 09 18:12:26.130172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.130409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-313c53ab-84e8-41fb-95a9-5d80087bab13 req-19f950a6-77b0-426f-b911-6dd4e291a314 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 943 time: 0.1174965 Nov 09 18:12:26.166037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b58864-3c30-4aaf-bc71-03d02cb16db5'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:26.168526 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fe7cdf-571e-4afd-af74-621593494244" -d '{"events": [{"server_uuid": "90a0d36d-d4c6-4998-925b-59e7b2dc32ec", "name": "network-vif-plugged", "status": "completed", "tag": "08b58864-3c30-4aaf-bc71-03d02cb16db5"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:26.173271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5e013040-176d-4061-8f01-daa1915b2ee5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e013040-176d-4061-8f01-daa1915b2ee5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:26.183080 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.188534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 08b58864-3c30-4aaf-bc71-03d02cb16db5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=08b58864-3c30-4aaf-bc71-03d02cb16db5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:26.193499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-313c53ab-84e8-41fb-95a9-5d80087bab13 req-a78c92fe-515c-43dc-9c34-c9812b9d127e tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615265 Nov 09 18:12:26.227588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33569ff-444c-490c-8a70-51949a472b4c req-356d4ecd-12e7-4df1-b1bd-6d0247178de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.229065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-356d4ecd-12e7-4df1-b1bd-6d0247178de0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b27a675b-5898-463b-a9bb-7d5bc6e92f56 HTTP/1.1" status: 200 len: 854 time: 0.0973010 Nov 09 18:12:26.234295 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:26.255331 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9897b7-21a7-4f27-8cd1-4f05dcb216e4 x-openstack-request-id: req-8c9897b7-21a7-4f27-8cd1-4f05dcb216e4 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:26.255658 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c01085a-0182-4c37-9e44-773f0b48c4a9", "tag": "56057376-784e-4600-9edb-a9d97568f5aa", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:26.255930 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c9897b7-21a7-4f27-8cd1-4f05dcb216e4 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:26.256267 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'tag': '56057376-784e-4600-9edb-a9d97568f5aa', 'status': 'completed', 'code': 200} Nov 09 18:12:26.289115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-f3f800cc-70e5-4f5b-8e6d-bf02d18d24c1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=06501a0c-fc52-4282-8f79-8c9b2c94b34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470610 Nov 09 18:12:26.294311 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b841e0-2bcb-49ed-92a7-78dc64bc7c77 x-openstack-request-id: req-32b841e0-2bcb-49ed-92a7-78dc64bc7c77 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:26.298031 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0d36d-d4c6-4998-925b-59e7b2dc32ec", "name": "network-vif-plugged", "status": "completed", "tag": "08b58864-3c30-4aaf-bc71-03d02cb16db5", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:26.298569 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32b841e0-2bcb-49ed-92a7-78dc64bc7c77 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:26.299417 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b58864-3c30-4aaf-bc71-03d02cb16db5', 'code': 200} Nov 09 18:12:26.301839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5e013040-176d-4061-8f01-daa1915b2ee5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:26.397796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=08b58864-3c30-4aaf-bc71-03d02cb16db5,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:26.425060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131cd1-13f7-4fb5-b0ab-5164df7626e8 req-9f00dfc5-3713-41fd-a271-b76846b8f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.426797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1131cd1-13f7-4fb5-b0ab-5164df7626e8 req-9f00dfc5-3713-41fd-a271-b76846b8f4d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90a0d36d-d4c6-4998-925b-59e7b2dc32ec HTTP/1.1" status: 200 len: 1097 time: 0.0576532 Nov 09 18:12:26.447516 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-e72318ca-6ad6-422f-b4c0-05bbefd7195e service neutron] 10.222.0.85 "GET /v2.0/networks/06501a0c-fc52-4282-8f79-8c9b2c94b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494579 Nov 09 18:12:26.483641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1131cd1-13f7-4fb5-b0ab-5164df7626e8 req-1bad6c62-e269-4096-ab0c-27b728a6e126 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Nov 09 18:12:26.531702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5e013040-176d-4061-8f01-daa1915b2ee5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:26.562412 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d33569ff-444c-490c-8a70-51949a472b4c req-a3758023-1d3a-49b5-8a0e-0595da9baab6 service neutron] 10.222.0.85 "GET /v2.0/networks/06501a0c-fc52-4282-8f79-8c9b2c94b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997505 Nov 09 18:12:26.590157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e1c38-82f4-4321-a856-fa63cb93da4b req-6fdfa26c-b581-4440-8365-d22fa37fa074 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.598722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d8e1c38-82f4-4321-a856-fa63cb93da4b req-6fdfa26c-b581-4440-8365-d22fa37fa074 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 944 time: 0.0859182 Nov 09 18:12:26.641259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d8e1c38-82f4-4321-a856-fa63cb93da4b req-b6f1ba96-b240-4da2-838a-d0b1f0ffa35f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Nov 09 18:12:26.681621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-785cd6ed-6a03-48ee-977e-0986e4a14b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.683273 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-785cd6ed-6a03-48ee-977e-0986e4a14b1b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=48d70393bad2446f930e1f040c25a378&device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 1094 time: 0.0545316 Nov 09 18:12:26.779755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-2e28f460-4980-4444-8625-10616bc4d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.781223 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-2e28f460-4980-4444-8625-10616bc4d20d service neutron] 10.222.0.85 "GET /v2.0/networks?id=06501a0c-fc52-4282-8f79-8c9b2c94b34c HTTP/1.1" status: 200 len: 915 time: 0.0906136 Nov 09 18:12:26.827641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-dce49f07-b182-4587-94ee-416c3accb284 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56057376-784e-4600-9edb-a9d97568f5aa HTTP/1.1" status: 200 len: 217 time: 0.0386972 Nov 09 18:12:26.830381 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:12:26.888867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-127c8638-ac49-4b28-9f6a-91150c9e708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:26.890361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-127c8638-ac49-4b28-9f6a-91150c9e708a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b27a675b-5898-463b-a9bb-7d5bc6e92f56 HTTP/1.1" status: 200 len: 854 time: 0.0445848 Nov 09 18:12:26.922010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-06481bfc-7f07-46fc-b0a2-45c4b3fa89c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=06501a0c-fc52-4282-8f79-8c9b2c94b34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244350 Nov 09 18:12:27.021032 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-51008807-8d8a-4be3-87c9-2a85f5b7d291 service neutron] 10.222.0.85 "GET /v2.0/networks/06501a0c-fc52-4282-8f79-8c9b2c94b34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899475 Nov 09 18:12:27.024309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59a22388-5b27-475b-b1b4-e88d66024065 req-77ee21fb-b90b-41a6-90c1-aa493f6edeec tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0307977 Nov 09 18:12:27.131351 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0050d815-9e62-4d23-a5cf-2c44dbe7607c req-796b81b4-12e0-4008-a9ea-cfab25f847cc service neutron] 10.222.0.85 "GET /v2.0/networks/06501a0c-fc52-4282-8f79-8c9b2c94b34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001978 Nov 09 18:12:27.349259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0aca0-d2a0-4390-a842-172c2ba9ef17 req-0f82c823-2105-432a-9970-0061014b63f0 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.350836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67f0aca0-d2a0-4390-a842-172c2ba9ef17 req-0f82c823-2105-432a-9970-0061014b63f0 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 943 time: 0.0632877 Nov 09 18:12:27.392109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67f0aca0-d2a0-4390-a842-172c2ba9ef17 req-99336f93-2f75-4814-83f8-481bb0dc441d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348682 Nov 09 18:12:27.775468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2414-182b-4084-a3a1-6e82df285f60 req-f5055cbe-2b3f-40e3-b77f-6447d51057bd tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:27.777053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-525f2414-182b-4084-a3a1-6e82df285f60 req-f5055cbe-2b3f-40e3-b77f-6447d51057bd tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 944 time: 0.0707901 Nov 09 18:12:27.824178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-525f2414-182b-4084-a3a1-6e82df285f60 req-600a2668-f013-4713-9656-9d4d3722e766 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Nov 09 18:12:28.134149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64098ad9-c1a8-42e8-bd54-0e10b9ab21b9 req-12798aca-dbb0-4e24-86ec-e6a658a72519 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0265312 Nov 09 18:12:28.520431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c448-f304-4900-b641-46e2d79df64c req-11e65dbe-accc-4118-9502-46f235b65c3c tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:28.522229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa94c448-f304-4900-b641-46e2d79df64c req-11e65dbe-accc-4118-9502-46f235b65c3c tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 943 time: 0.0535634 Nov 09 18:12:28.568026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa94c448-f304-4900-b641-46e2d79df64c req-2251f06f-94dc-4b0c-ac8d-7be92de4e33e tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Nov 09 18:12:28.970109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c652cbe-9f87-41a1-be59-81581286f6da req-e1b1ba97-1cd1-4131-8305-83c0327d04ca tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:28.971629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c652cbe-9f87-41a1-be59-81581286f6da req-e1b1ba97-1cd1-4131-8305-83c0327d04ca tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 944 time: 0.0638247 Nov 09 18:12:29.012246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c652cbe-9f87-41a1-be59-81581286f6da req-4bface76-934c-4ee2-8935-db7f1289ba9c tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Nov 09 18:12:29.273541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-161b9d7e-a0b3-41e7-8fe7-c6422ce00a87 req-f31d6600-2f4e-40b3-bd31-1354a6509aaa tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0523252 Nov 09 18:12:29.432355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 56057376-784e-4600-9edb-a9d97568f5aa details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:29.531058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 56057376-784e-4600-9edb-a9d97568f5aa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=56057376-784e-4600-9edb-a9d97568f5aa,segment=NetworkSegment(aca9fb64-1034-4c75-aefc-5e9ec8cb4df3),segment_id=aca9fb64-1034-4c75-aefc-5e9ec8cb4df3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:29.543744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '56057376-784e-4600-9edb-a9d97568f5aa', 'network_id': '06501a0c-fc52-4282-8f79-8c9b2c94b34c', 'port_id': '56057376-784e-4600-9edb-a9d97568f5aa', 'mac_address': 'fa:16:3e:50:7a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27a675b-5898-463b-a9bb-7d5bc6e92f56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:29.583792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:29.616109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e013040-176d-4061-8f01-daa1915b2ee5 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:29.620424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56057376-784e-4600-9edb-a9d97568f5aa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:29.674086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 56057376-784e-4600-9edb-a9d97568f5aa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=56057376-784e-4600-9edb-a9d97568f5aa,segment=NetworkSegment(aca9fb64-1034-4c75-aefc-5e9ec8cb4df3),segment_id=aca9fb64-1034-4c75-aefc-5e9ec8cb4df3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:29.684535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:29.729961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb7f46-515c-4520-a272-c5363e72bb0b req-22d49172-29e1-48b7-b6a5-ed8e6db7625c tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:29.731535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6efb7f46-515c-4520-a272-c5363e72bb0b req-22d49172-29e1-48b7-b6a5-ed8e6db7625c tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 944 time: 0.0616424 Nov 09 18:12:29.750583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=56057376-784e-4600-9edb-a9d97568f5aa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:29.761532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 5e013040-176d-4061-8f01-daa1915b2ee5 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:29.763025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-768b4a9c-9d91-48db-bf19-2f21951e03c9 req-95067bb3-fbb6-49c0-be76-539dc7e7ed46 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Nov 09 18:12:29.765618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 5e013040-176d-4061-8f01-daa1915b2ee5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:29.766020 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:29.785314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6efb7f46-515c-4520-a272-c5363e72bb0b req-337e22bd-5076-460e-84c8-30046009b41d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Nov 09 18:12:29.854092 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:29.884276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e013040-176d-4061-8f01-daa1915b2ee5'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:29.886819 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a557b2ac-6482-4745-9f51-2ae01cb8f1e8" -d '{"events": [{"server_uuid": "ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f", "name": "network-vif-plugged", "status": "completed", "tag": "5e013040-176d-4061-8f01-daa1915b2ee5"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:29.900217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5e013040-176d-4061-8f01-daa1915b2ee5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e013040-176d-4061-8f01-daa1915b2ee5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:29.906316 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:29.951611 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d495779-6db6-4f5e-a8d3-df10c1d5d82d x-openstack-request-id: req-9d495779-6db6-4f5e-a8d3-df10c1d5d82d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:29.952607 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f", "name": "network-vif-plugged", "status": "completed", "tag": "5e013040-176d-4061-8f01-daa1915b2ee5", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:29.952873 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d495779-6db6-4f5e-a8d3-df10c1d5d82d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:29.953279 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e013040-176d-4061-8f01-daa1915b2ee5', 'code': 200} Nov 09 18:12:29.989267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5e013040-176d-4061-8f01-daa1915b2ee5,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:29.995857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['56057376-784e-4600-9edb-a9d97568f5aa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:30.083040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375e4f7-fb00-441e-a9f6-5a6e845c7c4c req-3e80ef70-5750-4fce-a710-954594c5bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:30.084756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8375e4f7-fb00-441e-a9f6-5a6e845c7c4c req-3e80ef70-5750-4fce-a710-954594c5bad0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 1096 time: 0.0838110 Nov 09 18:12:30.170084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8375e4f7-fb00-441e-a9f6-5a6e845c7c4c req-486960ae-8879-42dc-a906-069375f2f0df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751534 Nov 09 18:12:30.196117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8162e-c415-4a91-a1cc-cf38b1f19d39 req-27054573-fc9a-4d9c-862d-765da5a42639 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:30.204074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70e8162e-c415-4a91-a1cc-cf38b1f19d39 req-27054573-fc9a-4d9c-862d-765da5a42639 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 945 time: 0.0847285 Nov 09 18:12:30.245259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70e8162e-c415-4a91-a1cc-cf38b1f19d39 req-3579bbd7-bbe8-4913-9eba-084efe8066bb tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Nov 09 18:12:30.479694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08b6b9d2-d693-4196-ae9d-558d0902b319 req-62493b09-ac15-43e1-b6ff-01b32434aea5 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0279176 Nov 09 18:12:30.940674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afe586-b430-4ff1-a3a2-c71f528bdba4 req-e912df2d-5a07-4ed8-ac5b-359a891f4640 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:30.942807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10afe586-b430-4ff1-a3a2-c71f528bdba4 req-e912df2d-5a07-4ed8-ac5b-359a891f4640 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 944 time: 0.0838146 Nov 09 18:12:30.982411 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10afe586-b430-4ff1-a3a2-c71f528bdba4 req-ff475329-60fa-42e0-8d9a-ca6f254c6e83 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Nov 09 18:12:31.236289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2a430-2b90-4596-9de7-6d00ead44204 req-5b52393b-ff0d-4c6a-ba69-62e632a28715 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:31.239686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebc2a430-2b90-4596-9de7-6d00ead44204 req-5b52393b-ff0d-4c6a-ba69-62e632a28715 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0483980 Nov 09 18:12:31.278164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebc2a430-2b90-4596-9de7-6d00ead44204 req-10e2885e-9520-4205-bddc-57b595f85456 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Nov 09 18:12:31.304670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34898) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:31.443718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 56057376-784e-4600-9edb-a9d97568f5aa up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:31.460456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec349703-605b-477d-8e2e-e5ad0c33c37b req-c2ec9907-df4c-4efd-bd01-e255612c24a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:31.461994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec349703-605b-477d-8e2e-e5ad0c33c37b req-c2ec9907-df4c-4efd-bd01-e255612c24a8 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 945 time: 0.1178455 Nov 09 18:12:31.512547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 56057376-784e-4600-9edb-a9d97568f5aa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:31.519320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 56057376-784e-4600-9edb-a9d97568f5aa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:31.520243 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:31.543291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec349703-605b-477d-8e2e-e5ad0c33c37b req-5d516343-10ca-412f-91dd-a839713e3e36 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690634 Nov 09 18:12:31.555574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 45918d00-966b-4b83-8132-a5546f580bdc {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:31.555925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:31.649608 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:31.652770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:31.653105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:31.666683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 45918d00-966b-4b83-8132-a5546f580bdc owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:31.717372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 56057376-784e-4600-9edb-a9d97568f5aa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=56057376-784e-4600-9edb-a9d97568f5aa,segment=NetworkSegment(aca9fb64-1034-4c75-aefc-5e9ec8cb4df3),segment_id=aca9fb64-1034-4c75-aefc-5e9ec8cb4df3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:31.729120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:31.811195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=56057376-784e-4600-9edb-a9d97568f5aa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:31.831202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34916) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:31.906823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:31.954608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56057376-784e-4600-9edb-a9d97568f5aa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:31.957087 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf37e617-7d8f-4ed0-a693-871729ee5ed9" -d '{"events": [{"server_uuid": "3c01085a-0182-4c37-9e44-773f0b48c4a9", "name": "network-vif-plugged", "status": "completed", "tag": "56057376-784e-4600-9edb-a9d97568f5aa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:31.965890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=45918d00-966b-4b83-8132-a5546f580bdc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:32.023482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38e3ad11-8cdc-4a76-b857-77a659e4d9d0 req-52843aa4-8793-481f-84df-bbd3175b9549 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0736966 Nov 09 18:12:32.024769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.025117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.025458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.025794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.026151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.026485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.026814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.027140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.027468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.027877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.028198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.028594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:32.034125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e5a39b-a846-4532-b980-0d81ab8adf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.099049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.099346 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP c2e54317-7934-4e75-a922-745a993abe97 disassociated (deleted). External IP: 172.25.0.10, port: 7c5e9432-ab6e-4899-a306-2f4b45f76cb7. Nov 09 18:12:32.160081 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea6a96f-718c-485c-8036-68f949c5ddbf x-openstack-request-id: req-0ea6a96f-718c-485c-8036-68f949c5ddbf {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:32.160573 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01085a-0182-4c37-9e44-773f0b48c4a9", "name": "network-vif-plugged", "status": "completed", "tag": "56057376-784e-4600-9edb-a9d97568f5aa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:32.160938 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ea6a96f-718c-485c-8036-68f949c5ddbf {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:32.161412 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56057376-784e-4600-9edb-a9d97568f5aa', 'code': 200} Nov 09 18:12:32.262981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb7d85-649c-4008-b6f0-2dfdbb066260 req-a81f621a-2aa5-4cc8-b4fb-6d8f3e27c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.264586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cccb7d85-649c-4008-b6f0-2dfdbb066260 req-a81f621a-2aa5-4cc8-b4fb-6d8f3e27c874 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 1096 time: 0.0394368 Nov 09 18:12:32.267362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e5a39b-a846-4532-b980-0d81ab8adf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.276478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17e5a39b-a846-4532-b980-0d81ab8adf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.299806 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cccb7d85-649c-4008-b6f0-2dfdbb066260 req-eba2a99e-405e-40ff-b2de-99b2dc8d7b89 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278871 Nov 09 18:12:32.311949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d6f0-bafa-4b98-a476-545bb6b65d5b req-0cdf43e7-55dd-4439-bd69-07dea84a465f tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.313418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d71d6f0-bafa-4b98-a476-545bb6b65d5b req-0cdf43e7-55dd-4439-bd69-07dea84a465f tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 945 time: 0.1064947 Nov 09 18:12:32.398652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5a39b-a846-4532-b980-0d81ab8adf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad1a33-44dc-4cb5-9fd8-7b7b77ff2383,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:32.413169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-17e5a39b-a846-4532-b980-0d81ab8adf1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33df1a5955b247dfb20b6a7c608a9001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812590 Nov 09 18:12:32.416033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34930) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:32.441228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d71d6f0-bafa-4b98-a476-545bb6b65d5b req-19285630-7017-47a2-bef0-3dd04cb864e8 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649636 Nov 09 18:12:32.466352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router b57ad090-261b-464e-b555-6569f71b6f49 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:12:32.470496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6935fb3f-4472-44ca-a2fe-9624315cb10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.493358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6935fb3f-4472-44ca-a2fe-9624315cb10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.544738 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6935fb3f-4472-44ca-a2fe-9624315cb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.547614 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6935fb3f-4472-44ca-a2fe-9624315cb10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.550657 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6935fb3f-4472-44ca-a2fe-9624315cb10e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00ad1a33-44dc-4cb5-9fd8-7b7b77ff2383 HTTP/1.1" status: 204 len: 168 time: 0.1334608 Nov 09 18:12:32.559947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935fb3f-4472-44ca-a2fe-9624315cb10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad1a33-44dc-4cb5-9fd8-7b7b77ff2383,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:32.602745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:32.608157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:32.622101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] Sync routers for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:32.637474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:32.638499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:32.666565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0a6aeeaf-0eb7-4e07-81ca-a87cb777f90f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/floatingips/c2e54317-7934-4e75-a922-745a993abe97 HTTP/1.1" status: 204 len: 168 time: 1.3582151 Nov 09 18:12:32.667331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:32.672443 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a84ad81-836a-4412-a2e0-fcb7eb341433" -d '{"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:32.684221 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d39cad37-7837-43c7-b864-f8078dae11a3 req-5c2b6106-edd0-40f0-97eb-207d3fd75d54 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=915c7334c85e45158c3b98e266948cb3&device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0468254 Nov 09 18:12:32.733039 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d39cad37-7837-43c7-b864-f8078dae11a3 req-78c2af8e-7972-478d-96d1-97c7a9d794ea service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=915c7334c85e45158c3b98e266948cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382791 Nov 09 18:12:32.761865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:32.827711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fe134-0b4e-4ee1-8166-6d55fa5be298 req-a362a39e-4915-40df-af52-4178804dcdcf tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.835913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e0fe134-0b4e-4ee1-8166-6d55fa5be298 req-a362a39e-4915-40df-af52-4178804dcdcf tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 945 time: 0.0860093 Nov 09 18:12:32.898552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e0fe134-0b4e-4ee1-8166-6d55fa5be298 req-c2302f0d-45e4-443d-adb4-e0ce4e2eaf2b tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524447 Nov 09 18:12:32.951921 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cad37-7837-43c7-b864-f8078dae11a3 req-06997a17-4069-4d58-87b8-5cddb1942335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:32.953617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d39cad37-7837-43c7-b864-f8078dae11a3 req-06997a17-4069-4d58-87b8-5cddb1942335 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1893244 Nov 09 18:12:32.990604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f8bc2f41-67e7-4c5e-9b20-1dc1bc0b5ea7 req-52a8580f-0d0b-4564-b645-d4f9296afe22 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0282340 Nov 09 18:12:32.992524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:34Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:33.020807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] Checking router: b57ad090-261b-464e-b555-6569f71b6f49 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:33.029933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:33.030713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:33.144111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:33.160536 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b38a57-6aea-4521-ae27-67115f2b32fd x-openstack-request-id: req-29b38a57-6aea-4521-ae27-67115f2b32fd {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:33.161044 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:33.161306 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29b38a57-6aea-4521-ae27-67115f2b32fd {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:33.161720 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'status': 'completed', 'code': 200} Nov 09 18:12:33.236545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-29d3bcf6-9dd2-4bb1-b516-bb6293c6ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.238859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-29d3bcf6-9dd2-4bb1-b516-bb6293c6ce73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0527072 Nov 09 18:12:33.391782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-943f205c-f9d7-4352-bf8a-2a78fba74c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.393412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-943f205c-f9d7-4352-bf8a-2a78fba74c3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 200 len: 897 time: 0.1464970 Nov 09 18:12:33.398909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:34Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:33.427293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb8e37-54d0-44ac-bb47-ecb5c45d985a None None] The sync data for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 is: [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:10:29Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '941856c0-968d-4311-9ff2-f4aa2120e80a', 'name': '', 'network_id': '694de417-e029-4ecf-b670-5bfbd0d496f0', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:66:36:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:27Z', 'updated_at': '2021-11-09T18:10:34Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'de103ed5-b08a-4fbc-8b52-eba976fa7965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:33.449042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-a4629a46-21eb-42c5-a035-6568f755b5dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 200 len: 217 time: 0.0460360 Nov 09 18:12:33.542284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-fe83f16e-2100-4a8c-95df-11484586ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.544788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-fe83f16e-2100-4a8c-95df-11484586ad95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 200 len: 835 time: 0.0853481 Nov 09 18:12:33.594458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a2e6f-7b93-470f-be0e-bab150d5b077 req-fdc91a80-6efa-4ed1-9ce4-356fb2862e25 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.596083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb8a2e6f-7b93-470f-be0e-bab150d5b077 req-fdc91a80-6efa-4ed1-9ce4-356fb2862e25 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=90a0d36d-d4c6-4998-925b-59e7b2dc32ec HTTP/1.1" status: 200 len: 946 time: 0.1057355 Nov 09 18:12:33.650489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-b62bb0b8-2750-48ae-b74a-cacc74c87541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.651988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-b62bb0b8-2750-48ae-b74a-cacc74c87541 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=694de417-e029-4ecf-b670-5bfbd0d496f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980144 Nov 09 18:12:33.678879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb8a2e6f-7b93-470f-be0e-bab150d5b077 req-db814c94-22c7-4869-bd57-eb4bf45a402e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662169 Nov 09 18:12:33.806888 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45632481-36df-49f5-873f-aa08064dd3ee None None] New status for floating IP c2e54317-7934-4e75-a922-745a993abe97: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:12:33.841832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b04440-81ee-4872-b95c-ff54e64daa2e req-162e1b99-2a43-4187-a6e1-8a12999152a2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:33.843341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3b04440-81ee-4872-b95c-ff54e64daa2e req-162e1b99-2a43-4187-a6e1-8a12999152a2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0835376 Nov 09 18:12:33.849405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-5106b24a-856d-4fa5-bf36-faf934bdc466 service neutron] 10.222.0.73 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740036 Nov 09 18:12:33.943230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3b04440-81ee-4872-b95c-ff54e64daa2e req-a8dd7ae5-ab92-4313-94d3-ef55654e9975 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=a081f595-c319-429f-9a96-c031b9e6e05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893126 Nov 09 18:12:33.978566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a84ad81-836a-4412-a2e0-fcb7eb341433 req-7e3364a6-7db5-47e0-ada1-b9a6991bc33a service neutron] 10.222.0.73 "GET /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174614 Nov 09 18:12:34.153425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdea93-d930-4e94-bc04-8c8b5a50434b req-0556fe1c-dd3d-4c73-9f76-88217520e772 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:34.154985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3efdea93-d930-4e94-bc04-8c8b5a50434b req-0556fe1c-dd3d-4c73-9f76-88217520e772 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 945 time: 0.0560110 Nov 09 18:12:34.193374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3efdea93-d930-4e94-bc04-8c8b5a50434b req-b2b3746c-5396-4068-a5fb-e9cfab19b51d tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Nov 09 18:12:34.395946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4273638a-09fd-4671-89b1-a118cb44eaf9 req-209a1c49-cd1f-4331-b8ee-6cdcdd55c8f8 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.32 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Nov 09 18:12:34.594267 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d39cad37-7837-43c7-b864-f8078dae11a3 req-f8af638a-252a-4d86-8c0d-7019294ff355 tempest-ServerShowV257Test-1619025454 tempest-ServerShowV257Test-1619025454-project] 10.222.0.85 "GET /v2.0/ports?device_id=71817f96-0502-4bce-835d-2d7139dca011 HTTP/1.1" status: 200 len: 210 time: 0.0306480 Nov 09 18:12:34.799389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-a9cbe452-1178-42cf-a6bd-7abc70ef9e36 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:34.801457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-a9cbe452-1178-42cf-a6bd-7abc70ef9e36 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 946 time: 0.0770142 Nov 09 18:12:34.905746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:34.905870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:34.996360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:34.996732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:35.009653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:35.182567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-e7813d13-aa19-44d5-be09-13d73e22f81e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:35.185207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-e7813d13-aa19-44d5-be09-13d73e22f81e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 812 time: 0.1303196 Nov 09 18:12:35.470899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-88b020f9-416c-4d9d-a478-970331f8aa59 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/quotas/51058bd1c74e4cbbbc60cb9cadba6dc1 HTTP/1.1" status: 200 len: 375 time: 0.2593584 Nov 09 18:12:35.508639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:35.542022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=7c5e9432-ab6e-4899-a306-2f4b45f76cb7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:35.578954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-c62d7030-fb5f-4500-8475-0e219c3abdd5 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009479 Nov 09 18:12:35.603313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] No DVR routers for this DVR port 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:35.607007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:35.610209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00ad56b1-d3eb-4c83-8513-b8966ae08058 req-b06a8cc6-dc38-4252-bd41-a98124729bf5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "DELETE /v2.0/ports/7c5e9432-ab6e-4899-a306-2f4b45f76cb7 HTTP/1.1" status: 204 len: 173 time: 0.7988327 Nov 09 18:12:35.610647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-deleted', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:35.612859 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef32812f-1db2-441e-be26-434f08661f84" -d '{"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-deleted", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:35.704685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-e90b6160-d1c9-4b6f-865f-ed64f9202a66 service neutron] 10.222.0.32 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084378 Nov 09 18:12:35.799555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-d6478bbb-2a07-4ae3-a2aa-ce24a895fc86 service neutron] 10.222.0.32 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885329 Nov 09 18:12:35.926179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-194c96d9-0643-45ad-95d4-516a22790f66 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:35.927715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-194c96d9-0643-45ad-95d4-516a22790f66 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "GET /v2.0/ports?device_id=90a0d36d-d4c6-4998-925b-59e7b2dc32ec HTTP/1.1" status: 200 len: 946 time: 0.0692313 Nov 09 18:12:36.090371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Deleting port 08b58864-3c30-4aaf-bc71-03d02cb16db5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:36.091027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:36.287842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca47a4b4-329a-4e99-9dc8-627cc22133bd req-9139f40d-76bf-4ec3-985b-aee30cdee778 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=848a3cd2-883c-4082-b3a3-775efd79c9d4 HTTP/1.1" status: 200 len: 210 time: 0.0466421 Nov 09 18:12:36.304243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-7ac61700-8a73-4764-9726-418103e02e49 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:36.305684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-7ac61700-8a73-4764-9726-418103e02e49 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "GET /v2.0/ports?device_id=ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f HTTP/1.1" status: 200 len: 945 time: 0.1269464 Nov 09 18:12:36.314094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] For port 08b58864-3c30-4aaf-bc71-03d02cb16db5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=08b58864-3c30-4aaf-bc71-03d02cb16db5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:36.314094 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:36.337441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Calling delete_port for 08b58864-3c30-4aaf-bc71-03d02cb16db5 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:36.566213 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e14fcf-1a33-4fbd-b68a-f623453aad42 x-openstack-request-id: req-08e14fcf-1a33-4fbd-b68a-f623453aad42 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:36.570218 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848a3cd2-883c-4082-b3a3-775efd79c9d4", "name": "network-vif-deleted", "tag": "7c5e9432-ab6e-4899-a306-2f4b45f76cb7", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:36.570547 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08e14fcf-1a33-4fbd-b68a-f623453aad42 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:36.570915 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848a3cd2-883c-4082-b3a3-775efd79c9d4', 'name': 'network-vif-deleted', 'tag': '7c5e9432-ab6e-4899-a306-2f4b45f76cb7', 'status': 'completed', 'code': 200} Nov 09 18:12:36.699361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Deleting port 5e013040-176d-4061-8f01-daa1915b2ee5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:36.699539 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:36.750051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:36.768017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['08b58864-3c30-4aaf-bc71-03d02cb16db5', '5e013040-176d-4061-8f01-daa1915b2ee5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:36.793571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event deleted for resources: {'Port': ['ID=08b58864-3c30-4aaf-bc71-03d02cb16db5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:36.855053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] No DVR routers for this DVR port 08b58864-3c30-4aaf-bc71-03d02cb16db5 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:36.864079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:36.867619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcdc8abd-dde0-4adc-ab9f-a84a17970ee6 req-31f8d1a8-ace0-4aef-93a2-fd8d16869fbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "DELETE /v2.0/ports/08b58864-3c30-4aaf-bc71-03d02cb16db5 HTTP/1.1" status: 204 len: 173 time: 0.9270790 Nov 09 18:12:36.893613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] For port 5e013040-176d-4061-8f01-daa1915b2ee5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5e013040-176d-4061-8f01-daa1915b2ee5,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:36.894032 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:36.916170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Calling delete_port for 5e013040-176d-4061-8f01-daa1915b2ee5 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:37.055004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35090) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:37.204371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.226522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['08b58864-3c30-4aaf-bc71-03d02cb16db5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:37.232226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.310934 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d7deb0ea-808d-4640-ab1d-f85b5a9291ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.338995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.344144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event deleted for resources: {'Port': ['ID=5e013040-176d-4061-8f01-daa1915b2ee5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:37.352753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.376534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] No DVR routers for this DVR port 5e013040-176d-4061-8f01-daa1915b2ee5 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:37.381707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.385547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bd4ed9b-101b-40a5-ad70-e06f67172848 req-432cd066-c5e8-4cb8-b7b2-301557a6690f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "DELETE /v2.0/ports/5e013040-176d-4061-8f01-daa1915b2ee5 HTTP/1.1" status: 204 len: 173 time: 1.0631399 Nov 09 18:12:37.414340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=915c7334c85e45158c3b98e266948cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579762 Nov 09 18:12:37.422391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:37.432947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-31150671-d4a8-4ef4-b765-e13d3dbb2499 req-8f4d71f7-2e33-41b6-a2ee-66de6c2e8e0b tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 210 time: 0.0964210 Nov 09 18:12:37.562137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe948854-6dc0-4069-968f-c05b5a842aa0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:37.593234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846f001-82c7-47fc-bfd8-2e591dc9d721 req-2e066012-1112-40f9-ab2d-4a795eba3206 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:37.594761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8846f001-82c7-47fc-bfd8-2e591dc9d721 req-2e066012-1112-40f9-ab2d-4a795eba3206 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 945 time: 0.0757527 Nov 09 18:12:37.604667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.605271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.605783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.606373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.606899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.607413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.608563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.611900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.614371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.615191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.615715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.616058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180a9ed-e693-455f-a7ce-2cc06804491e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:37.625691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3b76944-155a-41ed-8b57-5b7ffa1fb7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.655599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8846f001-82c7-47fc-bfd8-2e591dc9d721 req-6039b93b-ef81-4063-a948-bbf362401aaa tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500002 Nov 09 18:12:37.667628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:37.673492 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3b76944-155a-41ed-8b57-5b7ffa1fb7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.701321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:37.701673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 7c5e9432-ab6e-4899-a306-2f4b45f76cb7 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:37.702445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e013040-176d-4061-8f01-daa1915b2ee5 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:37.713562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35112) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:37.726447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 5e013040-176d-4061-8f01-daa1915b2ee5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:37.726939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5e013040-176d-4061-8f01-daa1915b2ee5 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:37.727702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 08b58864-3c30-4aaf-bc71-03d02cb16db5 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:37.803340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3b76944-155a-41ed-8b57-5b7ffa1fb7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.803589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 08b58864-3c30-4aaf-bc71-03d02cb16db5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:37.804068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 08b58864-3c30-4aaf-bc71-03d02cb16db5 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:37.806198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3b76944-155a-41ed-8b57-5b7ffa1fb7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:37.808300 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b3b76944-155a-41ed-8b57-5b7ffa1fb7bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe948854-6dc0-4069-968f-c05b5a842aa0 HTTP/1.1" status: 204 len: 168 time: 0.3700738 Nov 09 18:12:37.817943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b76944-155a-41ed-8b57-5b7ffa1fb7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe948854-6dc0-4069-968f-c05b5a842aa0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:38.176033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-82a534e9-6c74-44c5-a301-4697b979e168 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:38.182858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-82a534e9-6c74-44c5-a301-4697b979e168 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.85 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 812 time: 0.2209206 Nov 09 18:12:38.197873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Request body: {'port': {'device_id': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'admin_state_up': True, 'tenant_id': '51058bd1c74e4cbbbc60cb9cadba6dc1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:38.426383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Made reservation on behalf of 51058bd1c74e4cbbbc60cb9cadba6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:38.480601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:38.573028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'name': 'network-vif-deleted', 'tag': '08b58864-3c30-4aaf-bc71-03d02cb16db5'}, {'server_uuid': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'name': 'network-vif-deleted', 'tag': '5e013040-176d-4061-8f01-daa1915b2ee5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:38.583823 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70fb3c8-340b-4880-9d82-3be38e89d080" -d '{"events": [{"server_uuid": "90a0d36d-d4c6-4998-925b-59e7b2dc32ec", "name": "network-vif-deleted", "tag": "08b58864-3c30-4aaf-bc71-03d02cb16db5"}, {"server_uuid": "ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f", "name": "network-vif-deleted", "tag": "5e013040-176d-4061-8f01-daa1915b2ee5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:38.657788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-dab2c656-6919-4fa2-bd0e-50dc359bc70d tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:38.660825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-dab2c656-6919-4fa2-bd0e-50dc359bc70d tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 812 time: 0.2623692 Nov 09 18:12:38.705085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Request body: {'port': {'device_id': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'admin_state_up': True, 'tenant_id': '51058bd1c74e4cbbbc60cb9cadba6dc1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:38.716029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51c1507e-0322-46c8-9fa7-f197248dc6f4 req-cd66da4a-c17c-4759-b975-df5ebf02d1a6 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 210 time: 0.0528371 Nov 09 18:12:38.791371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Allocated IP 172.20.0.6 (c8010ed0-5cb6-4349-bee2-261067120371/f3bddde4-c71f-4b37-be0f-645fefbd40fc/205efc52-3b25-4495-9d7c-de105e0ee2bf) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:38.886322 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c18320-a29f-4348-b338-c38a1666a362 x-openstack-request-id: req-28c18320-a29f-4348-b338-c38a1666a362 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:38.886621 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0d36d-d4c6-4998-925b-59e7b2dc32ec", "name": "network-vif-deleted", "tag": "08b58864-3c30-4aaf-bc71-03d02cb16db5", "status": "completed", "code": 200}, {"server_uuid": "ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f", "name": "network-vif-deleted", "tag": "5e013040-176d-4061-8f01-daa1915b2ee5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:38.886975 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28c18320-a29f-4348-b338-c38a1666a362 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:38.887377 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0d36d-d4c6-4998-925b-59e7b2dc32ec', 'name': 'network-vif-deleted', 'tag': '08b58864-3c30-4aaf-bc71-03d02cb16db5', 'status': 'completed', 'code': 200} Nov 09 18:12:38.887646 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6e6cd0-f08f-448a-b2d4-afaf400f6b1f', 'name': 'network-vif-deleted', 'tag': '5e013040-176d-4061-8f01-daa1915b2ee5', 'status': 'completed', 'code': 200} Nov 09 18:12:38.955430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Made reservation on behalf of 51058bd1c74e4cbbbc60cb9cadba6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:38.960031 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.076507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-628ff225-2528-469d-b81f-802c5bb5e4f0 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:39.078569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-628ff225-2528-469d-b81f-802c5bb5e4f0 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 945 time: 0.2092357 Nov 09 18:12:39.086514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8b71-d171-40dc-84eb-c7613adf4a76 req-da37fcb9-6939-4561-a9d8-477a57068592 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:39.104095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-302d8b71-d171-40dc-84eb-c7613adf4a76 req-da37fcb9-6939-4561-a9d8-477a57068592 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c01085a-0182-4c37-9e44-773f0b48c4a9 HTTP/1.1" status: 200 len: 945 time: 0.1385980 Nov 09 18:12:39.219385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.253878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:39.265240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.277538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Deleting port 56057376-784e-4600-9edb-a9d97568f5aa {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:39.278298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.317725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-302d8b71-d171-40dc-84eb-c7613adf4a76 req-056f1396-9644-4fcf-aa75-bf87206058c0 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce5598f8-16eb-4e36-9a39-02947e06eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091472 Nov 09 18:12:39.445739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-432458569-network', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:39.512352 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] For port 56057376-784e-4600-9edb-a9d97568f5aa, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=56057376-784e-4600-9edb-a9d97568f5aa,segment=NetworkSegment(aca9fb64-1034-4c75-aefc-5e9ec8cb4df3),segment_id=aca9fb64-1034-4c75-aefc-5e9ec8cb4df3)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:39.512881 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.528208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Calling delete_port for 56057376-784e-4600-9edb-a9d97568f5aa owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:39.531410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.536792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Made reservation on behalf of 0ef107dcc65244f39f3d71cd32022478 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:39.539423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.598907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event updated for resources: {'Port': ['ID=205efc52-3b25-4495-9d7c-de105e0ee2bf,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:39.609805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.623670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Allocated IP 172.20.0.9 (c8010ed0-5cb6-4349-bee2-261067120371/f3bddde4-c71f-4b37-be0f-645fefbd40fc/65cba683-23ff-463a-b27e-a47949daa2aa) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:39.676384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Network c8010ed0-5cb6-4349-bee2-261067120371 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:39.695161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:39.700284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:39.787263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:39.787986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.789677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7e80-3421-4f32-9a66-deb18c770c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.819159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 941856c0-968d-4311-9ff2-f4aa2120e80a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:39.819743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.841706 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-7f6dc02f-c5c2-4d76-a11b-7fb6120683ee tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6477344 Nov 09 18:12:39.860171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Request body: {'port': {'device_id': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:39.903220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.908856 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.916901 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.977509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 941856c0-968d-4311-9ff2-f4aa2120e80a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=941856c0-968d-4311-9ff2-f4aa2120e80a,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:39.978572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.984398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:39.992703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 941856c0-968d-4311-9ff2-f4aa2120e80a owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:40.072162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Pushing event deleted for resources: {'Port': ['ID=56057376-784e-4600-9edb-a9d97568f5aa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:40.109276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:12:40.142233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] No DVR routers for this DVR port 56057376-784e-4600-9edb-a9d97568f5aa on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:40.149491 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.153163 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad2fe158-69b2-4785-b2c4-c06341ef31f1 req-a5a674b5-b2f6-4e9c-b1c4-9fc72930ae08 tempest-ServerAddressesTestJSON-513509036 tempest-ServerAddressesTestJSON-513509036-project] 10.222.0.85 "DELETE /v2.0/ports/56057376-784e-4600-9edb-a9d97568f5aa HTTP/1.1" status: 204 len: 173 time: 1.0646069 Nov 09 18:12:40.165079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'name': 'network-vif-deleted', 'tag': '56057376-784e-4600-9edb-a9d97568f5aa'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:40.174295 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191af7d4-b44b-45d8-ba82-40930bbb93e8" -d '{"events": [{"server_uuid": "3c01085a-0182-4c37-9e44-773f0b48c4a9", "name": "network-vif-deleted", "tag": "56057376-784e-4600-9edb-a9d97568f5aa"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:40.178524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.180871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916c0786-504c-4c8b-bddd-6f8829d43b18,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:40.199189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.202406 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Added segment 9739a78c-3a32-4303-8e54-170a4d16245b of type vlan for network b66ce66d-7339-4123-977d-4364f4d53541 Nov 09 18:12:40.344421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.358100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.391453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.393239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:40.394355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.453284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=941856c0-968d-4311-9ff2-f4aa2120e80a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:40.472141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b66ce66d-7339-4123-977d-4364f4d53541,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:40.482819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b66ce66d-7339-4123-977d-4364f4d53541 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:12:40.485709 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f61a52b4-2e57-4706-9bc8-ab72234ec5b3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2301538 Nov 09 18:12:40.490443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35178) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:40.507679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Request body: {'subnet': {'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-subnet', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:40.552585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Made reservation on behalf of 0ef107dcc65244f39f3d71cd32022478 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:40.555446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.813665 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:40.952317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Checking segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:40.952729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Network hostable DHCP agents. Network: b66ce66d-7339-4123-977d-4364f4d53541, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:12:40.975307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13b46d4-fe3f-466f-9aab-fda7d6b68376,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:40.995667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Network b66ce66d-7339-4123-977d-4364f4d53541 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:12:41.012855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b66ce66d-7339-4123-977d-4364f4d53541) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:41.021120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:41.022183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.023157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2bc0d7-a658-4b68-8377-b29fffc080e3 None None] Network b66ce66d-7339-4123-977d-4364f4d53541 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:41.031651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.058708 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-43a70f23-333c-4f47-bd3e-479b2393cff2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5630338 Nov 09 18:12:41.059576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35184) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:41.068434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:41.125081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.127789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.164944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804b281-646d-4a43-8957-20f3e2da0008 req-442a395a-ad94-4a2d-8920-2b69ada8be73 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:41.172686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9804b281-646d-4a43-8957-20f3e2da0008 req-442a395a-ad94-4a2d-8920-2b69ada8be73 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 931 time: 0.8662145 Nov 09 18:12:41.211201 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.229497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.248314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b66ce66d-7339-4123-977d-4364f4d53541', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:12:41.249191 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.276483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9804b281-646d-4a43-8957-20f3e2da0008 req-fb31cdac-420c-4c7f-b7b9-339337a5f5f0 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028013 Nov 09 18:12:41.343859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.364354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.420347 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7371ea99-2e33-49b9-b9bd-d6d1be8ff2ea x-openstack-request-id: req-7371ea99-2e33-49b9-b9bd-d6d1be8ff2ea {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:41.420954 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c01085a-0182-4c37-9e44-773f0b48c4a9", "name": "network-vif-deleted", "tag": "56057376-784e-4600-9edb-a9d97568f5aa", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:41.420954 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7371ea99-2e33-49b9-b9bd-d6d1be8ff2ea {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:41.421286 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c01085a-0182-4c37-9e44-773f0b48c4a9', 'name': 'network-vif-deleted', 'tag': '56057376-784e-4600-9edb-a9d97568f5aa', 'status': 'completed', 'code': 200} Nov 09 18:12:41.444364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Allocated IP 172.20.0.2 (b66ce66d-7339-4123-977d-4364f4d53541/b13b46d4-fe3f-466f-9aab-fda7d6b68376/f3025761-1c43-4982-9ab9-454d50d6cff9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:41.545976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 56057376-784e-4600-9edb-a9d97568f5aa no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:41.569635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 56057376-784e-4600-9edb-a9d97568f5aa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:41.570666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 56057376-784e-4600-9edb-a9d97568f5aa not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:41.587755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35188) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:41.590660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event updated for resources: {'Port': ['ID=65cba683-23ff-463a-b27e-a47949daa2aa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:41.627299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Network c8010ed0-5cb6-4349-bee2-261067120371 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:41.631860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:41.670450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:41.678550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.698672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.705470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.724521 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Network b66ce66d-7339-4123-977d-4364f4d53541 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:41.727108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:41.732465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:41.776443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] Deleting subnet b27a675b-5898-463b-a9bb-7d5bc6e92f56 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:12:41.777431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:41.778482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.795531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:41.814968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-2605ea76-3447-4703-9cf0-4f58f7177af2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1372883 Nov 09 18:12:41.824758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router b57ad090-261b-464e-b555-6569f71b6f49 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:12:41.834874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Request body: {'port': {'device_id': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:41.903378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.022922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Pushing event updated for resources: {'Port': ['ID=f3025761-1c43-4982-9ab9-454d50d6cff9,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:42.041652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Attempting to bind port f3025761-1c43-4982-9ab9-454d50d6cff9 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:42.042356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Attempting to bind port f3025761-1c43-4982-9ab9-454d50d6cff9 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:42.042697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Attempting to bind port f3025761-1c43-4982-9ab9-454d50d6cff9 on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:42.048754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:42.049299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Checking segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:42.049843 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.050995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Bound using segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:42.051603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Bound port: f3025761-1c43-4982-9ab9-454d50d6cff9, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:42.052111 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.106325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:42.117641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9bc055e9-0e29-46d7-82bb-175de29b29a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/b57ad090-261b-464e-b555-6569f71b6f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4027705 Nov 09 18:12:42.118580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35192) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:42.119388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] Sync routers for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:42.156886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:42.156886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:42.165573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] For port f3025761-1c43-4982-9ab9-454d50d6cff9, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:42.255725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] For port f3025761-1c43-4982-9ab9-454d50d6cff9, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f3025761-1c43-4982-9ab9-454d50d6cff9,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:42.263793 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.319849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.362685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205efc52-3b25-4495-9d7c-de105e0ee2bf {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:42.378901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting subnet de103ed5-b08a-4fbc-8b52-eba976fa7965 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:12:42.384127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f4cf-ee8d-47e0-a547-d88dae3de5a3 None None] Pushing event updated for resources: {'Port': ['ID=f3025761-1c43-4982-9ab9-454d50d6cff9,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:42.387056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.387885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.419235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:42.446983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Transition to ACTIVE for port object 205efc52-3b25-4495-9d7c-de105e0ee2bf will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:42.449093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.489445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.522999 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.548522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Pushing event updated for resources: {'Port': ['ID=205efc52-3b25-4495-9d7c-de105e0ee2bf,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:42.644991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.715254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbfa78-f5cd-415e-8ea8-e8b4252e4cd0 req-4b72271b-74b3-4dc9-a836-4d08ffaac3b7 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:42.735725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1cbfa78-f5cd-415e-8ea8-e8b4252e4cd0 req-4b72271b-74b3-4dc9-a836-4d08ffaac3b7 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 943 time: 0.2894611 Nov 09 18:12:42.767501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.809575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:12:40Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:42.867950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] Checking router: b57ad090-261b-464e-b555-6569f71b6f49 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:42.881305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] Routers {'b57ad090-261b-464e-b555-6569f71b6f49'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:42.882505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b57ad090-261b-464e-b555-6569f71b6f49'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:42.884921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.907965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:42.917833 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.051343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.059686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] Set router b57ad090-261b-464e-b555-6569f71b6f49 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:43.097450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Allocated IP 172.25.0.55 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:43.098871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1cbfa78-f5cd-415e-8ea8-e8b4252e4cd0 req-b37a5587-2768-4680-8d6a-300bfe5f218d tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615236 Nov 09 18:12:43.242258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.246165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27a675b-5898-463b-a9bb-7d5bc6e92f56,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:43.251503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.257509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Attempting to bind port 205efc52-3b25-4495-9d7c-de105e0ee2bf on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:43.257852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Attempting to bind port 205efc52-3b25-4495-9d7c-de105e0ee2bf by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:43.258216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Attempting to bind port 205efc52-3b25-4495-9d7c-de105e0ee2bf on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:43.269650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4665ec91-b1fe-4712-8449-8261a3cc379e None None] Network 694de417-e029-4ecf-b670-5bfbd0d496f0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:43.277587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Port 205efc52-3b25-4495-9d7c-de105e0ee2bf on network c8010ed0-5cb6-4349-bee2-261067120371 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:43.277903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Attempting to bind port 205efc52-3b25-4495-9d7c-de105e0ee2bf on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:43.279699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/subnets/de103ed5-b08a-4fbc-8b52-eba976fa7965 HTTP/1.1" status: 204 len: 168 time: 1.1510615 Nov 09 18:12:43.282647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af604a-d3c3-4b6d-a2cf-9727d6a81986 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Subnet': ['ID=de103ed5-b08a-4fbc-8b52-eba976fa7965,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:43.287882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35208) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:43.294744 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.307599 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-92ed1f2e-1d1d-4ea0-873e-4d0cd597b374 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b27a675b-5898-463b-a9bb-7d5bc6e92f56 HTTP/1.1" status: 204 len: 168 time: 1.7161679 Nov 09 18:12:43.318213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:43.348699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:43.348989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Checking segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:43.349467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Bound using segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:43.349935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Bound port: 205efc52-3b25-4495-9d7c-de105e0ee2bf, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:43.350328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.374132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cba683-23ff-463a-b27e-a47949daa2aa {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:43.411730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.474104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Transition to ACTIVE for port object 65cba683-23ff-463a-b27e-a47949daa2aa will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:12:43.490550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.591551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f3025761-1c43-4982-9ab9-454d50d6cff9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:43.599093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Pushing event updated for resources: {'Port': ['ID=65cba683-23ff-463a-b27e-a47949daa2aa,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:43.716616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Attempting to bind port 65cba683-23ff-463a-b27e-a47949daa2aa on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:43.719159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Attempting to bind port 65cba683-23ff-463a-b27e-a47949daa2aa by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:43.720580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Attempting to bind port 65cba683-23ff-463a-b27e-a47949daa2aa on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:43.728990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Port 65cba683-23ff-463a-b27e-a47949daa2aa on network c8010ed0-5cb6-4349-bee2-261067120371 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:12:43.730235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Attempting to bind port 65cba683-23ff-463a-b27e-a47949daa2aa on network c8010ed0-5cb6-4349-bee2-261067120371 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:43.742840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:43.745724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Checking segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:43.747966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Bound using segment: {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:43.748554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Bound port: 65cba683-23ff-463a-b27e-a47949daa2aa, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bce2824-3f7f-45a9-8a22-cdcff95de9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:43.749144 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.834827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f3025761-1c43-4982-9ab9-454d50d6cff9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:43.835218 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.868035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] For port 65cba683-23ff-463a-b27e-a47949daa2aa, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:43.871282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] For port 65cba683-23ff-463a-b27e-a47949daa2aa, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65cba683-23ff-463a-b27e-a47949daa2aa,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:43.872398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35218) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:43.881671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] For port 205efc52-3b25-4495-9d7c-de105e0ee2bf, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:43.895158 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.906098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] For port 205efc52-3b25-4495-9d7c-de105e0ee2bf, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=205efc52-3b25-4495-9d7c-de105e0ee2bf,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:43.914055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:12:40Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:43.949299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:43.954174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:43.959259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] 10.222.0.73 "PUT /v2.0/ports/65cba683-23ff-463a-b27e-a47949daa2aa HTTP/1.1" status: 200 len: 1091 time: 2.1293559 Nov 09 18:12:43.976059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'tag': '65cba683-23ff-463a-b27e-a47949daa2aa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:43.978990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb72e-c9bc-434f-8a1a-03852bf0cde5 None None] The sync data for ids ['b57ad090-261b-464e-b555-6569f71b6f49'] in n-d-817240-1 is: [{'id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605114554', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:10:17Z', 'updated_at': '2021-11-09T18:12:40Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ad090-261b-464e-b555-6569f71b6f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:10:18Z', 'updated_at': '2021-11-09T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:43.984252 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106aab4-226c-4170-a7c2-ed47b11b1e70" -d '{"events": [{"name": "network-changed", "server_uuid": "37875b37-0f80-4c9e-8356-a4bef96103ae", "tag": "65cba683-23ff-463a-b27e-a47949daa2aa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:44.014599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.133668 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.190645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port f3025761-1c43-4982-9ab9-454d50d6cff9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f3025761-1c43-4982-9ab9-454d50d6cff9,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:44.197195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e917b2d-a7e1-41e2-b3e1-9445df0001bb None None] Network b66ce66d-7339-4123-977d-4364f4d53541 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:44.203232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.208888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.213697 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649d43ad-a50c-49b1-a41e-62bbbbb2a031 x-openstack-request-id: req-649d43ad-a50c-49b1-a41e-62bbbbb2a031 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:44.214268 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37875b37-0f80-4c9e-8356-a4bef96103ae", "tag": "65cba683-23ff-463a-b27e-a47949daa2aa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:44.215412 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-649d43ad-a50c-49b1-a41e-62bbbbb2a031 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:44.217358 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'tag': '65cba683-23ff-463a-b27e-a47949daa2aa', 'status': 'completed', 'code': 200} Nov 09 18:12:44.221261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3d306a4-e5e5-4907-893b-a06085674f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.244268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.244903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.248261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e958d-eed8-4bc3-a1f8-cda638c2ea69 service neutron] Pushing event updated for resources: {'Port': ['ID=65cba683-23ff-463a-b27e-a47949daa2aa,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:44.250636 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] 10.222.0.85 "PUT /v2.0/ports/205efc52-3b25-4495-9d7c-de105e0ee2bf HTTP/1.1" status: 200 len: 1091 time: 4.3945315 Nov 09 18:12:44.261808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'tag': '205efc52-3b25-4495-9d7c-de105e0ee2bf'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:44.265085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-16438471-6fbb-4c8c-b915-c6f37abf1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.267148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-16438471-6fbb-4c8c-b915-c6f37abf1185 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=37875b37-0f80-4c9e-8356-a4bef96103ae HTTP/1.1" status: 200 len: 1094 time: 0.1930718 Nov 09 18:12:44.268741 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addcdb94-fde3-4960-a57a-6fdb652c8845" -d '{"events": [{"name": "network-changed", "server_uuid": "38f0267f-ab7f-4025-adc8-6af5f50fb9f6", "tag": "205efc52-3b25-4495-9d7c-de105e0ee2bf"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:44.292892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.341383 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-72460242-a837-47df-8504-cc73bc1c8b68 None None] Provisioning complete for port f3025761-1c43-4982-9ab9-454d50d6cff9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:44.341910 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-72460242-a837-47df-8504-cc73bc1c8b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.366389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-5168fff9-d871-415a-b54e-d4429fff5f1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cba683-23ff-463a-b27e-a47949daa2aa HTTP/1.1" status: 200 len: 217 time: 0.0892704 Nov 09 18:12:44.367335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.393904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] DHCP port deletion for 694de417-e029-4ecf-b670-5bfbd0d496f0 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:12:44.509665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:44.526152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=f3025761-1c43-4982-9ab9-454d50d6cff9,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:44.553214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:44.559498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703191f-21e6-4d6c-9766-3bc33ce6f823 service neutron] Pushing event updated for resources: {'Port': ['ID=205efc52-3b25-4495-9d7c-de105e0ee2bf,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:44.565440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:44.569834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-9302a08b-f59c-4862-b6c2-6b7c3b876d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.571471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-9302a08b-f59c-4862-b6c2-6b7c3b876d4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.1518462 Nov 09 18:12:44.635324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75932a4-1123-4f62-89be-d99a25b0d50e req-50ac6104-152b-49e7-bf21-a8835ba94eb3 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.637389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e75932a4-1123-4f62-89be-d99a25b0d50e req-50ac6104-152b-49e7-bf21-a8835ba94eb3 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 943 time: 0.2684293 Nov 09 18:12:44.641400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-b8620efd-b694-4d9a-ac2e-1f366f42d2b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521410 Nov 09 18:12:44.726799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3d306a4-e5e5-4907-893b-a06085674f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.730795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] Deleting port b2e34966-c60b-4dbe-990e-580eb6ba7787 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:44.731296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.783990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-a040cc45-5b06-4759-92be-b19ffb098e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:44.785566 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-a040cc45-5b06-4759-92be-b19ffb098e39 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 1094 time: 0.4630730 Nov 09 18:12:44.786226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Pushing event updated for resources: {'Port': ['ID=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:44.830822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] For port b2e34966-c60b-4dbe-990e-580eb6ba7787, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2e34966-c60b-4dbe-990e-580eb6ba7787,segment=NetworkSegment(718696a8-4db0-444b-8505-0eccc5274cf9),segment_id=718696a8-4db0-444b-8505-0eccc5274cf9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:44.831332 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.845689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] Calling delete_port for b2e34966-c60b-4dbe-990e-580eb6ba7787 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:44.863931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.907264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3d306a4-e5e5-4907-893b-a06085674f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.912481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-a48626f6-decb-4018-8d05-9fdcb1ee5f9f service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342427 Nov 09 18:12:44.948968 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:44.973261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e75932a4-1123-4f62-89be-d99a25b0d50e req-f2fee727-6b39-4fe0-a121-6a6fe5b90fc2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260732 Nov 09 18:12:44.977596 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-8b0b1493-a29f-460b-97ab-afba11cfa702 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205efc52-3b25-4495-9d7c-de105e0ee2bf HTTP/1.1" status: 200 len: 217 time: 0.1624818 Nov 09 18:12:44.985243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] Pushing event deleted for resources: {'Port': ['ID=b2e34966-c60b-4dbe-990e-580eb6ba7787,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:44.992912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858012d9-eb12-4f5a-82cb-0b6e9d6c9b0f None None] No DVR routers for this DVR port b2e34966-c60b-4dbe-990e-580eb6ba7787 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:12:45.008421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06501a0c-fc52-4282-8f79-8c9b2c94b34c']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:45.025736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c3d306a4-e5e5-4907-893b-a06085674f27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=452c8a351e7648f4b375d7862ee6e4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1521902 Nov 09 18:12:45.027311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca9fb64-1034-4c75-aefc-5e9ec8cb4df3') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:45.027311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca9fb64-1034-4c75-aefc-5e9ec8cb4df3') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:45.038094 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.054376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.061504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:12:45.061915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.115715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9539ea74-3e1c-4007-92a1-48a775d81529 None None] Provisioning complete for port f3025761-1c43-4982-9ab9-454d50d6cff9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:45.118705 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9539ea74-3e1c-4007-92a1-48a775d81529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.129375 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:12:45.132911 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:12:45.145515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35234) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:45.147821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-09a4f2d7-f822-4875-bbee-d7a5254cf9f3 service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001116 Nov 09 18:12:45.173509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d306a4-e5e5-4907-893b-a06085674f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec838330-1b8a-4cf7-835e-5a7b4675714a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:45.180061 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789ccce-df81-443d-aaa4-bbbe6518d66f x-openstack-request-id: req-c789ccce-df81-443d-aaa4-bbbe6518d66f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:45.180684 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f0267f-ab7f-4025-adc8-6af5f50fb9f6", "tag": "205efc52-3b25-4495-9d7c-de105e0ee2bf", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:45.181111 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c789ccce-df81-443d-aaa4-bbbe6518d66f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:45.181744 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'tag': '205efc52-3b25-4495-9d7c-de105e0ee2bf', 'status': 'completed', 'code': 200} Nov 09 18:12:45.220593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.242947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.254283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] 10.222.0.32 "DELETE /v2.0/networks/06501a0c-fc52-4282-8f79-8c9b2c94b34c HTTP/1.1" status: 204 len: 168 time: 1.9331305 Nov 09 18:12:45.261851 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23658736-a2c1-4a25-8110-9779c73cba73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.293024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23658736-a2c1-4a25-8110-9779c73cba73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.308003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-81648cc8-ce1f-429e-8492-d2fc007f3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:45.309518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-81648cc8-ce1f-429e-8492-d2fc007f3469 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=37875b37-0f80-4c9e-8356-a4bef96103ae HTTP/1.1" status: 200 len: 1094 time: 0.0934496 Nov 09 18:12:45.310668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03e152-ca0e-4032-a4b8-72a8db939bba admin admin] Pushing event deleted for resources: {'Network': ['ID=06501a0c-fc52-4282-8f79-8c9b2c94b34c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:45.334433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40591-297d-436c-a257-1f608d1a1a46 req-aff85b0c-ff30-4e42-907e-19a11beb4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:45.335933 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-aff85b0c-ff30-4e42-907e-19a11beb4b2f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.2084634 Nov 09 18:12:45.437743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35238) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:45.441968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-46bc3713-5806-480d-a97e-35b6b1809a8f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382173 Nov 09 18:12:45.457966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23658736-a2c1-4a25-8110-9779c73cba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.460735 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23658736-a2c1-4a25-8110-9779c73cba73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.465063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23658736-a2c1-4a25-8110-9779c73cba73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec838330-1b8a-4cf7-835e-5a7b4675714a HTTP/1.1" status: 204 len: 168 time: 0.3132002 Nov 09 18:12:45.465416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-5149c1b7-7e42-427e-abec-5686677b08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:45.466819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-5149c1b7-7e42-427e-abec-5686677b08ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 913 time: 0.1446173 Nov 09 18:12:45.474587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23658736-a2c1-4a25-8110-9779c73cba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec838330-1b8a-4cf7-835e-5a7b4675714a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:45.530460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f3025761-1c43-4982-9ab9-454d50d6cff9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:45.546816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-6bd26a6a-cefb-4680-a9d7-b4f634e97607 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cba683-23ff-463a-b27e-a47949daa2aa HTTP/1.1" status: 200 len: 217 time: 0.0696535 Nov 09 18:12:45.577278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:12:45.577728 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.627447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f3025761-1c43-4982-9ab9-454d50d6cff9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:45.627975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.653037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a413fed6-6cb6-4a3e-80bb-99445a90c548 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48d70393bad2446f930e1f040c25a378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099652 Nov 09 18:12:45.653994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35244) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:45.659342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.695381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-5f75d28a-1b1f-4c00-b5ba-fabacaf4305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:45.700332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-5f75d28a-1b1f-4c00-b5ba-fabacaf4305b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.1424351 Nov 09 18:12:45.754216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-5aec1c24-14fa-4d84-b3f4-4790f8f29e3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442367 Nov 09 18:12:45.790482 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-f266df8f-bfab-4176-8f15-8c1d6fd452fc service neutron] 10.222.0.85 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365366 Nov 09 18:12:45.805241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:45.805622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.836897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-adf92807-0225-44ee-b63f-0d27c4e57dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.878174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-adf92807-0225-44ee-b63f-0d27c4e57dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:45.906741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-95e79976-06ef-47ca-9a33-114db206b4ba service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429405 Nov 09 18:12:46.090406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 941856c0-968d-4311-9ff2-f4aa2120e80a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:46.091294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-adf92807-0225-44ee-b63f-0d27c4e57dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.099004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-adf92807-0225-44ee-b63f-0d27c4e57dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.102724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-adf92807-0225-44ee-b63f-0d27c4e57dfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce5598f8-16eb-4e36-9a39-02947e06eb26 HTTP/1.1" status: 204 len: 168 time: 0.4441807 Nov 09 18:12:46.119740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 941856c0-968d-4311-9ff2-f4aa2120e80a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:46.121070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 941856c0-968d-4311-9ff2-f4aa2120e80a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:46.121616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2e34966-c60b-4dbe-990e-580eb6ba7787 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:46.155005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b2e34966-c60b-4dbe-990e-580eb6ba7787 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:46.155627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2e34966-c60b-4dbe-990e-580eb6ba7787 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:46.182027 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.188669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0106aab4-226c-4170-a7c2-ed47b11b1e70 req-ab57fc01-fd03-40fb-82ed-ff88b0163d5d service neutron] 10.222.0.73 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712209 Nov 09 18:12:46.189068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf92807-0225-44ee-b63f-0d27c4e57dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5598f8-16eb-4e36-9a39-02947e06eb26,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:46.195047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:12:46.220141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f9716-855e-4fb5-9a5b-1d664eac56ac req-4bbdb097-4760-4fe6-8e40-4e62802b147e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:46.228675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e2f9716-855e-4fb5-9a5b-1d664eac56ac req-4bbdb097-4760-4fe6-8e40-4e62802b147e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 943 time: 0.1267996 Nov 09 18:12:46.286681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e2f9716-855e-4fb5-9a5b-1d664eac56ac req-4324be6c-6279-4b1e-9a7d-2cdaf3cab292 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 Nov 09 18:12:46.477642 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-add40591-297d-436c-a257-1f608d1a1a46 req-bf09d74a-179a-42f8-96a5-97b9593fb5a8 service neutron] 10.222.0.85 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763396 Nov 09 18:12:46.500071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.682178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-916160db-f3cf-4dab-bc96-291324539516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:46.683713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-916160db-f3cf-4dab-bc96-291324539516 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 1094 time: 0.1424837 Nov 09 18:12:46.811890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:46.865898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:46.875374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-425048b5-41b2-44f2-9f02-ca17f7dcf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:46.876859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-425048b5-41b2-44f2-9f02-ca17f7dcf9d0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 200 len: 913 time: 0.1621208 Nov 09 18:12:46.907845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Router 50c9f41d-5469-4d1e-866f-20e4e07509fd is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:12:46.957974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-5b80f5b2-a3e2-4fd4-9d66-044f2890dbad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205efc52-3b25-4495-9d7c-de105e0ee2bf HTTP/1.1" status: 200 len: 217 time: 0.0611343 Nov 09 18:12:46.979573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35288) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.020002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35292) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.076846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.141165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2139606639-network', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:47.198009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-f5f5c78a-573d-41a3-ba4f-a5b17f8cc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.200018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-f5f5c78a-573d-41a3-ba4f-a5b17f8cc400 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 200 len: 852 time: 0.2302456 Nov 09 18:12:47.203304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Made reservation on behalf of 8cd188ad22d94481b76270bc37c6baf1 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:47.205286 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.207059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.210106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.211530 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ccbe11d3-9104-4d20-bec6-86941f68fc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.238608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.246895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-df7d5556-e5a6-43ce-be20-0cad674b6de7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c8010ed0-5cb6-4349-bee2-261067120371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380607 Nov 09 18:12:47.332175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:47.334904 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.336954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Fanout notify agent at l3_agent the message router_deleted on router b57ad090-261b-464e-b555-6569f71b6f49 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:12:47.341006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Sync routers for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:47.354089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.355724 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c326613c-d0a7-4edb-826d-88a91b3acebc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/routers/b57ad090-261b-464e-b555-6569f71b6f49 HTTP/1.1" status: 204 len: 168 time: 4.0643682 Nov 09 18:12:47.359447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35306) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.363665 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:47.367596 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:47.511735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.514945 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa460f95-57bd-4e85-a9ec-faa8e315e3ea admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4542048 Nov 09 18:12:47.530332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35312) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.573074 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:47.629687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.632666 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ccbe11d3-9104-4d20-bec6-86941f68fc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.649500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5617e-7831-4593-88fa-1718fcbd4c88 req-37b432e6-6d54-41aa-9788-9db9eeaa4f2c tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.657137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ec5617e-7831-4593-88fa-1718fcbd4c88 req-37b432e6-6d54-41aa-9788-9db9eeaa4f2c tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 943 time: 0.1895919 Nov 09 18:12:47.661208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.678895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ccbe11d3-9104-4d20-bec6-86941f68fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.695046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.710193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:12:47.712298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65cba683-23ff-463a-b27e-a47949daa2aa details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:47.723010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-b1848277-761d-40b5-b5b6-2ab8ec53e2c5 service neutron] 10.222.0.85 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418736 Nov 09 18:12:47.749444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.749812 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Added segment b07e998b-b728-41f3-bdcf-37f9fd3da2d2 of type vlan for network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 Nov 09 18:12:47.757468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ccbe11d3-9104-4d20-bec6-86941f68fc06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb0564cd7faa4bac8c1f3bea3ed6dbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331264 Nov 09 18:12:47.761686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4fc961-a90f-4730-abda-d15124fc525f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:47.766096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35318) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:47.774525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ec5617e-7831-4593-88fa-1718fcbd4c88 req-9365be2c-fd4a-4a02-a9e1-19c064729b7d tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164529 Nov 09 18:12:47.811582 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:45Z', 'revision_number': 3, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:47.837638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65cba683-23ff-463a-b27e-a47949daa2aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65cba683-23ff-463a-b27e-a47949daa2aa,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:47.852061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '65cba683-23ff-463a-b27e-a47949daa2aa', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'port_id': '65cba683-23ff-463a-b27e-a47949daa2aa', 'mac_address': 'fa:16:3e:c7:30:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bddde4-c71f-4b37-be0f-645fefbd40fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:47.855433 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Checking router: 50c9f41d-5469-4d1e-866f-20e4e07509fd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:47.855803 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Updating router 50c9f41d-5469-4d1e-866f-20e4e07509fd port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:12:47.884081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.888372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe11d3-9104-4d20-bec6-86941f68fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1dc8bb-358a-4e97-b1be-6e99744fcff2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:47.914829 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.944398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.955256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.957015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:47.957606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:47.974898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cba683-23ff-463a-b27e-a47949daa2aa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:47.991512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-addcdb94-fde3-4960-a57a-6fdb652c8845 req-324c2ee2-c2fc-4a19-939c-6a0395bd4da7 service neutron] 10.222.0.85 "GET /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535298 Nov 09 18:12:48.040412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65cba683-23ff-463a-b27e-a47949daa2aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65cba683-23ff-463a-b27e-a47949daa2aa,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:48.050768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.052538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0715852 Nov 09 18:12:48.055326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35322) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:48.062176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Request body: {'subnet': {'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2139606639-subnet', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:48.073365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f5ce1-a5ed-4847-ad14-da78762c37f6 admin admin] Pushing event updated for resources: {'Network': ['ID=323789e8-6e6f-4ee5-97a0-19f52b6a3f19,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.096506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:12:48.107134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Made reservation on behalf of 8cd188ad22d94481b76270bc37c6baf1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:48.114883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.129389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.181869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694de417-e029-4ecf-b670-5bfbd0d496f0']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:48.198444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=65cba683-23ff-463a-b27e-a47949daa2aa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.244511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718696a8-4db0-444b-8505-0eccc5274cf9') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:48.245097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718696a8-4db0-444b-8505-0eccc5274cf9') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:48.282339 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-887daf6b-89a6-426d-9dd2-a7d5487cd86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.301012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.320059 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.321822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-887daf6b-89a6-426d-9dd2-a7d5487cd86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.328848 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.341165 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.363167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:12:48.363743 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:12:48.366896 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:12:48.407994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['65cba683-23ff-463a-b27e-a47949daa2aa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:48.409783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.492197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.502422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.506684 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/networks/694de417-e029-4ecf-b670-5bfbd0d496f0 HTTP/1.1" status: 204 len: 168 time: 1.1446335 Nov 09 18:12:48.508003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-887daf6b-89a6-426d-9dd2-a7d5487cd86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.511811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-887daf6b-89a6-426d-9dd2-a7d5487cd86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.512604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-887daf6b-89a6-426d-9dd2-a7d5487cd86a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa1dc8bb-358a-4e97-b1be-6e99744fcff2 HTTP/1.1" status: 204 len: 168 time: 0.7058380 Nov 09 18:12:48.527722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35336) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:48.595312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b6525d0-01e5-4801-a755-99ae0e2aa465 req-53cc7738-9067-4c39-9d06-0c7991c3853a tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=de18aca1-6404-4700-bc37-9c6f89518d18 HTTP/1.1" status: 200 len: 210 time: 0.0693338 Nov 09 18:12:48.608255 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Pushing event updated for resources: {'Port': ['ID=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.626289 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.626685 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.627077 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.627473 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.627855 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.628845 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.629338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.629940 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.630318 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.630965 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.631383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.631798 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:48.642149 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Attempting to bind port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:48.642619 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Attempting to bind port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:48.643076 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Attempting to bind port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:48.648638 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:48.649124 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:48.649620 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.650126 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:48.650697 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Bound port: 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:48.650841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2789252b-4b34-40bd-a16f-dd3e046bddf3,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.651503 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.660895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Checking segment: {'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:48.661257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Network hostable DHCP agents. Network: 323789e8-6e6f-4ee5-97a0-19f52b6a3f19, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:12:48.688236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac2af9-f3b8-422a-98af-846207bf3bd4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Network': ['ID=694de417-e029-4ecf-b670-5bfbd0d496f0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.696390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:12:48.698438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887daf6b-89a6-426d-9dd2-a7d5487cd86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1dc8bb-358a-4e97-b1be-6e99744fcff2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.735809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 323789e8-6e6f-4ee5-97a0-19f52b6a3f19) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:48.737364 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] For port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:48.743347 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] For port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:48.752783 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.760099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:48.760680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.761563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5fc47-67d9-422e-88e6-da6083342567 None None] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:48.794180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ace3d76-6cbc-4e23-aec1-8cb237075db8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.804156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.814259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-64201641-a2f9-4ada-b666-af4bbb5050d8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7539344 Nov 09 18:12:48.814852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35354) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:48.836470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ace3d76-6cbc-4e23-aec1-8cb237075db8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.846111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:48.908193 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdcea1-f04e-4348-89e6-9bd847ee529c None None] Pushing event updated for resources: {'Port': ['ID=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:48.911551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.914903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:48.961125 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:48.963868 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:49.122742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.147809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.192464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ace3d76-6cbc-4e23-aec1-8cb237075db8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.212988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ace3d76-6cbc-4e23-aec1-8cb237075db8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.214567 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ace3d76-6cbc-4e23-aec1-8cb237075db8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/security-groups/a081f595-c319-429f-9a96-c031b9e6e05c HTTP/1.1" status: 204 len: 168 time: 0.6776335 Nov 09 18:12:49.254964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-323789e8-6e6f-4ee5-97a0-19f52b6a3f19', 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'fixed_ips': [{'subnet_id': '2789252b-4b34-40bd-a16f-dd3e046bddf3'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:12:49.255963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.265230 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:49.282768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Allocated IP 172.20.0.1 (b66ce66d-7339-4123-977d-4364f4d53541/b13b46d4-fe3f-466f-9aab-fda7d6b68376/e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:49.295745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace3d76-6cbc-4e23-aec1-8cb237075db8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081f595-c319-429f-9a96-c031b9e6e05c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:49.525826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.558445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:12:49.562689 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:45Z', 'revision_number': 3, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:49.589577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:12:49.589881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9a1c0de2-ece9-4e4e-90f2-45ef8a5f3a3c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:12:49.605081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 205efc52-3b25-4495-9d7c-de105e0ee2bf details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:12:49.643220 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2a65a-a976-4289-98fc-c858d5e57961 None None] The sync data for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 is: [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:45Z', 'revision_number': 3, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:49.652793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.745664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Pushing event updated for resources: {'Port': ['ID=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:49.765851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Network b66ce66d-7339-4123-977d-4364f4d53541 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:49.769848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:49.787711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:49.802814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Allocated IP 172.20.0.2 (323789e8-6e6f-4ee5-97a0-19f52b6a3f19/2789252b-4b34-40bd-a16f-dd3e046bddf3/eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:49.863954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:49.967480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.034666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 205efc52-3b25-4495-9d7c-de105e0ee2bf, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=205efc52-3b25-4495-9d7c-de105e0ee2bf,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:50.074317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '205efc52-3b25-4495-9d7c-de105e0ee2bf', 'network_id': 'c8010ed0-5cb6-4349-bee2-261067120371', 'port_id': '205efc52-3b25-4495-9d7c-de105e0ee2bf', 'mac_address': 'fa:16:3e:cb:a1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bddde4-c71f-4b37-be0f-645fefbd40fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:12:50.194673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4550c-05e2-4e78-9476-b05fe37c2edf req-2e113e2e-d8a8-4b37-935a-e97057e48b76 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:50.198813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9c4550c-05e2-4e78-9476-b05fe37c2edf req-2e113e2e-d8a8-4b37-935a-e97057e48b76 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 943 time: 1.0035601 Nov 09 18:12:50.250188 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.291361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9c4550c-05e2-4e78-9476-b05fe37c2edf req-f71e4ef0-3828-4153-93d9-7cfdcbc7eea2 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788579 Nov 09 18:12:50.369505 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.375996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205efc52-3b25-4495-9d7c-de105e0ee2bf {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:12:50.398123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.451319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 205efc52-3b25-4495-9d7c-de105e0ee2bf, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=205efc52-3b25-4495-9d7c-de105e0ee2bf,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:50.452334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4fd83102-081a-4335-a5be-2ccf135a5c35 None None] Provisioning complete for port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:50.453866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4fd83102-081a-4335-a5be-2ccf135a5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.611373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Pushing event updated for resources: {'Port': ['ID=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:50.615045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4fd83102-081a-4335-a5be-2ccf135a5c35 None None] Port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:12:50.621438 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.627326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:50.633372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:50.655455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:50.708901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.781574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Attempting to bind port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:50.782731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Attempting to bind port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:50.783335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Attempting to bind port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed on network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:50.789125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=205efc52-3b25-4495-9d7c-de105e0ee2bf,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:50.791345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.795980 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:50.796780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Checking segment: {'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:50.797427 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.798028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Bound using segment: {'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:50.798772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Bound port: eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:50.800752 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.832332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:50.900190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Allocated IP 172.25.0.164 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/fcd41851-799a-4b98-9e58-994214ad0bfc) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:50.910520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] For port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:50.932942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] For port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,segment=NetworkSegment(b07e998b-b728-41f3-bdcf-37f9fd3da2d2),segment_id=b07e998b-b728-41f3-bdcf-37f9fd3da2d2)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:50.948189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc396a3d-d012-4940-b09b-19eec1984798 req-7afe9748-6ee1-4a2b-a1e7-f7e024b9ce25 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.1691213 Nov 09 18:12:50.953430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.082364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['205efc52-3b25-4495-9d7c-de105e0ee2bf'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:12:51.124242 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.183694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee0d1a-2ea5-4511-90bf-38feedc3e583 None None] Pushing event updated for resources: {'Port': ['ID=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:51.208942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.215091 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.223065 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.316341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd41851-799a-4b98-9e58-994214ad0bfc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:51.344772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:51.346390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:51.349888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:51.501711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.525351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Pushing event updated for resources: {'Port': ['ID=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:51.598524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35424) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:51.606745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7ea3fbf9-388e-4912-85c7-d353ad6b0526 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277417365', 'description': 'tempest-secgroup-smoke-1277417365 description', 'project_id': '157548435770470e9b8f97aa9a4f0d37'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:51.643124 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c5040d8-3435-4f3a-a755-e836acc6a4a1 req-cc6c4ac1-3d67-405b-96cd-5080ae2b82d4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=de18aca1-6404-4700-bc37-9c6f89518d18 HTTP/1.1" status: 200 len: 210 time: 0.0422573 Nov 09 18:12:51.665328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:51.696604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ea3fbf9-388e-4912-85c7-d353ad6b0526 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.699452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Network b66ce66d-7339-4123-977d-4364f4d53541 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:51.701019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:51.744190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65cba683-23ff-463a-b27e-a47949daa2aa up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:51.821315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:51.821983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:51.873798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Router 50c9f41d-5469-4d1e-866f-20e4e07509fd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:12:51.897961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5451d9-38bd-405e-801d-612a3fc6c53b req-0358a04b-a968-441a-b032-0a36d9fa8fc4 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:51.900256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 65cba683-23ff-463a-b27e-a47949daa2aa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:51.912409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c5451d9-38bd-405e-801d-612a3fc6c53b req-0358a04b-a968-441a-b032-0a36d9fa8fc4 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 944 time: 0.2414784 Nov 09 18:12:51.945363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 65cba683-23ff-463a-b27e-a47949daa2aa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:51.945824 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.011981 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.057391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:52.069734 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.070558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:52.085043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c5451d9-38bd-405e-801d-612a3fc6c53b req-dd17d535-f95d-4d8d-be33-7a1bc3ac02cd tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516967 Nov 09 18:12:52.098633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:52.109986 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8579820-6306-48eb-8255-b0ff1e949bde admin admin] 10.222.0.32 "PUT /v2.0/routers/50c9f41d-5469-4d1e-866f-20e4e07509fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5493805 Nov 09 18:12:52.115059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ea3fbf9-388e-4912-85c7-d353ad6b0526 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.140592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.152322 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ea3fbf9-388e-4912-85c7-d353ad6b0526 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.236608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-18e1cc8b-b388-4ed6-9e9f-64bc1f35c1d6 None None] Provisioning complete for port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:52.236979 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-18e1cc8b-b388-4ed6-9e9f-64bc1f35c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.260832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7ea3fbf9-388e-4912-85c7-d353ad6b0526 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.261952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7ea3fbf9-388e-4912-85c7-d353ad6b0526 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6617777 Nov 09 18:12:52.266686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35442) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:52.273676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.281659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8522602c-936d-4f2d-9a07-3daf9f004e72 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': '09a257c2-a982-4bb4-933e-2e75f473f2b8', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:52.307249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:52.333441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-18e1cc8b-b388-4ed6-9e9f-64bc1f35c1d6 None None] Port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:12:52.336472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cba683-23ff-463a-b27e-a47949daa2aa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:52.338919 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959d4033-367b-48df-bded-333e7c74ed47" -d '{"events": [{"server_uuid": "37875b37-0f80-4c9e-8356-a4bef96103ae", "name": "network-vif-plugged", "status": "completed", "tag": "65cba683-23ff-463a-b27e-a47949daa2aa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:52.353194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8522602c-936d-4f2d-9a07-3daf9f004e72 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.363166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65cba683-23ff-463a-b27e-a47949daa2aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65cba683-23ff-463a-b27e-a47949daa2aa,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:52.370808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:52.371188 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.374019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3fbf9-388e-4912-85c7-d353ad6b0526 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a257c2-a982-4bb4-933e-2e75f473f2b8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:52.376940 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.477966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=65cba683-23ff-463a-b27e-a47949daa2aa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:52.496082 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8522602c-936d-4f2d-9a07-3daf9f004e72 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.501620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8522602c-936d-4f2d-9a07-3daf9f004e72 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.534231 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.537546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a7a5ca7-d2f7-4c2d-afe1-794c85bcc9bb req-a9b6e851-1dd4-4c40-a54a-009f89fd31c2 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0397563 Nov 09 18:12:52.557263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8522602c-936d-4f2d-9a07-3daf9f004e72 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.562036 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8522602c-936d-4f2d-9a07-3daf9f004e72 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918901 Nov 09 18:12:52.564149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35452) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:52.564700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522602c-936d-4f2d-9a07-3daf9f004e72 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f74a9e-de82-4774-aa18-8cbd7485a6d1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:52.576112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b626a415-1cf5-4e8c-b681-fb69e93afb41 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': '09a257c2-a982-4bb4-933e-2e75f473f2b8', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:52.591058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,segment=NetworkSegment(b07e998b-b728-41f3-bdcf-37f9fd3da2d2),segment_id=b07e998b-b728-41f3-bdcf-37f9fd3da2d2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:52.595481 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.599219 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.668124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:52.734046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b626a415-1cf5-4e8c-b681-fb69e93afb41 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.780559 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed03fbe0-3960-47c1-a947-f1d808a22de8 req-10e257d8-2cec-4ede-97e0-89ce4b9f9648 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0540714 Nov 09 18:12:52.936255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b626a415-1cf5-4e8c-b681-fb69e93afb41 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.946648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Sync routers for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:52.956434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:52.956915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b626a415-1cf5-4e8c-b681-fb69e93afb41 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:52.957607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:52.970872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Router dcef0ed9-8087-4c5c-bf0c-60bf89030419 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:12:52.988174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626a415-1cf5-4e8c-b681-fb69e93afb41 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ecf43a-409f-46fc-8019-c5840ca79533,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:53.007124 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b626a415-1cf5-4e8c-b681-fb69e93afb41 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.012046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35462) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:53.012555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b626a415-1cf5-4e8c-b681-fb69e93afb41 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4446008 Nov 09 18:12:53.017739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c66ecc0b-35e6-4d83-96ca-1f38f5011534 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': '09a257c2-a982-4bb4-933e-2e75f473f2b8', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:53.067552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c66ecc0b-35e6-4d83-96ca-1f38f5011534 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.140800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:53.165097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:53.179785 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Sync routers for ids ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:53.194652 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Routers {'dcef0ed9-8087-4c5c-bf0c-60bf89030419'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:53.195724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c66ecc0b-35e6-4d83-96ca-1f38f5011534 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.196542 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:53.199726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.201200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-983c33bc-88bc-47c5-8d9b-dcc29b603ac7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3853819 Nov 09 18:12:53.203995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35468) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:53.274769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30dc34a-ea91-497b-b0aa-b0dea86fac73 None None] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:12:53.314510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35474) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:53.319549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c66ecc0b-35e6-4d83-96ca-1f38f5011534 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.320045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-035c0b40-cc64-4e64-91bf-caf742d87f64 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100788193', 'description': 'tempest-description--848568159'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:53.368176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-70c92095-ac6c-415d-8b1c-f60245a5885d None None] Provisioning complete for port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:53.368622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70c92095-ac6c-415d-8b1c-f60245a5885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.379843 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Set router dcef0ed9-8087-4c5c-bf0c-60bf89030419 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:53.382856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-035c0b40-cc64-4e64-91bf-caf742d87f64 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.455996 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61284e97-ca3e-49a7-9ec6-4e3a5f5c532d x-openstack-request-id: req-61284e97-ca3e-49a7-9ec6-4e3a5f5c532d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:53.456862 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37875b37-0f80-4c9e-8356-a4bef96103ae", "name": "network-vif-plugged", "status": "completed", "tag": "65cba683-23ff-463a-b27e-a47949daa2aa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:53.458269 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61284e97-ca3e-49a7-9ec6-4e3a5f5c532d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:53.458778 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cba683-23ff-463a-b27e-a47949daa2aa', 'code': 200} Nov 09 18:12:53.470834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ecc0b-35e6-4d83-96ca-1f38f5011534 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6daf8d-9c2d-4c9f-8626-fad25d73576b,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:53.498620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c66ecc0b-35e6-4d83-96ca-1f38f5011534 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.507308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c66ecc0b-35e6-4d83-96ca-1f38f5011534 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4932783 Nov 09 18:12:53.513588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35480) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:53.524902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a4d43387-b9cf-44c1-94e1-62c8d363487f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': '09a257c2-a982-4bb4-933e-2e75f473f2b8', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:53.571601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4d43387-b9cf-44c1-94e1-62c8d363487f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.638702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:53.640966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 205efc52-3b25-4495-9d7c-de105e0ee2bf up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:53.666490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-035c0b40-cc64-4e64-91bf-caf742d87f64 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.668735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4d43387-b9cf-44c1-94e1-62c8d363487f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.675938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4d43387-b9cf-44c1-94e1-62c8d363487f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.695294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-035c0b40-cc64-4e64-91bf-caf742d87f64 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.769135 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-035c0b40-cc64-4e64-91bf-caf742d87f64 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.770707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d43387-b9cf-44c1-94e1-62c8d363487f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fca5f75-a347-4423-8e1b-b90c535a8634,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:53.782331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4d43387-b9cf-44c1-94e1-62c8d363487f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.783920 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a4d43387-b9cf-44c1-94e1-62c8d363487f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2658484 Nov 09 18:12:53.790429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35492) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:53.794286 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-035c0b40-cc64-4e64-91bf-caf742d87f64 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4760845 Nov 09 18:12:53.797802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': '09a257c2-a982-4bb4-933e-2e75f473f2b8', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:53.802737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35494) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:53.808799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b275e32a-3782-444f-89db-fbcd48b980e4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'security_group_rule': {'security_group_id': '068606dd-cf09-4184-8888-56ef5cebc2f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:53.809856 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:51Z', 'revision_number': 3, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port': {'id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:50Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:53.846970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c0b40-cc64-4e64-91bf-caf742d87f64 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068606dd-cf09-4184-8888-56ef5cebc2f0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:53.847243 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Checking router: dcef0ed9-8087-4c5c-bf0c-60bf89030419 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:53.847395 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Updating router dcef0ed9-8087-4c5c-bf0c-60bf89030419 port fcd41851-799a-4b98-9e58-994214ad0bfc binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:12:53.856579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a070c85-396b-4a79-a9f5-2568a201fd51 req-3697b136-399d-4f30-9112-2cde3bf96617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:53.858719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a070c85-396b-4a79-a9f5-2568a201fd51 req-3697b136-399d-4f30-9112-2cde3bf96617 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37875b37-0f80-4c9e-8356-a4bef96103ae HTTP/1.1" status: 200 len: 1096 time: 0.3577168 Nov 09 18:12:53.871632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe150-294b-44e0-a6ac-d168880efd8b req-19b2916b-c389-4790-8799-b8bb2ff6261c tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:53.883316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-787fe150-294b-44e0-a6ac-d168880efd8b req-19b2916b-c389-4790-8799-b8bb2ff6261c tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 944 time: 0.3510802 Nov 09 18:12:53.886934 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:12:53.905741 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:53.935570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.005929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a070c85-396b-4a79-a9f5-2568a201fd51 req-312ab47b-d22d-4a17-b028-c90bc0339ec9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205697 Nov 09 18:12:54.012659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b275e32a-3782-444f-89db-fbcd48b980e4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.027574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-787fe150-294b-44e0-a6ac-d168880efd8b req-0b0616eb-e8e6-4530-9ffd-872699dfcfbe tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437719 Nov 09 18:12:54.155478 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.203473 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.237469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:54.237969 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.279788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 205efc52-3b25-4495-9d7c-de105e0ee2bf completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:12:54.294870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 205efc52-3b25-4495-9d7c-de105e0ee2bf triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:54.295269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.304977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.309021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35502) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:54.314010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': '09a257c2-a982-4bb4-933e-2e75f473f2b8', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:54.318374 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5147800 Nov 09 18:12:54.350769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa3c88-16ec-49d0-9604-69813820bdc2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043e2510-a770-450e-948f-0f6ab31265c4,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:54.373751 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:12:54.390491 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b275e32a-3782-444f-89db-fbcd48b980e4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.420015 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.429374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7727a8ef-2ffa-44ba-a8bf-844f53fc63c5 req-bd630acd-cfb3-4e9e-b45f-e10339d69b86 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0638862 Nov 09 18:12:54.430509 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.435738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 2, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:54.438117 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.440900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b275e32a-3782-444f-89db-fbcd48b980e4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.476681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Checking router: 50c9f41d-5469-4d1e-866f-20e4e07509fd for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:54.477106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Updating router 50c9f41d-5469-4d1e-866f-20e4e07509fd port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:12:54.509590 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.513589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275e32a-3782-444f-89db-fbcd48b980e4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdba9a92-8d24-4909-a11e-7052061acb90,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:54.538404 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Attempting to bind port fcd41851-799a-4b98-9e58-994214ad0bfc on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:54.538988 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Attempting to bind port fcd41851-799a-4b98-9e58-994214ad0bfc by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:54.539418 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Attempting to bind port fcd41851-799a-4b98-9e58-994214ad0bfc on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:54.573481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b275e32a-3782-444f-89db-fbcd48b980e4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.576000 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b275e32a-3782-444f-89db-fbcd48b980e4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7722514 Nov 09 18:12:54.578219 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.583906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35508) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:54.607307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-20ad9eca-482e-4923-9edc-e4321c79690b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'security_group_rule': {'security_group_id': '068606dd-cf09-4184-8888-56ef5cebc2f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:54.627399 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:54.630912 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:54.633799 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.634574 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:54.635152 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Bound port: fcd41851-799a-4b98-9e58-994214ad0bfc, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:54.635996 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.672189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.708880 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.713325 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.758363 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.764585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4540813 Nov 09 18:12:54.768348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:54.784989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35522) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:54.800376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'network': {'name': 'tempest-network-smoke--1009043386', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'port_security_enabled': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:54.804912 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd756a5-bf1e-4c3c-93ad-2fa4ae988bf6 None None] Pushing event updated for resources: {'Port': ['ID=fcd41851-799a-4b98-9e58-994214ad0bfc,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:54.826899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc63a-9728-48d7-bac3-13cdec3dcb76 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b1fe81-c775-4a8e-a365-9f68de467636,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:54.840168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20ad9eca-482e-4923-9edc-e4321c79690b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.870769 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] For port fcd41851-799a-4b98-9e58-994214ad0bfc, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:54.875676 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] For port fcd41851-799a-4b98-9e58-994214ad0bfc, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fcd41851-799a-4b98-9e58-994214ad0bfc,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:54.888149 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:54.933733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:12:54.950192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.036445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 205efc52-3b25-4495-9d7c-de105e0ee2bf, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=205efc52-3b25-4495-9d7c-de105e0ee2bf,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:55.062177 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd756a5-bf1e-4c3c-93ad-2fa4ae988bf6 None None] Pushing event updated for resources: {'Port': ['ID=fcd41851-799a-4b98-9e58-994214ad0bfc,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:55.094801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Allocated IP 172.20.0.1 (323789e8-6e6f-4ee5-97a0-19f52b6a3f19/2789252b-4b34-40bd-a16f-dd3e046bddf3/56972f92-d8d7-4cbe-9703-272009fffcfd) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:55.104324 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Routers {'dcef0ed9-8087-4c5c-bf0c-60bf89030419'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:55.105528 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.106602 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:55.120786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-009e1929-fbc2-4289-88b5-775ee9348017 None None] Provisioning complete for port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:55.121808 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-009e1929-fbc2-4289-88b5-775ee9348017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.179765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a33bba5-5f7a-4278-99da-5e59fb0f99e1 req-cd43f919-44c5-49d8-9014-bcd9a61cb4af tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0885968 Nov 09 18:12:55.215650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20ad9eca-482e-4923-9edc-e4321c79690b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.215650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:12:55.233676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20ad9eca-482e-4923-9edc-e4321c79690b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.334578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.335980 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Added segment c7e989da-4ec8-46f2-8682-2de894115454 of type vlan for network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a Nov 09 18:12:55.378976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20ad9eca-482e-4923-9edc-e4321c79690b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.380687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-20ad9eca-482e-4923-9edc-e4321c79690b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7940218 Nov 09 18:12:55.382501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad9eca-482e-4923-9edc-e4321c79690b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47862ab-3dfc-434d-a479-98e72555a115,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:55.388603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:55.388603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.392053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.393845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35542) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:55.398499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:55.403575 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] Set router dcef0ed9-8087-4c5c-bf0c-60bf89030419 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:55.474982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205efc52-3b25-4495-9d7c-de105e0ee2bf'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:12:55.477323 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdcf2ba-c922-4aa2-8894-b4deaf7af3be" -d '{"events": [{"server_uuid": "38f0267f-ab7f-4025-adc8-6af5f50fb9f6", "name": "network-vif-plugged", "status": "completed", "tag": "205efc52-3b25-4495-9d7c-de105e0ee2bf"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:12:55.486002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.549110 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.569654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332abbff-ac46-48bb-a732-c21431ca6dc6 req-e1b7edb9-b376-43fd-a4df-1851a643e25f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.577919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-332abbff-ac46-48bb-a732-c21431ca6dc6 req-e1b7edb9-b376-43fd-a4df-1851a643e25f tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 945 time: 0.1799591 Nov 09 18:12:55.578655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=205efc52-3b25-4495-9d7c-de105e0ee2bf,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:55.627647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.627935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.635200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:55.635828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.695018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9052250 Nov 09 18:12:55.700079 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:51Z', 'revision_number': 3, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port': {'id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:50Z', 'updated_at': '2021-11-09T18:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:55.719766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:55.723959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35548) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:12:55.736298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'admin_state_up': True, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:12:55.750573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-332abbff-ac46-48bb-a732-c21431ca6dc6 req-0f73cc3c-3f02-4e94-9242-569fe1443572 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572850 Nov 09 18:12:55.750721 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237258b-3ab7-49d2-b22a-5785807aa5fb None None] The sync data for ids ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'] in n-d-817240-1 is: [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:51Z', 'revision_number': 3, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port': {'id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:50Z', 'updated_at': '2021-11-09T18:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:55.770283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:55.782275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:55.840012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a0a46-a725-4c72-83ab-10bda3f21406 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Network': ['ID=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:55.862281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:12:55.893524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Pushing event updated for resources: {'Port': ['ID=56972f92-d8d7-4cbe-9703-272009fffcfd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:55.944879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.946269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:55.964635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.060278 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf0108c-2a16-4489-bab3-e87ada0c0eaf x-openstack-request-id: req-1bf0108c-2a16-4489-bab3-e87ada0c0eaf {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:12:56.060654 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f0267f-ab7f-4025-adc8-6af5f50fb9f6", "name": "network-vif-plugged", "status": "completed", "tag": "205efc52-3b25-4495-9d7c-de105e0ee2bf", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:12:56.060998 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bf0108c-2a16-4489-bab3-e87ada0c0eaf {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:12:56.061799 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205efc52-3b25-4495-9d7c-de105e0ee2bf', 'code': 200} Nov 09 18:12:56.079593 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.094750 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.193834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.195407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.227882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29c278-ae9e-45d3-87e6-3027c82ba0c5 None None] Pushing event updated for resources: {'Port': ['ID=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:56.346171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2e95b565-26c3-4403-aa73-7b7687bdcbe5 None None] Provisioning complete for port 56972f92-d8d7-4cbe-9703-272009fffcfd triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:56.346592 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e95b565-26c3-4403-aa73-7b7687bdcbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.387562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2e95b565-26c3-4403-aa73-7b7687bdcbe5 None None] Port 56972f92-d8d7-4cbe-9703-272009fffcfd cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:12:56.388878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1ef724e-dda2-401e-9fd9-377852b0c885 req-96eaf652-0c02-4908-8adb-1ea643be1bdd tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0613315 Nov 09 18:12:56.400207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Attempting to bind port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:12:56.401883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Attempting to bind port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:12:56.402700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Attempting to bind port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:12:56.414480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:12:56.414954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Checking segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:12:56.417161 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.417592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Bound using segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:12:56.420387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Bound port: e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:12:56.421093 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.515145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] For port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:12:56.520973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] For port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:12:56.528519 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.582139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:56.582806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:56.658926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.668166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3292d-de0f-42dd-afe7-e4aa482c291b req-e241566d-c2ff-442b-8f27-fd0693d1a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.669931 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cbe3292d-de0f-42dd-afe7-e4aa482c291b req-e241566d-c2ff-442b-8f27-fd0693d1a0a8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 1096 time: 0.5031102 Nov 09 18:12:56.696871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Allocated IP 172.25.0.182 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/9b2e29e5-e77d-4554-b7b8-a88ab6f51f39) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:56.731279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29c278-ae9e-45d3-87e6-3027c82ba0c5 None None] Pushing event updated for resources: {'Port': ['ID=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:56.755653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-00f52067-1c31-4446-bcdf-7d7577300d10 None None] Provisioning complete for port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:56.756329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-00f52067-1c31-4446-bcdf-7d7577300d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.890264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-00f52067-1c31-4446-bcdf-7d7577300d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.917378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:56.971966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b3cde-96fd-45d1-9091-1def00c66dd3 req-ce00038f-4b57-4d93-a9a1-84e9196eec87 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:56.976873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-00f52067-1c31-4446-bcdf-7d7577300d10 None None] For port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:56.984940 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-00f52067-1c31-4446-bcdf-7d7577300d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:56.985706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae1b3cde-96fd-45d1-9091-1def00c66dd3 req-ce00038f-4b57-4d93-a9a1-84e9196eec87 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 945 time: 0.1232867 Nov 09 18:12:57.046403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae1b3cde-96fd-45d1-9091-1def00c66dd3 req-0b3f9a01-d6ad-4ebb-8fc1-b22e20307a6e tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529380 Nov 09 18:12:57.130632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f52067-1c31-4446-bcdf-7d7577300d10 None None] Pushing event updated for resources: {'Port': ['ID=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:57.140058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f77af562-f391-4367-98a6-0dec433cdc4f None None] Provisioning complete for port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:57.140625 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f77af562-f391-4367-98a6-0dec433cdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.164004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.221558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-cbe3292d-de0f-42dd-afe7-e4aa482c291b req-11d4edde-9ad6-4787-9a80-7b3b63301e91 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423572 Nov 09 18:12:57.305870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:57.332802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ddfcf-04da-42c9-bab0-3b28fd2e14ed None None] The sync data for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 is: [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:12:57.557490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4269349a-984a-4791-8838-6dc8aec67c68 req-556e45a3-61c4-4c62-b7fa-f78677bacd18 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0486367 Nov 09 18:12:57.572020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.585376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.594604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.761090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Pushing event updated for resources: {'Port': ['ID=56972f92-d8d7-4cbe-9703-272009fffcfd,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:57.789589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.791475 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.820265 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.843033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:57.970914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:57.983044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:57.991780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:58.054423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'Port': ['ID=9b2e29e5-e77d-4554-b7b8-a88ab6f51f39,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:58.204553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.70 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/96e5dde3-7056-421b-b4ea-3b2b4c43b973) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:12:58.231170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fcd41851-799a-4b98-9e58-994214ad0bfc up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:58.251884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:58.252374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e182c9-581d-46f9-9ced-54691932ef68 req-a2a4edb9-f54b-4c8a-8bef-b61642dd12d1 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:58.262514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4e182c9-581d-46f9-9ced-54691932ef68 req-a2a4edb9-f54b-4c8a-8bef-b61642dd12d1 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 945 time: 0.1209879 Nov 09 18:12:58.264202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:58.286055 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.294271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fcd41851-799a-4b98-9e58-994214ad0bfc triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:58.294901 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.366833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4e182c9-581d-46f9-9ced-54691932ef68 req-674f6b91-2834-4a6c-946c-6fd443e91100 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986366 Nov 09 18:12:58.518917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.712319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4383139e-3808-431a-a380-1534a254ae77 req-664fc251-26c1-4270-a43d-d7bdd5bd5cc5 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0490797 Nov 09 18:12:58.746144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7768c09e-405d-4e5c-8916-4c5465cf93a4 None None] Provisioning complete for port 56972f92-d8d7-4cbe-9703-272009fffcfd triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:58.746633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7768c09e-405d-4e5c-8916-4c5465cf93a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.750729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.755647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Router dcef0ed9-8087-4c5c-bf0c-60bf89030419 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:12:58.774002 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.804862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7768c09e-405d-4e5c-8916-4c5465cf93a4 None None] Port 56972f92-d8d7-4cbe-9703-272009fffcfd cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:12:58.807929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port fcd41851-799a-4b98-9e58-994214ad0bfc, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fcd41851-799a-4b98-9e58-994214ad0bfc,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:12:58.816109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.817029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:12:58.900757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=fcd41851-799a-4b98-9e58-994214ad0bfc,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:58.910496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.910844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.911275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.911720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.912181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.912704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.913045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.913452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.913918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.914301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.914814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.915364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:12:58.921172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.928081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:12:58.928450 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:58.952832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.005871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.066176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:12:59.067576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:12:59.072516 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10a1f6df-b69d-47fd-ba1f-c0f616f0b853 admin admin] 10.222.0.32 "PUT /v2.0/routers/dcef0ed9-8087-4c5c-bf0c-60bf89030419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8674695 Nov 09 18:12:59.076018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=96e5dde3-7056-421b-b4ea-3b2b4c43b973,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:59.085282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Sync routers for ids ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:12:59.085448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:12:59.087756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:12:59.108622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Routers {'dcef0ed9-8087-4c5c-bf0c-60bf89030419'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:12:59.109614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:59.172998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.219793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'Port': ['ID=9b2e29e5-e77d-4554-b7b8-a88ab6f51f39,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:12:59.269510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Set router dcef0ed9-8087-4c5c-bf0c-60bf89030419 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:12:59.292899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.294290 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c328e2e9-cc56-4e3e-b823-918053199527 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8992064 Nov 09 18:12:59.463530 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.531523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0881-388a-40c7-b3b3-8ef0b16096da req-9cf4b1e0-f760-4f2e-8a66-20f302b0b029 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:12:59.533212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34eb0881-388a-40c7-b3b3-8ef0b16096da req-9cf4b1e0-f760-4f2e-8a66-20f302b0b029 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 945 time: 0.0635395 Nov 09 18:12:59.555375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 4, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port': {'id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:50Z', 'updated_at': '2021-11-09T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '56972f92-d8d7-4cbe-9703-272009fffcfd', 'name': '', 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'mac_address': 'fa:16:3e:5b:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2789252b-4b34-40bd-a16f-dd3e046bddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:54Z', 'updated_at': '2021-11-09T18:12:57Z', 'revision_number': 2, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'subnets': [{'id': '2789252b-4b34-40bd-a16f-dd3e046bddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:12:59.591558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Checking router: dcef0ed9-8087-4c5c-bf0c-60bf89030419 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:12:59.592020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Updating router dcef0ed9-8087-4c5c-bf0c-60bf89030419 port 56972f92-d8d7-4cbe-9703-272009fffcfd binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:12:59.605984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34eb0881-388a-40c7-b3b3-8ef0b16096da req-33943030-7c9c-4a0e-b297-22ccb033047b tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643523 Nov 09 18:12:59.625865 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.709670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:12:59.863609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router fa2baab5-fbf1-404b-a25f-87107d1dc02b is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:13:00.011226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-8cad7281-9180-4c1b-b6f4-d3370ea6ee0c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1100788193&fields=id&tenant_id=0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 267 time: 0.0535753 Nov 09 18:13:00.029198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35644) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:00.053503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.071059 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.141393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fcd41851-799a-4b98-9e58-994214ad0bfc up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:00.188177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115c66b-5d2a-4f5a-be9a-303a573e15e5 None None] Pushing event updated for resources: {'Port': ['ID=56972f92-d8d7-4cbe-9703-272009fffcfd,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:00.191957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35650) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:00.198228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1803066781-network', 'tenant_id': 'ee55b3489849478a964c9505cc15386e'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:00.274706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-b7f6ca4a-6a17-45bf-874a-a917ec8439cd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:00.283165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-b7f6ca4a-6a17-45bf-874a-a917ec8439cd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 816 time: 0.2527735 Nov 09 18:13:00.301082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Made reservation on behalf of ee55b3489849478a964c9505cc15386e for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:00.303514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:00.304000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.314534 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Sync routers for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:00.315070 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.318882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-68411c4c-60cd-48ed-a3e8-1910079d88f0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/quotas/0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 375 time: 0.0346284 Nov 09 18:13:00.330080 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:00.332143 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:00.341304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.342611 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1055015e-042b-443e-b633-291f92ac9c5f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.6159837 Nov 09 18:13:00.345700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35652) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:00.357782 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Attempting to bind port 56972f92-d8d7-4cbe-9703-272009fffcfd on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:00.358423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Attempting to bind port 56972f92-d8d7-4cbe-9703-272009fffcfd by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:00.358572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Attempting to bind port 56972f92-d8d7-4cbe-9703-272009fffcfd on network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:00.372576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:00.378413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Checking segment: {'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:00.379116 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.383744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Bound using segment: {'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:00.384533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Bound port: 56972f92-d8d7-4cbe-9703-272009fffcfd, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:00.385147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.399037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-18185720-b684-4f56-84d3-77299e77198e tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=157548435770470e9b8f97aa9a4f0d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520346 Nov 09 18:13:00.401512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35654) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:00.441884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fcd41851-799a-4b98-9e58-994214ad0bfc triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:00.442533 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.444447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f96f9c-afa5-4ffb-961f-0b8313608e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.500535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-3cd7c44e-c6f6-4f82-8fc7-d44f4958cb99 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1726074 Nov 09 18:13:00.547248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70bc4f-7c88-4269-93fa-6185ea6cf6ff tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:00.547862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] For port 56972f92-d8d7-4cbe-9703-272009fffcfd, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:00.549281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5b70bc4f-7c88-4269-93fa-6185ea6cf6ff tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467092 Nov 09 18:13:00.552506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35656) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:00.587546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.593484 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb3eaac4-e2b9-40c3-86d7-6ef5e920195d tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394444 Nov 09 18:13:00.596060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35658) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:00.597288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] For port 56972f92-d8d7-4cbe-9703-272009fffcfd, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=56972f92-d8d7-4cbe-9703-272009fffcfd,segment=NetworkSegment(b07e998b-b728-41f3-bdcf-37f9fd3da2d2),segment_id=b07e998b-b728-41f3-bdcf-37f9fd3da2d2)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:00.598676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ef75930a-f114-43eb-aae1-31f4f6d2a5a1 None None] Provisioning complete for port 56972f92-d8d7-4cbe-9703-272009fffcfd triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:00.599356 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef75930a-f114-43eb-aae1-31f4f6d2a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.602831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1485201939', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:00.616600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.622264 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:00.624376 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.691340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:13:00.707420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Routers {'dcef0ed9-8087-4c5c-bf0c-60bf89030419'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:00.708182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:00.745892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.746282 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Added segment 0006f6f0-5acf-44bb-a4f9-36a7872b0fd2 of type vlan for network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b Nov 09 18:13:00.747657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83161538-d9da-4d33-a5d6-ae364f2c9fd1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:00.806092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115c66b-5d2a-4f5a-be9a-303a573e15e5 None None] Pushing event updated for resources: {'Port': ['ID=56972f92-d8d7-4cbe-9703-272009fffcfd,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:00.829517 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef75930a-f114-43eb-aae1-31f4f6d2a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.841702 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.864937 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:12:59Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:00.870675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f96f9c-afa5-4ffb-961f-0b8313608e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.876740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.878494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:00.879508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.881330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] Set router dcef0ed9-8087-4c5c-bf0c-60bf89030419 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:00.896827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f96f9c-afa5-4ffb-961f-0b8313608e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.906781 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Checking router: fa2baab5-fbf1-404b-a25f-87107d1dc02b for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:00.907134 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Updating router fa2baab5-fbf1-404b-a25f-87107d1dc02b port 96e5dde3-7056-421b-b4ea-3b2b4c43b973 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:00.916182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ef75930a-f114-43eb-aae1-31f4f6d2a5a1 None None] For port 56972f92-d8d7-4cbe-9703-272009fffcfd, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=56972f92-d8d7-4cbe-9703-272009fffcfd,segment=NetworkSegment(b07e998b-b728-41f3-bdcf-37f9fd3da2d2),segment_id=b07e998b-b728-41f3-bdcf-37f9fd3da2d2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:00.921183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef75930a-f114-43eb-aae1-31f4f6d2a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.937627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7441864 Nov 09 18:13:00.941015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:00.945892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Request body: {'subnet': {'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1803066781-subnet', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:00.946979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-3b6fcb2c-8b2d-4c24-809c-21d570913831 service neutron] 10.222.0.32 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250684 Nov 09 18:13:00.953315 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:00.971209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Made reservation on behalf of ee55b3489849478a964c9505cc15386e for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:00.974257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.076123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75930a-f114-43eb-aae1-31f4f6d2a5a1 None None] Pushing event updated for resources: {'Port': ['ID=56972f92-d8d7-4cbe-9703-272009fffcfd,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:01.093003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-73de8bc2-6e7c-4cf3-ae8f-2e66e77577d0 None None] Provisioning complete for port 56972f92-d8d7-4cbe-9703-272009fffcfd triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:01.093375 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-73de8bc2-6e7c-4cf3-ae8f-2e66e77577d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.194883 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.243372 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3760d32-97ab-4dd1-971a-8d441c5fd628,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:01.252793 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.262942 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.271741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 4, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port': {'id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:50Z', 'updated_at': '2021-11-09T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '56972f92-d8d7-4cbe-9703-272009fffcfd', 'name': '', 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'mac_address': 'fa:16:3e:5b:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2789252b-4b34-40bd-a16f-dd3e046bddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:54Z', 'updated_at': '2021-11-09T18:13:00Z', 'revision_number': 4, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'subnets': [{'id': '2789252b-4b34-40bd-a16f-dd3e046bddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:01.280455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Checking segment: {'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:01.280823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Network hostable DHCP agents. Network: 64f2bb87-f26b-4d18-89dd-3d68d3ee699b, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:01.296127 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Attempting to bind port 96e5dde3-7056-421b-b4ea-3b2b4c43b973 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:01.296768 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Attempting to bind port 96e5dde3-7056-421b-b4ea-3b2b4c43b973 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:01.297267 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Attempting to bind port 96e5dde3-7056-421b-b4ea-3b2b4c43b973 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:01.306855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:01.313193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344ec0a-1829-4dcd-97f8-05ffc90beb3b None None] The sync data for ids ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'] in n-d-817240-1 is: [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 4, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port': {'id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:50Z', 'updated_at': '2021-11-09T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '56972f92-d8d7-4cbe-9703-272009fffcfd', 'name': '', 'network_id': '323789e8-6e6f-4ee5-97a0-19f52b6a3f19', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'mac_address': 'fa:16:3e:5b:40:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2789252b-4b34-40bd-a16f-dd3e046bddf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:54Z', 'updated_at': '2021-11-09T18:13:00Z', 'revision_number': 4, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'subnets': [{'id': '2789252b-4b34-40bd-a16f-dd3e046bddf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:01.321981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 64f2bb87-f26b-4d18-89dd-3d68d3ee699b) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:01.326993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:01.327220 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:01.327758 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:01.328444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.328689 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.329252 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:01.330108 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Bound port: 96e5dde3-7056-421b-b4ea-3b2b4c43b973, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:01.330810 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.335177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbdcfe-ecbd-4185-9453-d1aa8345dd76 None None] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:01.354916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:01.358208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-97a7b3d8-fe8a-4df0-81a4-934609f8c565 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4138393 Nov 09 18:13:01.358615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.359669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35666) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:01.365751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:01.414902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.415615 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c128c-d21e-4eb2-b1e4-7ac1b6166ed3 None None] Pushing event updated for resources: {'Port': ['ID=96e5dde3-7056-421b-b4ea-3b2b4c43b973,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:01.416308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.477721 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] For port 96e5dde3-7056-421b-b4ea-3b2b4c43b973, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:01.483241 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] For port 96e5dde3-7056-421b-b4ea-3b2b4c43b973, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=96e5dde3-7056-421b-b4ea-3b2b4c43b973,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:01.487813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-85f96f9c-afa5-4ffb-961f-0b8313608e2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=367be806ea1b4c0d99ce57eca1b32c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4524989 Nov 09 18:13:01.497691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beb967-fb70-4bee-a894-2e8979246f12 admin admin] Pushing event updated for resources: {'Network': ['ID=64f2bb87-f26b-4d18-89dd-3d68d3ee699b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:01.500482 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.511211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-35f2e940-ca27-42df-8829-e85fbbf5c0ed service neutron] 10.222.0.32 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632515 Nov 09 18:13:01.511766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35668) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:01.527777 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.536387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f96f9c-afa5-4ffb-961f-0b8313608e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d9782-f6c6-435a-a1da-9640aecb29e8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:01.555917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:13:01.587421 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:01.591605 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:01.676606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a69e130-0210-4d7b-9e4e-4e25e9300417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.786543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.806505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'fixed_ips': [{'subnet_id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:13:01.812389 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.856200 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:01.876911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a69e130-0210-4d7b-9e4e-4e25e9300417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:01.948122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201ebc-3d4b-4e83-bebe-4f4e9ee81817 req-5bf86a86-f868-4413-bbc9-81595bdfdea6 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:01.950005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73201ebc-3d4b-4e83-bebe-4f4e9ee81817 req-5bf86a86-f868-4413-bbc9-81595bdfdea6 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=37875b37-0f80-4c9e-8356-a4bef96103ae HTTP/1.1" status: 200 len: 945 time: 0.2082777 Nov 09 18:13:02.042895 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c128c-d21e-4eb2-b1e4-7ac1b6166ed3 None None] Pushing event updated for resources: {'Port': ['ID=96e5dde3-7056-421b-b4ea-3b2b4c43b973,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:02.136878 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a69e130-0210-4d7b-9e4e-4e25e9300417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.149653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a69e130-0210-4d7b-9e4e-4e25e9300417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.153814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1a69e130-0210-4d7b-9e4e-4e25e9300417 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/790d9782-f6c6-435a-a1da-9640aecb29e8 HTTP/1.1" status: 204 len: 168 time: 0.6338432 Nov 09 18:13:02.184632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.186733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69e130-0210-4d7b-9e4e-4e25e9300417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d9782-f6c6-435a-a1da-9640aecb29e8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:02.196816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Allocated IP 172.20.0.2 (64f2bb87-f26b-4d18-89dd-3d68d3ee699b/d3760d32-97ab-4dd1-971a-8d441c5fd628/710fe947-7967-484a-9ec3-41eed4c928ae) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:02.243338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 56972f92-d8d7-4cbe-9703-272009fffcfd up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:02.256126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.297709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.322577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Subnet': ['ID=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:02.342333 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-155577a2-6041-4271-a150-e15501fdeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:12:59Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:02.350242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73201ebc-3d4b-4e83-bebe-4f4e9ee81817 req-184f5ef0-4e02-4068-aefd-514d427792b9 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485007 Nov 09 18:13:02.397755 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155577a2-6041-4271-a150-e15501fdeeee None None] The sync data for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 is: [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:12:59Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:02.454666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Checking segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:02.455799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network hostable DHCP agents. Network: b8ffde7f-9115-4d4f-9d02-33d1f3d8767a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:02.483933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:02.513920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Allocated IP 172.25.0.54 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/23f3db24-efa0-4d2c-bf64-e30e3b1c3fae) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:02.520213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b8ffde7f-9115-4d4f-9d02-33d1f3d8767a) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:02.530416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:02.531843 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.542567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c69d2d-3e53-425b-afee-b422d045a633 None None] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:02.574039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6aa0a24b-df18-4e4b-ba1c-bf32dcc6db87 req-5983fe64-fccc-438b-a719-dcbcb13d1ecc tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0766788 Nov 09 18:13:02.590304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-af117708-fb43-483d-9f5e-77e180836cde tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9912484 Nov 09 18:13:02.590939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35686) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:02.709787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 56972f92-d8d7-4cbe-9703-272009fffcfd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:02.710314 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.742653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.771760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35688) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:02.795611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97c4a590-87c9-41bc-98b8-8c1a29a69c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.824526 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.852188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.852782 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:02.929112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:02.939260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:02.943882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:02.989600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Pushing event updated for resources: {'Port': ['ID=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:03.024782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7dd763d-b6bd-459a-8cf1-4b49c06ccf4e req-4d89a982-a12c-479e-8261-ab9c58f70586 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0381241 Nov 09 18:13:03.058897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97c4a590-87c9-41bc-98b8-8c1a29a69c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.086839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Pushing event updated for resources: {'Port': ['ID=710fe947-7967-484a-9ec3-41eed4c928ae,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:03.109889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97c4a590-87c9-41bc-98b8-8c1a29a69c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.157826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:03.167059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:03.169584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:03.212571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4a590-87c9-41bc-98b8-8c1a29a69c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a40b6a-8868-4f6c-aa3a-f710a122d6ef,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:03.233184 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-97c4a590-87c9-41bc-98b8-8c1a29a69c92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aca83dd3cc4a4965a2d768f174435ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602995 Nov 09 18:13:03.234406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35690) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:03.364338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Attempting to bind port 710fe947-7967-484a-9ec3-41eed4c928ae on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:03.364706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Attempting to bind port 710fe947-7967-484a-9ec3-41eed4c928ae by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:03.365070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Attempting to bind port 710fe947-7967-484a-9ec3-41eed4c928ae on network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:03.373704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:03.374121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Checking segment: {'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:03.374539 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.374933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Bound using segment: {'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:03.375417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Bound port: 710fe947-7967-484a-9ec3-41eed4c928ae, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:03.375803 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.378229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:13:03.379066 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.466556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eaee785b-0690-47e3-acba-477c6bf62e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.606739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.634361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eaee785b-0690-47e3-acba-477c6bf62e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.746254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] For port 710fe947-7967-484a-9ec3-41eed4c928ae, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:03.753510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] For port 710fe947-7967-484a-9ec3-41eed4c928ae, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=710fe947-7967-484a-9ec3-41eed4c928ae,segment=NetworkSegment(0006f6f0-5acf-44bb-a4f9-36a7872b0fd2),segment_id=0006f6f0-5acf-44bb-a4f9-36a7872b0fd2)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:03.758433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-b7cadb55-9693-41d1-a854-c40eeeba979f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:03.760788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-b7cadb55-9693-41d1-a854-c40eeeba979f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.73 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 816 time: 0.5050552 Nov 09 18:13:03.769197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.830131 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:13:03.833464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Allocated IP 172.20.0.2 (b8ffde7f-9115-4d4f-9d02-33d1f3d8767a/cf8f8751-933d-4e28-b3cf-eeaf7158cb4e/92bce8d1-5fff-491c-9a67-2c051fdbb714) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:03.834693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-80f665b5-d7d1-46d3-8290-87d35e6d7b51 req-fd58bfa3-4b63-4ecd-b4a5-db3fd2b5c1b3 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0992393 Nov 09 18:13:03.862312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-ae8ce3c5-5d57-4915-8c9d-0e59039a821a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 380 time: 0.0784111 Nov 09 18:13:03.894934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'port': {'device_id': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'admin_state_up': True, 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'security_groups': ['068606dd-cf09-4184-8888-56ef5cebc2f0']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:03.910096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.938967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371f13-49d8-4935-8ef2-befe618f080b None None] Pushing event updated for resources: {'Port': ['ID=710fe947-7967-484a-9ec3-41eed4c928ae,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:03.969603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eaee785b-0690-47e3-acba-477c6bf62e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.973820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eaee785b-0690-47e3-acba-477c6bf62e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:03.977355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eaee785b-0690-47e3-acba-477c6bf62e80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2a40b6a-8868-4f6c-aa3a-f710a122d6ef HTTP/1.1" status: 204 len: 168 time: 0.7396495 Nov 09 18:13:04.029907 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.040959 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.053296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee785b-0690-47e3-acba-477c6bf62e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a40b6a-8868-4f6c-aa3a-f710a122d6ef,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:04.063214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.131931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Router b13a58f2-622d-41c5-967d-d915a6516989 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:13:04.172248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:04.201276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Pushing event updated for resources: {'Port': ['ID=92bce8d1-5fff-491c-9a67-2c051fdbb714,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:04.205103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:04.211289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:04.323209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 96e5dde3-7056-421b-b4ea-3b2b4c43b973 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:04.340259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Attempting to bind port 92bce8d1-5fff-491c-9a67-2c051fdbb714 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:04.340543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Attempting to bind port 92bce8d1-5fff-491c-9a67-2c051fdbb714 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:04.341172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Attempting to bind port 92bce8d1-5fff-491c-9a67-2c051fdbb714 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:04.367905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:04.368679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Checking segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:04.369351 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.369966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Bound using segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:04.370723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Bound port: 92bce8d1-5fff-491c-9a67-2c051fdbb714, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:04.371365 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.413732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:04.442656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03041763-db73-4146-8c62-823aa65e742e None None] Sync routers for ids ['b13a58f2-622d-41c5-967d-d915a6516989'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:04.478748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.480764 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ff132db-2539-41e5-9605-8098244f0c0c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1200492 Nov 09 18:13:04.484350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35708) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:04.496517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] Routers {'b13a58f2-622d-41c5-967d-d915a6516989'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:04.497390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b13a58f2-622d-41c5-967d-d915a6516989'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:04.591897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.1 (b8ffde7f-9115-4d4f-9d02-33d1f3d8767a/cf8f8751-933d-4e28-b3cf-eeaf7158cb4e/b82cd336-98f3-49d3-946b-965e74c7dbaa) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:04.649087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] Set router b13a58f2-622d-41c5-967d-d915a6516989 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:04.672481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e83f-e6fb-40de-9db9-424dc1f3b89c req-7aed60b7-3f22-469c-8660-012f486fd114 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:04.681664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f732e83f-e6fb-40de-9db9-424dc1f3b89c req-7aed60b7-3f22-469c-8660-012f486fd114 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=37875b37-0f80-4c9e-8356-a4bef96103ae HTTP/1.1" status: 200 len: 945 time: 0.7598817 Nov 09 18:13:04.813057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 96e5dde3-7056-421b-b4ea-3b2b4c43b973 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:04.814594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.858962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f732e83f-e6fb-40de-9db9-424dc1f3b89c req-28386380-5ce5-4cd8-a7f9-27a91c359f55 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761744 Nov 09 18:13:04.863334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] For port 92bce8d1-5fff-491c-9a67-2c051fdbb714, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:04.911015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Made reservation on behalf of 0ef107dcc65244f39f3d71cd32022478 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:04.921226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:04.936529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] For port 92bce8d1-5fff-491c-9a67-2c051fdbb714, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92bce8d1-5fff-491c-9a67-2c051fdbb714,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:04.964994 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.053364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360180be-5b8e-4fc5-a529-ba807fe4e8ab None None] Pushing event updated for resources: {'Port': ['ID=92bce8d1-5fff-491c-9a67-2c051fdbb714,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:05.055289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-59d9feaa-2508-49c1-8d21-f7640d06adc7 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:05.066027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-59d9feaa-2508-49c1-8d21-f7640d06adc7 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "GET /v2.0/ports?device_id=37875b37-0f80-4c9e-8356-a4bef96103ae HTTP/1.1" status: 200 len: 945 time: 0.2767038 Nov 09 18:13:05.238741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.239342 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.283585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 96e5dde3-7056-421b-b4ea-3b2b4c43b973, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=96e5dde3-7056-421b-b4ea-3b2b4c43b973,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:05.296542 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.343440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b21debe-f05e-4099-a0b1-0c8ace6c099d req-289668db-9702-4878-91a8-13dca12149b0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0621347 Nov 09 18:13:05.364476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92183984-66b7-4df8-9543-5a26bb346829 req-c938e64c-ba07-4104-9476-3396b3e5f8e5 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:05.370261 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92183984-66b7-4df8-9543-5a26bb346829 req-c938e64c-ba07-4104-9476-3396b3e5f8e5 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.85 "GET /v2.0/ports?device_id=38f0267f-ab7f-4025-adc8-6af5f50fb9f6 HTTP/1.1" status: 200 len: 945 time: 0.2443049 Nov 09 18:13:05.431044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=96e5dde3-7056-421b-b4ea-3b2b4c43b973,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:05.481750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:03Z', 'revision_number': 3, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port': {'id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:02Z', 'updated_at': '2021-11-09T18:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:05.484323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.547269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03041763-db73-4146-8c62-823aa65e742e None None] Checking router: b13a58f2-622d-41c5-967d-d915a6516989 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:05.547618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03041763-db73-4146-8c62-823aa65e742e None None] Updating router b13a58f2-622d-41c5-967d-d915a6516989 port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:05.579709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f304f9d-9a8e-47e0-af1a-d36806820456 req-eb1d8eb0-4cf4-4093-ac9a-600e342a3328 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0705752 Nov 09 18:13:05.607497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Allocated IP 172.20.0.3 (b66ce66d-7339-4123-977d-4364f4d53541/b13b46d4-fe3f-466f-9aab-fda7d6b68376/94e270b3-71d0-4623-a9d6-beef9730bef2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:05.610220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.629798 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03041763-db73-4146-8c62-823aa65e742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.742038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Deleting port 65cba683-23ff-463a-b27e-a47949daa2aa {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:05.742317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.757316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Deleting port 205efc52-3b25-4495-9d7c-de105e0ee2bf {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:05.757666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:05.757815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:05.822380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:05.824878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:05.870435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=b82cd336-98f3-49d3-946b-965e74c7dbaa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:05.910805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430fdf6c-ce41-4443-a472-b88e35644c57 None None] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:05.919453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.025377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] For port 205efc52-3b25-4495-9d7c-de105e0ee2bf, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=205efc52-3b25-4495-9d7c-de105e0ee2bf,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:06.027686 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.039144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Allocated IP 172.20.0.1 (64f2bb87-f26b-4d18-89dd-3d68d3ee699b/d3760d32-97ab-4dd1-971a-8d441c5fd628/f5c88c7a-4ffd-4638-87ad-8353596e9a14) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:06.051224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Calling delete_port for 205efc52-3b25-4495-9d7c-de105e0ee2bf owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:06.054077 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-07c8a5f2-b79a-40ed-aecc-ed810427f69c None None] Provisioning complete for port 710fe947-7967-484a-9ec3-41eed4c928ae triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:06.057410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-07c8a5f2-b79a-40ed-aecc-ed810427f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.210461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] For port 65cba683-23ff-463a-b27e-a47949daa2aa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65cba683-23ff-463a-b27e-a47949daa2aa,segment=NetworkSegment(7bce2824-3f7f-45a9-8a22-cdcff95de9d7),segment_id=7bce2824-3f7f-45a9-8a22-cdcff95de9d7)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:06.213775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.248156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.318046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03041763-db73-4146-8c62-823aa65e742e None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.321782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Calling delete_port for 65cba683-23ff-463a-b27e-a47949daa2aa owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:06.345005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.388016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92bce8d1-5fff-491c-9a67-2c051fdbb714 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:06.406121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307cce9-cdaf-47a2-b47d-0b99e4494ce5 req-039e9e1b-220d-4172-9097-583fc987dc26 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:06.414852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6307cce9-cdaf-47a2-b47d-0b99e4494ce5 req-039e9e1b-220d-4172-9097-583fc987dc26 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/ports?device_id=37875b37-0f80-4c9e-8356-a4bef96103ae HTTP/1.1" status: 200 len: 945 time: 0.4274302 Nov 09 18:13:06.438904 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03041763-db73-4146-8c62-823aa65e742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.455411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.489728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927833c-b398-404a-b655-0d8a86b3cb12 None None] Pushing event updated for resources: {'Port': ['ID=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:06.499471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] No DVR routers for this DVR port 205efc52-3b25-4495-9d7c-de105e0ee2bf on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:06.510423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.516523 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-92183984-66b7-4df8-9543-5a26bb346829 req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.85 "DELETE /v2.0/ports/205efc52-3b25-4495-9d7c-de105e0ee2bf HTTP/1.1" status: 204 len: 173 time: 1.1363702 Nov 09 18:13:06.531582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'name': 'network-vif-deleted', 'tag': '205efc52-3b25-4495-9d7c-de105e0ee2bf'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:06.538804 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbcd5ef-3981-47e2-b539-7e6998e551c9" -d '{"events": [{"server_uuid": "38f0267f-ab7f-4025-adc8-6af5f50fb9f6", "name": "network-vif-deleted", "tag": "205efc52-3b25-4495-9d7c-de105e0ee2bf"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:06.552655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7e049-c8ef-448e-97c4-854d905d7e20 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event deleted for resources: {'Port': ['ID=205efc52-3b25-4495-9d7c-de105e0ee2bf,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:06.579852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.590147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:06.620469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:06.628228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:06.657990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-07c8a5f2-b79a-40ed-aecc-ed810427f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.661193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 92bce8d1-5fff-491c-9a67-2c051fdbb714 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:06.661867 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.666734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-03041763-db73-4146-8c62-823aa65e742e None None] Attempting to bind port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:06.667218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-03041763-db73-4146-8c62-823aa65e742e None None] Attempting to bind port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:06.667941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03041763-db73-4146-8c62-823aa65e742e None None] Attempting to bind port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:06.677911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.709173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6307cce9-cdaf-47a2-b47d-0b99e4494ce5 req-907e1c64-5112-4945-8b60-c325d301cfce tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.32 "GET /v2.0/security-groups?id=458f1277-31d7-46ab-8509-8c3cd4cd943f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790654 Nov 09 18:13:06.736682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03041763-db73-4146-8c62-823aa65e742e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:06.739194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03041763-db73-4146-8c62-823aa65e742e None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:06.739735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03041763-db73-4146-8c62-823aa65e742e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.750856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03041763-db73-4146-8c62-823aa65e742e None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:06.750856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-03041763-db73-4146-8c62-823aa65e742e None None] Bound port: 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:06.751184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03041763-db73-4146-8c62-823aa65e742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.855146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-03041763-db73-4146-8c62-823aa65e742e None None] For port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:06.859102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-03041763-db73-4146-8c62-823aa65e742e None None] For port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:06.871844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-03041763-db73-4146-8c62-823aa65e742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.916426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:06.942596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.063198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Pushing event deleted for resources: {'Port': ['ID=65cba683-23ff-463a-b27e-a47949daa2aa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.139103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Pushing event updated for resources: {'Port': ['ID=f5c88c7a-4ffd-4638-87ad-8353596e9a14,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.148341 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.262959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-07c8a5f2-b79a-40ed-aecc-ed810427f69c None None] For port 710fe947-7967-484a-9ec3-41eed4c928ae, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=710fe947-7967-484a-9ec3-41eed4c928ae,segment=NetworkSegment(0006f6f0-5acf-44bb-a4f9-36a7872b0fd2),segment_id=0006f6f0-5acf-44bb-a4f9-36a7872b0fd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:07.272811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb1a475-1dbb-40ed-b2aa-60b493e4384e None None] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:07.300188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.310871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-07c8a5f2-b79a-40ed-aecc-ed810427f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.453081 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1072f802-70a2-43f8-9cfb-5214595db39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.460725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] Routers {'b13a58f2-622d-41c5-967d-d915a6516989'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:07.461654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:12:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b13a58f2-622d-41c5-967d-d915a6516989'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:07.507187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927833c-b398-404a-b655-0d8a86b3cb12 None None] Pushing event updated for resources: {'Port': ['ID=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.613924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.625474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.638268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Provisioning complete for port 92bce8d1-5fff-491c-9a67-2c051fdbb714 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:07.638963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.642101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8a5f2-b79a-40ed-aecc-ed810427f69c None None] Pushing event updated for resources: {'Port': ['ID=710fe947-7967-484a-9ec3-41eed4c928ae,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.717100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 205efc52-3b25-4495-9d7c-de105e0ee2bf no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:07.722883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Pushing event updated for resources: {'Port': ['ID=f5c88c7a-4ffd-4638-87ad-8353596e9a14,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:07.725556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.768193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 205efc52-3b25-4495-9d7c-de105e0ee2bf {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:07.769236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 205efc52-3b25-4495-9d7c-de105e0ee2bf not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:07.811149 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.819389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65cba683-23ff-463a-b27e-a47949daa2aa no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:07.822089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:07.823570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:07.834986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35768) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:07.880042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 65cba683-23ff-463a-b27e-a47949daa2aa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:07.880510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65cba683-23ff-463a-b27e-a47949daa2aa not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:07.915816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] Set router b13a58f2-622d-41c5-967d-d915a6516989 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:07.954316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] No DVR routers for this DVR port 65cba683-23ff-463a-b27e-a47949daa2aa on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:07.965310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:07.968678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15318d71-07df-47dd-baa1-6e2b14bc1c82 req-292a5009-cc02-40de-a617-9d5e8676c501 tempest-MultipleCreateTestJSON-793865355 tempest-MultipleCreateTestJSON-793865355-project] 10.222.0.73 "DELETE /v2.0/ports/65cba683-23ff-463a-b27e-a47949daa2aa HTTP/1.1" status: 204 len: 173 time: 2.8837097 Nov 09 18:13:07.977525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'name': 'network-vif-deleted', 'tag': '65cba683-23ff-463a-b27e-a47949daa2aa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:07.980135 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b4293-0815-4dcc-969e-6a78ec4ff059" -d '{"events": [{"server_uuid": "37875b37-0f80-4c9e-8356-a4bef96103ae", "name": "network-vif-deleted", "tag": "65cba683-23ff-463a-b27e-a47949daa2aa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:07.988684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Network b66ce66d-7339-4123-977d-4364f4d53541 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:07.993187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:08.003817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e675d-79a2-4f76-a739-79fea0bcf454 req-d56de3d5-f860-4e5f-943f-de4e9a36247a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:08.012015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f2e675d-79a2-4f76-a739-79fea0bcf454 req-d56de3d5-f860-4e5f-943f-de4e9a36247a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 931 time: 0.8890059 Nov 09 18:13:08.017891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:08.036349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:08.039021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 92bce8d1-5fff-491c-9a67-2c051fdbb714, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92bce8d1-5fff-491c-9a67-2c051fdbb714,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:08.059665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.060948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 96e5dde3-7056-421b-b4ea-3b2b4c43b973 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:08.077495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.113842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Router b13a58f2-622d-41c5-967d-d915a6516989 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:08.156185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0e69-7aa8-4d71-8c7e-1d2a8f236046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.185819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f2e675d-79a2-4f76-a739-79fea0bcf454 req-7fa1d8b1-4893-4b2f-ac8c-d84c663e1bd1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728075 Nov 09 18:13:08.226233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:08.229140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.285982 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dea41d-a315-42dd-accc-82a18006d80b x-openstack-request-id: req-64dea41d-a315-42dd-accc-82a18006d80b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:08.286529 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f0267f-ab7f-4025-adc8-6af5f50fb9f6", "name": "network-vif-deleted", "tag": "205efc52-3b25-4495-9d7c-de105e0ee2bf", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:08.286878 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64dea41d-a315-42dd-accc-82a18006d80b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:08.287380 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f0267f-ab7f-4025-adc8-6af5f50fb9f6', 'name': 'network-vif-deleted', 'tag': '205efc52-3b25-4495-9d7c-de105e0ee2bf', 'status': 'completed', 'code': 200} Nov 09 18:13:08.291921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.302618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-dc6d7a56-d207-4179-bb57-6ce74967fa28 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4320638 Nov 09 18:13:08.308924 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.356646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Request body: {'port': {'device_id': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:08.373226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0e69-7aa8-4d71-8c7e-1d2a8f236046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.398687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:08.400837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c2b0e69-7aa8-4d71-8c7e-1d2a8f236046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.434699 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0d735673-4539-4f1f-a59a-a2208e848cee admin admin] 10.222.0.32 "PUT /v2.0/routers/b13a58f2-622d-41c5-967d-d915a6516989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9487548 Nov 09 18:13:08.439557 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:13:08.440155 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:13:08.442365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=92bce8d1-5fff-491c-9a67-2c051fdbb714,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:08.461549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 96e5dde3-7056-421b-b4ea-3b2b4c43b973 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:08.461831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.468942 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1c2b0e69-7aa8-4d71-8c7e-1d2a8f236046 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6157fe88e9044c5a20a91816f38d1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296554 Nov 09 18:13:08.468942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b0e69-7aa8-4d71-8c7e-1d2a8f236046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7532483a-8390-4454-bb4a-57729a2f7952,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:08.470556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35778) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:08.482942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=b82cd336-98f3-49d3-946b-965e74c7dbaa,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:08.531750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-03041763-db73-4146-8c62-823aa65e742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:07Z', 'revision_number': 4, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port': {'id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:02Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f5c88c7a-4ffd-4638-87ad-8353596e9a14', 'name': '', 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'mac_address': 'fa:16:3e:0e:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:05Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 1, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'subnets': [{'id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:08.536755 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.576714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03041763-db73-4146-8c62-823aa65e742e None None] The sync data for ids ['b13a58f2-622d-41c5-967d-d915a6516989'] in n-d-817240-1 is: [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:07Z', 'revision_number': 4, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port': {'id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:02Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f5c88c7a-4ffd-4638-87ad-8353596e9a14', 'name': '', 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'mac_address': 'fa:16:3e:0e:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:05Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 1, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'subnets': [{'id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:08.585337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc2a7-1ecb-4dd3-b90d-9e714cc1234f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.632973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc2a7-1ecb-4dd3-b90d-9e714cc1234f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.633705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 710fe947-7967-484a-9ec3-41eed4c928ae up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:08.677532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.699228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d81ae8e4-5fba-4cd0-9232-e6a2cce32a1e req-7e549bbb-a623-469d-95b8-a86fe1279a73 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.2049332 Nov 09 18:13:08.710427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 710fe947-7967-484a-9ec3-41eed4c928ae triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:08.710822 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.753627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc2a7-1ecb-4dd3-b90d-9e714cc1234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.756244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc2a7-1ecb-4dd3-b90d-9e714cc1234f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:08.758720 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3c4dc2a7-1ecb-4dd3-b90d-9e714cc1234f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7532483a-8390-4454-bb4a-57729a2f7952 HTTP/1.1" status: 204 len: 168 time: 0.2872124 Nov 09 18:13:08.776432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dc2a7-1ecb-4dd3-b90d-9e714cc1234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7532483a-8390-4454-bb4a-57729a2f7952,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:09.044711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Provisioning complete for port f5c88c7a-4ffd-4638-87ad-8353596e9a14 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:09.045107 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.080596 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7370d97d-b738-4eae-a7ba-bd9e02558629 x-openstack-request-id: req-7370d97d-b738-4eae-a7ba-bd9e02558629 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:09.082236 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37875b37-0f80-4c9e-8356-a4bef96103ae", "name": "network-vif-deleted", "tag": "65cba683-23ff-463a-b27e-a47949daa2aa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:09.082656 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7370d97d-b738-4eae-a7ba-bd9e02558629 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:09.083225 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37875b37-0f80-4c9e-8356-a4bef96103ae', 'name': 'network-vif-deleted', 'tag': '65cba683-23ff-463a-b27e-a47949daa2aa', 'status': 'completed', 'code': 200} Nov 09 18:13:09.098138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:09.114793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:09.144775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Port f5c88c7a-4ffd-4638-87ad-8353596e9a14 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:09.172933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Provisioning complete for port 710fe947-7967-484a-9ec3-41eed4c928ae triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:09.173658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-63686eae-78ca-485f-9edf-72a0cc92f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.233208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92bce8d1-5fff-491c-9a67-2c051fdbb714 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:09.389643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35792) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:09.403618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router fa2baab5-fbf1-404b-a25f-87107d1dc02b has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:09.417742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b479a92c-75ec-4da8-aff1-4e36343fdeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.419263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e270b3-71d0-4623-a9d6-beef9730bef2 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:09.436175 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.451554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 92bce8d1-5fff-491c-9a67-2c051fdbb714 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:09.452246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.533424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Transition to ACTIVE for port object 94e270b3-71d0-4623-a9d6-beef9730bef2 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:09.543778 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.585659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b479a92c-75ec-4da8-aff1-4e36343fdeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.593514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b479a92c-75ec-4da8-aff1-4e36343fdeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.636469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35796) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:09.653058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 710fe947-7967-484a-9ec3-41eed4c928ae up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:09.672530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b479a92c-75ec-4da8-aff1-4e36343fdeaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4021e0951e8a45ff91076217e620a3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810266 Nov 09 18:13:09.675601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479a92c-75ec-4da8-aff1-4e36343fdeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba76cf2-b287-4e30-976a-69329a0d855e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:09.683606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35798) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:09.768320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Provisioning complete for port f5c88c7a-4ffd-4638-87ad-8353596e9a14 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:09.768581 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.794232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:09.799322 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-657103de-c00f-4371-8ecc-535ef8847755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.812275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-205f7e24-b98b-4011-819f-bc61fa005991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.831729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:09.836107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Port f5c88c7a-4ffd-4638-87ad-8353596e9a14 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:09.839140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 710fe947-7967-484a-9ec3-41eed4c928ae triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:09.839419 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.844411 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Sync routers for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:09.855940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-205f7e24-b98b-4011-819f-bc61fa005991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.857471 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:09.858710 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:09.865471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6a0accf6-11ca-4056-9754-760dd7bb8989 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/fa2baab5-fbf1-404b-a25f-87107d1dc02b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2734659 Nov 09 18:13:09.900227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Provisioning complete for port b82cd336-98f3-49d3-946b-965e74c7dbaa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:09.901643 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.992575 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-205f7e24-b98b-4011-819f-bc61fa005991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:09.997041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-205f7e24-b98b-4011-819f-bc61fa005991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.000760 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-205f7e24-b98b-4011-819f-bc61fa005991 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fba76cf2-b287-4e30-976a-69329a0d855e HTTP/1.1" status: 204 len: 168 time: 0.3139417 Nov 09 18:13:10.012826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] Deleting subnet f3bddde4-c71f-4b37-be0f-645fefbd40fc {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:13:10.025369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.041068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f7e24-b98b-4011-819f-bc61fa005991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba76cf2-b287-4e30-976a-69329a0d855e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:10.056925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:10.057268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:10.057605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:10.076556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Port 94e270b3-71d0-4623-a9d6-beef9730bef2 on network b66ce66d-7339-4123-977d-4364f4d53541 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:10.076887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:10.102171 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:10.116738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77136c-de20-48d4-8e6b-3f393f12742b req-14d127de-0d16-4a98-a169-1d9e0eed7bf8 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:10.118620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed77136c-de20-48d4-8e6b-3f393f12742b req-14d127de-0d16-4a98-a169-1d9e0eed7bf8 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.3608470 Nov 09 18:13:10.131051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:10.131782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Checking segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:10.132429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Bound using segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:10.133122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Bound port: 94e270b3-71d0-4623-a9d6-beef9730bef2, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:10.133731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.183537 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.198021 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.233837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.242231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Port b82cd336-98f3-49d3-946b-965e74c7dbaa cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:10.272764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Provisioning complete for port 92bce8d1-5fff-491c-9a67-2c051fdbb714 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:10.273198 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8caed808-5a91-4ba5-bbd1-7c926ebc7756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.334492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed77136c-de20-48d4-8e6b-3f393f12742b req-98c9ae8c-7582-4442-8073-0e63f0cf1020 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072601 Nov 09 18:13:10.410243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.446141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bddde4-c71f-4b37-be0f-645fefbd40fc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:10.468719 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:07Z', 'revision_number': 2, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:10.468995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.472737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-65751e44-244e-400f-87ee-31919bc34efa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3bddde4-c71f-4b37-be0f-645fefbd40fc HTTP/1.1" status: 204 len: 168 time: 0.8308208 Nov 09 18:13:10.475341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:10.506996 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Checking router: fa2baab5-fbf1-404b-a25f-87107d1dc02b for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:10.507235 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Updating router fa2baab5-fbf1-404b-a25f-87107d1dc02b port b82cd336-98f3-49d3-946b-965e74c7dbaa binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:10.521324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:10.530108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:10.538809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.559221 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.571799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.632118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bf4fa11-e2a0-483b-a026-c7ca003a3f33 req-d23b706d-ca5e-4686-818e-6fd9dfdc8dd5 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0517371 Nov 09 18:13:10.638508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:10.640176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.645358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] 10.222.0.73 "PUT /v2.0/ports/94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 1091 time: 2.3291285 Nov 09 18:13:10.692129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e6854-de6a-4b7b-82a0-b2be22079e59 service neutron] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:10.730494 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.775307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8010ed0-5cb6-4349-bee2-261067120371']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:10.780926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-257d3c07-ab22-4fa0-803f-b3698ab9b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:10.785227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-257d3c07-ab22-4fa0-803f-b3698ab9b34b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1094 time: 0.0836411 Nov 09 18:13:10.787977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bce2824-3f7f-45a9-8a22-cdcff95de9d7') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:10.788522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bce2824-3f7f-45a9-8a22-cdcff95de9d7') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:10.815631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.839351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.853880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:13:10.855633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:13:10.860189 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:13:10.910394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-5b28cb6a-4cfa-458e-a38f-bc11a7d2585a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 217 time: 0.1103096 Nov 09 18:13:10.987867 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4fe0aad2-7082-4ccd-8b69-827ea35f9374 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277417365&fields=id&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 267 time: 0.0777745 Nov 09 18:13:10.996778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.018355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.026794 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] 10.222.0.32 "DELETE /v2.0/networks/c8010ed0-5cb6-4349-bee2-261067120371 HTTP/1.1" status: 204 len: 168 time: 0.5478518 Nov 09 18:13:11.032004 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.042177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2aa2f-05bf-4cf7-b783-255c4360016b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8010ed0-5cb6-4349-bee2-261067120371,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:11.087742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:11.093322 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:11.101232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:11.123554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-45b664d9-9478-4a00-aceb-bfd2f80e6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:11.134827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-45b664d9-9478-4a00-aceb-bfd2f80e6e34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.2103775 Nov 09 18:13:11.187064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35844) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:11.208829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-f97b29d4-4a73-4736-bd79-82f1b69f41af tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:11.213045 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.217729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-f97b29d4-4a73-4736-bd79-82f1b69f41af tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 797 time: 0.2311199 Nov 09 18:13:11.220226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:11.222269 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.223275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.255781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cdf4a0c7-ea26-4502-99f1-0229dcae5735 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51058bd1c74e4cbbbc60cb9cadba6dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646698 Nov 09 18:13:11.256046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:11.256546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-e2c4ad40-44e5-4e43-9841-a2c5451bd96c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/quotas/157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 375 time: 0.0378494 Nov 09 18:13:11.280059 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53f40a-7ee8-43b1-a973-e69d5d9d1062 None None] Pushing event updated for resources: {'Port': ['ID=b82cd336-98f3-49d3-946b-965e74c7dbaa,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:11.324888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-9d4b3cbe-b88f-42cd-ab46-df0d2e668923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:11.339086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-9d4b3cbe-b88f-42cd-ab46-df0d2e668923 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815040 Nov 09 18:13:11.378203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.379727 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Attempting to bind port b82cd336-98f3-49d3-946b-965e74c7dbaa on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:11.380099 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Attempting to bind port b82cd336-98f3-49d3-946b-965e74c7dbaa by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:11.380455 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Attempting to bind port b82cd336-98f3-49d3-946b-965e74c7dbaa on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:11.380591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-1740888b-f55d-4e08-8bff-6c1f6147026a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229303 Nov 09 18:13:11.387446 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:11.387813 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Checking segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:11.388218 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.388607 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Bound using segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:11.392227 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Bound port: b82cd336-98f3-49d3-946b-965e74c7dbaa, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:11.392625 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.396042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2a254a9-d5a7-495b-bb15-5eb204b682dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.421460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:11.431231 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.437470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2a254a9-d5a7-495b-bb15-5eb204b682dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.517976 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2a254a9-d5a7-495b-bb15-5eb204b682dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.520637 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2a254a9-d5a7-495b-bb15-5eb204b682dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.521805 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2a254a9-d5a7-495b-bb15-5eb204b682dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/458f1277-31d7-46ab-8509-8c3cd4cd943f HTTP/1.1" status: 204 len: 168 time: 0.2649181 Nov 09 18:13:11.525408 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] For port b82cd336-98f3-49d3-946b-965e74c7dbaa, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:11.530680 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] For port b82cd336-98f3-49d3-946b-965e74c7dbaa, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b82cd336-98f3-49d3-946b-965e74c7dbaa,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:11.537947 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.553552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:11.560832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a254a9-d5a7-495b-bb15-5eb204b682dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f1277-31d7-46ab-8509-8c3cd4cd943f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:11.628679 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53f40a-7ee8-43b1-a973-e69d5d9d1062 None None] Pushing event updated for resources: {'Port': ['ID=b82cd336-98f3-49d3-946b-965e74c7dbaa,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:11.655299 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:11.655925 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:11.669248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-ab60a7a4-61c2-4559-9d49-6f4d258d7b82 service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075650 Nov 09 18:13:11.684689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5cdf872e-bacb-4d94-82ca-d470e89fba34 None None] Provisioning complete for port b82cd336-98f3-49d3-946b-965e74c7dbaa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:11.685504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5cdf872e-bacb-4d94-82ca-d470e89fba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.813123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5cdf872e-bacb-4d94-82ca-d470e89fba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.816929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-f7cc37a5-ef0b-4ec1-8300-5adb260fa741 service neutron] 10.222.0.32 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354258 Nov 09 18:13:11.908539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5cdf872e-bacb-4d94-82ca-d470e89fba34 None None] For port b82cd336-98f3-49d3-946b-965e74c7dbaa, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b82cd336-98f3-49d3-946b-965e74c7dbaa,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:11.920495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5cdf872e-bacb-4d94-82ca-d470e89fba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:11.963358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a1620b8-4306-4f6a-809f-5e44d8c524f3 req-66d3c094-725c-4787-80c3-6634f9c5f4a0 service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900705 Nov 09 18:13:12.023146 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:12.061497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-1e44a3a9-9172-4b4c-a5f2-56877e2fe639 service neutron] 10.222.0.32 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416101 Nov 09 18:13:12.077610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf872e-bacb-4d94-82ca-d470e89fba34 None None] Pushing event updated for resources: {'Port': ['ID=b82cd336-98f3-49d3-946b-965e74c7dbaa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:12.091914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a368ad41-73a5-48d7-942c-3aa8a5670dc9 None None] Provisioning complete for port b82cd336-98f3-49d3-946b-965e74c7dbaa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:12.093360 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a368ad41-73a5-48d7-942c-3aa8a5670dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:12.409471 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:12.464938 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d110a21-4e0d-456b-8df1-2eae4b443bbc None None] The sync data for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 is: [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:12.466828 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca8293a-2e48-4208-babe-402006ebdeb7 x-openstack-request-id: req-dca8293a-2e48-4208-babe-402006ebdeb7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:12.467335 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:12.467554 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dca8293a-2e48-4208-babe-402006ebdeb7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:12.468053 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'status': 'completed', 'code': 200} Nov 09 18:13:12.498118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Sync routers for ids ['b13a58f2-622d-41c5-967d-d915a6516989'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:12.519966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Routers {'b13a58f2-622d-41c5-967d-d915a6516989'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:12.520671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b13a58f2-622d-41c5-967d-d915a6516989'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:12.685725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:12.770738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-c0defd9a-1877-4ecd-a9b3-a18b511665f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.773972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Set router b13a58f2-622d-41c5-967d-d915a6516989 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:12.778621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-c0defd9a-1877-4ecd-a9b3-a18b511665f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1094 time: 0.2789831 Nov 09 18:13:12.891831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032cce7-bd12-41a2-96fb-68d7e4438393 req-b37aef1b-884c-4ce4-8a02-e8d2cfe03cca tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:12.893662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9032cce7-bd12-41a2-96fb-68d7e4438393 req-b37aef1b-884c-4ce4-8a02-e8d2cfe03cca tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.2931101 Nov 09 18:13:12.976992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9032cce7-bd12-41a2-96fb-68d7e4438393 req-d09e52ba-3c94-4416-b36a-3c042fdcb50b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711141 Nov 09 18:13:13.041396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-77ba00d1-10a1-4c57-b2ab-d6f21ef57dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:13.046547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-77ba00d1-10a1-4c57-b2ab-d6f21ef57dde service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.2504690 Nov 09 18:13:13.133946 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35906) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:13.135771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:07Z', 'revision_number': 4, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port': {'id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:02Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f5c88c7a-4ffd-4638-87ad-8353596e9a14', 'name': '', 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'mac_address': 'fa:16:3e:0e:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:05Z', 'updated_at': '2021-11-09T18:13:07Z', 'revision_number': 2, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'subnets': [{'id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:13.184936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-e3764318-dfd7-48b2-bc49-1f9d67551b92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 217 time: 0.1284471 Nov 09 18:13:13.192316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Checking router: b13a58f2-622d-41c5-967d-d915a6516989 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:13.195560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Updating router b13a58f2-622d-41c5-967d-d915a6516989 port f5c88c7a-4ffd-4638-87ad-8353596e9a14 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:13.236802 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.314385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-425583660-network', 'tenant_id': 'be2afd38065d4e098acabec3ce26e642'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:13.317197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b82cd336-98f3-49d3-946b-965e74c7dbaa up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:13.331870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-98b8fd86-d1ea-499a-b7cb-a9940e8c4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:13.333997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-98b8fd86-d1ea-499a-b7cb-a9940e8c4f67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.1220155 Nov 09 18:13:13.342928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61ca20a2-a83a-4a33-b90a-0f73d110e328 req-a7f4eef7-f83c-4547-90a8-53dc037beacc tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.1535070 Nov 09 18:13:13.356483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Made reservation on behalf of be2afd38065d4e098acabec3ce26e642 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:13.367636 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.401784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.503685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-61f60f4e-ba97-4839-9c56-a7f68fd74d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:13.507323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-61f60f4e-ba97-4839-9c56-a7f68fd74d13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468966 Nov 09 18:13:13.517165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b82cd336-98f3-49d3-946b-965e74c7dbaa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:13.517551 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.560069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.568300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.611184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:13:13.628864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6be10-06ad-4ad4-8d7b-a2f768495e6f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:13.644803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.645605 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Added segment 7b6acc22-b7c3-4376-bec8-1b1c502e23a9 of type vlan for network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac Nov 09 18:13:13.685743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-9906eb0b-b73e-48bb-8654-e7c0b9a7787f service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568940 Nov 09 18:13:13.750585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:13.758839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.785476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.786709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:13.787378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.819617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.831504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.845875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c159989-2d8c-4cfd-9ac1-ac95d901dd0b req-d833773d-8bb9-4c6b-875c-f6c154b6df86 service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530056 Nov 09 18:13:13.871265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7329454 Nov 09 18:13:13.871464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:13.871464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.871804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35920) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:13.876794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:13.889604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7df0fc98-8b83-4b88-859d-5d6af24db212 req-ef957ec5-632c-4bb0-8c84-0325b6b9e5cc tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 210 time: 0.0425143 Nov 09 18:13:13.909148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Request body: {'subnet': {'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-425583660-subnet', 'tenant_id': 'be2afd38065d4e098acabec3ce26e642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:13.945831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b5b29-3bc9-45cf-9977-7eabd3b20a61 None None] Pushing event updated for resources: {'Port': ['ID=f5c88c7a-4ffd-4638-87ad-8353596e9a14,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:13.966698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfa87-1220-458e-bee7-7f684af063f5 admin admin] Pushing event updated for resources: {'Network': ['ID=93b1cac2-91cc-4d88-a30f-d3c321ee73ac,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:13.978438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Made reservation on behalf of be2afd38065d4e098acabec3ce26e642 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:13.981327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:13.983837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:13:14.243297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-fd15d388-fdef-4601-b80e-8f4fefaaf140 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:14.244826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-fd15d388-fdef-4601-b80e-8f4fefaaf140 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 797 time: 0.2126007 Nov 09 18:13:14.331830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-5c2e8206-ed86-476b-bd43-b9403e6a5e68 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 380 time: 0.0642204 Nov 09 18:13:14.342598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'port': {'device_id': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'admin_state_up': True, 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'security_groups': ['09a257c2-a982-4bb4-933e-2e75f473f2b8']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:14.368146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.447196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Attempting to bind port f5c88c7a-4ffd-4638-87ad-8353596e9a14 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:14.447816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Attempting to bind port f5c88c7a-4ffd-4638-87ad-8353596e9a14 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:14.447925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Attempting to bind port f5c88c7a-4ffd-4638-87ad-8353596e9a14 on network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:14.488954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:14.492738 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.510610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Checking segment: {'id': '7b6acc22-b7c3-4376-bec8-1b1c502e23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:14.512045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Network hostable DHCP agents. Network: 93b1cac2-91cc-4d88-a30f-d3c321ee73ac, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:14.528098 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-74a9a74e-3afb-4ec7-9b04-66451fda8bf2 None None] Provisioning complete for port f5c88c7a-4ffd-4638-87ad-8353596e9a14 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:14.528471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74a9a74e-3afb-4ec7-9b04-66451fda8bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.530737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:14.531463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Checking segment: {'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:14.532117 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.532738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Bound using segment: {'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:14.533466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Bound port: f5c88c7a-4ffd-4638-87ad-8353596e9a14, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:14.534692 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.536542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfe2d99-b1f1-4866-a5d6-05faaf773f85,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:14.567216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:14.590300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 93b1cac2-91cc-4d88-a30f-d3c321ee73ac) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:14.602047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:14.602673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.645159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:14.652065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b33a7be0-3a0a-4b67-9a0b-f6ee2d9cfeee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7790289 Nov 09 18:13:14.652419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b6a7c7-3742-438f-b006-ac74b1ece382 None None] Network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:14.760188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] For port f5c88c7a-4ffd-4638-87ad-8353596e9a14, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:14.767169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-74a9a74e-3afb-4ec7-9b04-66451fda8bf2 None None] Port f5c88c7a-4ffd-4638-87ad-8353596e9a14 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:14.768018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.12 (b8ffde7f-9115-4d4f-9d02-33d1f3d8767a/cf8f8751-933d-4e28-b3cf-eeaf7158cb4e/d45ed17f-a0aa-45fa-9903-86b571b38476) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:14.789922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'port_id': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'mac_address': 'fa:16:3e:45:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:14.825739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] For port f5c88c7a-4ffd-4638-87ad-8353596e9a14, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f5c88c7a-4ffd-4638-87ad-8353596e9a14,segment=NetworkSegment(0006f6f0-5acf-44bb-a4f9-36a7872b0fd2),segment_id=0006f6f0-5acf-44bb-a4f9-36a7872b0fd2)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:14.882124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:14.893894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9df83d-8471-40b9-adcf-ea6d86739f4c None None] Network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:15.014085 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.069515 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.125213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6765940-99a7-4312-814e-fd73350b0a63 req-1b6e2e25-497c-4be4-a8c8-f5c3835fb133 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:15.126766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6765940-99a7-4312-814e-fd73350b0a63 req-1b6e2e25-497c-4be4-a8c8-f5c3835fb133 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.0823259 Nov 09 18:13:15.171370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35960) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:15.172959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6765940-99a7-4312-814e-fd73350b0a63 req-710ef127-480a-49f9-9c23-73a88e551a7c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386906 Nov 09 18:13:15.174566 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.228623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e270b3-71d0-4623-a9d6-beef9730bef2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:15.233103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:15.233415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Routers {'b13a58f2-622d-41c5-967d-d915a6516989'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:15.234027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b13a58f2-622d-41c5-967d-d915a6516989'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:15.236617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:15.241009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:15.269765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:15.307484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:15.308197 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.337611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b5b29-3bc9-45cf-9977-7eabd3b20a61 None None] Pushing event updated for resources: {'Port': ['ID=f5c88c7a-4ffd-4638-87ad-8353596e9a14,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:15.338536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-576545c1-e92c-4c82-a94d-7132f4150960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0003824 Nov 09 18:13:15.341443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:15.355795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.364323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b80a802-edd4-462c-ab9e-9f434918dbd9 req-0850b249-f0a8-4785-899f-d5d7608cc762 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0417471 Nov 09 18:13:15.368419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Request body: {'port': {'device_id': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:15.401084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-52427092-0c21-428d-9382-d02a0dc26cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.452529 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.482933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:15.542672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0b3d53a5-7c45-4ece-9725-00e8a5e3dc00 None None] Provisioning complete for port f5c88c7a-4ffd-4638-87ad-8353596e9a14 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:15.543307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0b3d53a5-7c45-4ece-9725-00e8a5e3dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.566562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-52427092-0c21-428d-9382-d02a0dc26cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.575594 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-52427092-0c21-428d-9382-d02a0dc26cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.600825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] Set router b13a58f2-622d-41c5-967d-d915a6516989 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:15.610599 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-52427092-0c21-428d-9382-d02a0dc26cf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ef568df2f8044e2ae92f46733e2f5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379833 Nov 09 18:13:15.619594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35964) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:15.661444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52427092-0c21-428d-9382-d02a0dc26cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e074e6-e3d4-43c4-a04b-785a7fd40ffc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:15.706293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1390293e-4cb7-4415-a4f1-c444bd58e093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.729956 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1390293e-4cb7-4415-a4f1-c444bd58e093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.757900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['94e270b3-71d0-4623-a9d6-beef9730bef2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:15.786049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1390293e-4cb7-4415-a4f1-c444bd58e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.792341 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1390293e-4cb7-4415-a4f1-c444bd58e093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:15.795049 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1390293e-4cb7-4415-a4f1-c444bd58e093 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4e074e6-e3d4-43c4-a04b-785a7fd40ffc HTTP/1.1" status: 204 len: 168 time: 0.1737397 Nov 09 18:13:15.825812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390293e-4cb7-4415-a4f1-c444bd58e093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e074e6-e3d4-43c4-a04b-785a7fd40ffc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:15.935677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0b3d53a5-7c45-4ece-9725-00e8a5e3dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.003000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0b3d53a5-7c45-4ece-9725-00e8a5e3dc00 None None] For port f5c88c7a-4ffd-4638-87ad-8353596e9a14, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f5c88c7a-4ffd-4638-87ad-8353596e9a14,segment=NetworkSegment(0006f6f0-5acf-44bb-a4f9-36a7872b0fd2),segment_id=0006f6f0-5acf-44bb-a4f9-36a7872b0fd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:16.007969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd769b-461b-4883-972a-91b4c8c4715a req-32df8ea3-b0b7-4b4d-bb97-b764741722be tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:16.013079 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0b3d53a5-7c45-4ece-9725-00e8a5e3dc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.016466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66cd769b-461b-4883-972a-91b4c8c4715a req-32df8ea3-b0b7-4b4d-bb97-b764741722be tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 932 time: 0.3911955 Nov 09 18:13:16.058156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:07Z', 'revision_number': 4, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port': {'id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:02Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f5c88c7a-4ffd-4638-87ad-8353596e9a14', 'name': '', 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'mac_address': 'fa:16:3e:0e:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:05Z', 'updated_at': '2021-11-09T18:13:14Z', 'revision_number': 4, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'subnets': [{'id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:16.109679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66cd769b-461b-4883-972a-91b4c8c4715a req-1d7295c0-b4a8-40cf-88c7-8b5f875fd7fe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920796 Nov 09 18:13:16.110386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1d99b-d40a-47d3-9b7d-bc462577e915 None None] The sync data for ids ['b13a58f2-622d-41c5-967d-d915a6516989'] in n-d-817240-1 is: [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:07Z', 'revision_number': 4, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port': {'id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:02Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f5c88c7a-4ffd-4638-87ad-8353596e9a14', 'name': '', 'network_id': '64f2bb87-f26b-4d18-89dd-3d68d3ee699b', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'mac_address': 'fa:16:3e:0e:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:05Z', 'updated_at': '2021-11-09T18:13:14Z', 'revision_number': 4, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'subnets': [{'id': 'd3760d32-97ab-4dd1-971a-8d441c5fd628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:16.126343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d53a5-7c45-4ece-9725-00e8a5e3dc00 None None] Pushing event updated for resources: {'Port': ['ID=f5c88c7a-4ffd-4638-87ad-8353596e9a14,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:16.140568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35970) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:16.157860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-006ad2d1-1575-436a-9df1-15c7db9b340e None None] Provisioning complete for port d45ed17f-a0aa-45fa-9903-86b571b38476 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:16.158492 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-006ad2d1-1575-436a-9df1-15c7db9b340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.164574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e96e1eaa-b7f9-4900-9dba-fcb8e10f36da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.191373 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.206133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-006ad2d1-1575-436a-9df1-15c7db9b340e None None] Port d45ed17f-a0aa-45fa-9903-86b571b38476 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:16.315857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45ed17f-a0aa-45fa-9903-86b571b38476 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:16.326339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e96e1eaa-b7f9-4900-9dba-fcb8e10f36da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.328956 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.338511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e96e1eaa-b7f9-4900-9dba-fcb8e10f36da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.363450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Transition to ACTIVE for port object d45ed17f-a0aa-45fa-9903-86b571b38476 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:16.381094 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.422605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e96e1eaa-b7f9-4900-9dba-fcb8e10f36da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a749ff2714a4b23bf03cf90073598c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805715 Nov 09 18:13:16.425330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35980) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:16.426406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e1eaa-b7f9-4900-9dba-fcb8e10f36da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63075df9-d2a4-410a-9345-1f651bc9f890,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:16.478311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:16.531160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc79cccd-11e9-492b-838a-522c015eac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.560090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc79cccd-11e9-492b-838a-522c015eac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.618361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:16.618670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:16.619135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:16.627314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc79cccd-11e9-492b-838a-522c015eac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.630269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:16.630956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:16.632254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc79cccd-11e9-492b-838a-522c015eac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.635765 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bc79cccd-11e9-492b-838a-522c015eac45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63075df9-d2a4-410a-9345-1f651bc9f890 HTTP/1.1" status: 204 len: 168 time: 0.2070861 Nov 09 18:13:16.643071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:16.644146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Checking segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:16.644460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79cccd-11e9-492b-838a-522c015eac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63075df9-d2a4-410a-9345-1f651bc9f890,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:16.644913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Bound using segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:16.645547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Bound port: d45ed17f-a0aa-45fa-9903-86b571b38476, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:16.646108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.730216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-9b33b948-c1ba-4942-97ac-115de9630c68 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:16.731892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-9b33b948-c1ba-4942-97ac-115de9630c68 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/networks?id=93b1cac2-91cc-4d88-a30f-d3c321ee73ac HTTP/1.1" status: 200 len: 821 time: 0.2059686 Nov 09 18:13:16.762465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-ed9f6020-209c-4481-8df4-bd4202a524c3 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/quotas/be2afd38065d4e098acabec3ce26e642 HTTP/1.1" status: 200 len: 375 time: 0.0214767 Nov 09 18:13:16.801333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e4f220be-7435-492e-b438-a9da41f17096 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=be2afd38065d4e098acabec3ce26e642&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303776 Nov 09 18:13:16.802402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:16.826401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:16.840760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.907624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:16.908302 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:16.909948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] 10.222.0.73 "PUT /v2.0/ports/d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1092 time: 1.5483351 Nov 09 18:13:16.911802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:16.914112 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a29aa7-3197-4bb0-9bb3-44727bae2750" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:16.949660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6abfd8-b36c-4423-8f9d-ae00e887c13a service neutron] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:17.006639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-f04c0783-cb70-477f-9e78-e54e9e29eeaa service neutron] 10.222.0.32 "GET /v2.0/networks/93b1cac2-91cc-4d88-a30f-d3c321ee73ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949899 Nov 09 18:13:17.090171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-ec728520-a041-4835-873e-3c93e662d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.092982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-ec728520-a041-4835-873e-3c93e662d496 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1095 time: 0.1276455 Nov 09 18:13:17.109810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f5c88c7a-4ffd-4638-87ad-8353596e9a14 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:17.163436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-5e46f938-1f84-485d-a90b-91564edd5050 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 217 time: 0.0540226 Nov 09 18:13:17.165681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f5c88c7a-4ffd-4638-87ad-8353596e9a14 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:17.166164 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:17.190532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-55b3183b-4380-429d-821e-4c37d3769d6c service neutron] 10.222.0.32 "GET /v2.0/networks/93b1cac2-91cc-4d88-a30f-d3c321ee73ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826146 Nov 09 18:13:17.227619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-0d7ea54e-b2b5-4994-aeac-8bb98563807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.229403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-0d7ea54e-b2b5-4994-aeac-8bb98563807c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.0516229 Nov 09 18:13:17.292866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-6430ce23-f9dc-4a4c-bc10-8ed7b377eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.294413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-6430ce23-f9dc-4a4c-bc10-8ed7b377eaa4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513647 Nov 09 18:13:17.414094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-663bd9d7-7df7-4ad5-a2a1-e46a708ace37 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067362 Nov 09 18:13:17.522307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f493f4d-3ebc-43ae-b80a-780dec84b2d7 req-15277441-0317-464f-acad-a2508e1d7415 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997012 Nov 09 18:13:17.602317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c996464-120f-48b0-999f-08677a46e52d req-84815069-e557-4029-acb6-b0ff84fc719d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.604417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c996464-120f-48b0-999f-08677a46e52d req-84815069-e557-4029-acb6-b0ff84fc719d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0603902 Nov 09 18:13:17.651368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c996464-120f-48b0-999f-08677a46e52d req-55b87794-ae3d-42db-8fa9-ab0998de3f2e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Nov 09 18:13:17.739483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-909b4989-1863-480f-9a53-faef00a528e4 req-7f9793e6-266a-4421-9901-d6bb7cc136a1 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Nov 09 18:13:17.843342 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bb2cc6-e700-4bb4-9ca6-eb8dd9af221a x-openstack-request-id: req-e3bb2cc6-e700-4bb4-9ca6-eb8dd9af221a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:17.843726 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:17.844712 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3bb2cc6-e700-4bb4-9ca6-eb8dd9af221a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:17.844712 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'status': 'completed', 'code': 200} Nov 09 18:13:17.870280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:17.947439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 94e270b3-71d0-4623-a9d6-beef9730bef2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:17.952138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 94e270b3-71d0-4623-a9d6-beef9730bef2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:17.952526 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:17.957646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-5a7a268d-f872-4cca-8ccf-fc65ca7c8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:17.959205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-5a7a268d-f872-4cca-8ccf-fc65ca7c8e3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1095 time: 0.0890827 Nov 09 18:13:18.026380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44b70-90a7-429f-b0b8-d27b12441fbd req-e579479d-76b9-43ff-9537-d33948ddd88f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.028103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ee44b70-90a7-429f-b0b8-d27b12441fbd req-e579479d-76b9-43ff-9537-d33948ddd88f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 944 time: 0.1257219 Nov 09 18:13:18.037990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.060151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:18.062596 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894b99b-0821-45a2-9a32-2df620b06910" -d '{"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:18.078488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:18.082460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.088895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ee44b70-90a7-429f-b0b8-d27b12441fbd req-e2628b92-d194-4e94-b94a-605a2efa37e5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527103 Nov 09 18:13:18.098882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-8eb65950-3bee-4aeb-9923-a08171806f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.109198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-8eb65950-3bee-4aeb-9923-a08171806f98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.1330454 Nov 09 18:13:18.135295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:18.147679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-e1ebc335-b1d3-477f-8138-8f4bf2863adb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 217 time: 0.0392056 Nov 09 18:13:18.205215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ef1803-3843-4afd-a00c-b08369fb6e63 req-4d7e27e8-90a6-43da-b959-532e5aee2f02 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 210 time: 0.0541101 Nov 09 18:13:18.220569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-2b36d7d6-be88-4aa9-9416-0f4d988b990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.222547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-2b36d7d6-be88-4aa9-9416-0f4d988b990a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.0629177 Nov 09 18:13:18.271116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-4523c648-b2e9-4223-b291-ed30d1ce09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.272936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-4523c648-b2e9-4223-b291-ed30d1ce09f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422239 Nov 09 18:13:18.282305 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8605abf2-dc08-41ae-8ac3-c70dbd97d641 x-openstack-request-id: req-8605abf2-dc08-41ae-8ac3-c70dbd97d641 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:18.282673 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:18.282940 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8605abf2-dc08-41ae-8ac3-c70dbd97d641 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:18.283344 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'code': 200} Nov 09 18:13:18.390831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-cb6495d3-6870-45d3-9f8e-92a18414c319 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055474 Nov 09 18:13:18.480387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00006efa-2bee-419a-a140-26f57a2da6b9 req-cc2e2b36-5494-495c-9ad1-bbe73afdebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.481916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00006efa-2bee-419a-a140-26f57a2da6b9 req-cc2e2b36-5494-495c-9ad1-bbe73afdebb4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1096 time: 0.1066952 Nov 09 18:13:18.499683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-73320639-2026-4149-b597-bdcba7c3bd83 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.501910 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-73320639-2026-4149-b597-bdcba7c3bd83 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.85 "GET /v2.0/networks?id=93b1cac2-91cc-4d88-a30f-d3c321ee73ac HTTP/1.1" status: 200 len: 821 time: 0.1342597 Nov 09 18:13:18.526027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Request body: {'port': {'device_id': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac', 'admin_state_up': True, 'tenant_id': 'be2afd38065d4e098acabec3ce26e642'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:18.535040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a29aa7-3197-4bb0-9bb3-44727bae2750 req-ed8b50ff-6baf-40bc-b8a4-0e284c2af87a service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299968 Nov 09 18:13:18.548546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00006efa-2bee-419a-a140-26f57a2da6b9 req-e7b8af04-3ac1-4cfd-ada5-09109e25ff69 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577953 Nov 09 18:13:18.584741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36048) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:18.657275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Made reservation on behalf of be2afd38065d4e098acabec3ce26e642 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:18.662123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:18.802214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Allocated IP 172.20.0.9 (93b1cac2-91cc-4d88-a30f-d3c321ee73ac/6bfe2d99-b1f1-4866-a5d6-05faaf773f85/ac32db95-c80d-4937-8735-72c5770eb77b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:18.853937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8ac90-cb71-4815-a844-7bdb30920ab1 req-067a8a50-2d28-46f8-8e51-b4b59d868e5b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:18.858534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ea8ac90-cb71-4815-a844-7bdb30920ab1 req-067a8a50-2d28-46f8-8e51-b4b59d868e5b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0933340 Nov 09 18:13:18.931993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ea8ac90-cb71-4815-a844-7bdb30920ab1 req-8fb31734-f1c7-4929-9194-0f6e43e2c64d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665469 Nov 09 18:13:19.003660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.025956 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.040959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.065620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06155904-52fa-4685-ac9c-f8da9674fe3a req-85ab9f4a-28c2-4317-a872-044068f3fd8f tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0332000 Nov 09 18:13:19.093563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.093683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:19.096436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:19.100434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:19.139911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Pushing event updated for resources: {'Port': ['ID=ac32db95-c80d-4937-8735-72c5770eb77b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:19.167190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.167821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.185712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-e3898fbf-6739-4ad8-808f-7636d5563010 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678081 Nov 09 18:13:19.199728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Request body: {'port': {'device_id': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:19.253458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.301349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fbcdb-54b6-47de-b656-376d12a0b280 req-a16698db-9c79-44a8-bc0d-ceb0b691755b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.302864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c2fbcdb-54b6-47de-b656-376d12a0b280 req-a16698db-9c79-44a8-bc0d-ceb0b691755b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 944 time: 0.0967500 Nov 09 18:13:19.372705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c2fbcdb-54b6-47de-b656-376d12a0b280 req-b0d3a3fa-79df-4b18-ae88-32cf337433f5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635259 Nov 09 18:13:19.419466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Deleting port 56972f92-d8d7-4cbe-9703-272009fffcfd {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:19.419811 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.524247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b07ad-a3b0-4485-bab0-fddbdfb1f7f1 req-ee0c36df-2fa7-42f9-b6f2-dc4eddd4a033 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.525617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-669b07ad-a3b0-4485-bab0-fddbdfb1f7f1 req-ee0c36df-2fa7-42f9-b6f2-dc4eddd4a033 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 931 time: 0.0704405 Nov 09 18:13:19.529470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac32db95-c80d-4937-8735-72c5770eb77b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:19.538040 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.552602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] For port 56972f92-d8d7-4cbe-9703-272009fffcfd, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=56972f92-d8d7-4cbe-9703-272009fffcfd,segment=NetworkSegment(b07e998b-b728-41f3-bdcf-37f9fd3da2d2),segment_id=b07e998b-b728-41f3-bdcf-37f9fd3da2d2)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:19.553005 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.553632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Transition to ACTIVE for port object ac32db95-c80d-4937-8735-72c5770eb77b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:19.556985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.574935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Calling delete_port for 56972f92-d8d7-4cbe-9703-272009fffcfd owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:19.588425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-669b07ad-a3b0-4485-bab0-fddbdfb1f7f1 req-9102ba45-9360-48d4-9656-c22523b0b82c tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513413 Nov 09 18:13:19.671737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Pushing event updated for resources: {'Port': ['ID=ac32db95-c80d-4937-8735-72c5770eb77b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:19.693945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Attempting to bind port ac32db95-c80d-4937-8735-72c5770eb77b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:19.694383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Attempting to bind port ac32db95-c80d-4937-8735-72c5770eb77b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7b6acc22-b7c3-4376-bec8-1b1c502e23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:19.694788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Attempting to bind port ac32db95-c80d-4937-8735-72c5770eb77b on network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:19.699144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Port ac32db95-c80d-4937-8735-72c5770eb77b on network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:19.699539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Attempting to bind port ac32db95-c80d-4937-8735-72c5770eb77b on network 93b1cac2-91cc-4d88-a30f-d3c321ee73ac {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:19.704215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:19.704549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Checking segment: {'id': '7b6acc22-b7c3-4376-bec8-1b1c502e23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:19.704939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Bound using segment: {'id': '7b6acc22-b7c3-4376-bec8-1b1c502e23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:19.705491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Bound port: ac32db95-c80d-4937-8735-72c5770eb77b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6acc22-b7c3-4376-bec8-1b1c502e23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:19.705923 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.769416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.771217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] For port ac32db95-c80d-4937-8735-72c5770eb77b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:19.776540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] For port ac32db95-c80d-4937-8735-72c5770eb77b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac32db95-c80d-4937-8735-72c5770eb77b,segment=NetworkSegment(7b6acc22-b7c3-4376-bec8-1b1c502e23a9),segment_id=7b6acc22-b7c3-4376-bec8-1b1c502e23a9)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:19.782424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.796209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Pushing event deleted for resources: {'Port': ['ID=56972f92-d8d7-4cbe-9703-272009fffcfd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:19.817932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.818596 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:19.820147 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] 10.222.0.85 "PUT /v2.0/ports/ac32db95-c80d-4937-8735-72c5770eb77b HTTP/1.1" status: 200 len: 1091 time: 0.6253324 Nov 09 18:13:19.820611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'tag': 'ac32db95-c80d-4937-8735-72c5770eb77b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:19.823377 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e360cd38-7ca7-4d4d-a167-ff99408e4c57" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7a88fa-19e5-43c4-b207-6b2610b5ba0b", "tag": "ac32db95-c80d-4937-8735-72c5770eb77b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:19.881596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:19.889120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737246bb-6fff-43b4-a222-e3214c4cbd7b service neutron] Pushing event updated for resources: {'Port': ['ID=ac32db95-c80d-4937-8735-72c5770eb77b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:19.925951 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bbc812-31c8-4742-9c64-c2a914f8ecfa x-openstack-request-id: req-63bbc812-31c8-4742-9c64-c2a914f8ecfa {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:19.926358 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7a88fa-19e5-43c4-b207-6b2610b5ba0b", "tag": "ac32db95-c80d-4937-8735-72c5770eb77b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:19.926697 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63bbc812-31c8-4742-9c64-c2a914f8ecfa {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:19.927110 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'tag': 'ac32db95-c80d-4937-8735-72c5770eb77b', 'status': 'completed', 'code': 200} Nov 09 18:13:19.957379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-c1babcbb-931f-464a-a1cb-61299020e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:19.977438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-c1babcbb-931f-464a-a1cb-61299020e012 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=be2afd38065d4e098acabec3ce26e642&device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 1094 time: 0.1033521 Nov 09 18:13:20.016815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:20.026240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:20.041298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'port_id': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'mac_address': 'fa:16:3e:fa:13:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:20.071089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-5a0858c1-ead8-45de-8e21-33d60a76c511 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac32db95-c80d-4937-8735-72c5770eb77b HTTP/1.1" status: 200 len: 217 time: 0.0822508 Nov 09 18:13:20.101211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:20.116478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45ed17f-a0aa-45fa-9903-86b571b38476 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:20.136407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-0c6c1fee-29ee-4919-810d-f52056d40dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:20.137548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-0c6c1fee-29ee-4919-810d-f52056d40dfb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6bfe2d99-b1f1-4866-a5d6-05faaf773f85 HTTP/1.1" status: 200 len: 861 time: 0.0574059 Nov 09 18:13:20.139832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:20.144107 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:20.179365 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-cffb44c2-3802-4771-b7bf-cfd9a66dc655 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=93b1cac2-91cc-4d88-a30f-d3c321ee73ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326519 Nov 09 18:13:20.194566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:20.287766 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-6d5afce4-8cba-41d6-8359-a51b1d4d90c1 service neutron] 10.222.0.85 "GET /v2.0/networks/93b1cac2-91cc-4d88-a30f-d3c321ee73ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998237 Nov 09 18:13:20.385121 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73aea5dd-34e5-4822-82a9-06969f7bca1f req-9d041731-89c5-48b4-9905-8437686b83e0 service neutron] 10.222.0.85 "GET /v2.0/networks/93b1cac2-91cc-4d88-a30f-d3c321ee73ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844178 Nov 09 18:13:20.446571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d45ed17f-a0aa-45fa-9903-86b571b38476'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:20.472790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-29e28615-cdff-437c-ac9c-fb1497597998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:20.473987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b60944-671f-4b3e-90a3-6a0b0e0c68df req-2ae3fb3e-8be3-48aa-968e-a4a78096ed49 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:20.474556 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-29e28615-cdff-437c-ac9c-fb1497597998 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=be2afd38065d4e098acabec3ce26e642&device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 1094 time: 0.0427432 Nov 09 18:13:20.475506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16b60944-671f-4b3e-90a3-6a0b0e0c68df req-2ae3fb3e-8be3-48aa-968e-a4a78096ed49 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.3869085 Nov 09 18:13:20.573357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-d573a579-984c-4f75-8da1-3dae658dfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:20.574794 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-d573a579-984c-4f75-8da1-3dae658dfe87 service neutron] 10.222.0.85 "GET /v2.0/networks?id=93b1cac2-91cc-4d88-a30f-d3c321ee73ac HTTP/1.1" status: 200 len: 922 time: 0.0920773 Nov 09 18:13:20.582206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16b60944-671f-4b3e-90a3-6a0b0e0c68df req-6514143b-40da-420c-a63f-5706efe5fdf3 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003661 Nov 09 18:13:20.630656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-ae3313bd-f1f5-4aaf-b553-2fc11f437429 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac32db95-c80d-4937-8735-72c5770eb77b HTTP/1.1" status: 200 len: 217 time: 0.0483515 Nov 09 18:13:20.633262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Router dcef0ed9-8087-4c5c-bf0c-60bf89030419 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:20.700931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-b09ffb6b-bf33-4cb4-bbce-5877128976f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:20.702552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-b09ffb6b-bf33-4cb4-bbce-5877128976f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6bfe2d99-b1f1-4866-a5d6-05faaf773f85 HTTP/1.1" status: 200 len: 861 time: 0.0594912 Nov 09 18:13:20.734232 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-6a81b65d-66f4-4655-bedc-5c5d44954f47 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=93b1cac2-91cc-4d88-a30f-d3c321ee73ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239875 Nov 09 18:13:20.738218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0184225f-92b7-42e6-8ba8-c16e3bbad720 req-5af96156-b06d-4a80-a976-3f31942e5a6e tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0581777 Nov 09 18:13:20.778530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:20.785199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c093d4ea-77ad-40f0-bafe-f39a843a0915 admin admin] 10.222.0.32 "PUT /v2.0/routers/dcef0ed9-8087-4c5c-bf0c-60bf89030419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2000809 Nov 09 18:13:20.786428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36094) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:20.792092 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] Sync routers for ids ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:20.803695 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] Routers {'dcef0ed9-8087-4c5c-bf0c-60bf89030419'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:20.804378 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:20.832054 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-7e090bea-b929-42fd-a027-995257d94f47 service neutron] 10.222.0.85 "GET /v2.0/networks/93b1cac2-91cc-4d88-a30f-d3c321ee73ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889003 Nov 09 18:13:20.926967 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] Set router dcef0ed9-8087-4c5c-bf0c-60bf89030419 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:20.950519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc912a5-d81c-4e61-a862-689708dcf104 req-0ff4900b-a692-42f0-88c5-b7acd376090e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:20.952139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcc912a5-d81c-4e61-a862-689708dcf104 req-0ff4900b-a692-42f0-88c5-b7acd376090e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 945 time: 0.0755982 Nov 09 18:13:20.953423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:20.956920 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e360cd38-7ca7-4d4d-a167-ff99408e4c57 req-bfdbec7c-e884-49b8-bea8-788ee77001b9 service neutron] 10.222.0.85 "GET /v2.0/networks/93b1cac2-91cc-4d88-a30f-d3c321ee73ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122525 Nov 09 18:13:21.067910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcc912a5-d81c-4e61-a862-689708dcf104 req-5d6ff6c4-626f-4ffc-91e6-d0fb6f65c57a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788188 Nov 09 18:13:21.095608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.142875 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:13:19Z', 'revision_number': 5, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port': {'id': 'fcd41851-799a-4b98-9e58-994214ad0bfc', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:50Z', 'updated_at': '2021-11-09T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:21.170339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] Checking router: dcef0ed9-8087-4c5c-bf0c-60bf89030419 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:21.179815 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] Routers {'dcef0ed9-8087-4c5c-bf0c-60bf89030419'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:21.180511 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:21.185592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7369587-db7c-4e0b-bf24-a6c58d7ed89b req-322bdd74-b67b-4347-b4a0-81150a57929d tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:21.187119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7369587-db7c-4e0b-bf24-a6c58d7ed89b req-322bdd74-b67b-4347-b4a0-81150a57929d tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 943 time: 0.0573318 Nov 09 18:13:21.198259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Deleting port fcd41851-799a-4b98-9e58-994214ad0bfc {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:21.198615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.268066 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] Set router dcef0ed9-8087-4c5c-bf0c-60bf89030419 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:21.279608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7369587-db7c-4e0b-bf24-a6c58d7ed89b req-65bb3db7-8994-43c4-b5be-7f8db490dd78 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832231 Nov 09 18:13:21.316980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] For port fcd41851-799a-4b98-9e58-994214ad0bfc, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fcd41851-799a-4b98-9e58-994214ad0bfc,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:21.317161 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.322713 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:13:21Z', 'revision_number': 6, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:21.331458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Calling delete_port for fcd41851-799a-4b98-9e58-994214ad0bfc owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:21.352639 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296eab6-6348-47e2-ae3b-bc9cc90e0209 None None] The sync data for ids ['dcef0ed9-8087-4c5c-bf0c-60bf89030419'] in n-d-817240-1 is: [{'id': 'dcef0ed9-8087-4c5c-bf0c-60bf89030419', 'name': 'tempest-TestAggregatesBasicOps-2139606639-router', 'tenant_id': '8cd188ad22d94481b76270bc37c6baf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:13:21Z', 'revision_number': 6, 'project_id': '8cd188ad22d94481b76270bc37c6baf1', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:21.444806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2734df-a67b-43d2-a9e6-ea54a2b1a80c req-60029957-0805-4a15-b15e-25f55cbbf980 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:21.446331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce2734df-a67b-43d2-a9e6-ea54a2b1a80c req-60029957-0805-4a15-b15e-25f55cbbf980 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0686986 Nov 09 18:13:21.455275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36102) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:21.460701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'floatingip': {'port_id': '94e270b3-71d0-4623-a9d6-beef9730bef2'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:21.503728 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.547756 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.576399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd41851-799a-4b98-9e58-994214ad0bfc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:21.638375 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.729082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.731344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.790053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.790694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcef0ed9-8087-4c5c-bf0c-60bf89030419 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:13:21.795536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.798956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1d1df1ba-ded6-4d99-9c91-4dc7f316c901 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dcef0ed9-8087-4c5c-bf0c-60bf89030419 HTTP/1.1" status: 204 len: 168 time: 1.0093303 Nov 09 18:13:21.799689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36106) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:21.850109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] Deleting subnet 2789252b-4b34-40bd-a16f-dd3e046bddf3 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:13:21.854313 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.895590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:21.902500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2505876f-bc74-4e6e-9785-3d63ef57850b req-6af0131a-001d-4770-945f-d2bbcae45f37 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0490544 Nov 09 18:13:21.914883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.975767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port d45ed17f-a0aa-45fa-9903-86b571b38476 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:21.981865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port d45ed17f-a0aa-45fa-9903-86b571b38476 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:21.982460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:21.993969 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.001384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.034357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.065276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.089913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:22.091323 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012c05a7-e332-42e2-8911-86bbdc4f80db" -d '{"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-plugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:22.104904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.105368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:22.112848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.123801 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Floating IP 61432d0c-df76-4005-be9b-a1a1f70837ef associated. External IP: 172.25.0.182, port: 94e270b3-71d0-4623-a9d6-beef9730bef2. Nov 09 18:13:22.128871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2789252b-4b34-40bd-a16f-dd3e046bddf3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:22.138176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.141012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b92e6f09-ad8a-48eb-8661-39fb5ab10295 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2789252b-4b34-40bd-a16f-dd3e046bddf3 HTTP/1.1" status: 204 len: 168 time: 0.3402603 Nov 09 18:13:22.146654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36114) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:22.147798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30c3e5-11cc-40c3-8cea-0a26e152d3ca None None] Network 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:22.227370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:22.265544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.277602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb8d61-e4e8-403c-93a6-558e84511ec8 req-0bd4ed52-090f-4fac-9842-5f757640e870 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:22.279523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7edb8d61-e4e8-403c-93a6-558e84511ec8 req-0bd4ed52-090f-4fac-9842-5f757640e870 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1072469 Nov 09 18:13:22.356272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7edb8d61-e4e8-403c-93a6-558e84511ec8 req-4a889401-6d9d-47a9-96f2-9ff64046502d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674663 Nov 09 18:13:22.380944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Deleting port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:22.381395 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.397388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] DHCP port deletion for 323789e8-6e6f-4ee5-97a0-19f52b6a3f19 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:13:22.451010 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85c191-c613-4254-9b8d-f62b5f100725 x-openstack-request-id: req-1a85c191-c613-4254-9b8d-f62b5f100725 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:22.451301 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-plugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:22.451572 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a85c191-c613-4254-9b8d-f62b5f100725 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:22.451981 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'code': 200} Nov 09 18:13:22.489563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] For port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,segment=NetworkSegment(b07e998b-b728-41f3-bdcf-37f9fd3da2d2),segment_id=b07e998b-b728-41f3-bdcf-37f9fd3da2d2)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:22.490266 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.504293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] Deleting port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:22.508392 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.568512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Calling delete_port for eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:22.599507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] For port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,segment=NetworkSegment(b07e998b-b728-41f3-bdcf-37f9fd3da2d2),segment_id=b07e998b-b728-41f3-bdcf-37f9fd3da2d2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:22.599977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.615915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] Calling delete_port for eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:22.640960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be52b58-5a85-4700-bdae-1b31dd1d3b3e req-7703aeab-e6f8-4504-8386-f3fee17b5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:22.642439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5be52b58-5a85-4700-bdae-1b31dd1d3b3e req-7703aeab-e6f8-4504-8386-f3fee17b5dff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1097 time: 0.1300530 Nov 09 18:13:22.680388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffa7d5-2138-42cd-a67c-e868227d88c6 req-93b7ba51-651f-46ed-9af9-45ecfa1ccaef tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:22.682025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0dffa7d5-2138-42cd-a67c-e868227d88c6 req-93b7ba51-651f-46ed-9af9-45ecfa1ccaef tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 943 time: 0.1111505 Nov 09 18:13:22.709734 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.723907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Router 50c9f41d-5469-4d1e-866f-20e4e07509fd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:22.740452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] Pushing event deleted for resources: {'Port': ['ID=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:22.745553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bec594-c9ec-45a3-8b62-c5c1028bada4 None None] No DVR routers for this DVR port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:22.759955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5be52b58-5a85-4700-bdae-1b31dd1d3b3e req-3fd4b667-b598-47a5-b5cf-249129ee79f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753410 Nov 09 18:13:22.764013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0dffa7d5-2138-42cd-a67c-e868227d88c6 req-8ed24bb4-72c8-4295-8877-3aba3b35bf3f tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720210 Nov 09 18:13:22.787587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.816825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:22.818690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] No DVR routers for this DVR port eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:22.853325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:22.857749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.864827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] Sync routers for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:22.873936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:22.874605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:22.885074 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-59e9ad50-3f65-42d0-bcf2-8d5fb974a823 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "PUT /v2.0/floatingips/61432d0c-df76-4005-be9b-a1a1f70837ef HTTP/1.1" status: 200 len: 991 time: 1.4280725 Nov 09 18:13:22.885782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:22.888173 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11485ef6-dd76-43ad-ab33-ea33304b2637" -d '{"events": [{"name": "network-changed", "server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:22.892293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.922716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323789e8-6e6f-4ee5-97a0-19f52b6a3f19']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:22.931996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:22.932373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07e998b-b728-41f3-bdcf-37f9fd3da2d2') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:22.949500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.967440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.975784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:13:22.976308 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:13:22.978022 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:13:22.992382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:23.058412 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.078822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 56972f92-d8d7-4cbe-9703-272009fffcfd no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:23.084429 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc2a23e-c694-4234-8974-f135dc6b2d41 x-openstack-request-id: req-5cc2a23e-c694-4234-8974-f135dc6b2d41 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:23.084958 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:23.084958 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cc2a23e-c694-4234-8974-f135dc6b2d41 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:23.085353 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'status': 'completed', 'code': 200} Nov 09 18:13:23.089492 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.099988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] 10.222.0.32 "DELETE /v2.0/networks/323789e8-6e6f-4ee5-97a0-19f52b6a3f19 HTTP/1.1" status: 204 len: 168 time: 0.9495540 Nov 09 18:13:23.099988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b5c7-b7d9-449e-8c03-e3118cfb4251 admin admin] Pushing event deleted for resources: {'Network': ['ID=323789e8-6e6f-4ee5-97a0-19f52b6a3f19,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:23.100438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36136) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:23.114676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 56972f92-d8d7-4cbe-9703-272009fffcfd {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:23.114939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 56972f92-d8d7-4cbe-9703-272009fffcfd not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:23.115354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fcd41851-799a-4b98-9e58-994214ad0bfc no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:23.135426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: fcd41851-799a-4b98-9e58-994214ad0bfc {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:23.135756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fcd41851-799a-4b98-9e58-994214ad0bfc not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:23.136214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:23.207688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019c666a-dfb7-4154-b0bb-09ebc115d65d req-71f3b02e-e7b1-40ca-b55b-f3a5acbc8bbd tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0382292 Nov 09 18:13:23.225668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-fde02a26-32e0-4a58-95e9-144e93ece51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.227819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-fde02a26-32e0-4a58-95e9-144e93ece51f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0852597 Nov 09 18:13:23.308775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:23.309128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device eb00cfaf-27e6-4fd9-a2bb-aa443ed337ed not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:23.348292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-03466671-d385-42ad-a667-d88c06867636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.349763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-03466671-d385-42ad-a667-d88c06867636 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1125658 Nov 09 18:13:23.427632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-156fd73e-e665-4613-997a-1d8b3ecb8499 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 999 time: 0.0697269 Nov 09 18:13:23.455919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '61432d0c-df76-4005-be9b-a1a1f70837ef', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'port_id': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'mac_address': 'fa:16:3e:45:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:58Z', 'updated_at': '2021-11-09T18:13:21Z', 'revision_number': 1, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:23.486447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] Checking router: 50c9f41d-5469-4d1e-866f-20e4e07509fd for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:23.495612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:23.496246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:23.499529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.510890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-5ad05b80-91f7-41a1-bf80-d02be31dcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.512340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-5ad05b80-91f7-41a1-bf80-d02be31dcab0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0770826 Nov 09 18:13:23.523479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4663ac-557a-471b-8637-3528dedabcf3 req-008a5212-1068-432d-8d20-fb2b05839df1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.524888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be4663ac-557a-471b-8637-3528dedabcf3 req-008a5212-1068-432d-8d20-fb2b05839df1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0787811 Nov 09 18:13:23.589495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be4663ac-557a-471b-8637-3528dedabcf3 req-8ebc4efe-fe7d-4cfc-95bf-94b4a692addf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561695 Nov 09 18:13:23.599003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-a39fd9ef-f063-4d76-9494-c20f1ec36225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.601235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-a39fd9ef-f063-4d76-9494-c20f1ec36225 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754619 Nov 09 18:13:23.613239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:23.704250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-a45e099f-7b8c-4e9f-90b3-f3c774237337 service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937109 Nov 09 18:13:23.777729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Deleting port f5c88c7a-4ffd-4638-87ad-8353596e9a14 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:23.778414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.816338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11485ef6-dd76-43ad-ab33-ea33304b2637 req-64fcc920-f94c-4b11-8271-49e1f28d4ee6 service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031225 Nov 09 18:13:23.833403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac32db95-c80d-4937-8735-72c5770eb77b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:23.885436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] For port f5c88c7a-4ffd-4638-87ad-8353596e9a14, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f5c88c7a-4ffd-4638-87ad-8353596e9a14,segment=NetworkSegment(0006f6f0-5acf-44bb-a4f9-36a7872b0fd2),segment_id=0006f6f0-5acf-44bb-a4f9-36a7872b0fd2)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:23.885818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:23.886101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abac0d-e5aa-4f3d-95e9-890fec012513 req-f7ee7cb7-918e-4d1d-b05e-aeaee5364671 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:23.889930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39abac0d-e5aa-4f3d-95e9-890fec012513 req-f7ee7cb7-918e-4d1d-b05e-aeaee5364671 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 943 time: 0.0551941 Nov 09 18:13:23.905950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Calling delete_port for f5c88c7a-4ffd-4638-87ad-8353596e9a14 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:23.940865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '61432d0c-df76-4005-be9b-a1a1f70837ef', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'port_id': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'mac_address': 'fa:16:3e:45:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:58Z', 'updated_at': '2021-11-09T18:13:21Z', 'revision_number': 1, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:23.948495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39abac0d-e5aa-4f3d-95e9-890fec012513 req-ec836efb-98a0-4759-aac4-44936155d2a0 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Nov 09 18:13:23.971672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf01ba2-93b7-4516-9bc2-21526b58df74 None None] The sync data for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 is: [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '61432d0c-df76-4005-be9b-a1a1f70837ef', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'floating_ip_address': '172.25.0.182', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'port_id': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'mac_address': 'fa:16:3e:45:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:12:58Z', 'updated_at': '2021-11-09T18:13:21Z', 'revision_number': 1, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:24.008210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ac32db95-c80d-4937-8735-72c5770eb77b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac32db95-c80d-4937-8735-72c5770eb77b,segment=NetworkSegment(7b6acc22-b7c3-4376-bec8-1b1c502e23a9),segment_id=7b6acc22-b7c3-4376-bec8-1b1c502e23a9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:24.023142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'ac32db95-c80d-4937-8735-72c5770eb77b', 'network_id': '93b1cac2-91cc-4d88-a30f-d3c321ee73ac', 'port_id': 'ac32db95-c80d-4937-8735-72c5770eb77b', 'mac_address': 'fa:16:3e:82:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfe2d99-b1f1-4866-a5d6-05faaf773f85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:24.093339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.110411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac32db95-c80d-4937-8735-72c5770eb77b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:24.130425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.133763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ac32db95-c80d-4937-8735-72c5770eb77b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac32db95-c80d-4937-8735-72c5770eb77b,segment=NetworkSegment(7b6acc22-b7c3-4376-bec8-1b1c502e23a9),segment_id=7b6acc22-b7c3-4376-bec8-1b1c502e23a9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:24.138154 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.154800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c88c7a-4ffd-4638-87ad-8353596e9a14,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:24.202461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ac32db95-c80d-4937-8735-72c5770eb77b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:24.271650 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f3bc-f4f5-4757-b28e-883dfe67cc14 None None] New status for floating IP 61432d0c-df76-4005-be9b-a1a1f70837ef: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:13:24.351442 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f416f9c7-e334-452c-a218-99251015d748 req-c255e781-429e-44a6-a696-d3c466bb20f7 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0504024 Nov 09 18:13:24.372834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:24.418935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ac32db95-c80d-4937-8735-72c5770eb77b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:24.608320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Router b13a58f2-622d-41c5-967d-d915a6516989 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:24.717456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27219134-b6d4-46ca-b405-abb9501cdaea req-c00058b4-42d4-4626-9aa8-319195c03907 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:24.724199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:24.724718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27219134-b6d4-46ca-b405-abb9501cdaea req-c00058b4-42d4-4626-9aa8-319195c03907 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0597813 Nov 09 18:13:24.732875 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9765da8f-6804-4d40-b801-7d1576b1a731 admin admin] 10.222.0.32 "PUT /v2.0/routers/b13a58f2-622d-41c5-967d-d915a6516989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290169 Nov 09 18:13:24.735701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] Sync routers for ids ['b13a58f2-622d-41c5-967d-d915a6516989'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:24.738499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36160) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:24.746296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] Routers {'b13a58f2-622d-41c5-967d-d915a6516989'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:24.747243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b13a58f2-622d-41c5-967d-d915a6516989'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:24.831426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27219134-b6d4-46ca-b405-abb9501cdaea req-a36974dc-f1f4-40ff-b75f-2bf120be266d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058455 Nov 09 18:13:24.860868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] Set router b13a58f2-622d-41c5-967d-d915a6516989 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:24.872628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.003683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa0938-e087-49fc-b34c-7d154ba9535f req-d6e02a3d-3622-437e-a26f-8c7da696df11 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:25.006535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8faa0938-e087-49fc-b34c-7d154ba9535f req-d6e02a3d-3622-437e-a26f-8c7da696df11 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0982664 Nov 09 18:13:25.032676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.057719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:24Z', 'revision_number': 5, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port': {'id': '23f3db24-efa0-4d2c-bf64-e30e3b1c3fae', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:55:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:02Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:25.061511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8faa0938-e087-49fc-b34c-7d154ba9535f req-96ff390b-3b8b-4786-88dc-b6ed056e1ff2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501909 Nov 09 18:13:25.083573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36172) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:25.091326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] Checking router: b13a58f2-622d-41c5-967d-d915a6516989 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:25.102978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] Routers {'b13a58f2-622d-41c5-967d-d915a6516989'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:25.103712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b13a58f2-622d-41c5-967d-d915a6516989'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:25.130357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Deleting port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:25.130692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.184110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d285e-1749-4228-9e03-ed7fa5fc492f tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:25.185610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9c3d285e-1749-4228-9e03-ed7fa5fc492f tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1092 time: 0.1003454 Nov 09 18:13:25.188911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36176) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:25.192885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] Set router b13a58f2-622d-41c5-967d-d915a6516989 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:25.193525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:25.217602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.245243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d727b-b430-47af-b9de-1b2afb2ce88d req-4495043c-6592-465c-b1a5-34d381dfb788 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:25.246776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-855d727b-b430-47af-b9de-1b2afb2ce88d req-4495043c-6592-465c-b1a5-34d381dfb788 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 944 time: 0.1127770 Nov 09 18:13:25.247455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:25Z', 'revision_number': 6, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:25.259237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] For port 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:25.259601 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.277074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b8325-1183-46ab-95fd-8885e8ba737a None None] The sync data for ids ['b13a58f2-622d-41c5-967d-d915a6516989'] in n-d-817240-1 is: [{'id': 'b13a58f2-622d-41c5-967d-d915a6516989', 'name': 'tempest-TestAggregatesBasicOps-1803066781-router', 'tenant_id': 'ee55b3489849478a964c9505cc15386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:01Z', 'updated_at': '2021-11-09T18:13:25Z', 'revision_number': 6, 'project_id': 'ee55b3489849478a964c9505cc15386e', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:25.285762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Calling delete_port for 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:25.319255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-855d727b-b430-47af-b9de-1b2afb2ce88d req-c3aa1101-e4bb-43e9-bcd9-eca59f446780 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618842 Nov 09 18:13:25.340191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.465155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.239 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/20d7b7e2-6a2b-4896-9bf4-a99c69bf7f93) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:25.483974 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.512096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Pushing event deleted for resources: {'Port': ['ID=23f3db24-efa0-4d2c-bf64-e30e3b1c3fae,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:25.592498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.633500 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.675934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:25.679099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:25.683059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:25.717487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=20d7b7e2-6a2b-4896-9bf4-a99c69bf7f93,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:25.843350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcae3d2e-eebb-4759-9f6d-86f02668f3f2 req-a177c77e-fda2-4dee-b2d4-3328bba6aca6 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.3324981 Nov 09 18:13:25.848290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac32db95-c80d-4937-8735-72c5770eb77b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:25.902143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port ac32db95-c80d-4937-8735-72c5770eb77b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:25.906012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.907279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port ac32db95-c80d-4937-8735-72c5770eb77b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:25.907666 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:25.993366 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.012093 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.013520 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.019761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32db95-c80d-4937-8735-72c5770eb77b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:26.022325 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d615cb9-f2a5-430e-a334-fdc7de7bb0fb" -d '{"events": [{"server_uuid": "fb7a88fa-19e5-43c4-b207-6b2610b5ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "ac32db95-c80d-4937-8735-72c5770eb77b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:26.039462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ac32db95-c80d-4937-8735-72c5770eb77b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac32db95-c80d-4937-8735-72c5770eb77b,segment=NetworkSegment(7b6acc22-b7c3-4376-bec8-1b1c502e23a9),segment_id=7b6acc22-b7c3-4376-bec8-1b1c502e23a9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:26.045085 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.081850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.082679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b13a58f2-622d-41c5-967d-d915a6516989 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:13:26.087481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.092049 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9337d-5d26-414b-a0f4-2ec01c37da2b x-openstack-request-id: req-43e9337d-5d26-414b-a0f4-2ec01c37da2b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:26.092545 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7a88fa-19e5-43c4-b207-6b2610b5ba0b", "name": "network-vif-plugged", "status": "completed", "tag": "ac32db95-c80d-4937-8735-72c5770eb77b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:26.092641 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43e9337d-5d26-414b-a0f4-2ec01c37da2b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:26.093016 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32db95-c80d-4937-8735-72c5770eb77b', 'code': 200} Nov 09 18:13:26.093148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-497f7ca4-bad4-45c9-948b-97db07e7c56c admin admin] 10.222.0.32 "DELETE /v2.0/routers/b13a58f2-622d-41c5-967d-d915a6516989 HTTP/1.1" status: 204 len: 168 time: 1.3531678 Nov 09 18:13:26.093755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36184) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:26.115762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.133274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ac32db95-c80d-4937-8735-72c5770eb77b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:26.146526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] Deleting subnet d3760d32-97ab-4dd1-971a-8d441c5fd628 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:13:26.149734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.185191 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.224002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b935425-71e3-4f7a-abaf-0d85d16e8373 req-bf90f0de-9403-40ed-94c0-8926ae3e38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:26.225433 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1b935425-71e3-4f7a-abaf-0d85d16e8373 req-bf90f0de-9403-40ed-94c0-8926ae3e38e0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 1096 time: 0.0650651 Nov 09 18:13:26.227822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.276378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.296893 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1b935425-71e3-4f7a-abaf-0d85d16e8373 req-b9ee420b-7f46-4f6c-8890-d6395f9caa9a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485952 Nov 09 18:13:26.337618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.386740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3760d32-97ab-4dd1-971a-8d441c5fd628,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:26.392797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ae512-2a92-440e-bcd0-82cb31cd65c4 None None] Network 64f2bb87-f26b-4d18-89dd-3d68d3ee699b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:26.393188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.400698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2cb3fbc9-ac7c-4771-80ab-67eaa9de9be0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d3760d32-97ab-4dd1-971a-8d441c5fd628 HTTP/1.1" status: 204 len: 168 time: 0.3057430 Nov 09 18:13:26.404267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36190) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:26.463040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc0c3c-0475-410f-a2e5-72d56041a337 req-a02b7795-58aa-45eb-863f-cf9d6d1fc293 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:26.465430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74fc0c3c-0475-410f-a2e5-72d56041a337 req-a02b7795-58aa-45eb-863f-cf9d6d1fc293 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 945 time: 0.0630686 Nov 09 18:13:26.497747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.505891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.510512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.519328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74fc0c3c-0475-410f-a2e5-72d56041a337 req-b718e8d1-ed26-4726-8440-ea834ce2dca4 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Nov 09 18:13:26.613383 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] DHCP port deletion for 64f2bb87-f26b-4d18-89dd-3d68d3ee699b request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:13:26.661828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] Deleting port 710fe947-7967-484a-9ec3-41eed4c928ae {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:26.662261 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.724292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] For port 710fe947-7967-484a-9ec3-41eed4c928ae, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=710fe947-7967-484a-9ec3-41eed4c928ae,segment=NetworkSegment(0006f6f0-5acf-44bb-a4f9-36a7872b0fd2),segment_id=0006f6f0-5acf-44bb-a4f9-36a7872b0fd2)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:26.724581 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.737523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] Calling delete_port for 710fe947-7967-484a-9ec3-41eed4c928ae owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:26.818294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.843564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] Pushing event deleted for resources: {'Port': ['ID=710fe947-7967-484a-9ec3-41eed4c928ae,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:26.847873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9e22c-3477-430d-98fa-a828af059304 None None] No DVR routers for this DVR port 710fe947-7967-484a-9ec3-41eed4c928ae on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:26.859456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] The port '710fe947-7967-484a-9ec3-41eed4c928ae' was deleted {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 09 18:13:26.898640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=20d7b7e2-6a2b-4896-9bf4-a99c69bf7f93,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:26.937037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:26.948256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d7b4011-3398-4d9b-a34e-897343906471 req-9cac5ec7-41b5-489f-9029-f7b2c5877530 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0314212 Nov 09 18:13:27.008851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.039996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f2bb87-f26b-4d18-89dd-3d68d3ee699b']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:27.052740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:27.053037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0006f6f0-5acf-44bb-a4f9-36a7872b0fd2') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:27.055967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:27.066781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.075405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:27.075748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 23f3db24-efa0-4d2c-bf64-e30e3b1c3fae not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:27.076220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 710fe947-7967-484a-9ec3-41eed4c928ae no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:27.088628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.093289 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP 31fda223-8f57-4f04-a37f-605758d3c2bb associated. External IP: 172.25.0.239, port: d45ed17f-a0aa-45fa-9903-86b571b38476. Nov 09 18:13:27.095242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 710fe947-7967-484a-9ec3-41eed4c928ae {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:27.095734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 710fe947-7967-484a-9ec3-41eed4c928ae not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:27.097321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f5c88c7a-4ffd-4638-87ad-8353596e9a14 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:27.116682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: f5c88c7a-4ffd-4638-87ad-8353596e9a14 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:27.116923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f5c88c7a-4ffd-4638-87ad-8353596e9a14 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:27.130518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:13:27.131080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:13:27.132658 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:13:27.223395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.231524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.234650 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] 10.222.0.32 "DELETE /v2.0/networks/64f2bb87-f26b-4d18-89dd-3d68d3ee699b HTTP/1.1" status: 204 len: 168 time: 0.8292277 Nov 09 18:13:27.246997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cc1c9-13d6-48f8-805e-83908a7e03df admin admin] Pushing event deleted for resources: {'Network': ['ID=64f2bb87-f26b-4d18-89dd-3d68d3ee699b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:27.369762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router fa2baab5-fbf1-404b-a25f-87107d1dc02b has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:27.409631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36202) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:27.465022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-12cce407-36d6-4329-9bf9-723e75984ee0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cd188ad22d94481b76270bc37c6baf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524802 Nov 09 18:13:27.465842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36204) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:27.479506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:27.492996 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] Sync routers for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:27.497262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.503070 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:27.503762 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:27.516297 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-506dec53-e3d6-4ac2-a1c3-123871b412bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.529057 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-94df9067-d518-4010-9523-03a1b6d19a95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3391745 Nov 09 18:13:27.529768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:27.533209 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5236c7-a687-4216-bbeb-32e335c3cada" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:27.554864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-506dec53-e3d6-4ac2-a1c3-123871b412bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.617139 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:27.640276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecef4ec-966b-457a-872d-a3fbbf93d82b req-ffe2a8d6-3210-4664-bfec-71c3c79ed51f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:27.641781 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecef4ec-966b-457a-872d-a3fbbf93d82b req-ffe2a8d6-3210-4664-bfec-71c3c79ed51f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0591044 Nov 09 18:13:27.646840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-506dec53-e3d6-4ac2-a1c3-123871b412bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.649478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-506dec53-e3d6-4ac2-a1c3-123871b412bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:27.651976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-506dec53-e3d6-4ac2-a1c3-123871b412bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f4fc961-a90f-4730-abda-d15124fc525f HTTP/1.1" status: 204 len: 168 time: 0.1842754 Nov 09 18:13:27.671691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dec53-e3d6-4ac2-a1c3-123871b412bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4fc961-a90f-4730-abda-d15124fc525f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:27.711481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ecef4ec-966b-457a-872d-a3fbbf93d82b req-01769bbd-5f4f-4866-a47c-9041dbbf373f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589447 Nov 09 18:13:27.734361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36218) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:27.772408 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968be2c7-387a-4b8b-bf87-bc5982f1e3b1 x-openstack-request-id: req-968be2c7-387a-4b8b-bf87-bc5982f1e3b1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:27.772924 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:27.773453 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-968be2c7-387a-4b8b-bf87-bc5982f1e3b1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:27.774280 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'status': 'completed', 'code': 200} Nov 09 18:13:27.875735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ae57350b-c8a1-40de-8922-78e410a8ccf0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/31fda223-8f57-4f04-a37f-605758d3c2bb HTTP/1.1" status: 200 len: 992 time: 0.1400046 Nov 09 18:13:27.883035 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '31fda223-8f57-4f04-a37f-605758d3c2bb', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.239', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'port_id': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'mac_address': 'fa:16:3e:fa:13:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:25Z', 'updated_at': '2021-11-09T18:13:25Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:27.902803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46417f5b-ad77-4541-a3a6-b9d5b0bffa43 req-8a6bf1fb-33a7-430e-8b2c-4589ee892659 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:27.904296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46417f5b-ad77-4541-a3a6-b9d5b0bffa43 req-8a6bf1fb-33a7-430e-8b2c-4589ee892659 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 945 time: 0.0730107 Nov 09 18:13:27.906154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-5ac02f72-76ef-4172-8004-8512aec53a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:27.907503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-5ac02f72-76ef-4172-8004-8512aec53a2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1097 time: 0.1069174 Nov 09 18:13:27.911317 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] Checking router: fa2baab5-fbf1-404b-a25f-87107d1dc02b for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:27.919989 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:27.920607 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:28.003006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46417f5b-ad77-4541-a3a6-b9d5b0bffa43 req-c374d85e-1314-42d1-8c53-9cbb6c3a877b tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842597 Nov 09 18:13:28.057882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-2f7ccbee-dd00-4901-a895-8ffbc8c9d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:28.060508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36228) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:28.060758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-2f7ccbee-dd00-4901-a895-8ffbc8c9d71e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.1340642 Nov 09 18:13:28.105205 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-291164fe-6055-47b9-8740-d9901d1c9a8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee55b3489849478a964c9505cc15386e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435960 Nov 09 18:13:28.107733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36230) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:28.151802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-5adcc8a1-0b12-4d04-9288-b96df955611f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1000 time: 0.0792305 Nov 09 18:13:28.176585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dde0740a-e5f7-4aee-9dc9-80a7a7f986c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:28.184260 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:28.213374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dde0740a-e5f7-4aee-9dc9-80a7a7f986c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:28.214403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-9960a51d-015d-42db-b366-dad34c131df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:28.217069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-9960a51d-015d-42db-b366-dad34c131df4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.0557802 Nov 09 18:13:28.256327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f019e651-d2dd-416a-982d-0fd0d84b99e1 req-c13f27b1-32a7-46c8-977d-3541dcd4ffcd tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0362585 Nov 09 18:13:28.292603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dde0740a-e5f7-4aee-9dc9-80a7a7f986c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:28.296053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dde0740a-e5f7-4aee-9dc9-80a7a7f986c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:28.297278 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dde0740a-e5f7-4aee-9dc9-80a7a7f986c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83161538-d9da-4d33-a5d6-ae364f2c9fd1 HTTP/1.1" status: 204 len: 168 time: 0.1885953 Nov 09 18:13:28.301728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-a3a04f76-30f3-4ee7-af59-02dbf295c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:28.303763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-a3a04f76-30f3-4ee7-af59-02dbf295c85b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747182 Nov 09 18:13:28.316787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d893845-3ee3-4c5d-9f38-f1451324805c req-b59cdee7-7502-4f29-82af-905ec29b44c5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0366936 Nov 09 18:13:28.322241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0740a-e5f7-4aee-9dc9-80a7a7f986c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83161538-d9da-4d33-a5d6-ae364f2c9fd1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:28.425467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-28e3a260-bc3b-481d-9950-42238832ab43 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125011 Nov 09 18:13:28.483863 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '31fda223-8f57-4f04-a37f-605758d3c2bb', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.239', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'port_id': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'mac_address': 'fa:16:3e:fa:13:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:25Z', 'updated_at': '2021-11-09T18:13:25Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:28.515551 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc539ad-8782-4716-aec2-fcdd3e7d9b6a None None] The sync data for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 is: [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '31fda223-8f57-4f04-a37f-605758d3c2bb', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.239', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'port_id': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'mac_address': 'fa:16:3e:fa:13:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:25Z', 'updated_at': '2021-11-09T18:13:25Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:28.522462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a5236c7-a687-4216-bbeb-32e335c3cada req-7bd03a9b-ffdf-425c-b5df-2696b9010b4f service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894783 Nov 09 18:13:28.759160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3c455-e654-492d-a332-409058506e56 None None] New status for floating IP 31fda223-8f57-4f04-a37f-605758d3c2bb: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:13:28.820453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f30451-b91d-491d-a3a3-9dcd58306f51 req-455117b1-3db9-4c54-9add-a7f852e774cf tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:28.821872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3f30451-b91d-491d-a3a3-9dcd58306f51 req-455117b1-3db9-4c54-9add-a7f852e774cf tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 945 time: 0.0572181 Nov 09 18:13:28.859203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3f30451-b91d-491d-a3a3-9dcd58306f51 req-5865e294-4292-419f-87ca-4fdac2112b24 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313606 Nov 09 18:13:28.879608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36240) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:28.952096 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c0a4b62-24a2-4dc5-a9d5-5a2692f603e9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/31fda223-8f57-4f04-a37f-605758d3c2bb HTTP/1.1" status: 200 len: 992 time: 0.0712109 Nov 09 18:13:29.358636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff49b1de-2832-43a8-9025-12b4970b1af3 req-4b92d21c-4cff-4237-8bfd-b289e19f824d tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0263753 Nov 09 18:13:29.956436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36252) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:30.021785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9ecfa-6a03-4e7d-9b82-fd1b74267327 req-4dca92eb-70d7-4ace-8154-0f1858b7567e tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:30.023258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dca9ecfa-6a03-4e7d-9b82-fd1b74267327 req-4dca92eb-70d7-4ace-8154-0f1858b7567e tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 945 time: 0.0946982 Nov 09 18:13:30.035006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-283fea37-19b1-4a47-9838-3dbdc5df650e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/31fda223-8f57-4f04-a37f-605758d3c2bb HTTP/1.1" status: 200 len: 994 time: 0.0775485 Nov 09 18:13:30.065952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dca9ecfa-6a03-4e7d-9b82-fd1b74267327 req-61c3597f-b524-4bb4-ab0f-03fbc17bd5c5 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/security-groups?id=cef6be10-06ad-4ad4-8d7b-a2f768495e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356359 Nov 09 18:13:30.391286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-839c76f9-330e-47dc-9458-fcc14da94bc9 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:30.392410 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-839c76f9-330e-47dc-9458-fcc14da94bc9 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 945 time: 0.0471895 Nov 09 18:13:30.461067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae5319b2-1ac4-4ae6-8467-31bc724d4757 req-4c8501f8-6fd1-414a-ac51-3410016c43bc tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0262198 Nov 09 18:13:30.490040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Deleting port ac32db95-c80d-4937-8735-72c5770eb77b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:13:30.490421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:30.577298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] For port ac32db95-c80d-4937-8735-72c5770eb77b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ac32db95-c80d-4937-8735-72c5770eb77b,segment=NetworkSegment(7b6acc22-b7c3-4376-bec8-1b1c502e23a9),segment_id=7b6acc22-b7c3-4376-bec8-1b1c502e23a9)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:30.577671 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:30.589829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Calling delete_port for ac32db95-c80d-4937-8735-72c5770eb77b owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:13:30.717294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:30.728706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ac32db95-c80d-4937-8735-72c5770eb77b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:30.746822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Pushing event deleted for resources: {'Port': ['ID=ac32db95-c80d-4937-8735-72c5770eb77b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:30.750912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9caf6729-9339-440a-80b7-5328aa781177 req-285f95d8-38d7-4b5c-9cb7-1a0ab7f4550b tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3&device_id=de18aca1-6404-4700-bc37-9c6f89518d18 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Nov 09 18:13:30.797674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] No DVR routers for this DVR port ac32db95-c80d-4937-8735-72c5770eb77b on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:13:30.800889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:30.804202 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4168e147-cb6e-41ca-8daf-6f8ce3cceda6 req-9dc76f7f-1ab4-4dd1-ace1-5da6b7fe46fe tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.85 "DELETE /v2.0/ports/ac32db95-c80d-4937-8735-72c5770eb77b HTTP/1.1" status: 204 len: 173 time: 0.4058392 Nov 09 18:13:30.804641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'name': 'network-vif-deleted', 'tag': 'ac32db95-c80d-4937-8735-72c5770eb77b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:30.806963 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b54197-bd88-4864-9668-30ca003df353" -d '{"events": [{"server_uuid": "fb7a88fa-19e5-43c4-b207-6b2610b5ba0b", "name": "network-vif-deleted", "tag": "ac32db95-c80d-4937-8735-72c5770eb77b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:30.972673 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cc4a20-8642-4e96-a25b-c34ca75d7222 x-openstack-request-id: req-55cc4a20-8642-4e96-a25b-c34ca75d7222 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:30.972974 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7a88fa-19e5-43c4-b207-6b2610b5ba0b", "name": "network-vif-deleted", "tag": "ac32db95-c80d-4937-8735-72c5770eb77b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:30.973302 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55cc4a20-8642-4e96-a25b-c34ca75d7222 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:30.973630 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7a88fa-19e5-43c4-b207-6b2610b5ba0b', 'name': 'network-vif-deleted', 'tag': 'ac32db95-c80d-4937-8735-72c5770eb77b', 'status': 'completed', 'code': 200} Nov 09 18:13:31.004226 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd6ca317-3269-4574-bd9b-d887e6689085 req-ec41ea01-0b6f-465d-824a-41a09706d71b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32787d4018ae47d0ac39e0e04c4e66d0&device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0260601 Nov 09 18:13:31.034851 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd6ca317-3269-4574-bd9b-d887e6689085 req-c5cdf312-04ab-4492-9cec-a69f592a4257 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=32787d4018ae47d0ac39e0e04c4e66d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199862 Nov 09 18:13:31.042493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-892dd7bb-05d7-4b0f-81c3-f37c86a87128 req-bec5de36-235d-449d-80d0-2b5ec4c0798f tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0267389 Nov 09 18:13:31.128541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ca317-3269-4574-bd9b-d887e6689085 req-d109d3ef-6343-4256-b619-e03932829d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:31.130026 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd6ca317-3269-4574-bd9b-d887e6689085 req-d109d3ef-6343-4256-b619-e03932829d75 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881643 Nov 09 18:13:31.169128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-681b58df-0960-45ce-a565-382dff2d552d req-8e02a004-da77-4b6f-a61e-90d5adbec0b7 tempest-ServerAddressesNegativeTestJSON-983495708 tempest-ServerAddressesNegativeTestJSON-983495708-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb7a88fa-19e5-43c4-b207-6b2610b5ba0b HTTP/1.1" status: 200 len: 210 time: 0.0269313 Nov 09 18:13:32.141339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257d5880-9eac-4c84-afc0-3bce0e51dc39 req-bfc8541c-eda0-449b-85f2-ad1fe47d26ad tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0298781 Nov 09 18:13:32.221613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36282) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:32.276364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] Deleting subnet 6bfe2d99-b1f1-4866-a5d6-05faaf773f85 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:13:32.279632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.314203 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.359684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.412597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.442182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.445402 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6bfe2d99-b1f1-4866-a5d6-05faaf773f85 HTTP/1.1" status: 204 len: 168 time: 0.2227490 Nov 09 18:13:32.447710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762e0d8-9bbf-450b-b08e-fc8cdf6c8122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfe2d99-b1f1-4866-a5d6-05faaf773f85,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:32.448199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36288) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:32.479745 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd6ca317-3269-4574-bd9b-d887e6689085 req-23b441c1-8a27-49a0-8d10-6cee268d618e tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.85 "GET /v2.0/ports?device_id=76d46941-83e8-4156-bbf0-552081dde4c3 HTTP/1.1" status: 200 len: 210 time: 0.0330100 Nov 09 18:13:32.517647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.602861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.622220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b1cac2-91cc-4d88-a30f-d3c321ee73ac']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:32.631656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6acc22-b7c3-4376-bec8-1b1c502e23a9') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:32.631958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6acc22-b7c3-4376-bec8-1b1c502e23a9') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:32.640982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.654481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.660415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:13:32.660793 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:13:32.662510 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:13:32.713959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.719623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:32.722973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/93b1cac2-91cc-4d88-a30f-d3c321ee73ac HTTP/1.1" status: 204 len: 168 time: 0.2736773 Nov 09 18:13:32.733984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=93b1cac2-91cc-4d88-a30f-d3c321ee73ac,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:32.742160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.742512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.742855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.743198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.743525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.743861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.744188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.744525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.744840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.745164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.745487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.745833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44604671-2297-4ee3-9330-dbf377df42b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:32.883863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36292) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:32.935891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75012ca1-6843-43a9-be51-1dff121d1212 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be2afd38065d4e098acabec3ce26e642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507517 Nov 09 18:13:32.938298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:32.995718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37d00ac5-4b63-40b6-88cb-344433d9833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.016875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37d00ac5-4b63-40b6-88cb-344433d9833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.063978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37d00ac5-4b63-40b6-88cb-344433d9833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.067165 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37d00ac5-4b63-40b6-88cb-344433d9833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.068382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-37d00ac5-4b63-40b6-88cb-344433d9833e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cef6be10-06ad-4ad4-8d7b-a2f768495e6f HTTP/1.1" status: 204 len: 168 time: 0.1290715 Nov 09 18:13:33.076147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d00ac5-4b63-40b6-88cb-344433d9833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6be10-06ad-4ad4-8d7b-a2f768495e6f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:33.373711 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b865fab-c331-433e-a6ee-e0795f16d847 req-11b9daf5-7483-4a51-b625-f6bd8d199a40 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=32787d4018ae47d0ac39e0e04c4e66d0&device_id=de18aca1-6404-4700-bc37-9c6f89518d18 HTTP/1.1" status: 200 len: 210 time: 0.0284894 Nov 09 18:13:33.386327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1c68c86-4c39-459f-8a93-124fee8aabe2 req-96da321f-8674-4f89-b5af-e9ed87cfb078 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=de18aca1-6404-4700-bc37-9c6f89518d18 HTTP/1.1" status: 200 len: 210 time: 0.0260758 Nov 09 18:13:33.401870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b865fab-c331-433e-a6ee-e0795f16d847 req-157d062e-d462-40e6-8739-cd0f6a0ce310 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=32787d4018ae47d0ac39e0e04c4e66d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199456 Nov 09 18:13:33.514408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b865fab-c331-433e-a6ee-e0795f16d847 req-10b2c65f-1f79-4eed-988e-6db514487ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:33.515888 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b865fab-c331-433e-a6ee-e0795f16d847 req-10b2c65f-1f79-4eed-988e-6db514487ec6 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071124 Nov 09 18:13:33.747117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:33.840556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1447827480-network', 'tenant_id': '2016393faef94c319e954e4b4b7510d2'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:33.861077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Made reservation on behalf of 2016393faef94c319e954e4b4b7510d2 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:33.864013 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.871570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac32db95-c80d-4937-8735-72c5770eb77b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:13:33.876728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.891175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: ac32db95-c80d-4937-8735-72c5770eb77b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:13:33.891516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ac32db95-c80d-4937-8735-72c5770eb77b not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:13:33.951285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.954873 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.975191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:13:33.989282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9423ad22-bca8-4e35-8bc5-e97ee3294335,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:33.994103 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:33.994453 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Added segment d06f2f3a-d2b5-4378-a96b-fe481be15e78 of type vlan for network 13fcbb7a-28e5-45a1-9e16-337b25525d6a Nov 09 18:13:34.035350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.060785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.061734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.062345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.116384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3681269 Nov 09 18:13:34.119312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36334) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:34.122994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2eeb3-c15d-4b8c-8def-906ada56ae62 admin admin] Pushing event updated for resources: {'Network': ['ID=13fcbb7a-28e5-45a1-9e16-337b25525d6a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:34.124231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Request body: {'subnet': {'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1447827480-subnet', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:34.133331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:13:34.149857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Made reservation on behalf of 2016393faef94c319e954e4b4b7510d2 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:34.152213 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.332843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.368124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-7a6e46e9-4036-4d7b-898b-324946d8fa03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0516775 Nov 09 18:13:34.386330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=131b8a03-cb96-4faf-aa25-1dd099450898,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:34.397305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Checking segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:34.397475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Network hostable DHCP agents. Network: 13fcbb7a-28e5-45a1-9e16-337b25525d6a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:34.415064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:34.424284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 13fcbb7a-28e5-45a1-9e16-337b25525d6a) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:34.432539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2432523-da42-42be-abba-2f91b5b9592c None None] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:34.435972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.436393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.460903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-88207861-538e-482f-8ff9-934af54a0f9e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3403673 Nov 09 18:13:34.461950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36338) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:34.467170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:34.474995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.475547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.475941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.476636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.477107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.477576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.478042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.480057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-768443e3-f394-42a0-bb03-68532ae47b04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=24c9b108c1964bf383dff7cd61139ba7&device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6491 time: 0.0645807 Nov 09 18:13:34.494170 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.495311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.512194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b234228-c3de-4c8d-b355-d3765e9bf883 req-72a66aef-8e03-487e-9628-57e8f1002823 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.32 "GET /v2.0/ports?device_id=de18aca1-6404-4700-bc37-9c6f89518d18 HTTP/1.1" status: 200 len: 210 time: 0.0447133 Nov 09 18:13:34.562786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.622268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-1f9bb237-a820-47d9-9064-98709e9c8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.623076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-1f9bb237-a820-47d9-9064-98709e9c8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.623818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-1f9bb237-a820-47d9-9064-98709e9c8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.628088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-1f9bb237-a820-47d9-9064-98709e9c8f22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35 HTTP/1.1" status: 200 len: 2292 time: 0.1170497 Nov 09 18:13:34.711439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-b68fc08d-be71-462d-910d-6a252fc73b6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 HTTP/1.1" status: 200 len: 1001 time: 0.0762899 Nov 09 18:13:34.732856 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.764039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-7e5cec9d-85fc-4f4d-9cc3-d061456b1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.768469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-7e5cec9d-85fc-4f4d-9cc3-d061456b1515 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d6fabf9-1fbd-4223-b392-fef323e30485 HTTP/1.1" status: 200 len: 851 time: 0.0464704 Nov 09 18:13:34.782424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:13:34.783280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:34.805331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4b865fab-c331-433e-a6ee-e0795f16d847 req-2573842c-93e3-4d8f-b626-79cc32acb6f2 tempest-ServerShowV247Test-1921830785 tempest-ServerShowV247Test-1921830785-project] 10.222.0.85 "GET /v2.0/ports?device_id=de18aca1-6404-4700-bc37-9c6f89518d18 HTTP/1.1" status: 200 len: 210 time: 0.0490193 Nov 09 18:13:34.827932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-abd6677d-7120-4b2d-8e4c-50406d889c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:34.829450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-abd6677d-7120-4b2d-8e4c-50406d889c52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=efd0066e-7bf0-4e83-8f5c-491b6a474b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532560 Nov 09 18:13:34.934349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Allocated IP 172.20.0.2 (13fcbb7a-28e5-45a1-9e16-337b25525d6a/131b8a03-cb96-4faf-aa25-1dd099450898/02fa1957-9ed7-49ab-8996-1950304d2d6c) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:34.935724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-0b89f5cc-2f77-4b13-a7e7-ec42a989bee3 service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976532 Nov 09 18:13:34.984253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.005329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.042908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-23223b07-437b-40d1-bd67-5d5ea98b2daa service neutron] 10.222.0.73 "GET /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920193 Nov 09 18:13:35.090654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-fe02e19e-c155-4b95-bf3a-3439d460817f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 200 len: 217 time: 0.0395055 Nov 09 18:13:35.095963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.103135 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.138137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Allocated IP 172.25.0.48 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/76c8df15-9715-49ec-9085-5bc981e51972) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:35.143496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:35.146618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:35.147749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-99d6d4cd-2802-44c3-831a-76f49a272c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:35.149231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-99d6d4cd-2802-44c3-831a-76f49a272c4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.0508959 Nov 09 18:13:35.153874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:35.156930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Pushing event updated for resources: {'Port': ['ID=02fa1957-9ed7-49ab-8996-1950304d2d6c,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:35.206409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-64fdb69e-fcf0-4350-a21d-d10dac86b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:35.208116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-64fdb69e-fcf0-4350-a21d-d10dac86b95c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497437 Nov 09 18:13:35.226373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Attempting to bind port 02fa1957-9ed7-49ab-8996-1950304d2d6c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:35.227269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Attempting to bind port 02fa1957-9ed7-49ab-8996-1950304d2d6c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:35.227646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Attempting to bind port 02fa1957-9ed7-49ab-8996-1950304d2d6c on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:35.233759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:35.234291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Checking segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:35.234704 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.235179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Bound using segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:35.235629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Bound port: 02fa1957-9ed7-49ab-8996-1950304d2d6c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:35.236072 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.266485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.311116 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.323916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] For port 02fa1957-9ed7-49ab-8996-1950304d2d6c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:35.324143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-5d8a53e7-42c9-48ff-abd3-c9d95e9430b2 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005318 Nov 09 18:13:35.327612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] For port 02fa1957-9ed7-49ab-8996-1950304d2d6c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=02fa1957-9ed7-49ab-8996-1950304d2d6c,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:35.334900 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.352176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:35.355290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:35.359245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:35.398673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Pushing event updated for resources: {'Port': ['ID=76c8df15-9715-49ec-9085-5bc981e51972,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:35.413207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5e135-8242-45c9-b693-20f93f140c6a None None] Pushing event updated for resources: {'Port': ['ID=02fa1957-9ed7-49ab-8996-1950304d2d6c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:35.453823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-a47cf702-cec4-4988-9fee-da0aba782752 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205478 Nov 09 18:13:35.507037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-149e8599-12e9-4022-a5ff-3a81234452a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 200 len: 217 time: 0.0410607 Nov 09 18:13:35.564382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-046cb477-d8d3-46b3-83c3-878117af2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:35.565940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-046cb477-d8d3-46b3-83c3-878117af2d3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.0512135 Nov 09 18:13:35.667068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-b2b477e9-fc98-41b7-a552-ce163968ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:35.672695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-b2b477e9-fc98-41b7-a552-ce163968ac49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991147 Nov 09 18:13:35.858556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-a3cb22b9-1a84-468f-a2c6-0d3c4084e3b3 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692419 Nov 09 18:13:35.963522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:35.978276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36360) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:36.008747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-56d63b7e-b1cb-452b-b895-d30d993489e5 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444409 Nov 09 18:13:36.084974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-378e5ae6-d7ef-4953-86f7-dd51cd3ef9fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=288c8350-f06c-4509-9424-475544aa0a6a HTTP/1.1" status: 200 len: 217 time: 0.0654507 Nov 09 18:13:36.176700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e50e1e3e-fdf3-487f-96a5-e84edb0e76ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.180740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-703c326f-f5b7-48c2-8668-a867c2cb1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:36.182402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-703c326f-f5b7-48c2-8668-a867c2cb1117 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.0889916 Nov 09 18:13:36.254638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.282287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-c8fc3051-ef46-4798-b3b6-17f7a147591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:36.283875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-c8fc3051-ef46-4798-b3b6-17f7a147591f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912087 Nov 09 18:13:36.380380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e50e1e3e-fdf3-487f-96a5-e84edb0e76ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.389889 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e50e1e3e-fdf3-487f-96a5-e84edb0e76ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.432997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Router f2771516-654a-43e8-a521-f0d23d6e5092 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:13:36.450276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-f734c7ab-e233-4ee3-93a2-5b742d215dc4 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567755 Nov 09 18:13:36.456939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e50e1e3e-fdf3-487f-96a5-e84edb0e76ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32787d4018ae47d0ac39e0e04c4e66d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776266 Nov 09 18:13:36.458105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e1e3e-fdf3-487f-96a5-e84edb0e76ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab960be-8d7e-4298-aa29-03485c2b3106,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:36.460962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36366) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:36.576980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:36.590543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57c3cabf-119a-4f81-ae9e-bb9af8057d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.595725 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Sync routers for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:36.605217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.605635 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:36.606485 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:36.611012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb99e4d1-105b-4e2b-b1d8-bfdb966987ae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1473348 Nov 09 18:13:36.612469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36368) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:36.618095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-9a868875-16b1-4444-ab56-dc9966573830 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560469 Nov 09 18:13:36.637081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57c3cabf-119a-4f81-ae9e-bb9af8057d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.676921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-802c9733-650f-448d-9125-c562328d2d99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=4e9a0214-9b8a-4b94-8400-0405f838359c HTTP/1.1" status: 200 len: 217 time: 0.0476582 Nov 09 18:13:36.706735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f183e-664c-4166-a9d3-f2c56850dfce None None] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:36.728570 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:36.762546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-59344f27-2d8b-4426-8776-ecd7f2346405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:36.764224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-59344f27-2d8b-4426-8776-ecd7f2346405 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 200 len: 797 time: 0.0784798 Nov 09 18:13:36.769551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57c3cabf-119a-4f81-ae9e-bb9af8057d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.774984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ffd17779-6877-4bc6-a6cc-996f62d476a6 None None] Provisioning complete for port 02fa1957-9ed7-49ab-8996-1950304d2d6c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:36.775193 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57c3cabf-119a-4f81-ae9e-bb9af8057d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.775435 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffd17779-6877-4bc6-a6cc-996f62d476a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:36.780728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-57c3cabf-119a-4f81-ae9e-bb9af8057d67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cab960be-8d7e-4298-aa29-03485c2b3106 HTTP/1.1" status: 204 len: 168 time: 0.3176415 Nov 09 18:13:36.864584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3cabf-119a-4f81-ae9e-bb9af8057d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab960be-8d7e-4298-aa29-03485c2b3106,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:36.902885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-b777e44c-d8e5-4f56-a0e2-d9ce86d13777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:36.904443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-b777e44c-d8e5-4f56-a0e2-d9ce86d13777 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225443 Nov 09 18:13:37.040996 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffd17779-6877-4bc6-a6cc-996f62d476a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.059591 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:35Z', 'revision_number': 3, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:37.066757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-340b1b5d-9c2c-48e2-b6d2-ca98f3db194c service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517272 Nov 09 18:13:37.102139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ffd17779-6877-4bc6-a6cc-996f62d476a6 None None] For port 02fa1957-9ed7-49ab-8996-1950304d2d6c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=02fa1957-9ed7-49ab-8996-1950304d2d6c,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:37.110170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ffd17779-6877-4bc6-a6cc-996f62d476a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.122797 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Checking router: f2771516-654a-43e8-a521-f0d23d6e5092 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:37.123141 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Updating router f2771516-654a-43e8-a521-f0d23d6e5092 port 76c8df15-9715-49ec-9085-5bc981e51972 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:37.195413 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.201897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02fa1957-9ed7-49ab-8996-1950304d2d6c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:37.281966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-77c02fa8-de5d-461b-8771-8a1e6d393716 service neutron] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062018 Nov 09 18:13:37.306235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd17779-6877-4bc6-a6cc-996f62d476a6 None None] Pushing event updated for resources: {'Port': ['ID=02fa1957-9ed7-49ab-8996-1950304d2d6c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:37.375995 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-11017b79-7fb3-458a-949d-9d7ec77ed80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.378144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-c9e79a41-6af0-48e9-8da4-cf35b2eb84fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c HTTP/1.1" status: 200 len: 217 time: 0.0864322 Nov 09 18:13:37.411365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 02fa1957-9ed7-49ab-8996-1950304d2d6c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:37.412051 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.421127 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.478278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-7191cad3-1214-4b22-8dbd-dd24a645612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:37.482746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-7191cad3-1214-4b22-8dbd-dd24a645612b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 200 len: 797 time: 0.0955551 Nov 09 18:13:37.572326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-510deadf-c820-4652-9054-a6e4ee437cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:37.572895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4f9b6752-fb5b-483b-8c8a-221287657f0b None None] Provisioning complete for port 02fa1957-9ed7-49ab-8996-1950304d2d6c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:37.573293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6752-fb5b-483b-8c8a-221287657f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.577114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-510deadf-c820-4652-9054-a6e4ee437cac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764217 Nov 09 18:13:37.665235 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.677749 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.704497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Allocated IP 172.20.0.1 (13fcbb7a-28e5-45a1-9e16-337b25525d6a/131b8a03-cb96-4faf-aa25-1dd099450898/83ae48e3-5e3c-4107-bbb5-d9c085b82d44) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:37.755964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-1f309424-6411-461c-93a9-e26fd53e37a9 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671574 Nov 09 18:13:37.762849 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d4b2-3293-467e-9c00-794611d9c09e None None] Pushing event updated for resources: {'Port': ['ID=76c8df15-9715-49ec-9085-5bc981e51972,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:37.788368 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Attempting to bind port 76c8df15-9715-49ec-9085-5bc981e51972 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:37.788809 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Attempting to bind port 76c8df15-9715-49ec-9085-5bc981e51972 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:37.789105 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Attempting to bind port 76c8df15-9715-49ec-9085-5bc981e51972 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:37.795591 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:37.795969 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:37.796372 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.796898 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:37.797369 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Bound port: 76c8df15-9715-49ec-9085-5bc981e51972, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:37.798021 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.856679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.858991 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] For port 76c8df15-9715-49ec-9085-5bc981e51972, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:37.862950 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] For port 76c8df15-9715-49ec-9085-5bc981e51972, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=76c8df15-9715-49ec-9085-5bc981e51972,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:37.869646 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.885737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-7d3ba66e-e02c-4f34-ba70-c0300cff78e9 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099527 Nov 09 18:13:37.931893 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d4b2-3293-467e-9c00-794611d9c09e None None] Pushing event updated for resources: {'Port': ['ID=76c8df15-9715-49ec-9085-5bc981e51972,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:37.940523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:37.963351 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:37.964072 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:37.982505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-df840448-359a-416e-8b5f-f8b802c11e30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48388937-7adf-43ec-8a8a-7aef55243054 HTTP/1.1" status: 200 len: 217 time: 0.0836680 Nov 09 18:13:38.032790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:38.040851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:38.043064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Pushing event updated for resources: {'Port': ['ID=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:38.045953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:38.067776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-280fb364-f8b9-4f2c-a2e4-857a1aee095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:38.070476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-280fb364-f8b9-4f2c-a2e4-857a1aee095c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 200 len: 797 time: 0.0749865 Nov 09 18:13:38.076612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.077494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.077494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.077918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.078442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.078785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.082473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.083003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.083562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.084236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.084754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.085267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:13:38.085741 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:38.114556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.161866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-9d3b052a-5674-4dba-8179-6407a4a0fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:38.163452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-9d3b052a-5674-4dba-8179-6407a4a0fce4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ec13929-9a0d-49f5-8579-ea9f2ed91b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836122 Nov 09 18:13:38.291175 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.322524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-8566f8b1-6797-4943-b4f0-6cc6f7c5dbd5 service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500328 Nov 09 18:13:38.325972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-123fa48f-ac0c-4cbf-b156-12c279b9a1c2 None None] Provisioning complete for port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:38.326507 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-123fa48f-ac0c-4cbf-b156-12c279b9a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.373597 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:35Z', 'revision_number': 3, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:38.379811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-123fa48f-ac0c-4cbf-b156-12c279b9a1c2 None None] Port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:38.404894 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347a979-af8e-465d-8689-871fb8ba67cc None None] The sync data for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 is: [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:35Z', 'revision_number': 3, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:38.455145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e8ab15-1020-4376-9865-545d56f3a157 req-b40ad67e-0331-4f38-9789-6cdc8847c5ba service neutron] 10.222.0.73 "GET /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225946 Nov 09 18:13:38.529451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.535979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.617195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Pushing event updated for resources: {'Port': ['ID=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:38.620526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:38.739257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:38.741561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:38.922143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Router f2771516-654a-43e8-a521-f0d23d6e5092 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:39.209180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:39.225776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4548a7c9-9198-44ca-97e2-ae065204a01d None None] Provisioning complete for port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:39.226495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4548a7c9-9198-44ca-97e2-ae065204a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.230327 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16a86578-4411-49c4-b46a-5a63c960889c admin admin] 10.222.0.32 "PUT /v2.0/routers/f2771516-654a-43e8-a521-f0d23d6e5092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6166348 Nov 09 18:13:39.275821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4548a7c9-9198-44ca-97e2-ae065204a01d None None] Port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:39.321093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 76c8df15-9715-49ec-9085-5bc981e51972 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:39.388882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 76c8df15-9715-49ec-9085-5bc981e51972 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:39.389999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.514226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.539688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 76c8df15-9715-49ec-9085-5bc981e51972, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=76c8df15-9715-49ec-9085-5bc981e51972,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:39.544639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.545720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02fa1957-9ed7-49ab-8996-1950304d2d6c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:39.642646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=76c8df15-9715-49ec-9085-5bc981e51972,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:39.665000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36446) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:39.665731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 02fa1957-9ed7-49ab-8996-1950304d2d6c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:39.666251 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.670662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-95d86e33-eda4-496e-bb02-8f750b68b5fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651153668', 'description': 'tempest-description--228546537'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:39.712352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d86e33-eda4-496e-bb02-8f750b68b5fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.763889 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e921-f9e3-46ac-af07-340002613e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.800436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d86e33-eda4-496e-bb02-8f750b68b5fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.804751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d86e33-eda4-496e-bb02-8f750b68b5fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.835722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d86e33-eda4-496e-bb02-8f750b68b5fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a76b5b-2650-4865-b8b0-5dbfa0634706,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:39.840935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d86e33-eda4-496e-bb02-8f750b68b5fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.844945 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-95d86e33-eda4-496e-bb02-8f750b68b5fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1755266 Nov 09 18:13:39.846239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36450) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:39.850661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ae3edba4-3973-4f3c-bbca-c06f56c3fe2e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'security_group_rule': {'security_group_id': 'e8a76b5b-2650-4865-b8b0-5dbfa0634706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:39.878743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae3edba4-3973-4f3c-bbca-c06f56c3fe2e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.958490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae3edba4-3973-4f3c-bbca-c06f56c3fe2e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.963102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae3edba4-3973-4f3c-bbca-c06f56c3fe2e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.984666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3edba4-3973-4f3c-bbca-c06f56c3fe2e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abb5a60-ca93-4736-b39b-bd7e438fb82b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:39.991497 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae3edba4-3973-4f3c-bbca-c06f56c3fe2e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:39.994480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ae3edba4-3973-4f3c-bbca-c06f56c3fe2e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456282 Nov 09 18:13:39.995324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36460) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:39.999750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-46c69b3a-e6a4-4529-8ccc-d036b112ded5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'security_group_rule': {'security_group_id': 'e8a76b5b-2650-4865-b8b0-5dbfa0634706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:40.028416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-46c69b3a-e6a4-4529-8ccc-d036b112ded5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.101322 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-46c69b3a-e6a4-4529-8ccc-d036b112ded5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.105611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-46c69b3a-e6a4-4529-8ccc-d036b112ded5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.126798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c69b3a-e6a4-4529-8ccc-d036b112ded5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a1e561-65fe-40f0-9559-9fc0cbfb3dc1,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:40.148283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-46c69b3a-e6a4-4529-8ccc-d036b112ded5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.151881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-46c69b3a-e6a4-4529-8ccc-d036b112ded5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534629 Nov 09 18:13:40.153418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36468) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:40.163101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:40.194124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.218239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.394300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.569318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Allocated IP 172.25.0.135 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/297584d8-cffe-4838-b9d7-b78abd88d04b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:40.673159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Sync routers for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:40.683983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:40.684717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:40.686300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.723029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.763067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:40.765927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:40.769404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:40.802074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:40.802550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'Port': ['ID=297584d8-cffe-4838-b9d7-b78abd88d04b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:40.830839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:13:40.867804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:40.905708 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.034946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 2, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:41.071737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Checking router: f2771516-654a-43e8-a521-f0d23d6e5092 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:41.072559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Updating router f2771516-654a-43e8-a521-f0d23d6e5092 port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:13:41.075349 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.082041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.088169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.110613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 76c8df15-9715-49ec-9085-5bc981e51972 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:41.141486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.160108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'Port': ['ID=297584d8-cffe-4838-b9d7-b78abd88d04b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:41.174832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.193808 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.206309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b9e4969-6a13-4d6b-abc7-841a814d5884 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0438104 Nov 09 18:13:41.267101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 76c8df15-9715-49ec-9085-5bc981e51972 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:41.267538 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.359662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-abbb39a0-d1ba-4372-9853-00104505858a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--651153668&fields=id&tenant_id=2016393faef94c319e954e4b4b7510d2 HTTP/1.1" status: 200 len: 267 time: 0.0411944 Nov 09 18:13:41.459447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-717dd690-f40b-4a93-b59a-6f8cc3ff4a6a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:41.466582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-717dd690-f40b-4a93-b59a-6f8cc3ff4a6a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 811 time: 0.1060483 Nov 09 18:13:41.478498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-9d2cc3ce-2502-430b-9c99-ccdc4eae97f6 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/quotas/2016393faef94c319e954e4b4b7510d2 HTTP/1.1" status: 200 len: 375 time: 0.0097461 Nov 09 18:13:41.514179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.519953 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.544382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-e0da6205-0f20-40da-89b8-a6a0dddd60c5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586545 Nov 09 18:13:41.574735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d007d3-14ab-4bb2-b5e0-2b82e2093aba None None] Pushing event updated for resources: {'Port': ['ID=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:41.630132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Attempting to bind port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:41.630520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Attempting to bind port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:41.630975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Attempting to bind port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:41.636321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:41.636700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Checking segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:41.637139 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.642190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Bound using segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:41.643627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Bound port: 83ae48e3-5e3c-4107-bbb5-d9c085b82d44, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:41.644369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.660951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-a4e0473a-e1df-4e85-84a0-198134077daf service neutron] 10.222.0.32 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017897 Nov 09 18:13:41.726708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] For port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:41.731220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] For port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:41.739719 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:41.805436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:41.806534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:41.898568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d007d3-14ab-4bb2-b5e0-2b82e2093aba None None] Pushing event updated for resources: {'Port': ['ID=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:41.939522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e60df387-600a-48bb-8775-9a1799e8488f None None] Provisioning complete for port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:41.939988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e60df387-600a-48bb-8775-9a1799e8488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.103152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-7377eb36-b91b-48f5-8cae-27f45c3fa9a0 service neutron] 10.222.0.32 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303060 Nov 09 18:13:42.191691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:42.225046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e60df387-600a-48bb-8775-9a1799e8488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.329913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e60df387-600a-48bb-8775-9a1799e8488f None None] For port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:42.360124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e60df387-600a-48bb-8775-9a1799e8488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.442009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60df387-600a-48bb-8775-9a1799e8488f None None] Pushing event updated for resources: {'Port': ['ID=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:42.597070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c313f7eb-b33a-4384-8e99-a74cb99cc13d None None] Provisioning complete for port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:42.597486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c313f7eb-b33a-4384-8e99-a74cb99cc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.693619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36526) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:42.715342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5356e121-457d-4b9c-9448-421823820a7b req-e208a89e-35f7-4dc2-821c-5967e4a9fc23 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 210 time: 0.0464323 Nov 09 18:13:42.743136 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:42.787197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:41Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:42.826288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b3fd2-791a-400c-adc9-5cbdeeb83e84 None None] The sync data for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 is: [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:41Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:42.988660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:42.996308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:42.998461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b44e5ef6-5867-446a-bbdb-abd70e042417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.009762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.016619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.032151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.039433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.046748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.057006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-84d14f15-108b-4abb-9fe5-bd6a7faf142d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.2282233 Nov 09 18:13:43.135427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7470a9b5-7230-40f4-9e2e-cc3cb0911c86 req-e8279b23-e938-4b85-a78a-211afa97921d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771372 Nov 09 18:13:43.169009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:43.169934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b44e5ef6-5867-446a-bbdb-abd70e042417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.178281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b44e5ef6-5867-446a-bbdb-abd70e042417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.221208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36536) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:43.275013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:43.275399 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.280249 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b44e5ef6-5867-446a-bbdb-abd70e042417 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ee340fc7c944c8690a89d372c804830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850351 Nov 09 18:13:43.282428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e5ef6-5867-446a-bbdb-abd70e042417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2685b43-c2d7-4c69-ac8b-2a06e30290f3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:43.291143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36540) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:43.403091 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9d07b65-8929-4175-a2dd-4cbb601134e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.403964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.411797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.418239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.424733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.431332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.432397 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9d07b65-8929-4175-a2dd-4cbb601134e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.437602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.444359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.446004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7e42aa9-910b-48b7-a523-bed093bb64cf req-1b859c4d-7951-496f-8183-e1206e352544 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.1942182 Nov 09 18:13:43.472797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50aa1162-88ea-4c3b-9b16-e0e9b3bbfbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.485784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9d07b65-8929-4175-a2dd-4cbb601134e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.489489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9d07b65-8929-4175-a2dd-4cbb601134e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.493092 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a9d07b65-8929-4175-a2dd-4cbb601134e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2685b43-c2d7-4c69-ac8b-2a06e30290f3 HTTP/1.1" status: 204 len: 168 time: 0.1984024 Nov 09 18:13:43.502487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d07b65-8929-4175-a2dd-4cbb601134e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2685b43-c2d7-4c69-ac8b-2a06e30290f3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:43.571097 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50aa1162-88ea-4c3b-9b16-e0e9b3bbfbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.576404 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50aa1162-88ea-4c3b-9b16-e0e9b3bbfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.640981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50aa1162-88ea-4c3b-9b16-e0e9b3bbfbb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d05e9f2c4c04aaebf50c149e70b19a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159341 Nov 09 18:13:43.640981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa1162-88ea-4c3b-9b16-e0e9b3bbfbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68dc558-3161-4f5c-a5fc-e3c601903424,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:43.641302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:43.735873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-150d01d9-a9af-4587-8cf0-83ab74f83f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.820630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-150d01d9-a9af-4587-8cf0-83ab74f83f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.856335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1847f2e6-8672-459a-a6c7-9a10f549d651 req-122c7ad2-bd2c-4655-a0d2-d00e31b80274 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 210 time: 0.0464201 Nov 09 18:13:43.919205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-150d01d9-a9af-4587-8cf0-83ab74f83f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.922640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-150d01d9-a9af-4587-8cf0-83ab74f83f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:43.924333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-150d01d9-a9af-4587-8cf0-83ab74f83f37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b68dc558-3161-4f5c-a5fc-e3c601903424 HTTP/1.1" status: 204 len: 168 time: 0.2813542 Nov 09 18:13:43.943376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-c3ab46aa-ac82-434b-a0d8-9034c2700446 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:43.945508 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-c3ab46aa-ac82-434b-a0d8-9034c2700446 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.85 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 811 time: 0.2226574 Nov 09 18:13:43.946588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d01d9-a9af-4587-8cf0-83ab74f83f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68dc558-3161-4f5c-a5fc-e3c601903424,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:44.004853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-f0723a25-0332-4364-aa68-c7742d1c55e2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2016393faef94c319e954e4b4b7510d2 HTTP/1.1" status: 200 len: 379 time: 0.0474918 Nov 09 18:13:44.015148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'port': {'device_id': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'admin_state_up': True, 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'security_groups': ['e8a76b5b-2650-4865-b8b0-5dbfa0634706']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:44.201541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Made reservation on behalf of 2016393faef94c319e954e4b4b7510d2 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:44.207229 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.323781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-0de451fa-f202-485b-8d55-e3015bae50b3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1138487 Nov 09 18:13:44.436254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Allocated IP 172.20.0.12 (13fcbb7a-28e5-45a1-9e16-337b25525d6a/131b8a03-cb96-4faf-aa25-1dd099450898/1d4e79b7-ee13-4189-9d7e-699bd1431601) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:13:44.468626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.469110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.469574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.470045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.470532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.471512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.471977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.473903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-3314c977-0225-4b36-8410-09a75b141420 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.0773258 Nov 09 18:13:44.692774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-d244e235-8833-4ccb-bcab-2e4b8c1a5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.693255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-d244e235-8833-4ccb-bcab-2e4b8c1a5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.693719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-d244e235-8833-4ccb-bcab-2e4b8c1a5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.695336 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-d244e235-8833-4ccb-bcab-2e4b8c1a5ab5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=97535ef5-be7d-4600-a86f-760c237af1df&id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 2298 time: 0.1837339 Nov 09 18:13:44.700463 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.786321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-af62d1ae-e034-41e9-941a-7f786cf734db service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 1000 time: 0.0823734 Nov 09 18:13:44.827174 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:44.886601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:13:44.888361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-99c5ed9f-7635-44f8-9f8f-c2741f76444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:44.889887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-99c5ed9f-7635-44f8-9f8f-c2741f76444e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 200 len: 855 time: 0.0957601 Nov 09 18:13:44.893290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:44.897677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:44.978496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'Port': ['ID=1d4e79b7-ee13-4189-9d7e-699bd1431601,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:45.013413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:45.017512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.034647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-02ef4fac-c0a1-4d4f-9c13-a590e162004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:45.034647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-02ef4fac-c0a1-4d4f-9c13-a590e162004c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=120ab491-a4a3-4403-851c-84311f388147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335652 Nov 09 18:13:45.043625 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-ad6872b8-845a-46b4-83fc-1b2a6c39bd0a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0323920 Nov 09 18:13:45.053002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa78c31-39b3-46bf-af5f-2a115f801eb8 req-d0382925-a9ee-490c-9fc0-3868baca88fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:45.054870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6fa78c31-39b3-46bf-af5f-2a115f801eb8 req-d0382925-a9ee-490c-9fc0-3868baca88fa tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 932 time: 0.0852406 Nov 09 18:13:45.058163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Request body: {'port': {'device_id': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:45.141435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6fa78c31-39b3-46bf-af5f-2a115f801eb8 req-b30afd03-7294-4afa-9938-3bef4eb502b1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727673 Nov 09 18:13:45.192740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.233918 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-c7107ae2-47ab-4f1b-a947-c812af6cb0d0 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893022 Nov 09 18:13:45.294237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d7fdabf7-05fd-414e-8d66-ed4525756719 None None] Provisioning complete for port 1d4e79b7-ee13-4189-9d7e-699bd1431601 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:45.295645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d7fdabf7-05fd-414e-8d66-ed4525756719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.400475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdabf7-05fd-414e-8d66-ed4525756719 None None] Port 1d4e79b7-ee13-4189-9d7e-699bd1431601 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:13:45.744053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-19fe5ed9-8d07-4ddf-a573-96e7b5ac9aae service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921923 Nov 09 18:13:45.797621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-e3177c50-70e4-4fc8-9e79-34a7843fc7b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 217 time: 0.0457890 Nov 09 18:13:45.881710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-822dc423-7f27-42a0-8bb6-8669a0033979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:45.883293 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-822dc423-7f27-42a0-8bb6-8669a0033979 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0749269 Nov 09 18:13:45.964876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4e79b7-ee13-4189-9d7e-699bd1431601 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:45.978630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:45.984089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-7d810463-bcf5-459a-bdea-ada0426717ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:45.985598 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-7d810463-bcf5-459a-bdea-ada0426717ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949333 Nov 09 18:13:46.004621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Transition to ACTIVE for port object 1d4e79b7-ee13-4189-9d7e-699bd1431601 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:13:46.025700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.048072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36664) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:46.124040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Pushing event updated for resources: {'Port': ['ID=1d4e79b7-ee13-4189-9d7e-699bd1431601,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:46.146647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.213560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-2ea3a0d3-1ec7-4f6d-9516-8799b18d65b1 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186592 Nov 09 18:13:46.312893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Attempting to bind port 1d4e79b7-ee13-4189-9d7e-699bd1431601 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:46.313245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Attempting to bind port 1d4e79b7-ee13-4189-9d7e-699bd1431601 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:46.313616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Attempting to bind port 1d4e79b7-ee13-4189-9d7e-699bd1431601 on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:46.321733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Port 1d4e79b7-ee13-4189-9d7e-699bd1431601 on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:46.322177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Attempting to bind port 1d4e79b7-ee13-4189-9d7e-699bd1431601 on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:46.334375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:13:46.334673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Checking segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:46.335094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Bound using segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:13:46.336006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Bound port: 1d4e79b7-ee13-4189-9d7e-699bd1431601, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:13:46.336377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.433203 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-412266dd-fe3d-4ec5-97f9-4ef5f3eb22d7 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090924 Nov 09 18:13:46.449411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.449885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.450324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.450790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.451254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.451906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.452170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.454423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-60550241-ba87-401f-9919-cfa6fa3fe10a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.4052105 Nov 09 18:13:46.464056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc449f35-b3a1-4cff-a787-d3cb37d5f9d0 req-3f76ec3f-df28-491e-b6c0-2853c1cd982e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.475231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc449f35-b3a1-4cff-a787-d3cb37d5f9d0 req-3f76ec3f-df28-491e-b6c0-2853c1cd982e tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 944 time: 0.1700425 Nov 09 18:13:46.492775 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-b678c16e-d106-438c-9a77-12b93631265f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 217 time: 0.0523260 Nov 09 18:13:46.493760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] For port 1d4e79b7-ee13-4189-9d7e-699bd1431601, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:46.518958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] For port 1d4e79b7-ee13-4189-9d7e-699bd1431601, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:13:46.540398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.543898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc449f35-b3a1-4cff-a787-d3cb37d5f9d0 req-1d0e6cf2-a9dd-4acb-b287-407c899fcc21 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677500 Nov 09 18:13:46.586186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-c56b88b3-d819-449f-8cc0-398479a26fa7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010225 Nov 09 18:13:46.587465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.588166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:46.589614 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] 10.222.0.85 "PUT /v2.0/ports/1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 1092 time: 1.5356536 Nov 09 18:13:46.591937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:46.603103 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654966a8-00b8-4680-8ddc-3f45a639cfca" -d '{"events": [{"name": "network-changed", "server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:46.653637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d68096-416c-4d5a-8836-5b74d15c58dc service neutron] Pushing event updated for resources: {'Port': ['ID=1d4e79b7-ee13-4189-9d7e-699bd1431601,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:46.670228 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebfbc17-cb54-4cd9-8950-7ce2b4096426 x-openstack-request-id: req-cebfbc17-cb54-4cd9-8950-7ce2b4096426 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:46.670673 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:46.670833 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cebfbc17-cb54-4cd9-8950-7ce2b4096426 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:46.671169 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'status': 'completed', 'code': 200} Nov 09 18:13:46.676439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-66a0caa7-52a5-49e1-8273-d5a27c268a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.677942 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-66a0caa7-52a5-49e1-8273-d5a27c268a5c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.1739376 Nov 09 18:13:46.772556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-bfe8e57a-e805-40d1-b3ce-a95c9b3beb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.774182 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-bfe8e57a-e805-40d1-b3ce-a95c9b3beb3d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1095 time: 0.1020374 Nov 09 18:13:46.777134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-d70c266e-6e55-4b77-8fde-0fc417723853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.779604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-d70c266e-6e55-4b77-8fde-0fc417723853 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897353 Nov 09 18:13:46.859765 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-c4db7f26-089d-4cb2-a92d-fb072854f97b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 217 time: 0.0713575 Nov 09 18:13:46.959596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-1693bf58-82d6-49e2-aeb9-e32e3e37d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:46.961073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-1693bf58-82d6-49e2-aeb9-e32e3e37d4bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.0717144 Nov 09 18:13:46.986028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-620c9546-6488-4794-bef5-b81face31479 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909654 Nov 09 18:13:47.072670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1e174-189c-4c71-843c-c43022104690 req-807c3997-8d4d-44da-bf5b-41af57138cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.074235 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-807c3997-8d4d-44da-bf5b-41af57138cfe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022596 Nov 09 18:13:47.146579 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-285d1c16-3bb8-463c-9796-fd74e223785c service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465032 Nov 09 18:13:47.198219 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-5003b7b0-ca2e-41b3-af02-2f4b18da1391 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 200 len: 217 time: 0.0441163 Nov 09 18:13:47.253387 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-8a58d5a6-1dd6-49d1-a2ad-d496f2646227 service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680288 Nov 09 18:13:47.262165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-09ad01b8-529a-4caa-a88c-d926a5052bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.263565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-09ad01b8-529a-4caa-a88c-d926a5052bf7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0588207 Nov 09 18:13:47.370783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-96615552-46dc-4990-9fc0-391fa3243065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.372052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-96615552-46dc-4990-9fc0-391fa3243065 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000819 Nov 09 18:13:47.406620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60e1e174-189c-4c71-843c-c43022104690 req-84a9a1a0-04f5-4880-afe3-e103c1601730 service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421108 Nov 09 18:13:47.428546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36746) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:47.503199 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-1ed5c21b-2e6f-46fc-9d05-13dd064a33ed service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222515 Nov 09 18:13:47.549460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fe189ea-e5f2-4497-ab9a-4ddb7862a4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.570932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-62562d2c-29d4-4bc6-b1c9-8e91a2371830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.572442 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-62562d2c-29d4-4bc6-b1c9-8e91a2371830 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1095 time: 0.1062078 Nov 09 18:13:47.638559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fe189ea-e5f2-4497-ab9a-4ddb7862a4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.645534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fe189ea-e5f2-4497-ab9a-4ddb7862a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.669104 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-6b9991f1-1eef-4289-986b-1ce4301c6717 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582015 Nov 09 18:13:47.688227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36754) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:47.718630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0fe189ea-e5f2-4497-ab9a-4ddb7862a4f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58e59a0becab4c8b8b827c387aa92eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888458 Nov 09 18:13:47.719350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe189ea-e5f2-4497-ab9a-4ddb7862a4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4722e1f4-5be3-4288-93d1-b36501ea793b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:47.722414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36758) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:47.723849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-c37b8249-3c62-4b75-b1f1-26fc2043180b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 200 len: 217 time: 0.0458686 Nov 09 18:13:47.737894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aa4b2-72d4-4ae9-9ea5-a4e32945fc8b req-1beb7e54-91bc-494f-9912-7c18c55cf4da tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.739396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-549aa4b2-72d4-4ae9-9ea5-a4e32945fc8b req-1beb7e54-91bc-494f-9912-7c18c55cf4da tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 944 time: 0.0894845 Nov 09 18:13:47.784290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-08e83d95-69a0-4a8e-b09a-20ecf79fe162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.785761 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-08e83d95-69a0-4a8e-b09a-20ecf79fe162 service neutron] 10.222.0.85 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.2053814 Nov 09 18:13:47.788032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-549aa4b2-72d4-4ae9-9ea5-a4e32945fc8b req-ab2fff04-0c2c-4193-a1ce-322f8fb07777 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346537 Nov 09 18:13:47.851730 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-07656793-b976-4cfa-99dd-b43aabf35a78 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 217 time: 0.0542657 Nov 09 18:13:47.859808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-7d518299-417c-4b2a-8655-cd49177f3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:47.861169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-7d518299-417c-4b2a-8655-cd49177f3cd5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.1258028 Nov 09 18:13:47.871513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51824c19-d449-4f8c-88e2-549f4778157a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.933314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97e2d3c9-fb39-4847-9db3-f409abfbf9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.991319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97e2d3c9-fb39-4847-9db3-f409abfbf9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:47.998551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-46d26d54-a82e-4a34-b842-c64ff718a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:48.000015 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-46d26d54-a82e-4a34-b842-c64ff718a5e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.1369681 Nov 09 18:13:48.015363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-196bdb7a-1e45-4b10-8621-98d5bb413f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:48.016753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-196bdb7a-1e45-4b10-8621-98d5bb413f1b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1425118 Nov 09 18:13:48.162007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97e2d3c9-fb39-4847-9db3-f409abfbf9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.164460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-97e2d3c9-fb39-4847-9db3-f409abfbf9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.165593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-97e2d3c9-fb39-4847-9db3-f409abfbf9ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4722e1f4-5be3-4288-93d1-b36501ea793b HTTP/1.1" status: 204 len: 168 time: 0.4408805 Nov 09 18:13:48.168040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-9b628f4a-28d5-4cd2-81c7-a8455a484384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:48.169498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-9b628f4a-28d5-4cd2-81c7-a8455a484384 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497431 Nov 09 18:13:48.192786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51824c19-d449-4f8c-88e2-549f4778157a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.214928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51824c19-d449-4f8c-88e2-549f4778157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.217076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2d3c9-fb39-4847-9db3-f409abfbf9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4722e1f4-5be3-4288-93d1-b36501ea793b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.248495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-92ce424f-88d6-411e-8c78-9a1677a1c191 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088923 Nov 09 18:13:48.340814 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51824c19-d449-4f8c-88e2-549f4778157a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b959045fe8414d5996041f54a1b360cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515532 Nov 09 18:13:48.343547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36768) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.346542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51824c19-d449-4f8c-88e2-549f4778157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ba863-70cd-44dd-afe6-d173d852d7b6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.394185 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-643ded2c-67c6-418a-b11d-0cd9b2b2f5b1 service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077708 Nov 09 18:13:48.397759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57a2a2cb-04a9-4e17-8522-7e6b0a020635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.414051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-79ef951f-af25-4cc3-991d-506644f85ddf service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536036 Nov 09 18:13:48.424839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57a2a2cb-04a9-4e17-8522-7e6b0a020635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.473363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36770) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.480048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57a2a2cb-04a9-4e17-8522-7e6b0a020635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.482599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57a2a2cb-04a9-4e17-8522-7e6b0a020635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.483795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-57a2a2cb-04a9-4e17-8522-7e6b0a020635 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb4ba863-70cd-44dd-afe6-d173d852d7b6 HTTP/1.1" status: 204 len: 168 time: 0.1392558 Nov 09 18:13:48.498814 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-048d3e40-4068-4fcd-80e5-470d3f22a8f5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 200 len: 217 time: 0.0691521 Nov 09 18:13:48.499041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2a2cb-04a9-4e17-8522-7e6b0a020635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ba863-70cd-44dd-afe6-d173d852d7b6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.500804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a89ca937-7023-4d6b-beff-0afc120ba983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.568090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-cae63fd3-ccd3-4d1f-9ff7-d9aa284d03f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:48.569132 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-cae63fd3-ccd3-4d1f-9ff7-d9aa284d03f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0621862 Nov 09 18:13:48.600205 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a89ca937-7023-4d6b-beff-0afc120ba983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.605420 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a89ca937-7023-4d6b-beff-0afc120ba983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.630998 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654966a8-00b8-4680-8ddc-3f45a639cfca req-b6458550-fce2-47bc-a9ec-aa26f04465ba service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270336 Nov 09 18:13:48.636113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-af8ce57b-6934-449d-b57e-6e7ad1260b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:48.637776 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-af8ce57b-6934-449d-b57e-6e7ad1260b65 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582647 Nov 09 18:13:48.648105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a89ca937-7023-4d6b-beff-0afc120ba983 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d763c1500e534172aed6d214dbae0065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735787 Nov 09 18:13:48.650619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36774) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.652567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ca937-7023-4d6b-beff-0afc120ba983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8fdebd-a051-4e4a-b918-4cbaeee0fc80,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.706610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0642ea7e-225f-4d7b-a5d1-0db66a1e2716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.728804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0642ea7e-225f-4d7b-a5d1-0db66a1e2716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.735125 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-9bc84d76-9f2b-47ac-9760-9aeb35446e11 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Nov 09 18:13:48.781794 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0642ea7e-225f-4d7b-a5d1-0db66a1e2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.785835 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0642ea7e-225f-4d7b-a5d1-0db66a1e2716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.787325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0642ea7e-225f-4d7b-a5d1-0db66a1e2716 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb8fdebd-a051-4e4a-b918-4cbaeee0fc80 HTTP/1.1" status: 204 len: 168 time: 0.1356113 Nov 09 18:13:48.796455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642ea7e-225f-4d7b-a5d1-0db66a1e2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8fdebd-a051-4e4a-b918-4cbaeee0fc80,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:48.856065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-b9f6b399-33e0-42aa-916a-b98e8320faad service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127017 Nov 09 18:13:48.873568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 36782) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:48.911960 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-8a9768b4-1807-4fcf-9df3-6aa7d0522bb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 217 time: 0.0477757 Nov 09 18:13:48.913221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df5b4ccb-4904-4a2c-aebf-52ca53256cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:48.924921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d112a4a-8561-4a8b-a89a-c42a8cdeb643 req-363cc392-5d7c-4263-8653-aafbaa390a63 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:48.927101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d112a4a-8561-4a8b-a89a-c42a8cdeb643 req-363cc392-5d7c-4263-8653-aafbaa390a63 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 944 time: 0.0587454 Nov 09 18:13:48.968172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d112a4a-8561-4a8b-a89a-c42a8cdeb643 req-5dbf0ec6-8b09-4ee3-9e71-5b2ef807d935 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341125 Nov 09 18:13:49.012669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-b0bafe2d-e471-4005-be6d-492c7d680bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:49.014599 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-b0bafe2d-e471-4005-be6d-492c7d680bff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0781436 Nov 09 18:13:49.027793 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.094974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df5b4ccb-4904-4a2c-aebf-52ca53256cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.098134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-fd525ec6-d3bf-4003-b85d-14741518788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:49.099596 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-fd525ec6-d3bf-4003-b85d-14741518788e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742505 Nov 09 18:13:49.100896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df5b4ccb-4904-4a2c-aebf-52ca53256cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.178814 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-df5b4ccb-4904-4a2c-aebf-52ca53256cbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bac7e46ad10e4538b7587c50b5e0ce6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040619 Nov 09 18:13:49.181570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 36796) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:49.192946 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b4ccb-4904-4a2c-aebf-52ca53256cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882cfa1b-07da-4912-82bd-1e4cfab97b67,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:49.233089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-b7bf10ad-1eab-4302-9422-f58aa40f0d88 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133475 Nov 09 18:13:49.241422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13275d5c-17a0-472e-ae73-860837fc4f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.262986 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13275d5c-17a0-472e-ae73-860837fc4f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.316148 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13275d5c-17a0-472e-ae73-860837fc4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.318919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-13275d5c-17a0-472e-ae73-860837fc4f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:49.322109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-13275d5c-17a0-472e-ae73-860837fc4f9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/882cfa1b-07da-4912-82bd-1e4cfab97b67 HTTP/1.1" status: 204 len: 168 time: 0.1374824 Nov 09 18:13:49.328375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275d5c-17a0-472e-ae73-860837fc4f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882cfa1b-07da-4912-82bd-1e4cfab97b67,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:49.336370 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d92876d6-eb0a-4fe5-9453-4016eea3b872 req-d6741f6e-72fe-4997-b060-749efe8cc2ec service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955524 Nov 09 18:13:49.963768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1d4e79b7-ee13-4189-9d7e-699bd1431601 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:13:50.084917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1d4e79b7-ee13-4189-9d7e-699bd1431601, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:50.099655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f7539-ff5b-4322-a853-00d53d0ed359 req-ab8e52e5-77ac-49f4-8a24-522df22e0467 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:50.101174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e19f7539-ff5b-4322-a853-00d53d0ed359 req-ab8e52e5-77ac-49f4-8a24-522df22e0467 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 944 time: 0.0573397 Nov 09 18:13:50.106361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'port_id': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'mac_address': 'fa:16:3e:c0:96:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:13:50.147932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:50.152525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e19f7539-ff5b-4322-a853-00d53d0ed359 req-95cef586-9922-425d-9ecf-22bca0a3d787 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442450 Nov 09 18:13:50.164522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4e79b7-ee13-4189-9d7e-699bd1431601 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:13:50.195915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1d4e79b7-ee13-4189-9d7e-699bd1431601, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:50.208248 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:50.266614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1d4e79b7-ee13-4189-9d7e-699bd1431601,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:50.472862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1d4e79b7-ee13-4189-9d7e-699bd1431601'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:13:51.280569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f73ac-e8ca-4654-86b7-604faf78a2bd req-4a7e30fa-8774-43af-b103-4eaac07250f4 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.282248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a1f73ac-e8ca-4654-86b7-604faf78a2bd req-4a7e30fa-8774-43af-b103-4eaac07250f4 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 945 time: 0.0546396 Nov 09 18:13:51.325618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a1f73ac-e8ca-4654-86b7-604faf78a2bd req-6bff9530-85ab-4509-bc28-b897d1e55451 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356722 Nov 09 18:13:51.575402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.582199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.589007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.595094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.601671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.607726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.613805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.615860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-4c0769af-f6de-4147-be84-b7e293c34601 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.0986543 Nov 09 18:13:51.661762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-756200c8-7229-4afa-9131-6dde452ed2a1 req-505757d5-fd08-4c78-b693-ba31be0d3bf7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385625 Nov 09 18:13:51.807281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.813328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.820062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.826029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.832530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.838583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.845974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:51.848901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3fcfa43-c203-484f-9a92-3123a08d8c37 req-cf1e22d3-e038-45cb-bbe3-88c88b152509 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.1008415 Nov 09 18:13:51.979082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1d4e79b7-ee13-4189-9d7e-699bd1431601 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:13:52.032727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 1d4e79b7-ee13-4189-9d7e-699bd1431601 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:13:52.037322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 1d4e79b7-ee13-4189-9d7e-699bd1431601 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:13:52.037709 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:52.136998 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:52.161988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:52.164754 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa3749-2c5c-4c87-abd0-2850a0478a95" -d '{"events": [{"server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "name": "network-vif-plugged", "status": "completed", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:52.182327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1d4e79b7-ee13-4189-9d7e-699bd1431601, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:13:52.187094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:52.243120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1d4e79b7-ee13-4189-9d7e-699bd1431601,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:52.289811 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f094a1-898f-4bba-a3d1-fc709af4474c x-openstack-request-id: req-99f094a1-898f-4bba-a3d1-fc709af4474c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:52.290205 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "name": "network-vif-plugged", "status": "completed", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:52.291010 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99f094a1-898f-4bba-a3d1-fc709af4474c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:52.291784 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'code': 200} Nov 09 18:13:52.400982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedeb86-e272-4af8-82c1-1df030ff93e8 req-ef4a6fb2-c8d8-473d-a4cd-76ec932a127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:52.403351 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5eedeb86-e272-4af8-82c1-1df030ff93e8 req-ef4a6fb2-c8d8-473d-a4cd-76ec932a127b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1097 time: 0.0546896 Nov 09 18:13:52.454969 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5eedeb86-e272-4af8-82c1-1df030ff93e8 req-0337c58e-a825-434f-a1d6-2ed38bff943f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Nov 09 18:13:52.468678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6e7c-3c27-418f-ad9a-3f486a1cd106 req-80ef2bbc-9da6-4724-8daf-0e8c69f48aa2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:52.470398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-761e6e7c-3c27-418f-ad9a-3f486a1cd106 req-80ef2bbc-9da6-4724-8daf-0e8c69f48aa2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0551851 Nov 09 18:13:52.515143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-761e6e7c-3c27-418f-ad9a-3f486a1cd106 req-7d456067-f9c8-4765-bcf3-96fccd067d54 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Nov 09 18:13:53.686220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60dd5-248d-4eac-a18d-c658775bff7d req-bf4a3981-1a15-4b5c-a896-7973e5d3fce5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:53.687767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46b60dd5-248d-4eac-a18d-c658775bff7d req-bf4a3981-1a15-4b5c-a896-7973e5d3fce5 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0780597 Nov 09 18:13:53.751925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46b60dd5-248d-4eac-a18d-c658775bff7d req-2431b3b1-0eb1-4090-a275-2fe6c21237ec tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567644 Nov 09 18:13:53.999331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37174) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:54.183073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.183610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.184152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.184686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.185230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.185700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.186188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.188438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-0d61ba9f-f93d-4b78-9938-88519f939ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 6491 time: 0.1879647 Nov 09 18:13:54.239676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-2e057b35-e8f0-4bdd-97c1-9dc305c503f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52ab26f1-b7b1-44d2-932d-a960353f2534&id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420408 Nov 09 18:13:54.895092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e634-2e55-49c5-b140-e422a4d3119e req-a34a0efe-2e04-4fb6-b309-6644bbfd134c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:54.897177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0af5e634-2e55-49c5-b140-e422a4d3119e req-a34a0efe-2e04-4fb6-b309-6644bbfd134c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0649109 Nov 09 18:13:54.947205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0af5e634-2e55-49c5-b140-e422a4d3119e req-53511019-6f47-42e8-a8e7-fb20e8371c67 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Nov 09 18:13:55.120196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec21fe-d28d-44a3-8e4e-a6a55c7595d3 req-5195d0b5-4080-428e-be5e-afa865d132e2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:55.122301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3fec21fe-d28d-44a3-8e4e-a6a55c7595d3 req-5195d0b5-4080-428e-be5e-afa865d132e2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0526481 Nov 09 18:13:55.130762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37280) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:55.135640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'floatingip': {'port_id': '1d4e79b7-ee13-4189-9d7e-699bd1431601'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:55.184615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.640226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.644189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:55.760332 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Floating IP ab085875-3fd9-44e6-bf9c-e1e791994158 associated. External IP: 172.25.0.135, port: 1d4e79b7-ee13-4189-9d7e-699bd1431601. Nov 09 18:13:55.988513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Router f2771516-654a-43e8-a521-f0d23d6e5092 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:13:56.128994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:13:56.140205 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] Sync routers for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:13:56.141898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.152389 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:56.153286 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:56.170493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6b98bb00-15d5-46db-afa2-0cb169697d75 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "PUT /v2.0/floatingips/ab085875-3fd9-44e6-bf9c-e1e791994158 HTTP/1.1" status: 200 len: 992 time: 1.0383525 Nov 09 18:13:56.171187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:13:56.174076 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c6aa46-1df2-457c-978e-c48cb6802630" -d '{"events": [{"name": "network-changed", "server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:13:56.269063 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:56.275172 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4f9793-c79e-4ca3-9933-93203a603f0e x-openstack-request-id: req-4b4f9793-c79e-4ca3-9933-93203a603f0e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:13:56.275752 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:13:56.276241 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b4f9793-c79e-4ca3-9933-93203a603f0e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:13:56.276866 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'status': 'completed', 'code': 200} Nov 09 18:13:56.349094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-b2fe0d2a-406a-450a-90ec-e593d05902bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:56.351631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-b2fe0d2a-406a-450a-90ec-e593d05902bc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1097 time: 0.0501027 Nov 09 18:13:56.479510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-f9c07f37-f7eb-4029-a634-304c843fa5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:56.483971 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-f9c07f37-f7eb-4029-a634-304c843fa5c6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.1212425 Nov 09 18:13:56.484295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37364) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:56.557524 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-37910e4b-534c-4e06-9301-fc507003b8af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 1000 time: 0.0636075 Nov 09 18:13:56.617812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-a32629c9-f51f-4423-b6b1-6484ad1d9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:56.619459 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-a32629c9-f51f-4423-b6b1-6484ad1d9ba3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.0546181 Nov 09 18:13:56.623684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aabf24de-5ea5-468b-9c7e-e282f60a934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.687347 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'ab085875-3fd9-44e6-bf9c-e1e791994158', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'port_id': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'mac_address': 'fa:16:3e:c0:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:40Z', 'updated_at': '2021-11-09T18:13:55Z', 'revision_number': 1, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:56.697153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-6c0a46ca-93ba-494a-b49c-ce57f0c2e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:56.699212 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-6c0a46ca-93ba-494a-b49c-ce57f0c2e983 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727050 Nov 09 18:13:56.715668 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] Checking router: f2771516-654a-43e8-a521-f0d23d6e5092 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:13:56.722948 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aabf24de-5ea5-468b-9c7e-e282f60a934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.725601 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:13:56.726388 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:56.730559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aabf24de-5ea5-468b-9c7e-e282f60a934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.772413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aabf24de-5ea5-468b-9c7e-e282f60a934a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=826f3e52a06a4976bb9b611d2c94e947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867980 Nov 09 18:13:56.776013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37372) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:56.784775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf24de-5ea5-468b-9c7e-e282f60a934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77712b05-1028-421f-af33-e0fbe449b516,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:56.823082 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-e66b6678-5996-46e4-9812-d7bc6813b283 service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161251 Nov 09 18:13:56.849620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:13:56.895214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8bf04dae-a7f0-4089-9b84-a53c56d52388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.932087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8bf04dae-a7f0-4089-9b84-a53c56d52388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:56.961120 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03c6aa46-1df2-457c-978e-c48cb6802630 req-0bf4ebe1-5810-46be-95e3-77190e0d1417 service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290438 Nov 09 18:13:57.012805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8bf04dae-a7f0-4089-9b84-a53c56d52388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:57.015731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8bf04dae-a7f0-4089-9b84-a53c56d52388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:57.017013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8bf04dae-a7f0-4089-9b84-a53c56d52388 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77712b05-1028-421f-af33-e0fbe449b516 HTTP/1.1" status: 204 len: 168 time: 0.2400115 Nov 09 18:13:57.026775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf04dae-a7f0-4089-9b84-a53c56d52388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77712b05-1028-421f-af33-e0fbe449b516,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:57.122033 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'ab085875-3fd9-44e6-bf9c-e1e791994158', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'port_id': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'mac_address': 'fa:16:3e:c0:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:40Z', 'updated_at': '2021-11-09T18:13:55Z', 'revision_number': 1, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:13:57.154310 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9cc09-ae4e-4f60-91ec-c8987d034f45 None None] The sync data for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 is: [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'ab085875-3fd9-44e6-bf9c-e1e791994158', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'floating_ip_address': '172.25.0.135', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'port_id': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'mac_address': 'fa:16:3e:c0:96:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:13:40Z', 'updated_at': '2021-11-09T18:13:55Z', 'revision_number': 1, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:13:57.415714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c909af-0e0f-4f61-a737-7a97a6603e1b None None] New status for floating IP ab085875-3fd9-44e6-bf9c-e1e791994158: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:13:58.443985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37446) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:58.591779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-340427115'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:58.614604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Made reservation on behalf of aadb12ea63eb4a038f9be64c1f7eab83 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:58.618190 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.626827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.707125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.710941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.740228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:13:58.746581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8fc11-2300-4776-a42b-62dacd1b684d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:58.752605 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.752959 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Added segment bd14c7bf-83a6-4436-b7ab-548f6dad3d30 of type vlan for network 37f31217-4730-41c4-aaa0-96570cb2dfff Nov 09 18:13:58.794927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.818823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.824459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:58.825058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:58.874212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4290252 Nov 09 18:13:58.896000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb3794-cbfa-4d34-9031-bf1ac6108906 tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Pushing event updated for resources: {'Network': ['ID=37f31217-4730-41c4-aaa0-96570cb2dfff,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:58.906966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 37f31217-4730-41c4-aaa0-96570cb2dfff details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:13:59.179150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37476) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:13:59.184695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Request body: {'port': {'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff', 'binding:host_id': 'n-h1-817240-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-396695559'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:13:59.205025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Made reservation on behalf of db6a782ed0c44f429388bc2215b8e9c3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:13:59.207505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.220781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.308431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.312182 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.317397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] device_id is not set on port 843937cd-2768-49e2-8ba4-b398779adf70 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:13:59.401373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f6cd91-373f-4a1b-82bf-b20e40c74573,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:59.565704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] device_id is not set on port 843937cd-2768-49e2-8ba4-b398779adf70 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:13:59.574883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.582159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.641522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=843937cd-2768-49e2-8ba4-b398779adf70,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:13:59.653803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Checking segment: {'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:13:59.654197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Network hostable DHCP agents. Network: 37f31217-4730-41c4-aaa0-96570cb2dfff, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:13:59.670826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Network 37f31217-4730-41c4-aaa0-96570cb2dfff is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:13:59.679900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 37f31217-4730-41c4-aaa0-96570cb2dfff) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:13:59.683695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:13:59.690465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe74a5-91a0-4131-b9f0-204f64abdfec None None] Network 37f31217-4730-41c4-aaa0-96570cb2dfff requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:13:59.699987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.700331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.700702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.705924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.706468 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.706858 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 2 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.719129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.719466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.719806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.725176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.725438 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.725843 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 3 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.742197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.742540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.742881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.747222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.747546 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.747935 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 4 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.760128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.765257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.765794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.771005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.771519 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.771963 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 5 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.786174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.786820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.787144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.792958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.793291 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.793684 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 6 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.808827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.809181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.809543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.814236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.814567 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.814961 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 7 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.827493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.827941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.828347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.833243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.833657 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.834106 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 8 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.846531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.846864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.847192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.851453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.851772 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.852152 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 9 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.864452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.864791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.865155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.869450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.869771 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.870201 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 10 to bind port 843937cd-2768-49e2-8ba4-b398779adf70 Nov 09 18:13:59.881811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:13:59.882172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:13:59.882510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:13:59.886722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port 843937cd-2768-49e2-8ba4-b398779adf70 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:13:59.887039 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port 843937cd-2768-49e2-8ba4-b398779adf70 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:13:59.887400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.962724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] For port 843937cd-2768-49e2-8ba4-b398779adf70, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:13:59.963093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempted to set empty binding levels {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:13:59.967573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:13:59.998773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:13:59.999481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.020489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8399322 Nov 09 18:14:00.023196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37498) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:00.027202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0f6e0-4672-4d07-8b6d-d24941226b36 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=843937cd-2768-49e2-8ba4-b398779adf70,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:00.113152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Deleting port 843937cd-2768-49e2-8ba4-b398779adf70 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:00.113499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.175474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] For port 843937cd-2768-49e2-8ba4-b398779adf70, host n-h1-817240-1, got binding levels [] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:00.175837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.188165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Calling delete_port for 843937cd-2768-49e2-8ba4-b398779adf70 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:00.272606 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.302183 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event deleted for resources: {'Port': ['ID=843937cd-2768-49e2-8ba4-b398779adf70,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:00.307898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.315197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37516) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:00.315329 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b7cd4b2b-ed5e-4cb8-8c92-4a48f60b01ad tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "DELETE /v2.0/ports/843937cd-2768-49e2-8ba4-b398779adf70 HTTP/1.1" status: 204 len: 168 time: 0.2903187 Nov 09 18:14:00.342609 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-080b42fd-659f-4577-9a02-86c1a3f8d7e3 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:14:00.344173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-080b42fd-659f-4577-9a02-86c1a3f8d7e3 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "GET /v2.0/ports/843937cd-2768-49e2-8ba4-b398779adf70 HTTP/1.1" status: 404 len: 333 time: 0.0280206 Nov 09 18:14:00.347965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37518) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:00.352869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Request body: {'port': {'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1157893489'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:00.375400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Made reservation on behalf of db6a782ed0c44f429388bc2215b8e9c3 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:00.379171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.395211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] device_id is not set on port bf3bb4b2-ad68-4703-90a2-809d9b50b653 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:14:00.823107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.855495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.895720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Network 37f31217-4730-41c4-aaa0-96570cb2dfff is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:00.899981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:00.907296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:00.908761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:00.909611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:00.913078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=bf3bb4b2-ad68-4703-90a2-809d9b50b653,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:00.929247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3ef3d58a-3f0f-4e06-b0ec-ed3174684f4f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5801511 Nov 09 18:14:00.932203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37536) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:00.937606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:00.992074 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.158731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] device_id is not set on port bf3bb4b2-ad68-4703-90a2-809d9b50b653 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:14:01.166530 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.172828 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.224180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=bf3bb4b2-ad68-4703-90a2-809d9b50b653,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:01.235322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.235667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.236043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.240487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.240923 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.241437 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 2 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.258135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.258479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.258816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.263069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.263426 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.263823 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 3 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.275927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.276422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.276901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.281929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.282365 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.283371 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 4 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.296809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.297076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.297410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.301606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.301938 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.302358 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 5 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.313710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.314188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.314525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.318698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.319025 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.319427 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 6 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.331917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.332434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.332782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.332912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37542) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:01.336982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.337308 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.337697 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 7 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.349912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.350287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.350626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.354892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.355218 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.355606 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 8 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.367498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.367838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.368189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.372308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.372635 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.373397 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 9 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.385649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.385993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.386364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.390624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.390953 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.391354 n-d-817240-1 neutron-server[102141]: INFO neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 10 to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 Nov 09 18:14:01.404204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:01.404543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:01.404875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:01.409965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:01.410332 n-d-817240-1 neutron-server[102141]: ERROR neutron.plugins.ml2.managers [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:01.410693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.448808 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c0cc-661f-4898-963a-da6df4661764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.476926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] For port bf3bb4b2-ad68-4703-90a2-809d9b50b653, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:01.477608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempted to set empty binding levels {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:14:01.481221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.513608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] In _notify_port_updated(), no bound segment for port bf3bb4b2-ad68-4703-90a2-809d9b50b653 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:14:01.514492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.515099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.519273 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "PUT /v2.0/ports/bf3bb4b2-ad68-4703-90a2-809d9b50b653 HTTP/1.1" status: 200 len: 975 time: 0.5832567 Nov 09 18:14:01.519701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37550) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:01.533837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2055fc1-69ee-4f89-92bf-8a72fd7005d2 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=bf3bb4b2-ad68-4703-90a2-809d9b50b653,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:01.556460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c0cc-661f-4898-963a-da6df4661764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.583187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c0cc-661f-4898-963a-da6df4661764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.633122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7c0cc-661f-4898-963a-da6df4661764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6fc56-4a72-448f-aa32-c87b19c93d38,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:01.639864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2bb7c0cc-661f-4898-963a-da6df4661764 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e210fb2e7b349ddb93bc1cb4c6b9bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034453 Nov 09 18:14:01.640524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37552) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:01.676657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.677137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.677608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.678087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.678564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.679023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.679480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.679932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.680386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.680840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.681298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.681756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.682237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.682688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.683139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.683588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.684037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.684486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.684934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.685380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.685826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.686307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.686756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.687206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.687655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.688105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.688556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.689568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.690021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.690548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.691002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.691142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ecec-ea1c-470b-8fe5-cb6ed6eacfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.691454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.691935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.692388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.692838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.693285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.693735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.694211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.694664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.695108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.695560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.696012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.696464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.696920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.697365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.697814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.698287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.698738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:01.703083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-88522d08-4a72-4dc9-a29e-50f78a667602 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43223 time: 0.1822791 Nov 09 18:14:01.708429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37554) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:01.719901 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ecec-ea1c-470b-8fe5-cb6ed6eacfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.810807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Deleting port bf3bb4b2-ad68-4703-90a2-809d9b50b653 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:01.811118 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.814453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ecec-ea1c-470b-8fe5-cb6ed6eacfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.816934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ecec-ea1c-470b-8fe5-cb6ed6eacfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.818055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5bb6ecec-ea1c-470b-8fe5-cb6ed6eacfd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56e6fc56-4a72-448f-aa32-c87b19c93d38 HTTP/1.1" status: 204 len: 168 time: 0.1763680 Nov 09 18:14:01.857515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6ecec-ea1c-470b-8fe5-cb6ed6eacfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6fc56-4a72-448f-aa32-c87b19c93d38,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:01.890700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] For port bf3bb4b2-ad68-4703-90a2-809d9b50b653, host n-h1-817240-1, got binding levels [] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:01.891071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:01.903834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Calling delete_port for bf3bb4b2-ad68-4703-90a2-809d9b50b653 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:01.987692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.015064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf3bb4b2-ad68-4703-90a2-809d9b50b653,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:02.020193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.023631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f20f0c91-0b73-4b81-b1ad-750aec741102 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "DELETE /v2.0/ports/bf3bb4b2-ad68-4703-90a2-809d9b50b653 HTTP/1.1" status: 204 len: 168 time: 0.3142271 Nov 09 18:14:02.026156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37560) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.049855 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-326e025b-92b0-45f6-8115-3bf119edcba4 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:14:02.051352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-326e025b-92b0-45f6-8115-3bf119edcba4 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "GET /v2.0/ports/bf3bb4b2-ad68-4703-90a2-809d9b50b653 HTTP/1.1" status: 404 len: 333 time: 0.0242558 Nov 09 18:14:02.055138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37562) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.059985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-525591483', 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:02.080525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Made reservation on behalf of db6a782ed0c44f429388bc2215b8e9c3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:02.083011 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.098281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] device_id is not set on port d80029f5-3c67-4fc2-811a-265fdcd215cd yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:14:02.102121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37564) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.141768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5164394-9a23-45bc-9e53-5a20d583008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.307325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.313205 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5164394-9a23-45bc-9e53-5a20d583008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.319748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5164394-9a23-45bc-9e53-5a20d583008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.377611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e5164394-9a23-45bc-9e53-5a20d583008b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce9760d8ac65450883c6ba05754956c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743168 Nov 09 18:14:02.379506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5164394-9a23-45bc-9e53-5a20d583008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e3926-bb25-4a91-9025-745b997cff39,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:02.380180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37566) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.393374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.429875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-916fcf49-c861-429e-8ddb-7843dc9a7f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.439024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Network 37f31217-4730-41c4-aaa0-96570cb2dfff is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:02.443397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:02.447193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:02.447193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:02.447441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.460481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=d80029f5-3c67-4fc2-811a-265fdcd215cd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:02.462283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-916fcf49-c861-429e-8ddb-7843dc9a7f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.472167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c315e369-a74b-44ae-aaf2-840f47ae3b22 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4158823 Nov 09 18:14:02.474691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37570) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.509399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923a9181-d334-4654-9a89-787ea3da1579 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:02.510997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-923a9181-d334-4654-9a89-787ea3da1579 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "GET /v2.0/ports/d80029f5-3c67-4fc2-811a-265fdcd215cd HTTP/1.1" status: 200 len: 954 time: 0.0352161 Nov 09 18:14:02.513730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37572) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.523436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-916fcf49-c861-429e-8ddb-7843dc9a7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.525966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-916fcf49-c861-429e-8ddb-7843dc9a7f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.527121 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-916fcf49-c861-429e-8ddb-7843dc9a7f37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/030e3926-bb25-4a91-9025-745b997cff39 HTTP/1.1" status: 204 len: 168 time: 0.1459620 Nov 09 18:14:02.535741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fcf49-c861-429e-8ddb-7843dc9a7f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e3926-bb25-4a91-9025-745b997cff39,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:02.592420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Deleting port d80029f5-3c67-4fc2-811a-265fdcd215cd {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:02.593232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.658462 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.671439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Calling delete_port for d80029f5-3c67-4fc2-811a-265fdcd215cd owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:02.751655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.782543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event deleted for resources: {'Port': ['ID=d80029f5-3c67-4fc2-811a-265fdcd215cd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:02.792045 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.795257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4817be58-4546-4181-822b-c14057183d4b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d80029f5-3c67-4fc2-811a-265fdcd215cd HTTP/1.1" status: 204 len: 168 time: 0.2805281 Nov 09 18:14:02.798319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37584) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.821650 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c5f0ab-3899-458f-8a35-e34b8bc324f6 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:14:02.823205 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-97c5f0ab-3899-458f-8a35-e34b8bc324f6 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "GET /v2.0/ports/d80029f5-3c67-4fc2-811a-265fdcd215cd HTTP/1.1" status: 404 len: 333 time: 0.0237696 Nov 09 18:14:02.827041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37586) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:02.832677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Request body: {'port': {'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-51415516'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:02.855073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Made reservation on behalf of db6a782ed0c44f429388bc2215b8e9c3 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:02.857377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:02.872414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] device_id is not set on port cc48599d-e05c-427d-bb72-c19c3145b7d6 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:14:03.028335 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.062512 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.104301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Network 37f31217-4730-41c4-aaa0-96570cb2dfff is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:03.108653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:03.112261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:03.113193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.114086 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.121545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=cc48599d-e05c-427d-bb72-c19c3145b7d6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:03.139995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1e165b8e-7000-4696-b33e-2e52d0a3cb3f tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3093712 Nov 09 18:14:03.140291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37600) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:03.146078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:03.200803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.281001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687c8bd-ddce-49c9-902e-7b6d158c32ba req-b3b2391d-1813-4d83-928f-2bf1edabab2b tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.282571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e687c8bd-ddce-49c9-902e-7b6d158c32ba req-b3b2391d-1813-4d83-928f-2bf1edabab2b tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1097 time: 0.0795515 Nov 09 18:14:03.369207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e687c8bd-ddce-49c9-902e-7b6d158c32ba req-40ec9575-3b08-4af6-b943-a7ef70217a84 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746267 Nov 09 18:14:03.436100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] device_id is not set on port cc48599d-e05c-427d-bb72-c19c3145b7d6 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:14:03.455459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.477115 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.541650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37616) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:03.547105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7826104-2596-4614-b3c5-14b77ecdbf6a req-93aea301-06f2-4945-a55b-5f39ef464678 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.549152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7826104-2596-4614-b3c5-14b77ecdbf6a req-93aea301-06f2-4945-a55b-5f39ef464678 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1077502 Nov 09 18:14:03.554745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=cc48599d-e05c-427d-bb72-c19c3145b7d6,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:03.568805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.569147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.569491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.583712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.584039 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.585389 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 2 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.606479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.606822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.607160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.616013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7826104-2596-4614-b3c5-14b77ecdbf6a req-01da8b34-5a9c-4638-b69c-2cf66b258d14 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565872 Nov 09 18:14:03.616794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.617124 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.617512 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 3 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.640384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37620) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:03.641278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.641755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.642271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.646906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.647237 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.647710 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 4 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.662484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.662737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.663080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.667474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.667810 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.668209 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 5 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.681584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.681922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.682364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.688224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8971b850-74ed-4c39-9d78-dc685d0df35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.690361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.690711 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.691099 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 6 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.705000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.705344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.705686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.710557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.710886 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.711293 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 7 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.724614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.724967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.725305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.730692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.731024 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.731443 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 8 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.741531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c86d0cd0-a7cf-488b-be70-5cbbd94241d2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/31fda223-8f57-4f04-a37f-605758d3c2bb HTTP/1.1" status: 200 len: 994 time: 0.0928245 Nov 09 18:14:03.751350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.756364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.756364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.758077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.758422 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.758859 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 9 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.772159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.772447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.772924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.778091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.778420 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.778807 n-d-817240-1 neutron-server[102140]: INFO neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempt 10 to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 Nov 09 18:14:03.792763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:03.793108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:03.793600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempting to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:03.798030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:03.798950 n-d-817240-1 neutron-server[102140]: ERROR neutron.plugins.ml2.managers [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Failed to bind port cc48599d-e05c-427d-bb72-c19c3145b7d6 on host n-h1-817240-1 for vnic_type normal using segments [{'id': 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '37f31217-4730-41c4-aaa0-96570cb2dfff'}] Nov 09 18:14:03.799325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.800511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8971b850-74ed-4c39-9d78-dc685d0df35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.805514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8971b850-74ed-4c39-9d78-dc685d0df35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.841359 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8971b850-74ed-4c39-9d78-dc685d0df35f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f49727d8952a4212a1e0242ab1f27abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985704 Nov 09 18:14:03.844114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37626) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:03.859511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971b850-74ed-4c39-9d78-dc685d0df35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ba4306-b775-42fe-b9b8-8cd70ff5669b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:03.865522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] For port cc48599d-e05c-427d-bb72-c19c3145b7d6, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:03.865919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attempted to set empty binding levels {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 18:14:03.871966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.902767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5ec4-dd86-4a9f-a6e6-a1b7e3f93a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.904908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] In _notify_port_updated(), no bound segment for port cc48599d-e05c-427d-bb72-c19c3145b7d6 on network 37f31217-4730-41c4-aaa0-96570cb2dfff {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:14:03.905752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:03.906428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.908262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "PUT /v2.0/ports/cc48599d-e05c-427d-bb72-c19c3145b7d6 HTTP/1.1" status: 200 len: 973 time: 0.7663782 Nov 09 18:14:03.917344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37630) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:03.927437 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5ec4-dd86-4a9f-a6e6-a1b7e3f93a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.948237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51609f7-e6d3-4ce5-bd61-929809831b8c tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event updated for resources: {'Port': ['ID=cc48599d-e05c-427d-bb72-c19c3145b7d6,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:03.980162 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5ec4-dd86-4a9f-a6e6-a1b7e3f93a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.983368 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f6e5ec4-dd86-4a9f-a6e6-a1b7e3f93a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:03.984536 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f6e5ec4-dd86-4a9f-a6e6-a1b7e3f93a0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0ba4306-b775-42fe-b9b8-8cd70ff5669b HTTP/1.1" status: 204 len: 168 time: 0.1394022 Nov 09 18:14:03.993520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e5ec4-dd86-4a9f-a6e6-a1b7e3f93a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ba4306-b775-42fe-b9b8-8cd70ff5669b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:03.999492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Deleting port cc48599d-e05c-427d-bb72-c19c3145b7d6 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:04.000238 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.064336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] For port cc48599d-e05c-427d-bb72-c19c3145b7d6, host n-h1-817240-1, got binding levels [] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:04.064715 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.082668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Calling delete_port for cc48599d-e05c-427d-bb72-c19c3145b7d6 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:04.515676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-8721fccf-2b9f-43af-859f-7939c84dbe69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968161 Nov 09 18:14:04.528000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f145a2b-afe6-43a2-9db5-95b3b2f35301 req-284ad617-09ea-4830-b9c4-a2105e2f6602 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:04.529488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f145a2b-afe6-43a2-9db5-95b3b2f35301 req-284ad617-09ea-4830-b9c4-a2105e2f6602 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1096287 Nov 09 18:14:04.539398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.583443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc48599d-e05c-427d-bb72-c19c3145b7d6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:04.596154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.599406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1df68659-eea4-4888-825a-34526d1c8b3b tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "DELETE /v2.0/ports/cc48599d-e05c-427d-bb72-c19c3145b7d6 HTTP/1.1" status: 204 len: 168 time: 0.6857409 Nov 09 18:14:04.602194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37662) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:04.612509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f145a2b-afe6-43a2-9db5-95b3b2f35301 req-cf55eba3-25da-47c2-bc85-1c1a2516984c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708032 Nov 09 18:14:04.641466 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e93ab8-ca06-4a14-960b-d17b9b9d9923 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] GET failed (client error): The resource could not be found. Nov 09 18:14:04.646251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f7e93ab8-ca06-4a14-960b-d17b9b9d9923 tempest-PortsAdminExtendedAttrsTestJSON-701299652 tempest-PortsAdminExtendedAttrsTestJSON-701299652-project-admin] 10.222.0.32 "GET /v2.0/ports/cc48599d-e05c-427d-bb72-c19c3145b7d6 HTTP/1.1" status: 404 len: 333 time: 0.0405438 Nov 09 18:14:04.647615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:04.749114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.852139 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.872733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f31217-4730-41c4-aaa0-96570cb2dfff']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:04.885725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:04.886142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd14c7bf-83a6-4436-b7ab-548f6dad3d30') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:04.896792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.910515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.917189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:04.917593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:04.926105 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:05.003647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.015534 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.018870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] 10.222.0.32 "DELETE /v2.0/networks/37f31217-4730-41c4-aaa0-96570cb2dfff HTTP/1.1" status: 204 len: 168 time: 0.3703201 Nov 09 18:14:05.030971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe9d2c-e5cc-4df4-9a2f-9aaaed02371c tempest-PortsAdminExtendedAttrsTestJSON-94367601 tempest-PortsAdminExtendedAttrsTestJSON-94367601-project] Pushing event deleted for resources: {'Network': ['ID=37f31217-4730-41c4-aaa0-96570cb2dfff,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:05.317761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37752) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:05.465291 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e39e7c65-73c7-4c07-8e86-723fce624fff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aadb12ea63eb4a038f9be64c1f7eab83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463199 Nov 09 18:14:05.467785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37776) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:05.523378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b06fa78-cae7-4ef1-8fd7-6b3a61590b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.548978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b06fa78-cae7-4ef1-8fd7-6b3a61590b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.611649 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b06fa78-cae7-4ef1-8fd7-6b3a61590b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.614414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b06fa78-cae7-4ef1-8fd7-6b3a61590b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.615584 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5b06fa78-cae7-4ef1-8fd7-6b3a61590b58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20d8fc11-2300-4776-a42b-62dacd1b684d HTTP/1.1" status: 204 len: 168 time: 0.1468601 Nov 09 18:14:05.623477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06fa78-cae7-4ef1-8fd7-6b3a61590b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8fc11-2300-4776-a42b-62dacd1b684d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:05.750388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd90366-5619-4e04-a8a4-9b663b523ef0 req-a76d9505-b4a5-4fe4-b7ab-89d8a58293e9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:05.751956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bd90366-5619-4e04-a8a4-9b663b523ef0 req-a76d9505-b4a5-4fe4-b7ab-89d8a58293e9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0551629 Nov 09 18:14:05.786418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37798) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:05.798606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bd90366-5619-4e04-a8a4-9b663b523ef0 req-05192ee4-40de-4aba-8c26-07557b801ae9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405860 Nov 09 18:14:05.915005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c813f0c-f788-467e-b86a-c50183228e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:05.950140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37804) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:05.972574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-8638c300-cd0c-4a50-a445-409f4b993aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:05.974091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-8638c300-cd0c-4a50-a445-409f4b993aed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1097 time: 0.0551307 Nov 09 18:14:06.011839 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e0a5153c-a0c6-4253-b223-7764fa48019c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db6a782ed0c44f429388bc2215b8e9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605781 Nov 09 18:14:06.014537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37806) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:06.050716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c813f0c-f788-467e-b86a-c50183228e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.058187 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c813f0c-f788-467e-b86a-c50183228e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.069965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-dbba8537-2b19-4403-a079-edac908a62be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:06.071475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-dbba8537-2b19-4403-a079-edac908a62be service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.0903885 Nov 09 18:14:06.113108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c813f0c-f788-467e-b86a-c50183228e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e864ee7b-06e9-4f80-b69e-bedfe55d8c78,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:06.121950 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0c813f0c-f788-467e-b86a-c50183228e7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28b263af9c3a4550a64be7e02b12d30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344357 Nov 09 18:14:06.124584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37808) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:06.131030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c108a49a-070d-4c21-b888-4c586b5fbe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.145110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-f44bd66a-b589-4e81-b9ac-e8b745a89419 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1002 time: 0.0656183 Nov 09 18:14:06.169749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c108a49a-070d-4c21-b888-4c586b5fbe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.195940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-f11fb187-5037-4c50-a521-47f271eb67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:06.197559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-f11fb187-5037-4c50-a521-47f271eb67ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.0435894 Nov 09 18:14:06.215724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11219854-1696-4a31-90e3-d0deb3191038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.238787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11219854-1696-4a31-90e3-d0deb3191038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.244440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-7224f8c7-a693-4f40-a13d-fdf37f6a10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:06.246138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-7224f8c7-a693-4f40-a13d-fdf37f6a10e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413623 Nov 09 18:14:06.248167 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c108a49a-070d-4c21-b888-4c586b5fbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.250716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c108a49a-070d-4c21-b888-4c586b5fbe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.252365 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c108a49a-070d-4c21-b888-4c586b5fbe45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98f6cd91-373f-4a1b-82bf-b20e40c74573 HTTP/1.1" status: 204 len: 168 time: 0.2369337 Nov 09 18:14:06.272717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108a49a-070d-4c21-b888-4c586b5fbe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f6cd91-373f-4a1b-82bf-b20e40c74573,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:06.307771 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11219854-1696-4a31-90e3-d0deb3191038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.310604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11219854-1696-4a31-90e3-d0deb3191038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:06.314874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-11219854-1696-4a31-90e3-d0deb3191038 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e864ee7b-06e9-4f80-b69e-bedfe55d8c78 HTTP/1.1" status: 204 len: 168 time: 0.1863832 Nov 09 18:14:06.321286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11219854-1696-4a31-90e3-d0deb3191038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e864ee7b-06e9-4f80-b69e-bedfe55d8c78,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:06.362576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-b77a7e8a-69bb-437c-a954-b4bff67cc3c7 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064520 Nov 09 18:14:06.464753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-c4a1609b-4f6b-4381-bb24-ec4641211032 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939658 Nov 09 18:14:06.926253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a292ff-287b-4300-94a2-cd5f8f058a8f req-42c6df29-87c6-4389-9731-eb5209fd0a08 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:06.928378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1a292ff-287b-4300-94a2-cd5f8f058a8f req-42c6df29-87c6-4389-9731-eb5209fd0a08 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0611281 Nov 09 18:14:06.981654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1a292ff-287b-4300-94a2-cd5f8f058a8f req-8fbd73a3-db62-44e2-a3bb-8d8c3dee0965 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 Nov 09 18:14:07.155953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:07.258815 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d553964-524a-48e4-a4c8-e9d03c38f771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.354275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1050618730'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:07.375085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:07.378897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.387327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.465244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.469299 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.494221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:07.507954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f75c92b-48ac-42ce-b5e0-383b5906c367,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:07.513569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.513927 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment 4921ade7-3557-48d7-b037-a52dc53efff9 of type vlan for network 5d5e14a0-0188-4255-83da-37768746e5f1 Nov 09 18:14:07.561284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.587562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.593732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:07.594370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.649703 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4922838 Nov 09 18:14:07.663868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbb4d9-18e7-4d29-b57a-ebf6f14ef6df tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=5d5e14a0-0188-4255-83da-37768746e5f1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:07.675250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5d5e14a0-0188-4255-83da-37768746e5f1 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:07.783359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37880) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:07.788935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': '5d5e14a0-0188-4255-83da-37768746e5f1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:07.793851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37882) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:07.886295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:07.889853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:07.933802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1172d3e5-7b97-409f-bafb-aaa50247c973 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:07.998741 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1172d3e5-7b97-409f-bafb-aaa50247c973 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "PUT /v2.0/quotas/f60af5e8396e462f81a8730dd017edc2 HTTP/1.1" status: 200 len: 366 time: 0.2014430 Nov 09 18:14:07.999675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37890) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.013923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eb8532fe-ba82-45fd-839f-a2c1d2645547 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0103636 Nov 09 18:14:08.014304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37892) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.030551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b5440e17-cb11-4d55-8269-fb2cfea07747 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "GET /v2.0/quotas/f60af5e8396e462f81a8730dd017edc2 HTTP/1.1" status: 200 len: 366 time: 0.0147510 Nov 09 18:14:08.033083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37894) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.059093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0c5332d8-37e6-4756-bc9b-81272a5e228e tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/f60af5e8396e462f81a8730dd017edc2 HTTP/1.1" status: 204 len: 168 time: 0.0246909 Nov 09 18:14:08.059753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37898) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.087438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b85154a1-ae1a-47b8-8e9c-803633a541d5 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0135431 Nov 09 18:14:08.091237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37900) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.100972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.104896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5691c07a-2c08-4eae-9dc1-e6802fc1e5c2 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "GET /v2.0/quotas/f60af5e8396e462f81a8730dd017edc2 HTTP/1.1" status: 200 len: 370 time: 0.0124509 Nov 09 18:14:08.108004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37902) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.112788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dae6972b-3455-4d29-b8e8-a438c26aebfd tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "GET /v2.0/quotas/f60af5e8396e462f81a8730dd017edc2/default HTTP/1.1" status: 200 len: 370 time: 0.0037782 Nov 09 18:14:08.113698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efd54b-c008-4167-9928-a13ae69b1203 req-4652d79e-79e5-48fe-bec0-f92b07d6cd37 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:08.115186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91efd54b-c008-4167-9928-a13ae69b1203 req-4652d79e-79e5-48fe-bec0-f92b07d6cd37 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0720222 Nov 09 18:14:08.115657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37904) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.129930 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-60271761-0f78-493c-988d-aac241fba4a6 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] delete failed (client error): The resource could not be found. Nov 09 18:14:08.132811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-60271761-0f78-493c-988d-aac241fba4a6 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/f60af5e8396e462f81a8730dd017edc2 HTTP/1.1" status: 404 len: 348 time: 0.0158892 Nov 09 18:14:08.164090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91efd54b-c008-4167-9928-a13ae69b1203 req-6daeeb85-a14e-478d-8b5f-9bc225b0b2b2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Nov 09 18:14:08.168689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=74f1aa52-67ce-443e-bf5d-42c9bf3d2089,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:08.176355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': '4921ade7-3557-48d7-b037-a52dc53efff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5d5e14a0-0188-4255-83da-37768746e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:08.176724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: 5d5e14a0-0188-4255-83da-37768746e5f1, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:08.200394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 5d5e14a0-0188-4255-83da-37768746e5f1 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:08.212766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5d5e14a0-0188-4255-83da-37768746e5f1) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:08.216930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:08.217525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.227649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e82f8-fc1f-4bd8-bbf2-0f3a57f8e07a None None] Network 5d5e14a0-0188-4255-83da-37768746e5f1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:08.235637 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7e4ef732-8ee3-45dd-8a92-ad4adaf1ba3b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4511127 Nov 09 18:14:08.239454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37910) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.245699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1156954733'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:08.272789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37912) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.273027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:08.277164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.297501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:network and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.306512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.312433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:08.320657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:subnet and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.323764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.324232 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment 12d19e09-7836-4da3-b0f9-c955a3395478 of type vlan for network 32d0c7c6-e738-4237-ab24-520185ee1eb2 Nov 09 18:14:08.327243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.336233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:subnetpool and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.341665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.347861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:port and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.353310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.361241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:router and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.365799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.369072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.377851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:floatingip and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.384281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.393348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.399676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5d5e14a0-0188-4255-83da-37768746e5f1', 'network_id': '5d5e14a0-0188-4255-83da-37768746e5f1', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '74f1aa52-67ce-443e-bf5d-42c9bf3d2089'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:08.400298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:08.401154 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.401286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.423934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:security_group and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.430173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.436483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Usage tracker for resource:security_group_rule and tenant:6155836818484489a7f9ee5a68a5b50c is out of sync, need to count used quota {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 18:14:08.441869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.quota.resource [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102141) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 18:14:08.449870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-844b0a6b-cc35-40f3-9330-e7c9f3bea290 tempest-QuotasTest-1842497975 tempest-QuotasTest-1842497975-project-admin] 10.222.0.32 "GET /v2.0/quotas/6155836818484489a7f9ee5a68a5b50c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1725764 Nov 09 18:14:08.468779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2251887 Nov 09 18:14:08.469100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37916) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.474242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': '32d0c7c6-e738-4237-ab24-520185ee1eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:08.480766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd1185-2f5c-40b6-8a83-5413d6da297e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=32d0c7c6-e738-4237-ab24-520185ee1eb2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:08.492462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 32d0c7c6-e738-4237-ab24-520185ee1eb2 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:08.571402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:08.576115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.757884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Allocated IP 172.20.255.242 (5d5e14a0-0188-4255-83da-37768746e5f1/74f1aa52-67ce-443e-bf5d-42c9bf3d2089/6fd21798-955f-47dd-86be-fe5010c5bc53) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:08.788199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.807187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37920) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.853042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=1f041fd1-2d6a-4992-8fb0-b7f670dcdf58,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:08.862544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': '12d19e09-7836-4da3-b0f9-c955a3395478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '32d0c7c6-e738-4237-ab24-520185ee1eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:08.862880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: 32d0c7c6-e738-4237-ab24-520185ee1eb2, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:08.880120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 32d0c7c6-e738-4237-ab24-520185ee1eb2 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:08.890272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 32d0c7c6-e738-4237-ab24-520185ee1eb2) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:08.897847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:08.898886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.907451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bbe883-a149-4291-9b73-d127dc547d9a None None] Network 32d0c7c6-e738-4237-ab24-520185ee1eb2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:08.921629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.922665 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bc4130ea-621f-4631-afce-c71920636c82 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4523494 Nov 09 18:14:08.924183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37924) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:08.950620 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.987776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c0b1-0fef-4f6f-9212-fcc48dc3aa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:08.998275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Network 5d5e14a0-0188-4255-83da-37768746e5f1 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:09.005983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:09.013816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:09.024592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Pushing event updated for resources: {'Port': ['ID=6fd21798-955f-47dd-86be-fe5010c5bc53,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:09.045155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.045509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.045855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.046226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.046565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.047070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.047213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.047540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.047868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.048764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.049089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.049418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:09.076563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.124976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Attempting to bind port 6fd21798-955f-47dd-86be-fe5010c5bc53 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:09.125268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Attempting to bind port 6fd21798-955f-47dd-86be-fe5010c5bc53 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '4921ade7-3557-48d7-b037-a52dc53efff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5d5e14a0-0188-4255-83da-37768746e5f1'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:09.125670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Attempting to bind port 6fd21798-955f-47dd-86be-fe5010c5bc53 on network 5d5e14a0-0188-4255-83da-37768746e5f1 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:09.137045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:09.137425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Checking segment: {'id': '4921ade7-3557-48d7-b037-a52dc53efff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5d5e14a0-0188-4255-83da-37768746e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:09.137835 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.138258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Bound using segment: {'id': '4921ade7-3557-48d7-b037-a52dc53efff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5d5e14a0-0188-4255-83da-37768746e5f1'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:09.138735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Bound port: 6fd21798-955f-47dd-86be-fe5010c5bc53, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921ade7-3557-48d7-b037-a52dc53efff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5d5e14a0-0188-4255-83da-37768746e5f1'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:09.139119 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.164250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-32d0c7c6-e738-4237-ab24-520185ee1eb2', 'network_id': '32d0c7c6-e738-4237-ab24-520185ee1eb2', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '1f041fd1-2d6a-4992-8fb0-b7f670dcdf58'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:09.165086 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.188217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c0b1-0fef-4f6f-9212-fcc48dc3aa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.197841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c0b1-0fef-4f6f-9212-fcc48dc3aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.207611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.293984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] For port 6fd21798-955f-47dd-86be-fe5010c5bc53, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:09.296466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e2e4c0b1-0fef-4f6f-9212-fcc48dc3aa86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d23359d690b44f57a3f782f9c37b1c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881773 Nov 09 18:14:09.299585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] For port 6fd21798-955f-47dd-86be-fe5010c5bc53, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6fd21798-955f-47dd-86be-fe5010c5bc53,segment=NetworkSegment(4921ade7-3557-48d7-b037-a52dc53efff9),segment_id=4921ade7-3557-48d7-b037-a52dc53efff9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:09.300070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37930) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:09.303455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4c0b1-0fef-4f6f-9212-fcc48dc3aa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82aebc7-ea0c-4316-9f07-7fa97834e371,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:09.306796 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.342929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57b37-6186-454e-a9ba-3c1856a98309 req-f1be6a3f-6636-4cbe-bf11-c1847b4246e6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:09.344516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2be57b37-6186-454e-a9ba-3c1856a98309 req-f1be6a3f-6636-4cbe-bf11-c1847b4246e6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0936139 Nov 09 18:14:09.384169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84454c3e-5d59-4f8c-b3f3-58c862e9ba3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.390947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2be57b37-6186-454e-a9ba-3c1856a98309 req-b81b1a71-d085-472d-86be-0f567944a2bb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Nov 09 18:14:09.400588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Allocated IP 172.20.0.2 (32d0c7c6-e738-4237-ab24-520185ee1eb2/1f041fd1-2d6a-4992-8fb0-b7f670dcdf58/b5906ff7-8b2a-4f93-b915-78d1b5f47073) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:09.403740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89a65a-344b-4352-a716-8d041944cf1e None None] Pushing event updated for resources: {'Port': ['ID=6fd21798-955f-47dd-86be-fe5010c5bc53,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:09.434524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84454c3e-5d59-4f8c-b3f3-58c862e9ba3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.498872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84454c3e-5d59-4f8c-b3f3-58c862e9ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.502153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84454c3e-5d59-4f8c-b3f3-58c862e9ba3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.505840 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-84454c3e-5d59-4f8c-b3f3-58c862e9ba3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e82aebc7-ea0c-4316-9f07-7fa97834e371 HTTP/1.1" status: 204 len: 168 time: 0.2017846 Nov 09 18:14:09.514293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84454c3e-5d59-4f8c-b3f3-58c862e9ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82aebc7-ea0c-4316-9f07-7fa97834e371,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:09.583711 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.590205 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.608311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Network 32d0c7c6-e738-4237-ab24-520185ee1eb2 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:09.610762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.629440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:09.632494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:09.647721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=1f041fd1-2d6a-4992-8fb0-b7f670dcdf58,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:09.716050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Pushing event updated for resources: {'Port': ['ID=b5906ff7-8b2a-4f93-b915-78d1b5f47073,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:09.738710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.747322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Attempting to bind port b5906ff7-8b2a-4f93-b915-78d1b5f47073 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:09.747696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Attempting to bind port b5906ff7-8b2a-4f93-b915-78d1b5f47073 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '12d19e09-7836-4da3-b0f9-c955a3395478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '32d0c7c6-e738-4237-ab24-520185ee1eb2'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:09.748069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Attempting to bind port b5906ff7-8b2a-4f93-b915-78d1b5f47073 on network 32d0c7c6-e738-4237-ab24-520185ee1eb2 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:09.757812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:09.758270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Checking segment: {'id': '12d19e09-7836-4da3-b0f9-c955a3395478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '32d0c7c6-e738-4237-ab24-520185ee1eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:09.758612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.759026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Bound using segment: {'id': '12d19e09-7836-4da3-b0f9-c955a3395478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '32d0c7c6-e738-4237-ab24-520185ee1eb2'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:09.759494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Bound port: b5906ff7-8b2a-4f93-b915-78d1b5f47073, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d19e09-7836-4da3-b0f9-c955a3395478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '32d0c7c6-e738-4237-ab24-520185ee1eb2'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:09.759932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.768339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5274e6f0-7b1c-48fa-b358-3626a349a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.769408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d0c7c6-e738-4237-ab24-520185ee1eb2']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:09.790208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d19e09-7836-4da3-b0f9-c955a3395478') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:09.790874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d19e09-7836-4da3-b0f9-c955a3395478') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:09.802047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.822114 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.829058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:09.830323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:09.833854 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:09.853565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] For port b5906ff7-8b2a-4f93-b915-78d1b5f47073, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:09.877703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:09.891258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5302-bc6c-4d4f-9163-1396e9d36390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.893340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] For port b5906ff7-8b2a-4f93-b915-78d1b5f47073, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b5906ff7-8b2a-4f93-b915-78d1b5f47073,segment=NetworkSegment(12d19e09-7836-4da3-b0f9-c955a3395478),segment_id=12d19e09-7836-4da3-b0f9-c955a3395478)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:09.895223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.api [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 18:14:09.895223 n-d-817240-1 neutron-server[102140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 18:14:09.895223 n-d-817240-1 neutron-server[102140]: [parameters: {'id': '32d0c7c6-e738-4237-ab24-520185ee1eb2'}] Nov 09 18:14:09.895223 n-d-817240-1 neutron-server[102140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:14:09.895762 n-d-817240-1 neutron-server[102140]: DEBUG oslo_db.api [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:14:09.897643 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.974281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5302-bc6c-4d4f-9163-1396e9d36390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.978566 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5302-bc6c-4d4f-9163-1396e9d36390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:09.981736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8cf5b-65bd-4a8e-8c44-c31097649445 None None] Pushing event updated for resources: {'Port': ['ID=b5906ff7-8b2a-4f93-b915-78d1b5f47073,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:09.996438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd9997-f751-4a5e-b154-42184cf5a1d9 None None] Network 32d0c7c6-e738-4237-ab24-520185ee1eb2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:10.022010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc4d5302-bc6c-4d4f-9163-1396e9d36390 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6155836818484489a7f9ee5a68a5b50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409106 Nov 09 18:14:10.023117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37940) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:10.025067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d5302-bc6c-4d4f-9163-1396e9d36390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c74a99-843c-4783-8705-ecc000adbec9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:10.080105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7c166d2-f6a2-4509-8d32-eac74b9ede85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.100946 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7c166d2-f6a2-4509-8d32-eac74b9ede85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.148683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7c166d2-f6a2-4509-8d32-eac74b9ede85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.151758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7c166d2-f6a2-4509-8d32-eac74b9ede85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.152942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f7c166d2-f6a2-4509-8d32-eac74b9ede85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98c74a99-843c-4783-8705-ecc000adbec9 HTTP/1.1" status: 204 len: 168 time: 0.1290784 Nov 09 18:14:10.165090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c166d2-f6a2-4509-8d32-eac74b9ede85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c74a99-843c-4783-8705-ecc000adbec9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:10.191673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.396951 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.485300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Deleting port b5906ff7-8b2a-4f93-b915-78d1b5f47073 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:10.485300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.504990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d66ba-6bee-40c1-a326-3e8115b8fc4b None None] Network 5d5e14a0-0188-4255-83da-37768746e5f1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:10.573496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-32387bd1-c76c-46b9-bc6c-134879ead655 None None] Provisioning complete for port 6fd21798-955f-47dd-86be-fe5010c5bc53 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:10.574004 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32387bd1-c76c-46b9-bc6c-134879ead655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.579986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af70ff9-433f-4e64-b2eb-2e6b76d70222 req-50cbe3af-c779-47f4-8ea2-4856cfe939e1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:10.581497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4af70ff9-433f-4e64-b2eb-2e6b76d70222 req-50cbe3af-c779-47f4-8ea2-4856cfe939e1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1114910 Nov 09 18:14:10.583397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] For port b5906ff7-8b2a-4f93-b915-78d1b5f47073, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b5906ff7-8b2a-4f93-b915-78d1b5f47073,segment=NetworkSegment(12d19e09-7836-4da3-b0f9-c955a3395478),segment_id=12d19e09-7836-4da3-b0f9-c955a3395478)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:10.583768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.604169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Calling delete_port for b5906ff7-8b2a-4f93-b915-78d1b5f47073 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:10.678771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4af70ff9-433f-4e64-b2eb-2e6b76d70222 req-abf6df18-99a0-4eef-a3ba-1e86574ab15e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788503 Nov 09 18:14:10.707261 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32387bd1-c76c-46b9-bc6c-134879ead655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.735243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.761889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-32387bd1-c76c-46b9-bc6c-134879ead655 None None] For port 6fd21798-955f-47dd-86be-fe5010c5bc53, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6fd21798-955f-47dd-86be-fe5010c5bc53,segment=NetworkSegment(4921ade7-3557-48d7-b037-a52dc53efff9),segment_id=4921ade7-3557-48d7-b037-a52dc53efff9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:10.764022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Port': ['ID=b5906ff7-8b2a-4f93-b915-78d1b5f47073,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:10.767179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No DVR routers for this DVR port b5906ff7-8b2a-4f93-b915-78d1b5f47073 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:10.773026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32387bd1-c76c-46b9-bc6c-134879ead655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.852807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387bd1-c76c-46b9-bc6c-134879ead655 None None] Pushing event updated for resources: {'Port': ['ID=6fd21798-955f-47dd-86be-fe5010c5bc53,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:10.873911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.897239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d0c7c6-e738-4237-ab24-520185ee1eb2']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:10.908192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d19e09-7836-4da3-b0f9-c955a3395478') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:10.908623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d19e09-7836-4da3-b0f9-c955a3395478') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:10.924129 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.942659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.949865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:10.950303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:10.953307 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:11.030086 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.033621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2eb043-9d02-452f-81d0-6bc503c1c506 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:11.040702 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.044839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/32d0c7c6-e738-4237-ab24-520185ee1eb2 HTTP/1.1" status: 204 len: 168 time: 2.1195223 Nov 09 18:14:11.049491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37970) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:11.055883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316710947'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:11.056393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dcd22-419a-4f4e-af4c-eb865546be8c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=32d0c7c6-e738-4237-ab24-520185ee1eb2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:11.065872 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.094151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:11.099867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.131592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:11.143843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-eb14c1c4-0f0d-47c5-80cf-afc9c5b6320d None None] Provisioning complete for port 6fd21798-955f-47dd-86be-fe5010c5bc53 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:11.144215 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb14c1c4-0f0d-47c5-80cf-afc9c5b6320d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.145400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.146197 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment a16ba8d7-773a-433f-80e3-af6717b42392 of type vlan for network 9c3cd8d8-7bb1-4703-8700-5720c877c8cf Nov 09 18:14:11.172523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6fd21798-955f-47dd-86be-fe5010c5bc53 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:11.196526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.231878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.238536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:11.239149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.297529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2eb043-9d02-452f-81d0-6bc503c1c506 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:11.302039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6fd21798-955f-47dd-86be-fe5010c5bc53 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:11.302503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.322415 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2688687 Nov 09 18:14:11.323594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37976) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:11.326556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549ed9f-5ba6-420c-8ab9-9ddd95f0cdb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=9c3cd8d8-7bb1-4703-8700-5720c877c8cf,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:11.329975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': '9c3cd8d8-7bb1-4703-8700-5720c877c8cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:11.342429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9c3cd8d8-7bb1-4703-8700-5720c877c8cf details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:11.432705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:11.437426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.511882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Performing IP validity checks on allocation pools {{(pid=102140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:14:11.516459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:14:11.653813 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.679136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37986) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:11.717823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=3823d81d-dd06-4e75-a466-612c62c54ca8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:11.731109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': 'a16ba8d7-773a-433f-80e3-af6717b42392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9c3cd8d8-7bb1-4703-8700-5720c877c8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:11.731667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: 9c3cd8d8-7bb1-4703-8700-5720c877c8cf, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:11.749247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 9c3cd8d8-7bb1-4703-8700-5720c877c8cf is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:11.768229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9c3cd8d8-7bb1-4703-8700-5720c877c8cf) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:11.778430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d636c-0199-4c87-8706-0b98ac4398a7 None None] Network 9c3cd8d8-7bb1-4703-8700-5720c877c8cf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:11.785874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:11.786590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.804025 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-382058747', 'router:external': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:11.810193 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d667ccbc-442c-436d-b82e-c2eaa3168801 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4828174 Nov 09 18:14:11.810444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:11.851395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e750c-f7f2-4bf1-b70f-5970ea8ff856 req-24e5b2c2-35a0-4735-92f8-6a74b624d176 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:11.853107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a97e750c-f7f2-4bf1-b70f-5970ea8ff856 req-24e5b2c2-35a0-4735-92f8-6a74b624d176 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0976977 Nov 09 18:14:11.895735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Made reservation on behalf of c4ad35379243445596cc5b17c8c80584 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:11.898047 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.899331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a97e750c-f7f2-4bf1-b70f-5970ea8ff856 req-1eb6adfa-c02a-4c03-bd19-1a51d15bd7de tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388191 Nov 09 18:14:11.910765 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.954974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1c6e7-5ee3-497f-b44a-7c39bc75af16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-9c3cd8d8-7bb1-4703-8700-5720c877c8cf', 'network_id': '9c3cd8d8-7bb1-4703-8700-5720c877c8cf', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '3823d81d-dd06-4e75-a466-612c62c54ca8'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:11.955978 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25c1c6e7-5ee3-497f-b44a-7c39bc75af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:11.973935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.086015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.135487 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.141065 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.175817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:12.188176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c323ae-cc03-4e85-a86d-9626008b00fa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:12.197863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.198132 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Added segment 8532651f-d48e-470f-9f19-e495bb96480f of type vlan for network fd03cb01-4c46-4aa5-98f2-b0e18a016728 Nov 09 18:14:12.199808 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-25c1c6e7-5ee3-497f-b44a-7c39bc75af16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3823d81d-dd06-4e75-a466-612c62c54ca8: This subnet is being modified by another concurrent operation. Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3823d81d-dd06-4e75-a466-612c62c54ca8: This subnet is being modified by another concurrent operation. Nov 09 18:14:12.204877 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:14:12.224418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12940f5b-5b10-4b0b-8a36-d8addea02e42 None None] Network 9c3cd8d8-7bb1-4703-8700-5720c877c8cf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:12.255022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=3823d81d-dd06-4e75-a466-612c62c54ca8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:12.315006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.332908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee19d2c3-75fb-4dc6-bc90-ca70bf570482 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:12.333218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.363158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3cd8d8-7bb1-4703-8700-5720c877c8cf']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:12.374361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16ba8d7-773a-433f-80e3-af6717b42392') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:12.374669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16ba8d7-773a-433f-80e3-af6717b42392') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:12.383146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.384092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:12.384667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.389391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.415140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.447807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:12.448243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.453656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7734559 Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:12.455082 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:12.458534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 37998) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:12.463715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'subnet': {'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:12.471467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19d2c3-75fb-4dc6-bc90-ca70bf570482 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:12.487468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Made reservation on behalf of c4ad35379243445596cc5b17c8c80584 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:12.490004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.508203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5b7b3-6a43-4a29-9d20-bd566e1ab16b tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Network': ['ID=fd03cb01-4c46-4aa5-98f2-b0e18a016728,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:12.528909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.545542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network fd03cb01-4c46-4aa5-98f2-b0e18a016728 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:12.547590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.550762 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/9c3cd8d8-7bb1-4703-8700-5720c877c8cf HTTP/1.1" status: 204 len: 168 time: 0.7393754 Nov 09 18:14:12.551628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641347e-9b2f-48fa-a9ae-276696964209 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=9c3cd8d8-7bb1-4703-8700-5720c877c8cf,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:12.554351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38000) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:12.559494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-514454827'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:12.599720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:12.603258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.624948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.659515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:12.675678 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.676016 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment f7e0a2c9-b069-4d8f-a14b-388c522a500b of type vlan for network 3e2562d5-8ddf-4665-a790-d374d9bfddd9 Nov 09 18:14:12.751943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.818331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.823819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:12.824406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:12.884552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3289170 Nov 09 18:14:12.887327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38002) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:12.893526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': '3e2562d5-8ddf-4665-a790-d374d9bfddd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:12.907910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4b49f-9d26-4949-a4b9-271bd851c5ce tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=3e2562d5-8ddf-4665-a790-d374d9bfddd9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:12.926802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3e2562d5-8ddf-4665-a790-d374d9bfddd9 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:13.019338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:13.023587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.054712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:14:13.055478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.128355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32540f-fee8-405a-9739-9682c41659ea req-77e3e306-de05-4027-9b73-d945328b900f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:13.129791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e32540f-fee8-405a-9739-9682c41659ea req-77e3e306-de05-4027-9b73-d945328b900f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1344733 Nov 09 18:14:13.131974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Subnet': ['ID=de8aea0c-de59-4294-8845-a807bb03069b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:13.166504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Checking segment: {'id': '8532651f-d48e-470f-9f19-e495bb96480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:13.167174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network hostable DHCP agents. Network: fd03cb01-4c46-4aa5-98f2-b0e18a016728, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:13.187531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e32540f-fee8-405a-9739-9682c41659ea req-7f3c56c4-3a1a-4f01-ae83-9a71ddd2a725 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Nov 09 18:14:13.203170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network fd03cb01-4c46-4aa5-98f2-b0e18a016728 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:13.221462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, fd03cb01-4c46-4aa5-98f2-b0e18a016728) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:13.232676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd48b22-eb77-492c-a534-75c482a313a0 None None] Network fd03cb01-4c46-4aa5-98f2-b0e18a016728 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:13.234740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:13.235959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.247607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.259515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-94863554-2de1-49b9-8b54-71fb80011ee4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7998493 Nov 09 18:14:13.262195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38010) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:13.267597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1503395655', 'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:13.294430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Made reservation on behalf of c4ad35379243445596cc5b17c8c80584 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:13.297491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.321589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] device_id is not set on port a802ebfa-2a6e-488e-a241-93e83d79f4fd yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:14:13.348991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=2861a3b8-d62f-4b94-8323-ef125bd26469,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:13.359544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': 'f7e0a2c9-b069-4d8f-a14b-388c522a500b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3e2562d5-8ddf-4665-a790-d374d9bfddd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:13.360018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: 3e2562d5-8ddf-4665-a790-d374d9bfddd9, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:13.379148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 3e2562d5-8ddf-4665-a790-d374d9bfddd9 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:13.388119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3e2562d5-8ddf-4665-a790-d374d9bfddd9) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:13.392414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:13.393003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.400507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1224981c-aeb6-4bd8-b78e-988849408fbb None None] Network 3e2562d5-8ddf-4665-a790-d374d9bfddd9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:13.413581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905d8d4-12ed-4b65-91fc-2b58ed06f7cb None None] Network fd03cb01-4c46-4aa5-98f2-b0e18a016728 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:13.418440 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d9685deb-e83f-44d3-afc7-15643dc68dd0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5274942 Nov 09 18:14:13.418708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38012) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:13.437738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Allocated IP 172.20.0.7 (fd03cb01-4c46-4aa5-98f2-b0e18a016728/de8aea0c-de59-4294-8845-a807bb03069b/a802ebfa-2a6e-488e-a241-93e83d79f4fd) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:13.529688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.583477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.589600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.632451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.646302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac917090-a933-494c-9e4b-6c1ae2d8e82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-3e2562d5-8ddf-4665-a790-d374d9bfddd9', 'network_id': '3e2562d5-8ddf-4665-a790-d374d9bfddd9', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '2861a3b8-d62f-4b94-8323-ef125bd26469'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:13.647399 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac917090-a933-494c-9e4b-6c1ae2d8e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.648802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.679149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network fd03cb01-4c46-4aa5-98f2-b0e18a016728 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:13.686811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:13.689748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:13.691803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Port': ['ID=a802ebfa-2a6e-488e-a241-93e83d79f4fd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:13.732295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:13.732920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.735369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49712ff9-26fa-48fd-9082-e2565fc1bf93 None None] Network 3e2562d5-8ddf-4665-a790-d374d9bfddd9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:13.750354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=2861a3b8-d62f-4b94-8323-ef125bd26469,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:13.757694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4db019a1-777c-44b4-a297-4a799ecb136d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4901130 Nov 09 18:14:13.757964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38014) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:13.772372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.795322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2562d5-8ddf-4665-a790-d374d9bfddd9']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:13.808962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e0a2c9-b069-4d8f-a14b-388c522a500b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:13.809349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e0a2c9-b069-4d8f-a14b-388c522a500b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:13.818932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.832180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.838381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:13.838848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.840398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Deleting port a802ebfa-2a6e-488e-a241-93e83d79f4fd {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:13.840816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:13.843319 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:13.901216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.908915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.912352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/3e2562d5-8ddf-4665-a790-d374d9bfddd9 HTTP/1.1" status: 204 len: 168 time: 0.4924779 Nov 09 18:14:13.916262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38016) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:13.921544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-550484063'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:13.924708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41860256-98cf-4bf9-8536-6fc9f53cfd8f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=3e2562d5-8ddf-4665-a790-d374d9bfddd9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:13.937388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:13.954726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Calling delete_port for a802ebfa-2a6e-488e-a241-93e83d79f4fd owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:13.966117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:13.969452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.027420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:14.046392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.046733 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment 1a1cff6a-da5a-4a04-86e0-fe2af69d89c5 of type vlan for network 1b79d5fd-260f-4931-aba6-5c976739bd7f Nov 09 18:14:14.092760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.150664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.156255 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.156772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.169159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.236170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3180594 Nov 09 18:14:14.238124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event deleted for resources: {'Port': ['ID=a802ebfa-2a6e-488e-a241-93e83d79f4fd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.238885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38020) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:14.244527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': '1b79d5fd-260f-4931-aba6-5c976739bd7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:14.273545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbda51c-9b45-40da-a1ec-aa0f60141934 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=1b79d5fd-260f-4931-aba6-5c976739bd7f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.285545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 1b79d5fd-260f-4931-aba6-5c976739bd7f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:14.343731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:14.348045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.349475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.353271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aec0c04a-4229-42f2-8d11-c20f3367182c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a802ebfa-2a6e-488e-a241-93e83d79f4fd HTTP/1.1" status: 204 len: 168 time: 0.5942805 Nov 09 18:14:14.357209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38026) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:14.362777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728', 'external_fixed_ips': [{'subnet_id': 'de8aea0c-de59-4294-8845-a807bb03069b', 'ip_address': '172.20.0.7'}]}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:14.373390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd1228-3d36-4a54-8e15-fdc27282ba24 req-24feb78b-fd0a-489c-901e-26210b3eb62f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.374892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21fd1228-3d36-4a54-8e15-fdc27282ba24 req-24feb78b-fd0a-489c-901e-26210b3eb62f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0985332 Nov 09 18:14:14.415992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.417000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.430600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21fd1228-3d36-4a54-8e15-fdc27282ba24 req-db7c08cf-06c8-429a-aaf0-4403c1a64832 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458827 Nov 09 18:14:14.479260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.542846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.598557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=7ea091a7-67d8-4c20-a99c-bfef4390448c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.614216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': '1a1cff6a-da5a-4a04-86e0-fe2af69d89c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b79d5fd-260f-4931-aba6-5c976739bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:14.614580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: 1b79d5fd-260f-4931-aba6-5c976739bd7f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:14.625822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.630633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 1b79d5fd-260f-4931-aba6-5c976739bd7f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:14.638973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 1b79d5fd-260f-4931-aba6-5c976739bd7f) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:14.643532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:14.644111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.649895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005ec7d-baac-4e5e-be7a-7b29fd50c7f9 None None] Network 1b79d5fd-260f-4931-aba6-5c976739bd7f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:14.665531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-49958bd5-80d6-4b10-82a7-03c96191238a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4253488 Nov 09 18:14:14.668180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38028) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:14.773174 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.802867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498b750-f740-4d3e-b773-cdc6d2f5a2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-1b79d5fd-260f-4931-aba6-5c976739bd7f', 'network_id': '1b79d5fd-260f-4931-aba6-5c976739bd7f', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '7ea091a7-67d8-4c20-a99c-bfef4390448c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:14.803786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d498b750-f740-4d3e-b773-cdc6d2f5a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.829525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.895825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-d498b750-f740-4d3e-b773-cdc6d2f5a2d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ea091a7-67d8-4c20-a99c-bfef4390448c: This subnet is being modified by another concurrent operation. Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ea091a7-67d8-4c20-a99c-bfef4390448c: This subnet is being modified by another concurrent operation. Nov 09 18:14:14.909780 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:14:14.937367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea091a7-67d8-4c20-a99c-bfef4390448c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:14.939168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8e2bd-ae12-4bcd-ad7e-be65830c88fc None None] Network 1b79d5fd-260f-4931-aba6-5c976739bd7f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:15.064132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1ce84-fdc3-43a9-bf38-5b940581a9d5 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:15.128621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.148827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.203639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1ce84-fdc3-43a9-bf38-5b940581a9d5 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:15.280420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.304638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b79d5fd-260f-4931-aba6-5c976739bd7f']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:15.315201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1cff6a-da5a-4a04-86e0-fe2af69d89c5') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:15.315777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1cff6a-da5a-4a04-86e0-fe2af69d89c5') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:15.325424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.340658 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.346499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Allocated IP 172.20.0.7 (fd03cb01-4c46-4aa5-98f2-b0e18a016728/de8aea0c-de59-4294-8845-a807bb03069b/cd73fa83-b70b-40fb-a802-579e63278812) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:15.351731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:15.352531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:15.357067 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:15.428169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.432987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.436776 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/1b79d5fd-260f-4931-aba6-5c976739bd7f HTTP/1.1" status: 204 len: 168 time: 0.7675908 Nov 09 18:14:15.441149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38030) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:15.449469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1093154509'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:15.451428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1520278-ed7e-41a6-8b13-c59d12d38955 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=1b79d5fd-260f-4931-aba6-5c976739bd7f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:15.477687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.494842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:15.498799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.566359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.569590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:15.610313 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.610663 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment 4872c2f9-333c-4bb6-9f99-768cf2606d59 of type vlan for network ac8f26e7-1dca-4dc9-a3de-37186708d686 Nov 09 18:14:15.624875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network fd03cb01-4c46-4aa5-98f2-b0e18a016728 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:15.635957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce356760-f452-4299-b88c-33fd7a633b51 req-d1053a3b-ff46-4ec9-abb8-ae5b7c8f0ea5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.637444 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce356760-f452-4299-b88c-33fd7a633b51 req-d1053a3b-ff46-4ec9-abb8-ae5b7c8f0ea5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1230807 Nov 09 18:14:15.660340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:15.666833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:15.705933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Port': ['ID=cd73fa83-b70b-40fb-a802-579e63278812,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:15.709074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.796220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce356760-f452-4299-b88c-33fd7a633b51 req-108bdc2e-edce-4895-9cb4-074846c71818 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318219 Nov 09 18:14:15.822616 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.828135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:15.828727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:15.916271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4736853 Nov 09 18:14:15.919260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38038) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:15.925243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': 'ac8f26e7-1dca-4dc9-a3de-37186708d686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:15.929789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2693484-2599-4aa6-96db-802ebf5c7413 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=ac8f26e7-1dca-4dc9-a3de-37186708d686,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:15.940743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ac8f26e7-1dca-4dc9-a3de-37186708d686 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:16.017350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:16.020907 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.055137 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.081454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Performing IP validity checks on allocation pools {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:14:16.081974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:14:16.156972 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.201509 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.256024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.267967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=8f65940e-8531-4c25-9eac-6a73ecb4f032,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:16.275263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': '4872c2f9-333c-4bb6-9f99-768cf2606d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac8f26e7-1dca-4dc9-a3de-37186708d686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:16.275629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: ac8f26e7-1dca-4dc9-a3de-37186708d686, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:16.292761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network ac8f26e7-1dca-4dc9-a3de-37186708d686 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:16.301952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ac8f26e7-1dca-4dc9-a3de-37186708d686) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:16.306496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:16.307369 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.311133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d06a79-ca14-4ca6-86cf-abf0e47c8fab None None] Network ac8f26e7-1dca-4dc9-a3de-37186708d686 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:16.328922 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-20d0abb5-983b-46e1-8f33-87d7e956956e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4081073 Nov 09 18:14:16.332351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38040) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:16.393054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Router bc79aafe-019b-4d41-b3b0-b2c86503f516 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:16.440859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.461342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f99ba-d498-4ad3-aae1-c3945f0e01f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ac8f26e7-1dca-4dc9-a3de-37186708d686', 'network_id': 'ac8f26e7-1dca-4dc9-a3de-37186708d686', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '8f65940e-8531-4c25-9eac-6a73ecb4f032'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:16.462390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bd7f99ba-d498-4ad3-aae1-c3945f0e01f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.496706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.509313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:16.523483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Sync routers for ids ['bc79aafe-019b-4d41-b3b0-b2c86503f516'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:16.529184 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.531060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-02608aa8-d5eb-49d5-9435-e6649ed2639e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1727545 Nov 09 18:14:16.534114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38042) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:16.548865 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Routers {'bc79aafe-019b-4d41-b3b0-b2c86503f516'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:16.550363 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['bc79aafe-019b-4d41-b3b0-b2c86503f516'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:16.576706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-bd7f99ba-d498-4ad3-aae1-c3945f0e01f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f65940e-8531-4c25-9eac-6a73ecb4f032: This subnet is being modified by another concurrent operation. Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f65940e-8531-4c25-9eac-6a73ecb4f032: This subnet is being modified by another concurrent operation. Nov 09 18:14:16.580730 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:14:16.599673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84851fb-2d04-49c8-8070-37302943a575 None None] Network ac8f26e7-1dca-4dc9-a3de-37186708d686 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:16.609443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=8f65940e-8531-4c25-9eac-6a73ecb4f032,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:16.674272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.679961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.681834 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Set router bc79aafe-019b-4d41-b3b0-b2c86503f516 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:16.701241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8f26e7-1dca-4dc9-a3de-37186708d686']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:16.712287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4872c2f9-333c-4bb6-9f99-768cf2606d59') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:16.712287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4872c2f9-333c-4bb6-9f99-768cf2606d59') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:16.723691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.740163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0ba47-f2a0-49a1-a280-028147240bbf None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:16.740858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.748771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:16.749298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:16.753452 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:16.814236 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.823613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.837959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.841507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/ac8f26e7-1dca-4dc9-a3de-37186708d686 HTTP/1.1" status: 204 len: 168 time: 0.5082059 Nov 09 18:14:16.849436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38046) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:16.858219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd46385-cf34-4313-805c-2ba42048c70b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=ac8f26e7-1dca-4dc9-a3de-37186708d686,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:16.858495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999470532'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:16.877292 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc79aafe-019b-4d41-b3b0-b2c86503f516', 'name': '', 'tenant_id': 'c4ad35379243445596cc5b17c8c80584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728', 'external_fixed_ips': [{'subnet_id': 'de8aea0c-de59-4294-8845-a807bb03069b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'cd73fa83-b70b-40fb-a802-579e63278812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:14:14Z', 'updated_at': '2021-11-09T18:14:15Z', 'revision_number': 3, 'project_id': 'c4ad35379243445596cc5b17c8c80584', 'gw_port': {'id': 'cd73fa83-b70b-40fb-a802-579e63278812', 'name': '', 'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc79aafe-019b-4d41-b3b0-b2c86503f516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'de8aea0c-de59-4294-8845-a807bb03069b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:14:15Z', 'updated_at': '2021-11-09T18:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de8aea0c-de59-4294-8845-a807bb03069b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:16.897042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:16.901060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.909889 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Checking router: bc79aafe-019b-4d41-b3b0-b2c86503f516 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:14:16.910511 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Updating router bc79aafe-019b-4d41-b3b0-b2c86503f516 port cd73fa83-b70b-40fb-a802-579e63278812 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:14:16.937590 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.937892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0ba47-f2a0-49a1-a280-028147240bbf None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:16.959938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Deleting port cd73fa83-b70b-40fb-a802-579e63278812 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:16.960444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:16.983670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:17.031657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.032196 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment d98577b2-873f-49fe-afff-31385dc63978 of type vlan for network 154d7db7-8a82-4a5d-b799-6d223a010c38 Nov 09 18:14:17.056511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15f28d-8685-4275-8086-e72b77715109 req-5cdee554-d21d-425b-9509-f4fe8fd804ae tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:17.058414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c15f28d-8685-4275-8086-e72b77715109 req-5cdee554-d21d-425b-9509-f4fe8fd804ae tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1416545 Nov 09 18:14:17.133967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.153733 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.165065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c15f28d-8685-4275-8086-e72b77715109 req-ba74acef-0f26-49f7-8956-f25054962af4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832901 Nov 09 18:14:17.173362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Calling delete_port for cd73fa83-b70b-40fb-a802-579e63278812 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:17.201480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.207975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:17.208734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.219539 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.227050 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.278632 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Pushing event updated for resources: {'Port': ['ID=cd73fa83-b70b-40fb-a802-579e63278812,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:17.293932 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.295088 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.295459 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.295871 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.296202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.296607 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.297210 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.298639 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.299246 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.299754 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.301066 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.301572 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:17.325833 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Attempting to bind port cd73fa83-b70b-40fb-a802-579e63278812 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:17.326540 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Attempting to bind port cd73fa83-b70b-40fb-a802-579e63278812 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8532651f-d48e-470f-9f19-e495bb96480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:17.326897 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Attempting to bind port cd73fa83-b70b-40fb-a802-579e63278812 on network fd03cb01-4c46-4aa5-98f2-b0e18a016728 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:17.330496 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4771183 Nov 09 18:14:17.331769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38052) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:17.336997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': '154d7db7-8a82-4a5d-b799-6d223a010c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:17.343008 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:17.343543 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Checking segment: {'id': '8532651f-d48e-470f-9f19-e495bb96480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:17.343774 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.344154 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Bound using segment: {'id': '8532651f-d48e-470f-9f19-e495bb96480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:17.345169 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Bound port: cd73fa83-b70b-40fb-a802-579e63278812, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8532651f-d48e-470f-9f19-e495bb96480f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fd03cb01-4c46-4aa5-98f2-b0e18a016728'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:17.345585 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.347810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a89af-7d42-4363-b1d1-7c47d4546bb2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=154d7db7-8a82-4a5d-b799-6d223a010c38,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:17.363105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 154d7db7-8a82-4a5d-b799-6d223a010c38 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:17.399353 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] For port cd73fa83-b70b-40fb-a802-579e63278812, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:17.402771 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] For port cd73fa83-b70b-40fb-a802-579e63278812, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cd73fa83-b70b-40fb-a802-579e63278812,segment=NetworkSegment(8532651f-d48e-470f-9f19-e495bb96480f),segment_id=8532651f-d48e-470f-9f19-e495bb96480f)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:17.409760 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.455487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:17.467483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1e3cf-7627-41a7-9a15-99cf4d275a7e None None] Pushing event updated for resources: {'Port': ['ID=cd73fa83-b70b-40fb-a802-579e63278812,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:17.480691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.482230 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Routers {'bc79aafe-019b-4d41-b3b0-b2c86503f516'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:17.482903 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['bc79aafe-019b-4d41-b3b0-b2c86503f516'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:17.494405 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.531607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd73fa83-b70b-40fb-a802-579e63278812,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:17.584847 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] Set router bc79aafe-019b-4d41-b3b0-b2c86503f516 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:17.606557 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.640331 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc79aafe-019b-4d41-b3b0-b2c86503f516', 'name': '', 'tenant_id': 'c4ad35379243445596cc5b17c8c80584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:14:14Z', 'updated_at': '2021-11-09T18:14:16Z', 'revision_number': 4, 'project_id': 'c4ad35379243445596cc5b17c8c80584', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:17.685489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.704701 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.707322 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.749365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=59d314e0-0023-4b54-9fdc-235aa0a657be,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:17.755981 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958dc0e9-227a-49c5-ac7f-e4a68eda78a7 None None] The sync data for ids ['bc79aafe-019b-4d41-b3b0-b2c86503f516'] in n-d-817240-1 is: [{'id': 'bc79aafe-019b-4d41-b3b0-b2c86503f516', 'name': '', 'tenant_id': 'c4ad35379243445596cc5b17c8c80584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:14:14Z', 'updated_at': '2021-11-09T18:14:16Z', 'revision_number': 4, 'project_id': 'c4ad35379243445596cc5b17c8c80584', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:17.759388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.759974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc79aafe-019b-4d41-b3b0-b2c86503f516 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:17.764244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.767373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': 'd98577b2-873f-49fe-afff-31385dc63978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '154d7db7-8a82-4a5d-b799-6d223a010c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:17.767737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: 154d7db7-8a82-4a5d-b799-6d223a010c38, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:17.769010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0d4c06d5-fd0e-4dc5-8a00-62e0874f5a41 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "DELETE /v2.0/routers/bc79aafe-019b-4d41-b3b0-b2c86503f516 HTTP/1.1" status: 204 len: 168 time: 1.2332690 Nov 09 18:14:17.769626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38054) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:17.790631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 154d7db7-8a82-4a5d-b799-6d223a010c38 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:17.799886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 154d7db7-8a82-4a5d-b799-6d223a010c38) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:17.808194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:17.808915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.811638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5bac2-41ee-4dec-a999-e678d89fa9f2 None None] Network 154d7db7-8a82-4a5d-b799-6d223a010c38 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:17.825220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Deleting subnet de8aea0c-de59-4294-8845-a807bb03069b {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:14:17.828771 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.833352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c82cb576-ad86-4168-89d7-3e996fcb0a04 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4981368 Nov 09 18:14:17.835534 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:14:17.836133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38056) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:17.877029 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.938593 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:17.947119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.012077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.013392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.016160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296695c-eb03-40ce-b33e-b25a6ecff881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-154d7db7-8a82-4a5d-b799-6d223a010c38', 'network_id': '154d7db7-8a82-4a5d-b799-6d223a010c38', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '59d314e0-0023-4b54-9fdc-235aa0a657be'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:18.017969 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3296695c-eb03-40ce-b33e-b25a6ecff881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.039842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=de8aea0c-de59-4294-8845-a807bb03069b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.046414 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.049628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1f253ca9-5d10-4e30-979a-c1f92443f01a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/de8aea0c-de59-4294-8845-a807bb03069b HTTP/1.1" status: 204 len: 168 time: 0.2790210 Nov 09 18:14:18.054970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38058) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:18.093751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.121357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=59d314e0-0023-4b54-9fdc-235aa0a657be,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-3296695c-eb03-40ce-b33e-b25a6ecff881 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59d314e0-0023-4b54-9fdc-235aa0a657be: This subnet is being modified by another concurrent operation. Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59d314e0-0023-4b54-9fdc-235aa0a657be: This subnet is being modified by another concurrent operation. Nov 09 18:14:18.127989 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:14:18.142020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.155017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f163013-039e-4734-90ff-ddb4a7bc33f6 None None] Network 154d7db7-8a82-4a5d-b799-6d223a010c38 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:18.186356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.211397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154d7db7-8a82-4a5d-b799-6d223a010c38']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.222852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98577b2-873f-49fe-afff-31385dc63978') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.223248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98577b2-873f-49fe-afff-31385dc63978') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.226369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.234545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.249034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.256112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:18.256612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.262535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd03cb01-4c46-4aa5-98f2-b0e18a016728']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:18.263645 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:18.295930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8532651f-d48e-470f-9f19-e495bb96480f') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.296234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8532651f-d48e-470f-9f19-e495bb96480f') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:18.299673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eab275f-a6c4-4b13-b92b-280176aad78e None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:18.309560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.328284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.332766 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.340766 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.340950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85452a1-4cf2-44f7-a6a2-9ac0b62df389 req-5ec3087c-d191-49da-8dab-92b8f6e5ad13 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:18.342365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c85452a1-4cf2-44f7-a6a2-9ac0b62df389 req-5ec3087c-d191-49da-8dab-92b8f6e5ad13 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0950375 Nov 09 18:14:18.348331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:18.348750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/154d7db7-8a82-4a5d-b799-6d223a010c38 HTTP/1.1" status: 204 len: 168 time: 0.5112462 Nov 09 18:14:18.354928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998379246'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:18.360789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:18.361154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.361794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a058738-490f-42aa-ba8e-b34543434b05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=154d7db7-8a82-4a5d-b799-6d223a010c38,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: items = [ Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:18.363525 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:18.443627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab275f-a6c4-4b13-b92b-280176aad78e None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:18.462264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:18.466141 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.483035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.487846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c85452a1-4cf2-44f7-a6a2-9ac0b62df389 req-c359479c-9826-4f80-b76f-797123e2efc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292677 Nov 09 18:14:18.492417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd03cb01-4c46-4aa5-98f2-b0e18a016728 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:14:18.495963 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.499417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "DELETE /v2.0/networks/fd03cb01-4c46-4aa5-98f2-b0e18a016728 HTTP/1.1" status: 204 len: 168 time: 0.4438500 Nov 09 18:14:18.523803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e680ca7-751b-42d7-a210-a388e53f6300 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd03cb01-4c46-4aa5-98f2-b0e18a016728,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:18.529393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:18.548544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.549177 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment 9cea1c65-9407-4965-a433-69064c64b467 of type vlan for network b825462e-19bd-4a77-b7a3-27f311bca737 Nov 09 18:14:18.793277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38074) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:18.798274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-efed4081-d7d1-4f1e-9688-df90af7dd378 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'router': {'name': 'tempest-router--165607224', 'project_id': '914331faa85544ff89f0d13af45907dd'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:18.824785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efed4081-d7d1-4f1e-9688-df90af7dd378 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.826466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efed4081-d7d1-4f1e-9688-df90af7dd378 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.885498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efed4081-d7d1-4f1e-9688-df90af7dd378 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.889671 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efed4081-d7d1-4f1e-9688-df90af7dd378 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.904965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efed4081-d7d1-4f1e-9688-df90af7dd378 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.909064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-efed4081-d7d1-4f1e-9688-df90af7dd378 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1119018 Nov 09 18:14:18.910340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38076) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:18.947156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.973673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.979600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:18.980256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:18.992953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75866bef-9842-4699-a0c8-465a0a0b89a4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.039708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.048858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6962934 Nov 09 18:14:19.048858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38078) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:19.053327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': 'b825462e-19bd-4a77-b7a3-27f311bca737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:19.073598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd380e0d-9ddb-4622-b533-838c655921a4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=b825462e-19bd-4a77-b7a3-27f311bca737,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:19.084929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b825462e-19bd-4a77-b7a3-27f311bca737 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:19.161357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:19.165013 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.165648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75866bef-9842-4699-a0c8-465a0a0b89a4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.167828 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75866bef-9842-4699-a0c8-465a0a0b89a4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.211611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75866bef-9842-4699-a0c8-465a0a0b89a4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.212092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75866bef-9842-4699-a0c8-465a0a0b89a4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28b93190-c824-4087-8435-0032b8adb39c {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:19.216857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75866bef-9842-4699-a0c8-465a0a0b89a4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.218012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75866bef-9842-4699-a0c8-465a0a0b89a4 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "DELETE /v2.0/routers/28b93190-c824-4087-8435-0032b8adb39c HTTP/1.1" status: 204 len: 168 time: 0.3061814 Nov 09 18:14:19.353569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:19.362641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.426729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=90cc9776-3cae-4342-a410-e14610275481,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:19.437285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': '9cea1c65-9407-4965-a433-69064c64b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b825462e-19bd-4a77-b7a3-27f311bca737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:19.437648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: b825462e-19bd-4a77-b7a3-27f311bca737, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:19.455513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network b825462e-19bd-4a77-b7a3-27f311bca737 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:19.465678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b825462e-19bd-4a77-b7a3-27f311bca737) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:19.471244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:19.474646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f21214-5c11-43f1-b814-587cf0c13149 None None] Network b825462e-19bd-4a77-b7a3-27f311bca737 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:19.485330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.504914 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eb79bb9c-2749-4808-a27f-455e26fdfdd2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4529276 Nov 09 18:14:19.505212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38086) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:19.576683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1094171802', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:19.611550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.612848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.632365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b825462e-19bd-4a77-b7a3-27f311bca737', 'network_id': 'b825462e-19bd-4a77-b7a3-27f311bca737', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '90cc9776-3cae-4342-a410-e14610275481'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:19.633358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.665588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e822464-f2a1-4f08-9088-4551b1749c34 req-e80103d4-7e13-410c-b959-0d7ea599e04d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:19.667104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e822464-f2a1-4f08-9088-4551b1749c34 req-e80103d4-7e13-410c-b959-0d7ea599e04d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0794086 Nov 09 18:14:19.670513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.673891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.739747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e822464-f2a1-4f08-9088-4551b1749c34 req-a231d82d-d05d-4a82-a8ce-2ed9e0f0430b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627527 Nov 09 18:14:19.753692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.787001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Allocated IP 172.20.0.1 (b825462e-19bd-4a77-b7a3-27f311bca737/90cc9776-3cae-4342-a410-e14610275481/84f2b436-6d7b-411a-9a5c-306e57db58ca) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:19.819833 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.950810 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.957523 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.975846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:19.997302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Network b825462e-19bd-4a77-b7a3-27f311bca737 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:20.002908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=90cc9776-3cae-4342-a410-e14610275481,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:20.003100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:20.005748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:20.015200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Pushing event updated for resources: {'Port': ['ID=84f2b436-6d7b-411a-9a5c-306e57db58ca,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:20.019896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.042842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.071280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Attempting to bind port 84f2b436-6d7b-411a-9a5c-306e57db58ca on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:20.071658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Attempting to bind port 84f2b436-6d7b-411a-9a5c-306e57db58ca by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '9cea1c65-9407-4965-a433-69064c64b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b825462e-19bd-4a77-b7a3-27f311bca737'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:20.072252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Attempting to bind port 84f2b436-6d7b-411a-9a5c-306e57db58ca on network b825462e-19bd-4a77-b7a3-27f311bca737 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:20.077418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:20.077795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Checking segment: {'id': '9cea1c65-9407-4965-a433-69064c64b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b825462e-19bd-4a77-b7a3-27f311bca737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:20.078235 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.078634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Bound using segment: {'id': '9cea1c65-9407-4965-a433-69064c64b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b825462e-19bd-4a77-b7a3-27f311bca737'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:20.079196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Bound port: 84f2b436-6d7b-411a-9a5c-306e57db58ca, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cea1c65-9407-4965-a433-69064c64b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'b825462e-19bd-4a77-b7a3-27f311bca737'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:20.079582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.079721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.100070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b825462e-19bd-4a77-b7a3-27f311bca737']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:20.109520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cea1c65-9407-4965-a433-69064c64b467') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:20.109823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cea1c65-9407-4965-a433-69064c64b467') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:20.120091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.134616 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.141162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:20.141582 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:20.146121 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:20.150518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] For port 84f2b436-6d7b-411a-9a5c-306e57db58ca, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:20.162592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Allocated IP 172.25.0.107 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/8c225770-83e7-4125-8f92-3de144443239) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:20.205202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] For port 84f2b436-6d7b-411a-9a5c-306e57db58ca, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=84f2b436-6d7b-411a-9a5c-306e57db58ca,segment=NetworkSegment(9cea1c65-9407-4965-a433-69064c64b467),segment_id=9cea1c65-9407-4965-a433-69064c64b467)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:20.205728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.api [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 18:14:20.205728 n-d-817240-1 neutron-server[102140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 18:14:20.205728 n-d-817240-1 neutron-server[102140]: [parameters: {'id': 'b825462e-19bd-4a77-b7a3-27f311bca737'}] Nov 09 18:14:20.205728 n-d-817240-1 neutron-server[102140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:14:20.206215 n-d-817240-1 neutron-server[102140]: DEBUG oslo_db.api [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:14:20.212163 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.266225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.294350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b8e55-74ca-4db7-9462-4049dd64eb1c None None] Pushing event updated for resources: {'Port': ['ID=84f2b436-6d7b-411a-9a5c-306e57db58ca,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:20.301736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.303342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673f3ab-b34d-47e8-8d2a-dab9157477be None None] Network b825462e-19bd-4a77-b7a3-27f311bca737 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:20.339042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:20.343314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:20.351834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:20.354753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event updated for resources: {'Port': ['ID=8c225770-83e7-4125-8f92-3de144443239,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:20.429121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c194b-83e0-4c4e-aee5-f777712a2284 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:20.560149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043c194b-83e0-4c4e-aee5-f777712a2284 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:20.600664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.707676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.761851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Deleting port 84f2b436-6d7b-411a-9a5c-306e57db58ca {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:20.762380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.804448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.868422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] For port 84f2b436-6d7b-411a-9a5c-306e57db58ca, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=84f2b436-6d7b-411a-9a5c-306e57db58ca,segment=NetworkSegment(9cea1c65-9407-4965-a433-69064c64b467),segment_id=9cea1c65-9407-4965-a433-69064c64b467)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:20.868793 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:20.884777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Calling delete_port for 84f2b436-6d7b-411a-9a5c-306e57db58ca owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:20.905389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f340adc-6187-4e19-9ed8-7bb5a4e9caa9 req-1607e0ba-d30e-40df-bbf9-7a5560012c80 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:20.906927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f340adc-6187-4e19-9ed8-7bb5a4e9caa9 req-1607e0ba-d30e-40df-bbf9-7a5560012c80 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0802569 Nov 09 18:14:20.937895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Router 1187c201-8ebf-4397-8a26-46afa0a538f9 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:20.990621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f340adc-6187-4e19-9ed8-7bb5a4e9caa9 req-a3616b15-53bd-4e07-ad96-64d67123ea52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764265 Nov 09 18:14:21.027623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.060674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Port': ['ID=84f2b436-6d7b-411a-9a5c-306e57db58ca,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:21.065284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No DVR routers for this DVR port 84f2b436-6d7b-411a-9a5c-306e57db58ca on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:21.150596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.171682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b825462e-19bd-4a77-b7a3-27f311bca737']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:21.181654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cea1c65-9407-4965-a433-69064c64b467') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:21.181953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cea1c65-9407-4965-a433-69064c64b467') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:21.197498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.211694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.217748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:21.218223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:21.221372 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:21.287516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.297152 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540637'] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.300287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/b825462e-19bd-4a77-b7a3-27f311bca737 HTTP/1.1" status: 204 len: 168 time: 1.7941318 Nov 09 18:14:21.307264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38100) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:21.310580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c655167-f8bb-4afd-ae47-9cd8eecb402f tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=b825462e-19bd-4a77-b7a3-27f311bca737,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:21.312298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1032840575'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:21.347661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:21.350977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.354388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:21.363780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] Sync routers for ids ['1187c201-8ebf-4397-8a26-46afa0a538f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:21.372786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] Routers {'1187c201-8ebf-4397-8a26-46afa0a538f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:21.373413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1187c201-8ebf-4397-8a26-46afa0a538f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:21.388015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.389248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4c5207e8-5d0b-4fd1-8529-aa45ad7eb431 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0343354 Nov 09 18:14:21.390055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:21.392735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38102) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:21.399834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.400187 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment 70f830cb-457b-4624-8eae-cd260fe92be9 of type vlan for network ae301af2-5ea1-469f-ad40-abc716d781a2 Nov 09 18:14:21.416104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:21.425250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] Routers {'1187c201-8ebf-4397-8a26-46afa0a538f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:21.425862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1187c201-8ebf-4397-8a26-46afa0a538f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:21.442698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.458493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:21.459231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31401db3-a560-4ac1-a7ca-6004c8e48270 None None] The sync data for ids ['1187c201-8ebf-4397-8a26-46afa0a538f9'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:21.468526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.474335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:21.474927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.500490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-31641135-2edb-4fa5-bdc6-b4063e0fd9af tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/1187c201-8ebf-4397-8a26-46afa0a538f9 HTTP/1.1" status: 200 len: 921 time: 0.1065786 Nov 09 18:14:21.504288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38104) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:21.529027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2205713 Nov 09 18:14:21.532099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38106) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:21.534553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e1bfc842-861b-40ce-9166-8c892909c2ef tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=1187c201-8ebf-4397-8a26-46afa0a538f9 HTTP/1.1" status: 200 len: 205 time: 0.0289466 Nov 09 18:14:21.538770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38108) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:21.539673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:21.610700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2255b-4a48-48d8-bca7-55b64e50ee76 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=ae301af2-5ea1-469f-ad40-abc716d781a2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:21.621298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ae301af2-5ea1-469f-ad40-abc716d781a2 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:21.654488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.704663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.718608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.737148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network ae301af2-5ea1-469f-ad40-abc716d781a2 is not hosted by any dhcp agent {{(pid=102140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:14:21.742587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:21.743181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.747094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "PUT /v2.0/networks/ae301af2-5ea1-469f-ad40-abc716d781a2 HTTP/1.1" status: 200 len: 723 time: 0.2088404 Nov 09 18:14:21.747682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38110) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:21.756922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': 'ae301af2-5ea1-469f-ad40-abc716d781a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:21.793382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d434-c624-4b85-a709-b049230f0dc3 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=ae301af2-5ea1-469f-ad40-abc716d781a2,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:21.797804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.804579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ae301af2-5ea1-469f-ad40-abc716d781a2 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:21.875151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:21.878642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:21.931297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Deleting port 8c225770-83e7-4125-8f92-3de144443239 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:21.931638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.041524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.075950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Calling delete_port for 8c225770-83e7-4125-8f92-3de144443239 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:22.113207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53b132-a5fb-4aa1-a2d7-be71660d13d3 req-b9e0f9f1-5ce5-41db-8025-4fdc713fa194 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:22.114750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d53b132-a5fb-4aa1-a2d7-be71660d13d3 req-b9e0f9f1-5ce5-41db-8025-4fdc713fa194 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0525913 Nov 09 18:14:22.152986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d53b132-a5fb-4aa1-a2d7-be71660d13d3 req-b9b2188d-6fa2-425a-b38d-c6df351bcbb0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Nov 09 18:14:22.185199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.300397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=12ff59e6-9fa3-449f-b6fc-1ab87d4e936c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:22.314458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': '70f830cb-457b-4624-8eae-cd260fe92be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae301af2-5ea1-469f-ad40-abc716d781a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:22.314826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: ae301af2-5ea1-469f-ad40-abc716d781a2, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:22.364222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network ae301af2-5ea1-469f-ad40-abc716d781a2 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:22.368912 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.378674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ae301af2-5ea1-469f-ad40-abc716d781a2) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:22.385864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccceab0-7e1e-4745-9d44-40283e55121e None None] Network ae301af2-5ea1-469f-ad40-abc716d781a2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:22.402197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:22.402792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.405049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event deleted for resources: {'Port': ['ID=8c225770-83e7-4125-8f92-3de144443239,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:22.453585 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-37e9fe96-eb95-4454-ba52-0f31222e7edd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7048531 Nov 09 18:14:22.457518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38118) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:22.462844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0691bb18-36d2-4e05-a12f-fb7a4a3c37f0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:22.472206 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.551256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ae301af2-5ea1-469f-ad40-abc716d781a2', 'network_id': 'ae301af2-5ea1-469f-ad40-abc716d781a2', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '12ff59e6-9fa3-449f-b6fc-1ab87d4e936c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:22.552907 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.574486 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0691bb18-36d2-4e05-a12f-fb7a4a3c37f0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8720680'] for subnet, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.574724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.576866 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.622958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.623695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Fanout notify agent at l3_agent the message router_deleted on router 1187c201-8ebf-4397-8a26-46afa0a538f9 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:22.633426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.638675 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a425ae2-0958-46f0-8416-1ee37ed87433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/1187c201-8ebf-4397-8a26-46afa0a538f9 HTTP/1.1" status: 204 len: 168 time: 1.0954902 Nov 09 18:14:22.639092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:22.644479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'router': {'name': 'tempest-snat-router-149153387', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': False}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:22.666633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.667752 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.725841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.732402 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0691bb18-36d2-4e05-a12f-fb7a4a3c37f0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772669375537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12170478'] for subnet, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.776999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Allocated IP 172.20.0.2 (ae301af2-5ea1-469f-ad40-abc716d781a2/12ff59e6-9fa3-449f-b6fc-1ab87d4e936c/f358dcb3-2b7f-4d34-871b-5282c2cb26ba) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:22.787092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0691bb18-36d2-4e05-a12f-fb7a4a3c37f0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:22.787864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0691bb18-36d2-4e05-a12f-fb7a4a3c37f0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.789475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0691bb18-36d2-4e05-a12f-fb7a4a3c37f0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "PUT /v2.0/subnets/12ff59e6-9fa3-449f-b6fc-1ab87d4e936c HTTP/1.1" status: 200 len: 806 time: 0.3308349 Nov 09 18:14:22.792471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38122) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:22.802515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691bb18-36d2-4e05-a12f-fb7a4a3c37f0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=12ff59e6-9fa3-449f-b6fc-1ab87d4e936c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:22.887288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.895935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.959074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.959948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:22.967218 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.007506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Network ae301af2-5ea1-469f-ad40-abc716d781a2 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:23.013582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:23.017487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:23.035170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Pushing event updated for resources: {'Port': ['ID=f358dcb3-2b7f-4d34-871b-5282c2cb26ba,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:23.039964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.073342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=12ff59e6-9fa3-449f-b6fc-1ab87d4e936c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:23.092856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Attempting to bind port f358dcb3-2b7f-4d34-871b-5282c2cb26ba on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:23.093670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Attempting to bind port f358dcb3-2b7f-4d34-871b-5282c2cb26ba by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '70f830cb-457b-4624-8eae-cd260fe92be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae301af2-5ea1-469f-ad40-abc716d781a2'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:23.093670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Attempting to bind port f358dcb3-2b7f-4d34-871b-5282c2cb26ba on network ae301af2-5ea1-469f-ad40-abc716d781a2 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:23.098585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:23.099446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Checking segment: {'id': '70f830cb-457b-4624-8eae-cd260fe92be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae301af2-5ea1-469f-ad40-abc716d781a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:23.099446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.099745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Bound using segment: {'id': '70f830cb-457b-4624-8eae-cd260fe92be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae301af2-5ea1-469f-ad40-abc716d781a2'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:23.100182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Bound port: f358dcb3-2b7f-4d34-871b-5282c2cb26ba, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f830cb-457b-4624-8eae-cd260fe92be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'ae301af2-5ea1-469f-ad40-abc716d781a2'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:23.100571 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.111855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.132009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.144932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.164483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] For port f358dcb3-2b7f-4d34-871b-5282c2cb26ba, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:23.167737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae301af2-5ea1-469f-ad40-abc716d781a2']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:23.168220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] For port f358dcb3-2b7f-4d34-871b-5282c2cb26ba, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f358dcb3-2b7f-4d34-871b-5282c2cb26ba,segment=NetworkSegment(70f830cb-457b-4624-8eae-cd260fe92be9),segment_id=70f830cb-457b-4624-8eae-cd260fe92be9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:23.174164 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.182774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f830cb-457b-4624-8eae-cd260fe92be9') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:23.183634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f830cb-457b-4624-8eae-cd260fe92be9') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:23.194126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.208726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.223963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:23.224485 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:23.228139 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:23.266746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93223b01-533a-4304-9619-04a88dad71d2 None None] Pushing event updated for resources: {'Port': ['ID=f358dcb3-2b7f-4d34-871b-5282c2cb26ba,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:23.269722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Allocated IP 172.25.0.179 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/a03d380a-4be9-4a06-975f-c81faa4aa0ea) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:23.285817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d018f822-f926-483e-862e-a4b9d0e85904 None None] Network ae301af2-5ea1-469f-ad40-abc716d781a2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:23.324395 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.api [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 18:14:23.324395 n-d-817240-1 neutron-server[102140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 18:14:23.324395 n-d-817240-1 neutron-server[102140]: [parameters: {'id': 'ae301af2-5ea1-469f-ad40-abc716d781a2'}] Nov 09 18:14:23.324395 n-d-817240-1 neutron-server[102140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:14:23.324967 n-d-817240-1 neutron-server[102140]: DEBUG oslo_db.api [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:14:23.337283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf219d8-8d4e-4174-99e5-4da835f50067 req-fef2b5a1-1421-4e8f-8de0-121d2c644a44 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:23.338821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bf219d8-8d4e-4174-99e5-4da835f50067 req-fef2b5a1-1421-4e8f-8de0-121d2c644a44 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0971062 Nov 09 18:14:23.382282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1bf219d8-8d4e-4174-99e5-4da835f50067 req-f8f6b7b5-f1c4-4391-b26c-a6525f25ade2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352912 Nov 09 18:14:23.387400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.403824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf433b-57e8-4b22-a0f3-419fc6049abe None None] Network ae301af2-5ea1-469f-ad40-abc716d781a2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:23.436137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.481315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:23.484378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:23.487403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:23.523676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Port': ['ID=a03d380a-4be9-4a06-975f-c81faa4aa0ea,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:23.536540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d70c845-29d3-4568-9870-6d6159eb5a01 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:23.680875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70c845-29d3-4568-9870-6d6159eb5a01 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:23.743570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.826190 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.881485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Deleting port f358dcb3-2b7f-4d34-871b-5282c2cb26ba {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:23.881833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.943108 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.949204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] For port f358dcb3-2b7f-4d34-871b-5282c2cb26ba, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f358dcb3-2b7f-4d34-871b-5282c2cb26ba,segment=NetworkSegment(70f830cb-457b-4624-8eae-cd260fe92be9),segment_id=70f830cb-457b-4624-8eae-cd260fe92be9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:23.949574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:23.964152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Calling delete_port for f358dcb3-2b7f-4d34-871b-5282c2cb26ba owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:24.040869 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.066628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Router 7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:24.070648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Port': ['ID=f358dcb3-2b7f-4d34-871b-5282c2cb26ba,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:24.074949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No DVR routers for this DVR port f358dcb3-2b7f-4d34-871b-5282c2cb26ba on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:24.151684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.171052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae301af2-5ea1-469f-ad40-abc716d781a2']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:24.171292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:24.181858 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Sync routers for ids ['7cfcb6db-fcac-460f-9638-ecd98bbbc4d9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:24.182429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f830cb-457b-4624-8eae-cd260fe92be9') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:24.182429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f830cb-457b-4624-8eae-cd260fe92be9') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:24.188767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.189996 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-99bdfb0c-c2cb-4503-af46-c1684f924565 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5497711 Nov 09 18:14:24.192450 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.193032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:24.193589 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Routers {'7cfcb6db-fcac-460f-9638-ecd98bbbc4d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:24.194235 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7cfcb6db-fcac-460f-9638-ecd98bbbc4d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:24.206651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.212963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:24.213360 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:24.216719 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:24.285067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.294773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.298172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/ae301af2-5ea1-469f-ad40-abc716d781a2 HTTP/1.1" status: 204 len: 168 time: 1.5046220 Nov 09 18:14:24.302413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:24.308231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e43b19-0095-4ab4-a24c-83e3937d0d4d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=ae301af2-5ea1-469f-ad40-abc716d781a2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:24.309228 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Set router 7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:24.313985 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f25bd24b-c15d-4a39-915b-432b32684f97 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 HTTP/1.1" status: 200 len: 908 time: 0.1191621 Nov 09 18:14:24.316886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38134) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:24.321738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'router': {'name': 'tempest-snat-router-149153387', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': True}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:24.325659 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dacc67-3a60-4cdd-baf8-6a12dc0b8901 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:24.326374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dacc67-3a60-4cdd-baf8-6a12dc0b8901 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:24.330837 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10dacc67-3a60-4cdd-baf8-6a12dc0b8901 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/ae301af2-5ea1-469f-ad40-abc716d781a2 HTTP/1.1" status: 404 len: 339 time: 0.0274487 Nov 09 18:14:24.334961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38136) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:24.339884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-670114164', 'description': 'd1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:24.347435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.348463 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.360627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:24.364647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.393427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:24.402577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.402999 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment ce75eb1b-ad35-47de-90c9-d5b56acd5ed6 of type vlan for network 3d9c78c8-6184-47e4-8267-601bcc773057 Nov 09 18:14:24.415471 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.454968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.484510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.491051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:24.491747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.528901 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcb6db-fcac-460f-9638-ecd98bbbc4d9', 'name': 'tempest-snat-router-149153387', 'tenant_id': 'c4ad35379243445596cc5b17c8c80584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.179'}], 'enable_snat': False}, 'gw_port_id': 'a03d380a-4be9-4a06-975f-c81faa4aa0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:14:22Z', 'updated_at': '2021-11-09T18:14:23Z', 'revision_number': 3, 'project_id': 'c4ad35379243445596cc5b17c8c80584', 'gw_port': {'id': 'a03d380a-4be9-4a06-975f-c81faa4aa0ea', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcb6db-fcac-460f-9638-ecd98bbbc4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:14:23Z', 'updated_at': '2021-11-09T18:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:24.557975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2194955 Nov 09 18:14:24.558225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:24.561743 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Checking router: 7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:14:24.562405 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Updating router 7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 port a03d380a-4be9-4a06-975f-c81faa4aa0ea binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:14:24.584111 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b22633-72b1-4bfe-b20f-07063168bd17 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=3d9c78c8-6184-47e4-8267-601bcc773057,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:24.590365 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.594719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3d9c78c8-6184-47e4-8267-601bcc773057 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:24.610648 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.632346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765eba3-1674-48f7-a9f0-c2d774b3ea98 req-70150050-33dd-4efd-b18d-584be44c6b1c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:24.634289 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7765eba3-1674-48f7-a9f0-c2d774b3ea98 req-70150050-33dd-4efd-b18d-584be44c6b1c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1630571 Nov 09 18:14:24.729802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7765eba3-1674-48f7-a9f0-c2d774b3ea98 req-db40467c-e724-4a0b-a53f-9d6c16aee890 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791330 Nov 09 18:14:24.925969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.936183 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.943099 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.956817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:24.992341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cfc656-35bd-40af-8ac9-09efebe508dd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:24.996530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b7cfc656-35bd-40af-8ac9-09efebe508dd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/networks?id=3d9c78c8-6184-47e4-8267-601bcc773057 HTTP/1.1" status: 200 len: 760 time: 0.4347582 Nov 09 18:14:24.996714 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Attempting to bind port a03d380a-4be9-4a06-975f-c81faa4aa0ea on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:24.996714 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Attempting to bind port a03d380a-4be9-4a06-975f-c81faa4aa0ea by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:24.996923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38146) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:24.997025 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Attempting to bind port a03d380a-4be9-4a06-975f-c81faa4aa0ea on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:25.002266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'description': 'd2'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:25.006750 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:25.006750 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:25.007232 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.007674 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:25.008178 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Bound port: a03d380a-4be9-4a06-975f-c81faa4aa0ea, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:25.008646 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.010248 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e9cab-1d55-4279-9862-ae0a71f0fca2 None None] Pushing event updated for resources: {'Port': ['ID=a03d380a-4be9-4a06-975f-c81faa4aa0ea,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:25.063727 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] For port a03d380a-4be9-4a06-975f-c81faa4aa0ea, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:25.066867 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] For port a03d380a-4be9-4a06-975f-c81faa4aa0ea, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a03d380a-4be9-4a06-975f-c81faa4aa0ea,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:25.072724 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.079906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Allocated IP 172.25.0.18 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/b76c9b97-92bd-4e1c-a898-62900d8cd233) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:25.121062 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Routers {'7cfcb6db-fcac-460f-9638-ecd98bbbc4d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:25.121609 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7cfcb6db-fcac-460f-9638-ecd98bbbc4d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:25.178902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.193432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.195352 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e9cab-1d55-4279-9862-ae0a71f0fca2 None None] Pushing event updated for resources: {'Port': ['ID=a03d380a-4be9-4a06-975f-c81faa4aa0ea,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:25.206421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.212603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 3d9c78c8-6184-47e4-8267-601bcc773057 is not hosted by any dhcp agent {{(pid=102141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:14:25.218165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:25.218656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.223260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "PUT /v2.0/networks/3d9c78c8-6184-47e4-8267-601bcc773057 HTTP/1.1" status: 200 len: 757 time: 0.2228806 Nov 09 18:14:25.223427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38148) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:25.241997 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] Set router 7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:25.265188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93459745-d95c-404b-8afe-8ac338d23b72 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=3d9c78c8-6184-47e4-8267-601bcc773057,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:25.277352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3d9c78c8-6184-47e4-8267-601bcc773057 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:25.320511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.339996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:25.343566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:25.346930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:25.371983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65acfcef-8b70-4fe7-b34b-d70776a0c253 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:25.376581 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-65acfcef-8b70-4fe7-b34b-d70776a0c253 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/networks?id=3d9c78c8-6184-47e4-8267-601bcc773057 HTTP/1.1" status: 200 len: 760 time: 0.1485810 Nov 09 18:14:25.376976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:25.382128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-607855819'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:25.403633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:25.408300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.420799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Port': ['ID=b76c9b97-92bd-4e1c-a898-62900d8cd233,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:25.434242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:25.444435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.444649 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcb6db-fcac-460f-9638-ecd98bbbc4d9', 'name': 'tempest-snat-router-149153387', 'tenant_id': 'c4ad35379243445596cc5b17c8c80584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.179'}], 'enable_snat': False}, 'gw_port_id': 'a03d380a-4be9-4a06-975f-c81faa4aa0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:14:22Z', 'updated_at': '2021-11-09T18:14:23Z', 'revision_number': 3, 'project_id': 'c4ad35379243445596cc5b17c8c80584', 'gw_port': {'id': 'a03d380a-4be9-4a06-975f-c81faa4aa0ea', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcb6db-fcac-460f-9638-ecd98bbbc4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:14:23Z', 'updated_at': '2021-11-09T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:25.444825 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment b5fe0ee1-1854-4c1c-818f-cecf6dd248e6 of type vlan for network f747740d-1ec0-40f2-933f-afe1e9dfac82 Nov 09 18:14:25.475860 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dba22d-1b9f-4123-9e59-750be93a7b91 None None] The sync data for ids ['7cfcb6db-fcac-460f-9638-ecd98bbbc4d9'] in n-d-817240-1 is: [{'id': '7cfcb6db-fcac-460f-9638-ecd98bbbc4d9', 'name': 'tempest-snat-router-149153387', 'tenant_id': 'c4ad35379243445596cc5b17c8c80584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.179'}], 'enable_snat': False}, 'gw_port_id': 'a03d380a-4be9-4a06-975f-c81faa4aa0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:14:22Z', 'updated_at': '2021-11-09T18:14:23Z', 'revision_number': 3, 'project_id': 'c4ad35379243445596cc5b17c8c80584', 'gw_port': {'id': 'a03d380a-4be9-4a06-975f-c81faa4aa0ea', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcb6db-fcac-460f-9638-ecd98bbbc4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:14:23Z', 'updated_at': '2021-11-09T18:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:25.490365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.519792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.525578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:25.526201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.590619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2100501 Nov 09 18:14:25.590842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38152) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:25.597755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': 'f747740d-1ec0-40f2-933f-afe1e9dfac82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:25.604446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f99e3-2e2d-45f8-8abc-c78e54572262 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=f747740d-1ec0-40f2-933f-afe1e9dfac82,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:25.620778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network f747740d-1ec0-40f2-933f-afe1e9dfac82 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:25.650243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.701207 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:25.705397 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:25.956839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.026694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=b04644bc-89e6-423e-8f35-ea09a3070703,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:26.034164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': 'b5fe0ee1-1854-4c1c-818f-cecf6dd248e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f747740d-1ec0-40f2-933f-afe1e9dfac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:26.034804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: f747740d-1ec0-40f2-933f-afe1e9dfac82, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:26.055940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network f747740d-1ec0-40f2-933f-afe1e9dfac82 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:26.067925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, f747740d-1ec0-40f2-933f-afe1e9dfac82) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:26.072632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:26.073269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.081507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5874d691-8e09-458f-9225-852bc63e0671 None None] Network f747740d-1ec0-40f2-933f-afe1e9dfac82 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:26.093108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eb741966-5781-444d-8b0b-238338f1ea34 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5010936 Nov 09 18:14:26.095790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38160) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:26.213901 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.255098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4b292-d3d6-47d5-897f-94f9a6286a09 req-4cf6de94-23d0-4efb-8397-36294ac65cb2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:26.257441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c092c2-a02b-4c25-86b1-877158eb7038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-f747740d-1ec0-40f2-933f-afe1e9dfac82', 'network_id': 'f747740d-1ec0-40f2-933f-afe1e9dfac82', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': 'b04644bc-89e6-423e-8f35-ea09a3070703'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:26.258365 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c092c2-a02b-4c25-86b1-877158eb7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.262358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a4b292-d3d6-47d5-897f-94f9a6286a09 req-4cf6de94-23d0-4efb-8397-36294ac65cb2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.4259932 Nov 09 18:14:26.272230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.286779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.353482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.365948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a4b292-d3d6-47d5-897f-94f9a6286a09 req-584047d8-67d2-4ae2-8983-3ff3922af960 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024883 Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-59c092c2-a02b-4c25-86b1-877158eb7038 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b04644bc-89e6-423e-8f35-ea09a3070703: This subnet is being modified by another concurrent operation. Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b04644bc-89e6-423e-8f35-ea09a3070703: This subnet is being modified by another concurrent operation. Nov 09 18:14:26.373199 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:14:26.387512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=b04644bc-89e6-423e-8f35-ea09a3070703,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:26.401661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e03e1-e21a-4598-827d-903dd5f7c253 None None] Network f747740d-1ec0-40f2-933f-afe1e9dfac82 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:26.461678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Router 97459a3c-32bc-457c-a823-e2d4f6440101 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:26.487897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.510594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f747740d-1ec0-40f2-933f-afe1e9dfac82']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:26.522189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fe0ee1-1854-4c1c-818f-cecf6dd248e6') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:26.522498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fe0ee1-1854-4c1c-818f-cecf6dd248e6') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:26.537082 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.553427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.563390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef1dd2-633b-47be-86bf-d5a93a0aef48 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:14:26.569707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:26.571301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:26.575271 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:26.636420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:26.642591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.647087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Sync routers for ids ['97459a3c-32bc-457c-a823-e2d4f6440101'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:26.650604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.654203 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/f747740d-1ec0-40f2-933f-afe1e9dfac82 HTTP/1.1" status: 204 len: 168 time: 0.5574045 Nov 09 18:14:26.657899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38162) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:26.668461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16298e83-1e59-400e-bd69-9f07035a0ba4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=f747740d-1ec0-40f2-933f-afe1e9dfac82,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:26.680611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Routers {'97459a3c-32bc-457c-a823-e2d4f6440101'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:26.681266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['97459a3c-32bc-457c-a823-e2d4f6440101'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:26.691286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:26.694933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-596b8ec5-93b7-4317-b6b0-f121ce455cfc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.3745584 Nov 09 18:14:26.694933 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-66563249-0b8b-4a79-89a5-fd4602d20ea0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] GET failed (client error): The resource could not be found. Nov 09 18:14:26.695151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66563249-0b8b-4a79-89a5-fd4602d20ea0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/subnets/b04644bc-89e6-423e-8f35-ea09a3070703 HTTP/1.1" status: 404 len: 337 time: 0.0362692 Nov 09 18:14:26.695460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38164) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:26.697817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38166) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:26.776890 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7eeaa5-040a-4fd1-940f-a19631fa3700 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:26.777381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7eeaa5-040a-4fd1-940f-a19631fa3700 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:26.780416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7d7eeaa5-040a-4fd1-940f-a19631fa3700 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/f747740d-1ec0-40f2-933f-afe1e9dfac82 HTTP/1.1" status: 404 len: 339 time: 0.0815995 Nov 09 18:14:26.785177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38170) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:26.823105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef1dd2-633b-47be-86bf-d5a93a0aef48 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:14:26.825863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Set router 97459a3c-32bc-457c-a823-e2d4f6440101 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:14:26.976713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03dc6655-9bb4-41b7-9567-f4db7b1a5fa3 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/97459a3c-32bc-457c-a823-e2d4f6440101 HTTP/1.1" status: 200 len: 906 time: 0.2801352 Nov 09 18:14:26.979401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38172) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:26.994080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d579d-86ef-4521-b205-1bbe9878e1f4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:26.998694 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1d1d579d-86ef-4521-b205-1bbe9878e1f4 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2098534 Nov 09 18:14:26.999857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38174) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:27.048500 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b0953fda-b386-4d53-b433-366c7c40bf27 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 207 time: 0.0426779 Nov 09 18:14:27.048500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38176) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:27.112560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.172052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a03d380a-4be9-4a06-975f-c81faa4aa0ea up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:27.237159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.264387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735aa74-a959-4016-b793-27195f6cc021 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.269172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97459a3c-32bc-457c-a823-e2d4f6440101', 'name': 'tempest-snat-router-149153387', 'tenant_id': 'c4ad35379243445596cc5b17c8c80584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b76c9b97-92bd-4e1c-a898-62900d8cd233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:14:24Z', 'updated_at': '2021-11-09T18:14:25Z', 'revision_number': 3, 'project_id': 'c4ad35379243445596cc5b17c8c80584', 'gw_port': {'id': 'b76c9b97-92bd-4e1c-a898-62900d8cd233', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97459a3c-32bc-457c-a823-e2d4f6440101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:14:24Z', 'updated_at': '2021-11-09T18:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:27.270846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735aa74-a959-4016-b793-27195f6cc021 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.276638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735aa74-a959-4016-b793-27195f6cc021 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.283578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735aa74-a959-4016-b793-27195f6cc021 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.289447 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e735aa74-a959-4016-b793-27195f6cc021 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2393525 Nov 09 18:14:27.291005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38178) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:27.323400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Checking router: 97459a3c-32bc-457c-a823-e2d4f6440101 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:14:27.323749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Updating router 97459a3c-32bc-457c-a823-e2d4f6440101 port b76c9b97-92bd-4e1c-a898-62900d8cd233 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:14:27.364402 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.365013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Deleting port b76c9b97-92bd-4e1c-a898-62900d8cd233 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:27.365361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.365875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a03d380a-4be9-4a06-975f-c81faa4aa0ea triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:27.366264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.592844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.605972 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.615330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-af5beba0-863e-4192-b125-4e83dd2f3951 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3243251 Nov 09 18:14:27.619049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38188) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:27.625365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d6e3b-1e9b-4bdd-9ec8-96f68ee5cd20 req-c6f0ba54-6d78-4603-8a65-5ef1b8442b75 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.627592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-730d6e3b-1e9b-4bdd-9ec8-96f68ee5cd20 req-c6f0ba54-6d78-4603-8a65-5ef1b8442b75 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1690569 Nov 09 18:14:27.632024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Calling delete_port for b76c9b97-92bd-4e1c-a898-62900d8cd233 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:27.643700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a03d380a-4be9-4a06-975f-c81faa4aa0ea, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a03d380a-4be9-4a06-975f-c81faa4aa0ea,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:27.654641 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.713414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-730d6e3b-1e9b-4bdd-9ec8-96f68ee5cd20 req-77b7a83c-a422-4607-88aa-57acab444276 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773149 Nov 09 18:14:27.715269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52324c0-f412-4782-aaa1-49318b670c66 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.717155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52324c0-f412-4782-aaa1-49318b670c66 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.718536 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f52324c0-f412-4782-aaa1-49318b670c66 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0981419 Nov 09 18:14:27.722522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38190) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:27.737843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a03d380a-4be9-4a06-975f-c81faa4aa0ea,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:27.782929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522a573-b882-46c7-8270-0dfde125509c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.785466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522a573-b882-46c7-8270-0dfde125509c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['shared'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.788430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.792965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1522a573-b882-46c7-8270-0dfde125509c tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0692017 Nov 09 18:14:27.793571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38192) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:27.796686 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.846712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Attempting to bind port b76c9b97-92bd-4e1c-a898-62900d8cd233 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:27.847006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Attempting to bind port b76c9b97-92bd-4e1c-a898-62900d8cd233 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:27.847378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Attempting to bind port b76c9b97-92bd-4e1c-a898-62900d8cd233 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:27.858105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8796a45-0eb5-459d-b9a5-2edea4581674 None None] Pushing event updated for resources: {'Port': ['ID=b76c9b97-92bd-4e1c-a898-62900d8cd233,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:27.861229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:27.861610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:27.862012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.862419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:27.862899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Bound port: b76c9b97-92bd-4e1c-a898-62900d8cd233, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:27.863277 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.885195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:27.912697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3394918b-062c-409f-a281-b51e7e4a4541 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:27.917711 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3394918b-062c-409f-a281-b51e7e4a4541 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/networks/5d5e14a0-0188-4255-83da-37768746e5f1 HTTP/1.1" status: 200 len: 800 time: 0.1196885 Nov 09 18:14:27.917887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event deleted for resources: {'Port': ['ID=b76c9b97-92bd-4e1c-a898-62900d8cd233,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:27.917887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38194) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:27.921470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:14:27.921794 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:14:28.040962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.145122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a363353c-9b8c-47df-8073-17ce0757740a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/networks/5d5e14a0-0188-4255-83da-37768746e5f1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2252717 Nov 09 18:14:28.146753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.148459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38196) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:28.149528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.192743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.193423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97459a3c-32bc-457c-a823-e2d4f6440101 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:28.197967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.199143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d12247bf-9de2-4d75-8fb5-8813d611db12 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "DELETE /v2.0/routers/97459a3c-32bc-457c-a823-e2d4f6440101 HTTP/1.1" status: 204 len: 168 time: 1.2185602 Nov 09 18:14:28.201711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38198) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:28.203585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee04bdd-92b6-4d00-b019-e9ca79b273bc tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:28.205463 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8ee04bdd-92b6-4d00-b019-e9ca79b273bc tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/subnets/74f1aa52-67ce-443e-bf5d-42c9bf3d2089 HTTP/1.1" status: 200 len: 811 time: 0.0559976 Nov 09 18:14:28.208988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:28.324156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5614de-f9aa-4d86-881f-cca3c91618dc tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['shared'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:28.325544 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8d5614de-f9aa-4d86-881f-cca3c91618dc tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "GET /v2.0/subnets/74f1aa52-67ce-443e-bf5d-42c9bf3d2089?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1156843 Nov 09 18:14:28.329842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38202) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:28.334539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-153791071'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:28.363108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.399408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:28.403101 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.435523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Attempting to bind port b76c9b97-92bd-4e1c-a898-62900d8cd233 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:28.435910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Attempting to bind port b76c9b97-92bd-4e1c-a898-62900d8cd233 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:28.436286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Attempting to bind port b76c9b97-92bd-4e1c-a898-62900d8cd233 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:28.441164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:28.441541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:28.441945 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.442370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:28.442839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Bound port: b76c9b97-92bd-4e1c-a898-62900d8cd233, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:28.443223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.460934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Port b76c9b97-92bd-4e1c-a898-62900d8cd233 has been deleted concurrently {{(pid=102142) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Nov 09 18:14:28.462653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:28.471405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Routers set() bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:28.471780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Router IDs set() for agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 18:14:28.472812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_agentschedulers_db [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97459a3c-32bc-457c-a823-e2d4f6440101'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent'). {{(pid=102142) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 18:14:28.472812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e525d-a21d-45bb-8cc9-bbef756261ab None None] The sync data for ids ['97459a3c-32bc-457c-a823-e2d4f6440101'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:28.478879 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.479097 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Added segment c52583cc-8ab2-4907-80b3-5bd25c5a50e8 of type vlan for network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b Nov 09 18:14:28.527638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.532570 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.582748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.588240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:28.588818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.654447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3235316 Nov 09 18:14:28.657314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38204) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:28.663232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'network_id': '8c50d4ed-2b05-40ea-9e25-04f405a2c26b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:28.665537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0df52-a942-4bf7-a0f2-cc0c98855497 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Network': ['ID=8c50d4ed-2b05-40ea-9e25-04f405a2c26b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:28.671637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Deleting port a03d380a-4be9-4a06-975f-c81faa4aa0ea {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:28.671981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.679806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:28.763305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Made reservation on behalf of 8ef35f87f3494083807778c2739e25b7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:28.767937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.796717 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-32f5baf7-cb96-43ee-b1fe-287e56f86060 service neutron] show failed (client error): The resource could not be found. Nov 09 18:14:28.797762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-32f5baf7-cb96-43ee-b1fe-287e56f86060 service neutron] 10.222.0.73 "GET /v2.0/ports/d45ed17f-a0aa-45fa-9903-86b571b38476/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0849013 Nov 09 18:14:28.802689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] For port a03d380a-4be9-4a06-975f-c81faa4aa0ea, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a03d380a-4be9-4a06-975f-c81faa4aa0ea,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:28.803059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.824556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Calling delete_port for a03d380a-4be9-4a06-975f-c81faa4aa0ea owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:28.831301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Performing IP validity checks on allocation pools {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:14:28.831901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:14:28.909609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39767e3-cecc-459e-81d1-0efd56751ae4 req-bbf805b8-95cd-44a6-a971-154d248d61d6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:28.911082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b39767e3-cecc-459e-81d1-0efd56751ae4 req-bbf805b8-95cd-44a6-a971-154d248d61d6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1007826 Nov 09 18:14:28.975557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:28.995569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b39767e3-cecc-459e-81d1-0efd56751ae4 req-0dfd8dbc-a82c-4c62-bfb9-3552f4d29666 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777178 Nov 09 18:14:29.081051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.084187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=0cb2e93d-44e7-4205-b825-80f55f68da52,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:29.087959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Checking segment: {'id': 'c52583cc-8ab2-4907-80b3-5bd25c5a50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8c50d4ed-2b05-40ea-9e25-04f405a2c26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:29.088328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network hostable DHCP agents. Network: 8c50d4ed-2b05-40ea-9e25-04f405a2c26b, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:29.114727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a03d380a-4be9-4a06-975f-c81faa4aa0ea up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:29.120067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-16e887f1-ae1c-4d33-b26a-141462bb1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:29.121586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-16e887f1-ae1c-4d33-b26a-141462bb1b7f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 1097 time: 0.1130800 Nov 09 18:14:29.131863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event deleted for resources: {'Port': ['ID=a03d380a-4be9-4a06-975f-c81faa4aa0ea,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:29.135599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:29.142400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:29.144990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a03d380a-4be9-4a06-975f-c81faa4aa0ea {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:29.145680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a03d380a-4be9-4a06-975f-c81faa4aa0ea not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 18:14:29.167421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Port a03d380a-4be9-4a06-975f-c81faa4aa0ea not found, will not notify nova. {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 18:14:29.175643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8c50d4ed-2b05-40ea-9e25-04f405a2c26b) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:29.183611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:29.184219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.201914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.214681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.223792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fae653cf-73bf-4644-858c-aebc8c841cdd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5625830 Nov 09 18:14:29.227772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:29.236676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2ac51510-ed4c-4e8d-a099-f577d3ba69af tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:29.301343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.304037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.320826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a8eb4-65e4-4b79-8ffd-b535914dc161 None None] Network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:29.357809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.358576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:29.369339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.374322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-958fd3c4-4889-4259-94f6-d298f4fb54e1 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7cfcb6db-fcac-460f-9638-ecd98bbbc4d9 HTTP/1.1" status: 204 len: 168 time: 1.1678472 Nov 09 18:14:29.374516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38214) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:29.379218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2114430322', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:29.404982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.406413 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.439524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ac51510-ed4c-4e8d-a099-f577d3ba69af tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8568327'] for subnet, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.482330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.503780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-8c50d4ed-2b05-40ea-9e25-04f405a2c26b', 'network_id': '8c50d4ed-2b05-40ea-9e25-04f405a2c26b', 'tenant_id': '8ef35f87f3494083807778c2739e25b7', 'fixed_ips': [{'subnet_id': '0cb2e93d-44e7-4205-b825-80f55f68da52'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:29.507529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.583125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:29.682037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:29.734160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ac51510-ed4c-4e8d-a099-f577d3ba69af tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772669375537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12454629'] for subnet, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.740761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:29.743090 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ba67cb-d11b-4def-b8b8-1ee1709c87fa" -d '{"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:29.749470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.791068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Allocated IP 172.20.0.3 (8c50d4ed-2b05-40ea-9e25-04f405a2c26b/0cb2e93d-44e7-4205-b825-80f55f68da52/176b567a-3b15-4a23-ba05-8c608842250a) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:29.799271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Transition to ACTIVE for port object d45ed17f-a0aa-45fa-9903-86b571b38476 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:14:29.802575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac51510-ed4c-4e8d-a099-f577d3ba69af tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:29.803317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ac51510-ed4c-4e8d-a099-f577d3ba69af tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.804635 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ac51510-ed4c-4e8d-a099-f577d3ba69af tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "PUT /v2.0/subnets/0cb2e93d-44e7-4205-b825-80f55f68da52 HTTP/1.1" status: 200 len: 877 time: 0.5760081 Nov 09 18:14:29.807528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38218) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:29.825076 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c92eef-2e0d-4bdb-ba5b-bef978606fe6 x-openstack-request-id: req-57c92eef-2e0d-4bdb-ba5b-bef978606fe6 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:29.825366 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:29.825629 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57c92eef-2e0d-4bdb-ba5b-bef978606fe6 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:29.826007 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'code': 200} Nov 09 18:14:29.826653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.872539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac51510-ed4c-4e8d-a099-f577d3ba69af tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event updated for resources: {'Subnet': ['ID=0cb2e93d-44e7-4205-b825-80f55f68da52,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:29.962309 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:29.978898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=6']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:29.988409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.006511 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.099492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:30.113399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:30.120863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:30.135665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Pushing event updated for resources: {'Port': ['ID=176b567a-3b15-4a23-ba05-8c608842250a,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:30.208088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Attempting to bind port 176b567a-3b15-4a23-ba05-8c608842250a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:30.208475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Attempting to bind port 176b567a-3b15-4a23-ba05-8c608842250a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'c52583cc-8ab2-4907-80b3-5bd25c5a50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8c50d4ed-2b05-40ea-9e25-04f405a2c26b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:30.208840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Attempting to bind port 176b567a-3b15-4a23-ba05-8c608842250a on network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:30.214235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:30.214618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Checking segment: {'id': 'c52583cc-8ab2-4907-80b3-5bd25c5a50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8c50d4ed-2b05-40ea-9e25-04f405a2c26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:30.215024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.215690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Bound using segment: {'id': 'c52583cc-8ab2-4907-80b3-5bd25c5a50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8c50d4ed-2b05-40ea-9e25-04f405a2c26b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:30.216175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Bound port: 176b567a-3b15-4a23-ba05-8c608842250a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52583cc-8ab2-4907-80b3-5bd25c5a50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8c50d4ed-2b05-40ea-9e25-04f405a2c26b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:30.216562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.251565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5769-f2d9-4e51-a293-c11bc39ff4fc req-1206c198-a381-4c92-8adf-62bb56b4c9a1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:30.253045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-092a5769-f2d9-4e51-a293-c11bc39ff4fc req-1206c198-a381-4c92-8adf-62bb56b4c9a1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 944 time: 0.1436441 Nov 09 18:14:30.277552 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.294705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] For port 176b567a-3b15-4a23-ba05-8c608842250a, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:30.298640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] For port 176b567a-3b15-4a23-ba05-8c608842250a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=176b567a-3b15-4a23-ba05-8c608842250a,segment=NetworkSegment(c52583cc-8ab2-4907-80b3-5bd25c5a50e8),segment_id=c52583cc-8ab2-4907-80b3-5bd25c5a50e8)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:30.306631 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.315364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.341137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-092a5769-f2d9-4e51-a293-c11bc39ff4fc req-93d3778e-95b1-41d0-9d02-43067bd9d813 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652444 Nov 09 18:14:30.370085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74fd43-b2e2-4a9e-b24d-c898e0f54f7a None None] Pushing event updated for resources: {'Port': ['ID=176b567a-3b15-4a23-ba05-8c608842250a,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:30.414506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.451351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] No DVR routers for this DVR port d45ed17f-a0aa-45fa-9903-86b571b38476 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:30.461412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Allocated IP 172.25.0.30 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/b4ec3e10-fb76-47bb-b10b-0d09e385a16e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:30.585752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.597796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Deleting port 176b567a-3b15-4a23-ba05-8c608842250a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:30.599000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.650246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.689814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:30.690909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:30.691466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:30.698598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:30.699391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:30.699735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:30.703585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:30.707199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:30.712800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:30.713151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Checking segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:30.713606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Bound using segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:30.714101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Bound port: d45ed17f-a0aa-45fa-9903-86b571b38476, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:30.714461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.737383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event updated for resources: {'Port': ['ID=b4ec3e10-fb76-47bb-b10b-0d09e385a16e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:30.767619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] For port 176b567a-3b15-4a23-ba05-8c608842250a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=176b567a-3b15-4a23-ba05-8c608842250a,segment=NetworkSegment(c52583cc-8ab2-4907-80b3-5bd25c5a50e8),segment_id=c52583cc-8ab2-4907-80b3-5bd25c5a50e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:30.767996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.784943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Calling delete_port for 176b567a-3b15-4a23-ba05-8c608842250a owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:30.852627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:30.873569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:30.881913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.938688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:30.939507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:30.940842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] 10.222.0.85 "PUT /v2.0/ports/d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1092 time: 1.8066335 Nov 09 18:14:30.989334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.010795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efde22-ace2-43a6-a58d-d180de3be91d service neutron] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=7']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:31.043281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.062300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-aac47128-b623-4cd4-8325-9844c91ddebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.064771 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-aac47128-b623-4cd4-8325-9844c91ddebf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1095 time: 0.0834808 Nov 09 18:14:31.092773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Port': ['ID=176b567a-3b15-4a23-ba05-8c608842250a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:31.186501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 176b567a-3b15-4a23-ba05-8c608842250a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:31.199506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No DVR routers for this DVR port 176b567a-3b15-4a23-ba05-8c608842250a on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:31.217274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 176b567a-3b15-4a23-ba05-8c608842250a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:31.217619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 176b567a-3b15-4a23-ba05-8c608842250a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 18:14:31.241259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Port 176b567a-3b15-4a23-ba05-8c608842250a not found, will not notify nova. {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 18:14:31.272200 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.276186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.305182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a03d380a-4be9-4a06-975f-c81faa4aa0ea no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:31.330187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-9b3775d8-a425-4dd4-b746-9d8cef634351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.330476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a03d380a-4be9-4a06-975f-c81faa4aa0ea {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:31.330672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a03d380a-4be9-4a06-975f-c81faa4aa0ea not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:31.332262 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-9b3775d8-a425-4dd4-b746-9d8cef634351 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.2492080 Nov 09 18:14:31.416291 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.451666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb2e93d-44e7-4205-b825-80f55f68da52,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:31.461962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-b4bdec51-e5c1-45b1-8775-fb679d2455c8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1000 time: 0.1193388 Nov 09 18:14:31.472547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Router ebde049a-b6b6-45b9-a8cd-788e6018a14e is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:31.553498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.566743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068c630-3959-4b33-a6c7-e623ac0ea10a req-5f4ad8eb-938d-4d09-8596-14a274e2a428 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.572647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4787d5-da51-4f85-bb53-4770f00dfcae None None] Network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:31.574907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c068c630-3959-4b33-a6c7-e623ac0ea10a req-5f4ad8eb-938d-4d09-8596-14a274e2a428 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 944 time: 0.1353080 Nov 09 18:14:31.576850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-ffc1cce0-3b48-49e7-9564-8d0533fd8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.578351 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-ffc1cce0-3b48-49e7-9564-8d0533fd8db2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.1081252 Nov 09 18:14:31.581715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c50d4ed-2b05-40ea-9e25-04f405a2c26b']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:31.605256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52583cc-8ab2-4907-80b3-5bd25c5a50e8') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:31.605561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52583cc-8ab2-4907-80b3-5bd25c5a50e8') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:31.626673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c068c630-3959-4b33-a6c7-e623ac0ea10a req-d57197d4-99bb-43f3-9c67-186a04198ff5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508015 Nov 09 18:14:31.632998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.644190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:31.654096 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] Sync routers for ids ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:31.658409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.665929 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] Routers {'ebde049a-b6b6-45b9-a8cd-788e6018a14e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:31.666982 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:31.667467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:31.667888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:31.671017 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:31.677698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.682049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f4cb4bce-67c6-4f55-9137-8cfcc4325405 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3065202 Nov 09 18:14:31.682791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38232) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:31.690175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-6a27df2d-efbe-4bc5-af29-7a366f8bf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:31.692321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': False}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:31.692593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-6a27df2d-efbe-4bc5-af29-7a366f8bf6e7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037123 Nov 09 18:14:31.701607 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:31.711936 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] Routers {'ebde049a-b6b6-45b9-a8cd-788e6018a14e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:31.712595 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:31.754636 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:31.755293 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7200a27-a2d4-4c3f-9fde-9f404cedd5de None None] The sync data for ids ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:31.808587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.823564 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:31.831441 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/8c50d4ed-2b05-40ea-9e25-04f405a2c26b HTTP/1.1" status: 204 len: 168 time: 2.0229535 Nov 09 18:14:31.835158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:31.836625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38234) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:31.837870 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:31.862277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f594-ceab-4296-aeef-ca5b4ea1b3a2 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=8c50d4ed-2b05-40ea-9e25-04f405a2c26b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:31.873954 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e90520-496b-4450-8aed-e0452fd0fa9b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:31.874449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e90520-496b-4450-8aed-e0452fd0fa9b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:31.880826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c4e90520-496b-4450-8aed-e0452fd0fa9b tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/0cb2e93d-44e7-4205-b825-80f55f68da52 HTTP/1.1" status: 404 len: 337 time: 0.0390816 Nov 09 18:14:31.881719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38238) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:31.891929 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-2c203a07-56f0-4e40-bdbb-f1b218eb8e5a service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691103 Nov 09 18:14:31.893010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-849e24ed-0f15-4215-80f8-ac4800b5dced None None] Could not find standard attr ID for object 176b567a-3b15-4a23-ba05-8c608842250a. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:14:31.912914 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a105d33e-e55b-4e2f-985c-a5bc8b293a6d x-openstack-request-id: req-a105d33e-e55b-4e2f-985c-a5bc8b293a6d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:31.913319 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:31.913670 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a105d33e-e55b-4e2f-985c-a5bc8b293a6d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:31.914190 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'status': 'completed', 'code': 200} Nov 09 18:14:31.917140 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf25ff6-9d1f-4ce2-85ce-9366b94d6d65 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:31.917719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf25ff6-9d1f-4ce2-85ce-9366b94d6d65 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:31.920733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4bf25ff6-9d1f-4ce2-85ce-9366b94d6d65 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/8c50d4ed-2b05-40ea-9e25-04f405a2c26b HTTP/1.1" status: 404 len: 339 time: 0.0372975 Nov 09 18:14:31.923291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38240) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:31.997894 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-5c90e9cd-c1de-46aa-ad89-41f388dcff57 service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951591 Nov 09 18:14:32.026223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a084310-3383-4e0a-bfe0-a2f1ba63b316 None None] DHCP port deletion for 8c50d4ed-2b05-40ea-9e25-04f405a2c26b request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:14:32.039590 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-949efc2a-5747-4b94-b83d-a1e3a7eb360e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.039590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949efc2a-5747-4b94-b83d-a1e3a7eb360e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.042736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-949efc2a-5747-4b94-b83d-a1e3a7eb360e tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/b04644bc-89e6-423e-8f35-ea09a3070703 HTTP/1.1" status: 404 len: 337 time: 0.1184793 Nov 09 18:14:32.042871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38242) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.054085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b145d-8b9d-46d1-a2b8-93dbcd7cf660 None None] Network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:32.067051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b145d-8b9d-46d1-a2b8-93dbcd7cf660 None None] Network 8c50d4ed-2b05-40ea-9e25-04f405a2c26b could not be found, it might have been deleted concurrently. {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:14:32.069350 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-add1a286-9d7b-46cf-9f24-a30e84ee5e05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.070433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add1a286-9d7b-46cf-9f24-a30e84ee5e05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.076067 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-add1a286-9d7b-46cf-9f24-a30e84ee5e05 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/f747740d-1ec0-40f2-933f-afe1e9dfac82 HTTP/1.1" status: 404 len: 339 time: 0.0297165 Nov 09 18:14:32.078179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38244) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.122208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-70c97dcc-f614-4f2f-9d45-eb902d1e0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.123740 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-70c97dcc-f614-4f2f-9d45-eb902d1e0e11 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1095 time: 0.0563803 Nov 09 18:14:32.151767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-1da11d98-55c3-4a25-bd00-0e7b37de69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.153251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-1da11d98-55c3-4a25-bd00-0e7b37de69e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1095 time: 0.1524501 Nov 09 18:14:32.170220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.228588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-107a4a38-c5f6-4295-b356-604c16ce8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.231606 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-107a4a38-c5f6-4295-b356-604c16ce8d2a service neutron] 10.222.0.85 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.0989194 Nov 09 18:14:32.305921 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-9bd23781-2626-4a09-ad4e-336e5cec9d19 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1000 time: 0.0672786 Nov 09 18:14:32.355078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-41e161d8-f712-423d-a6d1-6a78c76d8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.356450 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-41e161d8-f712-423d-a6d1-6a78c76d8ea4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.0434353 Nov 09 18:14:32.362888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:32.403505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:32.404186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-b6c9ed31-d0ee-4cdc-945e-7d6f06ed7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.405821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-b6c9ed31-d0ee-4cdc-945e-7d6f06ed7f9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412126 Nov 09 18:14:32.414002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-ef7687b4-82c3-4d7f-b645-9047c2775d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.415490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-ef7687b4-82c3-4d7f-b645-9047c2775d2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.2493072 Nov 09 18:14:32.418406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.473211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9c78c8-6184-47e4-8267-601bcc773057']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:32.478464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.495096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce75eb1b-ad35-47de-90c9-d5b56acd5ed6') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:32.495397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce75eb1b-ad35-47de-90c9-d5b56acd5ed6') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:32.500089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-3b6afe05-8f09-4ddb-b752-17fe4c1fd566 service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866275 Nov 09 18:14:32.508696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.538356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.544657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-fd75aae3-c462-451f-8d25-1787511f2d09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1000 time: 0.1168706 Nov 09 18:14:32.582608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:32.583012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:32.585868 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:32.594592 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-0133836e-0134-4b21-aa05-394d660f9a2a service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869555 Nov 09 18:14:32.681001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-f5b81f5d-2379-46f4-bea4-f1bc53444dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.682494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-f5b81f5d-2379-46f4-bea4-f1bc53444dc8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.1099095 Nov 09 18:14:32.683051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.687035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:32.694305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/3d9c78c8-6184-47e4-8267-601bcc773057 HTTP/1.1" status: 204 len: 168 time: 0.6139374 Nov 09 18:14:32.694427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38250) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.720263 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1314b245-e27f-42ca-831c-8d33f6fefbda tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.720717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1314b245-e27f-42ca-831c-8d33f6fefbda tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.723809 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1314b245-e27f-42ca-831c-8d33f6fefbda tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/12ff59e6-9fa3-449f-b6fc-1ab87d4e936c HTTP/1.1" status: 404 len: 337 time: 0.0286834 Nov 09 18:14:32.724349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1a7d3-fac7-4b68-b79a-7ccd409a6861 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=3d9c78c8-6184-47e4-8267-601bcc773057,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:32.726424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38252) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.747568 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3002ce-ee5f-4a3e-95e3-0c02453c4e33 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.748130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3002ce-ee5f-4a3e-95e3-0c02453c4e33 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.751772 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d3002ce-ee5f-4a3e-95e3-0c02453c4e33 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/ae301af2-5ea1-469f-ad40-abc716d781a2 HTTP/1.1" status: 404 len: 339 time: 0.0244195 Nov 09 18:14:32.754377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38256) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.778631 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b919bd02-e637-4279-9ec1-7954f24fcbba tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.779080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b919bd02-e637-4279-9ec1-7954f24fcbba tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.782184 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b919bd02-e637-4279-9ec1-7954f24fcbba tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/90cc9776-3cae-4342-a410-e14610275481 HTTP/1.1" status: 404 len: 337 time: 0.0269058 Nov 09 18:14:32.784948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38258) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.793150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-31340049-d13e-4096-b9b7-ddc00dfd85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.794636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-31340049-d13e-4096-b9b7-ddc00dfd85a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977225 Nov 09 18:14:32.807867 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68bbd4b-94b6-4149-b84e-b369611f65ac tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.808357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972c18f-dc78-4833-b83e-41bc67f9c70d req-a68a35e1-f323-4a1d-9ad2-6c2e41cad18c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:32.808504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68bbd4b-94b6-4149-b84e-b369611f65ac tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.809782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8972c18f-dc78-4833-b83e-41bc67f9c70d req-a68a35e1-f323-4a1d-9ad2-6c2e41cad18c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 944 time: 0.0958526 Nov 09 18:14:32.814718 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c68bbd4b-94b6-4149-b84e-b369611f65ac tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/b825462e-19bd-4a77-b7a3-27f311bca737 HTTP/1.1" status: 404 len: 339 time: 0.0260549 Nov 09 18:14:32.814961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38260) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.840072 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1cb54f-4ffa-4dc6-b576-255c337a628d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.840515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1cb54f-4ffa-4dc6-b576-255c337a628d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.843498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1b1cb54f-4ffa-4dc6-b576-255c337a628d tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/59d314e0-0023-4b54-9fdc-235aa0a657be HTTP/1.1" status: 404 len: 337 time: 0.0276282 Nov 09 18:14:32.846007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38264) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.864048 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85aecdc-c76a-46ab-b4c4-5d5b6465f006 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.864588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85aecdc-c76a-46ab-b4c4-5d5b6465f006 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.867676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d85aecdc-c76a-46ab-b4c4-5d5b6465f006 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/154d7db7-8a82-4a5d-b799-6d223a010c38 HTTP/1.1" status: 404 len: 339 time: 0.0207200 Nov 09 18:14:32.870133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38266) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.895342 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75f0eb9-a349-4f69-8489-326ad7c6f427 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.895793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75f0eb9-a349-4f69-8489-326ad7c6f427 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.898770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f75f0eb9-a349-4f69-8489-326ad7c6f427 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/8f65940e-8531-4c25-9eac-6a73ecb4f032 HTTP/1.1" status: 404 len: 337 time: 0.0277505 Nov 09 18:14:32.901186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38268) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.918790 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-defcb4a3-628b-4ca2-a8ea-b6bc78d96ebd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.919362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defcb4a3-628b-4ca2-a8ea-b6bc78d96ebd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.922879 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-defcb4a3-628b-4ca2-a8ea-b6bc78d96ebd tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/ac8f26e7-1dca-4dc9-a3de-37186708d686 HTTP/1.1" status: 404 len: 339 time: 0.0202641 Nov 09 18:14:32.925273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38270) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.950990 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d81b85-79b4-48bc-b4cb-a60a0809c45a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.951447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d81b85-79b4-48bc-b4cb-a60a0809c45a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.954495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8d81b85-79b4-48bc-b4cb-a60a0809c45a tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/7ea091a7-67d8-4c20-a99c-bfef4390448c HTTP/1.1" status: 404 len: 337 time: 0.0283186 Nov 09 18:14:32.957009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38272) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.974228 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56a52b5-8a1e-49e3-a0b4-63a0eadf9488 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:32.974766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56a52b5-8a1e-49e3-a0b4-63a0eadf9488 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:32.977767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b56a52b5-8a1e-49e3-a0b4-63a0eadf9488 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/1b79d5fd-260f-4931-aba6-5c976739bd7f HTTP/1.1" status: 404 len: 339 time: 0.0197990 Nov 09 18:14:32.980139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38274) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:32.981750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8972c18f-dc78-4833-b83e-41bc67f9c70d req-6db82452-d26e-4303-a762-4e9c3dec756a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618347 Nov 09 18:14:33.006173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-09ec93eb-190b-438f-94ee-c79fc582c7da service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898286 Nov 09 18:14:33.006376 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c453ca3-3978-41e0-ad87-a4ac983e8a55 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:33.006580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c453ca3-3978-41e0-ad87-a4ac983e8a55 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:33.009549 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3c453ca3-3978-41e0-ad87-a4ac983e8a55 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/2861a3b8-d62f-4b94-8323-ef125bd26469 HTTP/1.1" status: 404 len: 337 time: 0.0285172 Nov 09 18:14:33.012131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38276) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.035241 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bfd0fd-43bb-463c-b312-6ea70f836ac6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:33.036349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bfd0fd-43bb-463c-b312-6ea70f836ac6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:33.039635 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-68bfd0fd-43bb-463c-b312-6ea70f836ac6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/3e2562d5-8ddf-4665-a790-d374d9bfddd9 HTTP/1.1" status: 404 len: 339 time: 0.0263078 Nov 09 18:14:33.041978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38278) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.071189 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ff175c-4acc-48fb-81ee-51f7c57c33eb tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:33.071630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ff175c-4acc-48fb-81ee-51f7c57c33eb tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:33.078459 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-60ff175c-4acc-48fb-81ee-51f7c57c33eb tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/3823d81d-dd06-4e75-a466-612c62c54ca8 HTTP/1.1" status: 404 len: 337 time: 0.0351276 Nov 09 18:14:33.081598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.097811 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cf28b4-6039-476d-adad-5c52830ba097 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:33.098550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cf28b4-6039-476d-adad-5c52830ba097 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:33.108137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86cf28b4-6039-476d-adad-5c52830ba097 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/9c3cd8d8-7bb1-4703-8700-5720c877c8cf HTTP/1.1" status: 404 len: 339 time: 0.0279305 Nov 09 18:14:33.108877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38282) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.128395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 176b567a-3b15-4a23-ba05-8c608842250a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:33.151550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 176b567a-3b15-4a23-ba05-8c608842250a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:33.152022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 176b567a-3b15-4a23-ba05-8c608842250a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:33.178556 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0270fc4-9e2e-4870-b03f-c437d3ad1af0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:33.178930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0270fc4-9e2e-4870-b03f-c437d3ad1af0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:33.181838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f0270fc4-9e2e-4870-b03f-c437d3ad1af0 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/1f041fd1-2d6a-4992-8fb0-b7f670dcdf58 HTTP/1.1" status: 404 len: 337 time: 0.0700865 Nov 09 18:14:33.184658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38284) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.202589 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfa4709-23a5-4ed9-a24e-ddb2bafd8c73 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:33.203160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfa4709-23a5-4ed9-a24e-ddb2bafd8c73 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:33.206288 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fcfa4709-23a5-4ed9-a24e-ddb2bafd8c73 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/32d0c7c6-e738-4237-ab24-520185ee1eb2 HTTP/1.1" status: 404 len: 339 time: 0.0206189 Nov 09 18:14:33.208956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38286) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.261247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Deleting subnet 74f1aa52-67ce-443e-bf5d-42c9bf3d2089 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:14:33.264672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.307573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.398243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.457948 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.488349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Subnet': ['ID=74f1aa52-67ce-443e-bf5d-42c9bf3d2089,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:33.492279 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.497959 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eea3127c-d226-498d-8b58-50a9f6cb8cb6 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/subnets/74f1aa52-67ce-443e-bf5d-42c9bf3d2089 HTTP/1.1" status: 204 len: 168 time: 0.2858753 Nov 09 18:14:33.499203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b6fb0-155d-4bbc-9cb3-4375544c15bf None None] Network 5d5e14a0-0188-4255-83da-37768746e5f1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:33.502355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.521644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83ed1e7c-a180-4b23-842b-eb6ed7c5a34c req-43063540-3d4f-4e9f-b3c5-adc253f60c52 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058737 Nov 09 18:14:33.586815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.634460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.638821 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.639985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Deleting port 6fd21798-955f-47dd-86be-fe5010c5bc53 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:33.640332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.691715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] DHCP port deletion for 5d5e14a0-0188-4255-83da-37768746e5f1 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:14:33.709394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] For port 6fd21798-955f-47dd-86be-fe5010c5bc53, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6fd21798-955f-47dd-86be-fe5010c5bc53,segment=NetworkSegment(4921ade7-3557-48d7-b037-a52dc53efff9),segment_id=4921ade7-3557-48d7-b037-a52dc53efff9)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:33.710005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.723209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Calling delete_port for 6fd21798-955f-47dd-86be-fe5010c5bc53 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:33.747844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] Deleting port 6fd21798-955f-47dd-86be-fe5010c5bc53 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:33.748370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.759588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Router ebde049a-b6b6-45b9-a8cd-788e6018a14e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:14:33.811435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] For port 6fd21798-955f-47dd-86be-fe5010c5bc53, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6fd21798-955f-47dd-86be-fe5010c5bc53,segment=NetworkSegment(4921ade7-3557-48d7-b037-a52dc53efff9),segment_id=4921ade7-3557-48d7-b037-a52dc53efff9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:33.811893 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.812584 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.827641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] Calling delete_port for 6fd21798-955f-47dd-86be-fe5010c5bc53 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:33.843919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Port': ['ID=6fd21798-955f-47dd-86be-fe5010c5bc53,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:33.858559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] No DVR routers for this DVR port 6fd21798-955f-47dd-86be-fe5010c5bc53 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:33.898715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:33.903725 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.904917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c1df3034-9f00-4a86-8432-2b6de031cc72 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "PUT /v2.0/routers/ebde049a-b6b6-45b9-a8cd-788e6018a14e HTTP/1.1" status: 200 len: 921 time: 2.2210929 Nov 09 18:14:33.908316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38290) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:33.911430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] Sync routers for ids ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:33.927835 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.958730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:33.970259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] Pushing event deleted for resources: {'Port': ['ID=6fd21798-955f-47dd-86be-fe5010c5bc53,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:33.976860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] Routers {'ebde049a-b6b6-45b9-a8cd-788e6018a14e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:33.977645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:33.982858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82aef6-2b2b-443f-b26f-f345d5a88e26 None None] No DVR routers for this DVR port 6fd21798-955f-47dd-86be-fe5010c5bc53 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:33.985387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5e14a0-0188-4255-83da-37768746e5f1']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:34.000899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4921ade7-3557-48d7-b037-a52dc53efff9') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:34.001799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4921ade7-3557-48d7-b037-a52dc53efff9') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:34.013188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.017724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:34.027261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] Routers {'ebde049a-b6b6-45b9-a8cd-788e6018a14e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:34.028108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:34.030443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.038135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:34.038634 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.041164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-19699d85-4288-4c76-92d5-6b30e67b16ad tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/ebde049a-b6b6-45b9-a8cd-788e6018a14e HTTP/1.1" status: 200 len: 921 time: 0.1217299 Nov 09 18:14:34.045697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38294) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:34.057757 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:14:34.065869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:34.066560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c73f9-e921-4c45-9c40-145df895d47d None None] The sync data for ids ['ebde049a-b6b6-45b9-a8cd-788e6018a14e'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:34.116227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.123596 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.127486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] 10.222.0.32 "DELETE /v2.0/networks/5d5e14a0-0188-4255-83da-37768746e5f1 HTTP/1.1" status: 204 len: 168 time: 0.6241124 Nov 09 18:14:34.144074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acf9fe-1c1f-4101-9a37-61d1d67d5433 tempest-NetworksTest-740596633 tempest-NetworksTest-740596633-project] Pushing event deleted for resources: {'Network': ['ID=5d5e14a0-0188-4255-83da-37768746e5f1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:34.158747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d90105-2fe4-44e7-b718-ba77d7ba0646 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:34.160540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61d90105-2fe4-44e7-b718-ba77d7ba0646 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=ebde049a-b6b6-45b9-a8cd-788e6018a14e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1138732 Nov 09 18:14:34.163369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38300) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:34.180475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85db306-8d6c-43dc-96a1-ed4858ffe467 req-398eead4-3c74-40c4-a2f3-1d6bfc6aef0a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:34.182027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d85db306-8d6c-43dc-96a1-ed4858ffe467 req-398eead4-3c74-40c4-a2f3-1d6bfc6aef0a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 944 time: 0.0990119 Nov 09 18:14:34.221876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d85db306-8d6c-43dc-96a1-ed4858ffe467 req-00fb3e4a-da0c-4064-9fb6-4b2aec0ce850 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331118 Nov 09 18:14:34.247838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:14:34.265176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ca0042-af53-4cb3-8be2-a11817d14f9e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:34.267081 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a6ca0042-af53-4cb3-8be2-a11817d14f9e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.1017714 Nov 09 18:14:34.270031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38306) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:34.306672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-39b73bdb-4233-49e1-b839-3535e5cef4d7 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebde049a-b6b6-45b9-a8cd-788e6018a14e HTTP/1.1" status: 200 len: 205 time: 0.0299807 Nov 09 18:14:34.307199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38308) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:34.368638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:34.389182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'port_id': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'mac_address': 'fa:16:3e:fa:13:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:14:34.439336 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.446476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:34.447298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.455626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45ed17f-a0aa-45fa-9903-86b571b38476 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:14:34.481307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:34.487019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.552485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:34.575230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.653154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ccec3a96-b598-43b9-9b1c-078f6fecbee7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ef35f87f3494083807778c2739e25b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994395 Nov 09 18:14:34.654334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38318) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:34.656670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-a398a1bc-5498-48f3-87dc-d5dde8b13178 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:34.658150 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-a398a1bc-5498-48f3-87dc-d5dde8b13178 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e&tenant_id=157548435770470e9b8f97aa9a4f0d37&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 945 time: 0.0782561 Nov 09 18:14:34.679618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Deleting port b4ec3e10-fb76-47bb-b10b-0d09e385a16e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:34.680150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.700807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b10b14-c506-4f4f-a6b6-572d396b5b5d req-064a59a7-104a-46f4-b1ff-f4419a74bfe9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:34.702341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68b10b14-c506-4f4f-a6b6-572d396b5b5d req-064a59a7-104a-46f4-b1ff-f4419a74bfe9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 945 time: 0.0989108 Nov 09 18:14:34.753051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.761263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68b10b14-c506-4f4f-a6b6-572d396b5b5d req-4bdd6d78-f720-49fb-b5ab-cc2cc0c1f6b0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491912 Nov 09 18:14:34.785628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.786477 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-4e70fea2-92b9-4ca2-be23-54bdc964c2e1 service neutron] 10.222.0.85 "GET /v2.0/ports/d45ed17f-a0aa-45fa-9903-86b571b38476/bindings/n-h2-817240-1 HTTP/1.1" status: 200 len: 382 time: 0.1203980 Nov 09 18:14:34.795191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['d45ed17f-a0aa-45fa-9903-86b571b38476'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:14:34.803525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.824202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Calling delete_port for b4ec3e10-fb76-47bb-b10b-0d09e385a16e owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:34.840891 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.843527 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:34.847432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f75c92b-48ac-42ce-b5e0-383b5906c367 HTTP/1.1" status: 204 len: 168 time: 0.1878603 Nov 09 18:14:34.853403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f75c92b-48ac-42ce-b5e0-383b5906c367,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:34.861045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.861392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.861734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.862085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.862434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.862766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.863096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.863419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.863744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.864209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.864575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.864927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df3808-7f28-4796-94ab-d50f946450ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:34.915013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-870ee34e-f8c2-43eb-9a45-3831840322d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:34.916498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-870ee34e-f8c2-43eb-9a45-3831840322d5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1096 time: 0.1006370 Nov 09 18:14:35.127240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6fd21798-955f-47dd-86be-fe5010c5bc53 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:35.148175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6fd21798-955f-47dd-86be-fe5010c5bc53 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:14:35.148538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6fd21798-955f-47dd-86be-fe5010c5bc53 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:35.385156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-8b91b676-c9b9-4935-9ef1-6317205fa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.386678 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-8b91b676-c9b9-4935-9ef1-6317205fa3ba service neutron] 10.222.0.85 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.4627686 Nov 09 18:14:35.439523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.470671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event deleted for resources: {'Port': ['ID=b4ec3e10-fb76-47bb-b10b-0d09e385a16e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:35.501983 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-a5c52497-01da-44e6-a19d-d7495352a9ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1001 time: 0.1058154 Nov 09 18:14:35.572873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.575011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38346) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:35.579794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035524 Nov 09 18:14:35.583003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38348) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:35.630106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-9c1bd503-a8d7-48b6-81f5-4079f08388ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.631549 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-9c1bd503-a8d7-48b6-81f5-4079f08388ed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.1112611 Nov 09 18:14:35.680796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a0d5b6fc-fd6f-4392-b224-a3b2d965dd5f tempest-NetworksApiDiscovery-1283590185 tempest-NetworksApiDiscovery-1283590185-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0968125 Nov 09 18:14:35.687189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.691864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.737750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-2b96f006-92c5-4490-b908-dda843d8bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.739283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-2b96f006-92c5-4490-b908-dda843d8bf53 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791714 Nov 09 18:14:35.740345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.740895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Fanout notify agent at l3_agent the message router_deleted on router ebde049a-b6b6-45b9-a8cd-788e6018a14e {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:35.747597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.748687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aff59f3a-356b-4bc4-9fa8-29f0e4f249f1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/ebde049a-b6b6-45b9-a8cd-788e6018a14e HTTP/1.1" status: 204 len: 168 time: 1.4405470 Nov 09 18:14:35.753437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38354) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:35.758845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cd541de7-9126-4af8-8bfc-ef8c9d6f36dc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1628306091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:35.782594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd541de7-9126-4af8-8bfc-ef8c9d6f36dc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.783667 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd541de7-9126-4af8-8bfc-ef8c9d6f36dc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.852403 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd541de7-9126-4af8-8bfc-ef8c9d6f36dc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.854164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-4b1f635a-67df-4bb5-91bb-b3d5867eaa71 service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043439 Nov 09 18:14:35.865382 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd541de7-9126-4af8-8bfc-ef8c9d6f36dc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.902098 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cd541de7-9126-4af8-8bfc-ef8c9d6f36dc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:35.903321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cd541de7-9126-4af8-8bfc-ef8c9d6f36dc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1488390 Nov 09 18:14:35.907146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38360) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:35.912604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:35.923003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08a741-e519-40a4-b6d3-067eba2cc4d4 req-d24bc426-ee73-474a-8def-ab055e3ea148 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:35.924487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a08a741-e519-40a4-b6d3-067eba2cc4d4 req-d24bc426-ee73-474a-8def-ab055e3ea148 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 945 time: 0.0710330 Nov 09 18:14:35.973814 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-17036cfe-bf1f-44d3-8a3f-a20f52ab8c88 service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097224 Nov 09 18:14:35.973814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38362) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:36.085389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a08a741-e519-40a4-b6d3-067eba2cc4d4 req-5d46bd2b-c78e-46f1-8479-76959a11b897 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289420 Nov 09 18:14:36.089326 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31b5d329-a007-4f72-a951-c7d5d02f85e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.161198 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.170959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31b5d329-a007-4f72-a951-c7d5d02f85e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.175408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31b5d329-a007-4f72-a951-c7d5d02f85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.214312 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-31b5d329-a007-4f72-a951-c7d5d02f85e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e2c10db76a14c1089ec65e1c538c1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393184 Nov 09 18:14:36.215485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5d329-a007-4f72-a951-c7d5d02f85e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc1574-5517-4ee2-804e-1ceb24300530,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:36.216889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38366) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:36.273578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:36.285975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5f8b-5d72-4228-8e94-233dc9af0392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.316180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5f8b-5d72-4228-8e94-233dc9af0392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.325674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port d45ed17f-a0aa-45fa-9903-86b571b38476 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:14:36.329236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port d45ed17f-a0aa-45fa-9903-86b571b38476 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:36.329611 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.417255 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.441205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:36.444030 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7873e726-65e8-44d3-8b4d-57dec2972b75" -d '{"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-plugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:36.458119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:36.464462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.472762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5f8b-5d72-4228-8e94-233dc9af0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.476174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5f8b-5d72-4228-8e94-233dc9af0392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.477451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ff4d5f8b-5d72-4228-8e94-233dc9af0392 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67dc1574-5517-4ee2-804e-1ceb24300530 HTTP/1.1" status: 204 len: 168 time: 0.2585709 Nov 09 18:14:36.481306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.523909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.525486 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033fc7a-af3a-44e2-8957-fa80485193aa x-openstack-request-id: req-7033fc7a-af3a-44e2-8957-fa80485193aa {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:36.525787 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-plugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:36.526050 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7033fc7a-af3a-44e2-8957-fa80485193aa {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:36.526494 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'code': 200} Nov 09 18:14:36.527515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d5f8b-5d72-4228-8e94-233dc9af0392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc1574-5517-4ee2-804e-1ceb24300530,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:36.578966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:36.662711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Allocated IP 172.25.0.211 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/ddb2ca99-78da-48d3-aae7-401e7f112b8f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:36.765659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.805604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:36.845914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:36.848720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:36.852382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:36.878107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event updated for resources: {'Port': ['ID=ddb2ca99-78da-48d3-aae7-401e7f112b8f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:37.143224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.148699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-b39c7ede-a148-4619-b190-bdd36c1f725a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573235 Nov 09 18:14:37.260629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e42e935-0e38-4e55-b938-c0255548d6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.304653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-9233e15b-ee72-4555-89a1-04b6e692e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.308663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-9233e15b-ee72-4555-89a1-04b6e692e44f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.1217623 Nov 09 18:14:37.318896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859d51d-bf95-40be-99d5-676de18c6f2f req-d4f704b2-a142-4950-94f6-a94db889aaff tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.320396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8859d51d-bf95-40be-99d5-676de18c6f2f req-d4f704b2-a142-4950-94f6-a94db889aaff tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1344438 Nov 09 18:14:37.482251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8859d51d-bf95-40be-99d5-676de18c6f2f req-27de755d-e58e-416d-80dd-056419c2412b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552396 Nov 09 18:14:37.551323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.557654 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:37.561359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-ce7b3139-1550-480e-b5f5-5f43f620e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.563653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-ce7b3139-1550-480e-b5f5-5f43f620e7e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.2260613 Nov 09 18:14:37.670892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-112ff7d4-69db-404d-99d1-3ba9d9d99b42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0716181 Nov 09 18:14:37.746110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-df7597ce-8372-4548-a4f4-0afd8ee1e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.747571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-df7597ce-8372-4548-a4f4-0afd8ee1e502 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0652647 Nov 09 18:14:37.800860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Router a9ed4554-d6c5-40f6-92ba-1971e47dc04e is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:37.850749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-d052a93c-af9b-4d10-b7ce-77d9d8de92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:37.852254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-d052a93c-af9b-4d10-b7ce-77d9d8de92b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845625 Nov 09 18:14:38.292877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38430) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:38.324295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-1841507d-d5a3-4dde-9e50-cc1b8e64801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.325762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-1841507d-d5a3-4dde-9e50-cc1b8e64801e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 1097 time: 0.0960188 Nov 09 18:14:38.328657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:38.331498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-d9a313b9-e975-4285-be36-48fc3e72e793 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541111 Nov 09 18:14:38.336748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.337896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5f6197cb-6b20-4f22-be6f-dc2c1dc7e550 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "PUT /v2.0/routers/a9ed4554-d6c5-40f6-92ba-1971e47dc04e HTTP/1.1" status: 200 len: 880 time: 2.4297962 Nov 09 18:14:38.339839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] Sync routers for ids ['a9ed4554-d6c5-40f6-92ba-1971e47dc04e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:38.340484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38434) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:38.351311 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] Routers {'a9ed4554-d6c5-40f6-92ba-1971e47dc04e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:38.352110 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a9ed4554-d6c5-40f6-92ba-1971e47dc04e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:38.363428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:38.384935 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:38.393966 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] Routers {'a9ed4554-d6c5-40f6-92ba-1971e47dc04e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:38.394597 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['a9ed4554-d6c5-40f6-92ba-1971e47dc04e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:38.413252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.428183 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:38.428750 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98f16a-422b-4569-981e-1b5e5990d76d None None] The sync data for ids ['a9ed4554-d6c5-40f6-92ba-1971e47dc04e'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:38.489383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.500661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.548615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeebeb7e-1a3f-4d99-a665-5b727763c4b3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:38.557977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=242a23553b694820bb51c9058ff59f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640216 Nov 09 18:14:38.560596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.560948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.561350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.561690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.562043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.562463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.562828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.563155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.563556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.563881 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.564201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.564562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2fd3e-4b5e-4e8f-a66f-d07c18e1d0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:14:38.569567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38438) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:38.583842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.613525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c98c203-9ecd-4cad-86a0-024f03f4555f req-8a48efe6-3d69-40d8-a87e-c64b34db382e service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663944 Nov 09 18:14:38.655916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1a8befea-5995-4afe-86c2-7f415636b3e7 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/a9ed4554-d6c5-40f6-92ba-1971e47dc04e HTTP/1.1" status: 200 len: 921 time: 0.3142669 Nov 09 18:14:38.659644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38442) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:38.710885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27012510-76c6-44f5-bfbf-b496e1e01995 req-154d2c6b-de24-41ee-b0bc-d6a4c4a9066a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.712885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27012510-76c6-44f5-bfbf-b496e1e01995 req-154d2c6b-de24-41ee-b0bc-d6a4c4a9066a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.1293950 Nov 09 18:14:38.732992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366e906-72bb-4861-9f6d-9f52268a04dc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.734533 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f366e906-72bb-4861-9f6d-9f52268a04dc tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=a9ed4554-d6c5-40f6-92ba-1971e47dc04e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0738678 Nov 09 18:14:38.737085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38446) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:38.740953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dcb184c2-5f25-4c27-a980-b5dd85e0f6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.818205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb48d744-3f3b-4526-b776-ff842ead2880 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:38.819598 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bb48d744-3f3b-4526-b776-ff842ead2880 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.0816169 Nov 09 18:14:38.822416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38448) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:38.824173 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dcb184c2-5f25-4c27-a980-b5dd85e0f6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.849936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8cdd5197-ef38-4210-bdfb-9e72b4b7ba64 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed4554-d6c5-40f6-92ba-1971e47dc04e HTTP/1.1" status: 200 len: 205 time: 0.0264356 Nov 09 18:14:38.852523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38450) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:38.873474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27012510-76c6-44f5-bfbf-b496e1e01995 req-c165ede5-ee8a-4e32-a570-e0a5e7f264b3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460311 Nov 09 18:14:38.944418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dcb184c2-5f25-4c27-a980-b5dd85e0f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.947216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dcb184c2-5f25-4c27-a980-b5dd85e0f6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:38.950823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dcb184c2-5f25-4c27-a980-b5dd85e0f6c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeebeb7e-1a3f-4d99-a665-5b727763c4b3 HTTP/1.1" status: 204 len: 168 time: 0.3778405 Nov 09 18:14:38.965698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb184c2-5f25-4c27-a980-b5dd85e0f6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeebeb7e-1a3f-4d99-a665-5b727763c4b3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:38.997958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.003521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:39.045421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:39.098800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:39.100602 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455dfa7-fa37-49a6-af02-c067ba53995d" -d '{"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:39.110785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.131495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Transition to ACTIVE for port object d45ed17f-a0aa-45fa-9903-86b571b38476 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:14:39.137017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.143611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.167858 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94e360c-2a69-49c3-96b0-f9c54f6e6679 x-openstack-request-id: req-f94e360c-2a69-49c3-96b0-f9c54f6e6679 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:39.168155 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:39.168402 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f94e360c-2a69-49c3-96b0-f9c54f6e6679 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:39.168802 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'code': 200} Nov 09 18:14:39.230089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=10']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:39.231254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Deleting port ddb2ca99-78da-48d3-aae7-401e7f112b8f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:39.231610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.277408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38458) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:39.278181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] No DVR routers for this DVR port d45ed17f-a0aa-45fa-9903-86b571b38476 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:39.329975 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.342624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Calling delete_port for ddb2ca99-78da-48d3-aae7-401e7f112b8f owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:39.346808 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbedb-727e-4a13-a7fd-f2b0d1dbdad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.475005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:39.475245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:39.475500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:39.488928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:14:39.489373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Attempting to bind port d45ed17f-a0aa-45fa-9903-86b571b38476 on network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:39.492383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbedb-727e-4a13-a7fd-f2b0d1dbdad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.502848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:39.503187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Checking segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:39.503574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Bound using segment: {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:39.504015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Bound port: d45ed17f-a0aa-45fa-9903-86b571b38476, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e989da-4ec8-46f2-8682-2de894115454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:39.504413 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.506486 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fbedb-727e-4a13-a7fd-f2b0d1dbdad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.531461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.555754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cb3fbedb-727e-4a13-a7fd-f2b0d1dbdad1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e177de26dd140dd8c1dfec59f6bf37e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755198 Nov 09 18:14:39.563755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38460) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:39.565939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event deleted for resources: {'Port': ['ID=ddb2ca99-78da-48d3-aae7-401e7f112b8f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:39.574115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fbedb-727e-4a13-a7fd-f2b0d1dbdad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c38e78-631b-40d7-98e6-129a6351b413,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:39.609016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:39.612922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:39.617235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.654263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:39.654939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.656335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] 10.222.0.73 "PUT /v2.0/ports/d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1093 time: 1.3074381 Nov 09 18:14:39.656597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.680735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeca8c-1842-479e-9f63-118fd8d51314 service neutron] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=11']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:39.727882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-33434d8c-70a6-4e35-a023-e9f3b199ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:39.729336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-33434d8c-70a6-4e35-a023-e9f3b199ffe3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1096 time: 0.0431781 Nov 09 18:14:39.754246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab7e-7b8f-4e90-a013-9cffb398e36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.755710 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6085-9831-4f0a-88b8-e3678818b5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.764247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.770705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.817147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6085-9831-4f0a-88b8-e3678818b5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.832604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-f90df3c0-d70e-4394-b6cb-6fe3960f18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:39.834468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-f90df3c0-d70e-4394-b6cb-6fe3960f18dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.0956726 Nov 09 18:14:39.834712 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.835286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Fanout notify agent at l3_agent the message router_deleted on router a9ed4554-d6c5-40f6-92ba-1971e47dc04e {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:39.842439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.848211 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-20fe25d9-826f-4dfb-8036-c59ad1d253a2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/a9ed4554-d6c5-40f6-92ba-1971e47dc04e HTTP/1.1" status: 204 len: 168 time: 0.9900513 Nov 09 18:14:39.848352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38462) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:39.857326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9cbacfe3-988b-4357-891d-f5651201663c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1225733230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:39.881423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6085-9831-4f0a-88b8-e3678818b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.884282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6085-9831-4f0a-88b8-e3678818b5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.885446 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c8cd6085-9831-4f0a-88b8-e3678818b5a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86c38e78-631b-40d7-98e6-129a6351b413 HTTP/1.1" status: 204 len: 168 time: 0.3206062 Nov 09 18:14:39.894694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd6085-9831-4f0a-88b8-e3678818b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c38e78-631b-40d7-98e6-129a6351b413,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:39.946633 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cbacfe3-988b-4357-891d-f5651201663c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.947896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cbacfe3-988b-4357-891d-f5651201663c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:39.959219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-688eb0b7-d283-4aeb-ba36-7ebf8e5893eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1000 time: 0.1120782 Nov 09 18:14:40.073768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cbacfe3-988b-4357-891d-f5651201663c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.081324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cbacfe3-988b-4357-891d-f5651201663c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.088439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-659b0520-e420-4d03-8104-d749a6d7bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:40.089897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-659b0520-e420-4d03-8104-d749a6d7bc63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.1178062 Nov 09 18:14:40.100507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd327df-5a0d-4dbd-b07e-f891d705bcc3 req-32d9aa5d-d407-4baa-9c2e-b07b09ca3b47 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:40.101945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddd327df-5a0d-4dbd-b07e-f891d705bcc3 req-32d9aa5d-d407-4baa-9c2e-b07b09ca3b47 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 945 time: 0.1418524 Nov 09 18:14:40.138233 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cbacfe3-988b-4357-891d-f5651201663c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.139409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9cbacfe3-988b-4357-891d-f5651201663c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2905307 Nov 09 18:14:40.142971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38474) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:40.147880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': True}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:40.173466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ddd327df-5a0d-4dbd-b07e-f891d705bcc3 req-9a04d04f-b83b-4f3a-a42c-f18c48f88ef3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599473 Nov 09 18:14:40.179076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-5fc0c594-c311-494e-a5a6-4bd647f56882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:40.181120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-5fc0c594-c311-494e-a5a6-4bd647f56882 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782754 Nov 09 18:14:40.200644 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.291284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:14:40.347698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:14:40.355241 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-d58cf208-f457-422e-b540-8af8fbcca582 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600707 Nov 09 18:14:40.395032 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.457975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e132ba42-99a4-4cd8-9f69-b5b9d6d3e422 req-e9c78e7a-b7f5-4916-ab87-c8960cc7f842 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902445 Nov 09 18:14:40.602550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.620813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.730293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Allocated IP 172.25.0.134 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/e26f569e-f2d0-4406-b83d-6840eddd8a30) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:40.832216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.864929 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:40.909368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:40.917201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:40.922596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Port': ['ID=e26f569e-f2d0-4406-b83d-6840eddd8a30,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:40.923140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:41.031591 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:41.167231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:41.170163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:41.173646 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93de2fd9-1590-48f2-a602-1bdabee3e3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:41.224841 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b6e7dd-7406-4fee-8615-ae77f7317838 x-openstack-request-id: req-31b6e7dd-7406-4fee-8615-ae77f7317838 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:41.225444 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:41.225903 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31b6e7dd-7406-4fee-8615-ae77f7317838 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:41.226367 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'status': 'completed', 'code': 200} Nov 09 18:14:41.335094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-caa52969-d4d4-4d72-a749-cddef1fa24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.336596 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-caa52969-d4d4-4d72-a749-cddef1fa24f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1096 time: 0.0871806 Nov 09 18:14:41.345547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-363ff0dd-1f3c-46c2-b964-d2742b6233ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.347269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-363ff0dd-1f3c-46c2-b964-d2742b6233ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1096 time: 0.0892785 Nov 09 18:14:41.359484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd1eb6-36a0-4d15-8a19-fe03c663bbfa req-27b7f856-51a3-4432-a17d-fec9494c3382 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.361576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2cd1eb6-36a0-4d15-8a19-fe03c663bbfa req-27b7f856-51a3-4432-a17d-fec9494c3382 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 945 time: 0.0634747 Nov 09 18:14:41.452422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2cd1eb6-36a0-4d15-8a19-fe03c663bbfa req-fec9e432-be5c-4aa8-a855-2ab8bd942dbb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812163 Nov 09 18:14:41.466503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:41.476658 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:41.480080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-543c5175-6d8b-4c0f-b2f4-4948949cf094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.481597 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-543c5175-6d8b-4c0f-b2f4-4948949cf094 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.1125469 Nov 09 18:14:41.490266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-d8036f4f-d454-4107-b691-ca4bbba5bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.492661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-d8036f4f-d454-4107-b691-ca4bbba5bf42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.1299512 Nov 09 18:14:41.579987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-857f2b92-e5a8-4d4e-94e9-2ef916d699b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1000 time: 0.0748584 Nov 09 18:14:41.637498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-b7c3cd45-a347-48d8-9f8b-67a277a98432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.639153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-b7c3cd45-a347-48d8-9f8b-67a277a98432 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.0485220 Nov 09 18:14:41.700016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-aa9b0280-9f9c-41b2-ac47-3dbff0d01531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.701912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-aa9b0280-9f9c-41b2-ac47-3dbff0d01531 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546906 Nov 09 18:14:41.815957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-c79ccd36-d210-4c22-be2b-fb70418199b9 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036789 Nov 09 18:14:41.923484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-681beb1b-501d-485f-a3b2-5f1ad2c4c191 service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979550 Nov 09 18:14:41.928498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-1e7a4b45-7a65-44ac-b8ef-b52e05ff38d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 1000 time: 0.4090443 Nov 09 18:14:41.995178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-2b91419d-975b-4bc3-97ac-7e5ef4958355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:41.996617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-2b91419d-975b-4bc3-97ac-7e5ef4958355 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.0605114 Nov 09 18:14:42.013542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Router 4dc30049-ca7b-4622-8695-6ad9214ade38 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:42.111621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-7f04b8c5-db74-4e48-85cc-76f465699194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:42.113025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-7f04b8c5-db74-4e48-85cc-76f465699194 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088500 Nov 09 18:14:42.191664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:42.197041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:42.200546 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c00ea433-ab4f-48cc-a2ad-cf31b77ec32e tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "PUT /v2.0/routers/4dc30049-ca7b-4622-8695-6ad9214ade38 HTTP/1.1" status: 200 len: 915 time: 2.0539875 Nov 09 18:14:42.200546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38524) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:42.204272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] Sync routers for ids ['4dc30049-ca7b-4622-8695-6ad9214ade38'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:42.213514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] Routers {'4dc30049-ca7b-4622-8695-6ad9214ade38'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:42.214178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['4dc30049-ca7b-4622-8695-6ad9214ade38'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:42.247995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:42.257192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] Routers {'4dc30049-ca7b-4622-8695-6ad9214ade38'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:42.257825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['4dc30049-ca7b-4622-8695-6ad9214ade38'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:42.297629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:42.299489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-f37049a0-e3a6-41bd-8494-30e01f85d684 service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794505 Nov 09 18:14:42.299720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e03aa9-a462-4ee2-875e-1613748a93ec None None] The sync data for ids ['4dc30049-ca7b-4622-8695-6ad9214ade38'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:42.388592 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e816c0d9-4676-4c2e-a527-a737b01b2948 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/4dc30049-ca7b-4622-8695-6ad9214ade38 HTTP/1.1" status: 200 len: 921 time: 0.1868498 Nov 09 18:14:42.391856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38526) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:42.440322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:14:42.442280 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-93de2fd9-1590-48f2-a602-1bdabee3e3f1 req-413e93d2-66b2-40f4-84b7-d096707281e1 service neutron] 10.222.0.85 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327958 Nov 09 18:14:42.454164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed160462-856a-4cfc-9126-2c7d08a2bcad tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:42.458134 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ed160462-856a-4cfc-9126-2c7d08a2bcad tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=4dc30049-ca7b-4622-8695-6ad9214ade38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0628977 Nov 09 18:14:42.458311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38528) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:42.563503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b5cc0-7d4e-40b0-86f3-74bdf9dd417c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:42.565568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-492b5cc0-7d4e-40b0-86f3-74bdf9dd417c tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.1060853 Nov 09 18:14:42.568339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38534) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:42.580770 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:42.601727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:42.609765 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aa35a473-2252-4830-91aa-f10560a7251f tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dc30049-ca7b-4622-8695-6ad9214ade38 HTTP/1.1" status: 200 len: 205 time: 0.0404024 Nov 09 18:14:42.612177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38538) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:42.622052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'port_id': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'mac_address': 'fa:16:3e:fa:13:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:14:42.625804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f1609-197c-4032-825a-a1dfe04f23f9 req-aaf42b29-e86a-45ca-9738-bea2dc15c809 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:42.627451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-992f1609-197c-4032-825a-a1dfe04f23f9 req-aaf42b29-e86a-45ca-9738-bea2dc15c809 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 945 time: 0.0626686 Nov 09 18:14:42.665135 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:42.680393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45ed17f-a0aa-45fa-9903-86b571b38476 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:14:42.683517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-992f1609-197c-4032-825a-a1dfe04f23f9 req-61d86616-a83d-47b6-8e75-c09ea7e8a357 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Nov 09 18:14:42.708322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:42.713091 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:42.734836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:42.766851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=12']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:42.849237 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:42.903279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Deleting port e26f569e-f2d0-4406-b83d-6840eddd8a30 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:42.903639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:42.994462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.006819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Calling delete_port for e26f569e-f2d0-4406-b83d-6840eddd8a30 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:43.075119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d45ed17f-a0aa-45fa-9903-86b571b38476'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:14:43.178406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.207097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event deleted for resources: {'Port': ['ID=e26f569e-f2d0-4406-b83d-6840eddd8a30,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:43.271063 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.367462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.369508 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.414415 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.414982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Fanout notify agent at l3_agent the message router_deleted on router 4dc30049-ca7b-4622-8695-6ad9214ade38 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:43.422629 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.423535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5a81185e-a915-474a-8c77-f79d999075ba tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/4dc30049-ca7b-4622-8695-6ad9214ade38 HTTP/1.1" status: 204 len: 168 time: 0.8100927 Nov 09 18:14:43.427516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38548) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:43.431609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1c5c390a-9132-4b6a-a14e-77bd9e51940c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-684408451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:43.455666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c5c390a-9132-4b6a-a14e-77bd9e51940c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.456736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c5c390a-9132-4b6a-a14e-77bd9e51940c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.508135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c5c390a-9132-4b6a-a14e-77bd9e51940c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.512389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c5c390a-9132-4b6a-a14e-77bd9e51940c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.529080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1c5c390a-9132-4b6a-a14e-77bd9e51940c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.530309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1c5c390a-9132-4b6a-a14e-77bd9e51940c tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1022246 Nov 09 18:14:43.533726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38550) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:43.538457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'enable_snat': False}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:43.739299 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:43.851081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e490dc-60c5-4ea8-bb14-31bf917b9f83 req-e546d0ca-a852-4db4-8725-302d6f2307e0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:43.852523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4e490dc-60c5-4ea8-bb14-31bf917b9f83 req-e546d0ca-a852-4db4-8725-302d6f2307e0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 946 time: 0.0611038 Nov 09 18:14:43.905568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4e490dc-60c5-4ea8-bb14-31bf917b9f83 req-39171f3e-fecc-47c2-a7fa-11d5cc5e6283 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450580 Nov 09 18:14:43.955803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38560) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:44.092962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f6468886-b928-42d8-b974-f0b714e00a52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/31fda223-8f57-4f04-a37f-605758d3c2bb HTTP/1.1" status: 200 len: 993 time: 0.1300418 Nov 09 18:14:44.121536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.144376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.237842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-dfaf76f4-5fcf-4921-972c-785f6f040c92 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0442653 Nov 09 18:14:44.260537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Allocated IP 172.25.0.209 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/9be83846-6748-42de-a593-0d878b55b265) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:44.331857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.332447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.332925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.333403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.333877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.334371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.334846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.336760 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-daa4e3c9-0551-4743-8049-1ed611f3fc4c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2caa4a16ee214c15ac8b622df0fed207&device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 6502 time: 0.0506361 Nov 09 18:14:44.362549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.398841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.441578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:44.444508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:44.447156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:44.456572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-7635d71b-e696-44aa-b3e3-816302f63dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.457056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-7635d71b-e696-44aa-b3e3-816302f63dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.457566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-7635d71b-e696-44aa-b3e3-816302f63dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.459182 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-7635d71b-e696-44aa-b3e3-816302f63dd6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=120ab491-a4a3-4403-851c-84311f388147&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=54f62d31-3729-45cf-ba34-bae4af3123c0&id=97535ef5-be7d-4600-a86f-760c237af1df&id=97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 200 len: 2298 time: 0.0981312 Nov 09 18:14:44.466861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:44.475998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Pushing event updated for resources: {'Port': ['ID=9be83846-6748-42de-a593-0d878b55b265,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:44.516096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port d45ed17f-a0aa-45fa-9903-86b571b38476 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:14:44.522326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port d45ed17f-a0aa-45fa-9903-86b571b38476 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:44.523645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.538404 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-a3c9e28a-5ead-4e57-8254-d3d21189fc83 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 200 len: 1000 time: 0.0716267 Nov 09 18:14:44.593613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-a634529d-0643-43dc-ae3f-054807189017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.595802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-a634529d-0643-43dc-ae3f-054807189017 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 200 len: 855 time: 0.0501993 Nov 09 18:14:44.609476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.634545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:14:44.637177 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33997eb-c195-4a8b-bf24-7d5f7fbeee8c" -d '{"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-plugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:14:44.643247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-46fc9281-fbdc-47f7-aa41-4cbd089c7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.644757 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-46fc9281-fbdc-47f7-aa41-4cbd089c7390 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=120ab491-a4a3-4403-851c-84311f388147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419788 Nov 09 18:14:44.651814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:44.657710 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.692734 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abf4a7-65b4-4e98-9c30-09cb180275f9 x-openstack-request-id: req-b4abf4a7-65b4-4e98-9c30-09cb180275f9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:14:44.693038 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-plugged", "status": "completed", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:14:44.693523 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4abf4a7-65b4-4e98-9c30-09cb180275f9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:14:44.694103 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'code': 200} Nov 09 18:14:44.714935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:44.718435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=13']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:44.744861 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-e97d5da6-0625-498c-b124-52226f81ffc6 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927403 Nov 09 18:14:44.841889 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-0293bd22-4544-4f03-95de-5ee7cc162287 service neutron] 10.222.0.85 "GET /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901430 Nov 09 18:14:44.884873 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-4119186e-4292-41c0-af68-28f6de15ceaf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 217 time: 0.0352972 Nov 09 18:14:44.936117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-1260008a-99ba-4d46-8c17-5751be4acf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.937552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-1260008a-99ba-4d46-8c17-5751be4acf3e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0454233 Nov 09 18:14:44.989321 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-3e2c3242-3ded-4db5-bebd-c22d59ae4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:44.990871 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-3e2c3242-3ded-4db5-bebd-c22d59ae4785 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462945 Nov 09 18:14:45.100114 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-a41956c1-f6d6-4367-b412-d833e715cba2 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009483 Nov 09 18:14:45.225867 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-394bdd65-412f-44e7-ae85-6abfbedc21bf service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178720 Nov 09 18:14:45.243528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:45.247303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:45.272026 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-1711df06-994a-4a35-a0a1-04bc1d803f15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 217 time: 0.0380173 Nov 09 18:14:45.322388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-68799801-6596-4de6-b43a-a0eb83d13a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.323885 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-68799801-6596-4de6-b43a-a0eb83d13a00 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0453036 Nov 09 18:14:45.373504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-f071faa3-4735-4f50-9f06-8746c21c4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.375071 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-f071faa3-4735-4f50-9f06-8746c21c4968 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444508 Nov 09 18:14:45.380950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Router 2e3cc52f-daca-4b93-9f63-5426e692391f is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:45.464529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-64d17917-7a81-4cbb-a0f6-c2dc55cd0ae7 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820868 Nov 09 18:14:45.484030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:45.488709 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:45.489795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a1a71192-35a2-439e-869b-fd9650191e7a tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "PUT /v2.0/routers/2e3cc52f-daca-4b93-9f63-5426e692391f HTTP/1.1" status: 200 len: 915 time: 1.9547985 Nov 09 18:14:45.492467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38578) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:45.494965 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06937698-32c8-4609-aa13-597f62901653 None None] Sync routers for ids ['2e3cc52f-daca-4b93-9f63-5426e692391f'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:45.504915 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06937698-32c8-4609-aa13-597f62901653 None None] Routers {'2e3cc52f-daca-4b93-9f63-5426e692391f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:45.505640 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-06937698-32c8-4609-aa13-597f62901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['2e3cc52f-daca-4b93-9f63-5426e692391f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:45.562088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-cc4b50b7-e4f4-418d-a705-c02bfc868891 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902088 Nov 09 18:14:45.604033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0a652c9b-ec52-431d-999c-a39b284b2e8d tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/2e3cc52f-daca-4b93-9f63-5426e692391f HTTP/1.1" status: 200 len: 921 time: 0.1099043 Nov 09 18:14:45.605973 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-fc8ce655-644e-4934-8afa-71037df620ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 200 len: 217 time: 0.0364230 Nov 09 18:14:45.606587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38580) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:45.633027 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-06937698-32c8-4609-aa13-597f62901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:45.642397 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06937698-32c8-4609-aa13-597f62901653 None None] Routers {'2e3cc52f-daca-4b93-9f63-5426e692391f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:45.643019 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-06937698-32c8-4609-aa13-597f62901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['2e3cc52f-daca-4b93-9f63-5426e692391f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:45.651341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a183e8-2cba-4fec-b1ca-3dbe48c9ad19 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.652883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-96a183e8-2cba-4fec-b1ca-3dbe48c9ad19 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=2e3cc52f-daca-4b93-9f63-5426e692391f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0453644 Nov 09 18:14:45.655589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38582) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:45.659884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-5d424304-5663-4915-989b-cfd77cecd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.661361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-5d424304-5663-4915-989b-cfd77cecd4db service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0487068 Nov 09 18:14:45.677232 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-06937698-32c8-4609-aa13-597f62901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:45.677886 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06937698-32c8-4609-aa13-597f62901653 None None] The sync data for ids ['2e3cc52f-daca-4b93-9f63-5426e692391f'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:45.707273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-1d485413-d11d-4aa2-bf3a-efc3a0544b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.708770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-1d485413-d11d-4aa2-bf3a-efc3a0544b63 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0397992 Nov 09 18:14:45.743829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951ac3dc-2a41-4f8e-8ca2-e133ac5e1c62 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.745204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-951ac3dc-2a41-4f8e-8ca2-e133ac5e1c62 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/networks/df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 881 time: 0.0887022 Nov 09 18:14:45.747995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38584) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:45.780687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a2e575e3-65a8-4649-ae3f-566d5695c117 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e3cc52f-daca-4b93-9f63-5426e692391f HTTP/1.1" status: 200 len: 205 time: 0.0316293 Nov 09 18:14:45.783781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38586) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:45.801936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-ada9a6ef-bc2b-48bc-bb02-b7beb7a1dc7d service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857925 Nov 09 18:14:45.888692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:45.889591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-75e088bc-ff1a-45b8-8b0c-0cb743a5547c service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806208 Nov 09 18:14:45.934514 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-7b476f1b-5cab-475a-a210-a2066ffd479c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 200 len: 217 time: 0.0372636 Nov 09 18:14:45.983624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-4eb8a0f9-200c-4a9f-95f5-32fc95cb7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:45.985139 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-4eb8a0f9-200c-4a9f-95f5-32fc95cb7e11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 200 len: 797 time: 0.0444767 Nov 09 18:14:45.993728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.032368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-c0caa3c9-7f36-4875-9166-fa5d4e8ea959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.033822 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-c0caa3c9-7f36-4875-9166-fa5d4e8ea959 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=54f62d31-3729-45cf-ba34-bae4af3123c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414822 Nov 09 18:14:46.045476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Deleting port 9be83846-6748-42de-a593-0d878b55b265 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:46.045820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.126990 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.128727 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-2c2f6f94-02ea-4852-abf1-25ddf52e201d service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878835 Nov 09 18:14:46.138566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Calling delete_port for 9be83846-6748-42de-a593-0d878b55b265 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:46.175907 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.221768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-25beb3eb-d6e9-4dad-887d-198a0ec87f59 service neutron] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859106 Nov 09 18:14:46.278982 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-fff8c81c-012e-4487-a878-0d278de2aa41 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 200 len: 217 time: 0.0497248 Nov 09 18:14:46.331758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.335170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-8ec4f2d6-2d2f-4ab7-a6ee-dd9c60fb246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.336652 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-8ec4f2d6-2d2f-4ab7-a6ee-dd9c60fb246e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0497637 Nov 09 18:14:46.361627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event deleted for resources: {'Port': ['ID=9be83846-6748-42de-a593-0d878b55b265,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:46.389050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-5adaa1c9-efa8-4f76-b3a6-83f0dba32b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.390633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-5adaa1c9-efa8-4f76-b3a6-83f0dba32b29 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0462551 Nov 09 18:14:46.433858 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.503418 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-44e2996d-c95e-4c1e-9a98-0828330edd95 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043634 Nov 09 18:14:46.539159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.541357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.588154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.588635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Fanout notify agent at l3_agent the message router_deleted on router 2e3cc52f-daca-4b93-9f63-5426e692391f {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:46.595905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.598103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c497d7a2-521f-4693-ba75-e825bf1942d2 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/2e3cc52f-daca-4b93-9f63-5426e692391f HTTP/1.1" status: 204 len: 168 time: 0.8123767 Nov 09 18:14:46.602679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38600) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:46.607386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1756272894', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:46.608838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-88ccbfa0-4c1b-478a-8057-7b161a61d201 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949912 Nov 09 18:14:46.632118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.633283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.657228 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-862273d1-2b0f-4e97-9229-f5dee2dc8876 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 200 len: 217 time: 0.0407324 Nov 09 18:14:46.686605 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.709868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-dd25bb11-7e15-4564-b428-ccd408cd240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.711402 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-dd25bb11-7e15-4564-b428-ccd408cd240b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 200 len: 797 time: 0.0475509 Nov 09 18:14:46.758578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f53f-94c4-4794-9f84-523c87617c7c req-9a4f3ce4-6fa4-4219-a239-a5b3ab9152ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:46.760235 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-9a4f3ce4-6fa4-4219-a239-a5b3ab9152ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=97535ef5-be7d-4600-a86f-760c237af1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413115 Nov 09 18:14:46.831907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:46.855228 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-675ea5fe-c2ff-45d0-bb69-ac50f92a8ffe service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Nov 09 18:14:46.951126 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a032f53f-94c4-4794-9f84-523c87617c7c req-a12b3a17-d761-4adb-af15-a4a65d54d142 service neutron] 10.222.0.85 "GET /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887632 Nov 09 18:14:47.030204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:47.049574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:47.154139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Allocated IP 172.25.0.95 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/612f499a-fd3b-47be-b321-47febea23415) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:47.261230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:47.298543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:47.336359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:47.340718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:47.348506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:47.351667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event updated for resources: {'Port': ['ID=612f499a-fd3b-47be-b321-47febea23415,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:47.598563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:47.797132 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:47.929636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Router ab434734-e097-4cf3-9821-59fc62f47440 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:14:48.046222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:48.056337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] Sync routers for ids ['ab434734-e097-4cf3-9821-59fc62f47440'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:48.067352 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:48.067986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] Routers {'ab434734-e097-4cf3-9821-59fc62f47440'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:48.068823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-97c5fac7-af8a-4213-a8b6-06f9999d93b1 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4651685 Nov 09 18:14:48.069166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ab434734-e097-4cf3-9821-59fc62f47440'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:48.071721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38608) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:48.076190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:48.105434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:48.115779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] Routers {'ab434734-e097-4cf3-9821-59fc62f47440'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:48.116383 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ab434734-e097-4cf3-9821-59fc62f47440'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:48.151168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:48.151815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075612bb-51ee-4f31-a7db-a36fe6950201 None None] The sync data for ids ['ab434734-e097-4cf3-9821-59fc62f47440'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:48.684640 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:48.696589 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:48.751240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Deleting port 612f499a-fd3b-47be-b321-47febea23415 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:48.751580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:48.825762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:48.838135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Calling delete_port for 612f499a-fd3b-47be-b321-47febea23415 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:49.025234 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:49.043408 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:49.053488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Pushing event deleted for resources: {'Port': ['ID=612f499a-fd3b-47be-b321-47febea23415,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:49.120572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:49.319331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:49.322586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:49.399441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Router ab434734-e097-4cf3-9821-59fc62f47440 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:14:49.479049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:14:49.485713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:49.489563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38620) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:49.490232 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] Sync routers for ids ['ab434734-e097-4cf3-9821-59fc62f47440'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:14:49.491889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ba1e11ba-edb0-49c9-bf6b-1f61079ef62a tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "PUT /v2.0/routers/ab434734-e097-4cf3-9821-59fc62f47440 HTTP/1.1" status: 200 len: 706 time: 1.4142606 Nov 09 18:14:49.500543 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] Routers {'ab434734-e097-4cf3-9821-59fc62f47440'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:49.501148 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ab434734-e097-4cf3-9821-59fc62f47440'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:49.536089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:49.544403 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] Routers {'ab434734-e097-4cf3-9821-59fc62f47440'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:14:49.544995 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:14:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ab434734-e097-4cf3-9821-59fc62f47440'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:49.564415 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9f5623f7-ac21-4640-a07f-32c5def110b3 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/routers/ab434734-e097-4cf3-9821-59fc62f47440 HTTP/1.1" status: 200 len: 741 time: 0.0735774 Nov 09 18:14:49.566963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38624) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:49.576565 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:49.577215 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8365c-13f0-48ee-b9ee-786eb2744bce None None] The sync data for ids ['ab434734-e097-4cf3-9821-59fc62f47440'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:14:49.613295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-290018eb-6c45-4de2-bbe4-63eddb48a810 tempest-RoutersAdminTest-1499682728 tempest-RoutersAdminTest-1499682728-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&device_id=ab434734-e097-4cf3-9821-59fc62f47440 HTTP/1.1" status: 200 len: 205 time: 0.0449448 Nov 09 18:14:49.615739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38630) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:49.642135 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9b118c41-fcd7-4221-aa3d-3fe5d703d534 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab434734-e097-4cf3-9821-59fc62f47440 HTTP/1.1" status: 200 len: 205 time: 0.0253396 Nov 09 18:14:49.644877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38632) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:49.723070 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0bfe47d-0295-48a3-97be-80906e770ebc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:50.175485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0bfe47d-0295-48a3-97be-80906e770ebc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:50.177587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0bfe47d-0295-48a3-97be-80906e770ebc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:50.219067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0bfe47d-0295-48a3-97be-80906e770ebc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:50.219756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bfe47d-0295-48a3-97be-80906e770ebc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Fanout notify agent at l3_agent the message router_deleted on router ab434734-e097-4cf3-9821-59fc62f47440 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:50.227632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0bfe47d-0295-48a3-97be-80906e770ebc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:50.228809 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a0bfe47d-0295-48a3-97be-80906e770ebc tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/ab434734-e097-4cf3-9821-59fc62f47440 HTTP/1.1" status: 204 len: 168 time: 0.5829036 Nov 09 18:14:50.233119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38636) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.263526 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ead898a-e0d0-4137-aa9d-32b178c4cf6b tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab434734-e097-4cf3-9821-59fc62f47440 HTTP/1.1" status: 200 len: 205 time: 0.0292985 Nov 09 18:14:50.265952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38638) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.303596 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-b5c3d24d-1c5f-473c-8513-0766631627ad tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] delete failed (client error): The resource could not be found. Nov 09 18:14:50.304628 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b5c3d24d-1c5f-473c-8513-0766631627ad tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/ab434734-e097-4cf3-9821-59fc62f47440 HTTP/1.1" status: 404 len: 336 time: 0.0376735 Nov 09 18:14:50.307228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.335171 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-775ebac6-2c44-446f-aa24-073c7bdab13e tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e3cc52f-daca-4b93-9f63-5426e692391f HTTP/1.1" status: 200 len: 205 time: 0.0248580 Nov 09 18:14:50.335391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38642) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.374669 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-de9b6812-810c-4835-b30b-c61ed9b3a1aa tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] delete failed (client error): The resource could not be found. Nov 09 18:14:50.377895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-de9b6812-810c-4835-b30b-c61ed9b3a1aa tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/2e3cc52f-daca-4b93-9f63-5426e692391f HTTP/1.1" status: 404 len: 336 time: 0.0393488 Nov 09 18:14:50.378290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38644) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.405974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a24d52c-e923-4e9b-9568-483e9b67b230 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dc30049-ca7b-4622-8695-6ad9214ade38 HTTP/1.1" status: 200 len: 205 time: 0.0247192 Nov 09 18:14:50.406799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38646) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.443082 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e433d1a3-6fce-464f-a416-9c2fdb0b4907 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] delete failed (client error): The resource could not be found. Nov 09 18:14:50.444134 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e433d1a3-6fce-464f-a416-9c2fdb0b4907 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/4dc30049-ca7b-4622-8695-6ad9214ade38 HTTP/1.1" status: 404 len: 336 time: 0.0365138 Nov 09 18:14:50.446751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.480507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a084dc0d-4bd8-48a5-8df8-f104b8cbaf50 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9ed4554-d6c5-40f6-92ba-1971e47dc04e HTTP/1.1" status: 200 len: 205 time: 0.0304275 Nov 09 18:14:50.480685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38652) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.521914 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-55016b4c-d25c-4611-b1fa-e3c002fb10fd tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] delete failed (client error): The resource could not be found. Nov 09 18:14:50.523342 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-55016b4c-d25c-4611-b1fa-e3c002fb10fd tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/a9ed4554-d6c5-40f6-92ba-1971e47dc04e HTTP/1.1" status: 404 len: 336 time: 0.0414288 Nov 09 18:14:50.526486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38656) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.562177 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7487b796-13ae-40c6-a2fa-9e7beecf36c8 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebde049a-b6b6-45b9-a8cd-788e6018a14e HTTP/1.1" status: 200 len: 205 time: 0.0343084 Nov 09 18:14:50.564908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38658) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.605766 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-ce0b3d1f-e571-44e9-b363-1b1f1df18890 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] delete failed (client error): The resource could not be found. Nov 09 18:14:50.606825 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ce0b3d1f-e571-44e9-b363-1b1f1df18890 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/ebde049a-b6b6-45b9-a8cd-788e6018a14e HTTP/1.1" status: 404 len: 336 time: 0.0409801 Nov 09 18:14:50.609876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38660) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.636994 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b7dc4a22-f09b-4413-aa9a-a87b60905c91 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "GET /v2.0/ports?device_id=1187c201-8ebf-4397-8a26-46afa0a538f9 HTTP/1.1" status: 200 len: 205 time: 0.0260060 Nov 09 18:14:50.639569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38662) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.677338 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-07beb987-f251-4802-811f-0a5076c5d907 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] delete failed (client error): The resource could not be found. Nov 09 18:14:50.678395 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-07beb987-f251-4802-811f-0a5076c5d907 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/routers/1187c201-8ebf-4397-8a26-46afa0a538f9 HTTP/1.1" status: 404 len: 336 time: 0.0378597 Nov 09 18:14:50.681100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:50.712646 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4ccf24-b33c-4e2e-acce-e276de6c9433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] DELETE failed (client error): The resource could not be found. Nov 09 18:14:50.713108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4ccf24-b33c-4e2e-acce-e276de6c9433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:14:50.716591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f4ccf24-b33c-4e2e-acce-e276de6c9433 tempest-RoutersAdminTest-1220471712 tempest-RoutersAdminTest-1220471712-project] 10.222.0.32 "DELETE /v2.0/subnets/de8aea0c-de59-4294-8845-a807bb03069b HTTP/1.1" status: 404 len: 337 time: 0.0345793 Nov 09 18:14:50.960675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:51.063446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b37a8e60-514e-4b4e-991a-c823ae70e1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.135539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b37a8e60-514e-4b4e-991a-c823ae70e1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.139330 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b37a8e60-514e-4b4e-991a-c823ae70e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.176999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b37a8e60-514e-4b4e-991a-c823ae70e1e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=282a5b89da8d4539b9cd205d16b3e58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152781 Nov 09 18:14:51.178161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a8e60-514e-4b4e-991a-c823ae70e1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f654619-d721-4b64-b3f0-a26f720a8f0f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:51.179745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38676) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:51.229304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29d44c5b-0415-4bc8-b00e-1fd368883671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.250308 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29d44c5b-0415-4bc8-b00e-1fd368883671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.296119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29d44c5b-0415-4bc8-b00e-1fd368883671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.298800 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29d44c5b-0415-4bc8-b00e-1fd368883671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.299970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-29d44c5b-0415-4bc8-b00e-1fd368883671 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f654619-d721-4b64-b3f0-a26f720a8f0f HTTP/1.1" status: 204 len: 168 time: 0.1192269 Nov 09 18:14:51.307506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d44c5b-0415-4bc8-b00e-1fd368883671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f654619-d721-4b64-b3f0-a26f720a8f0f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:51.556350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38684) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:51.596746 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9c2e9523-1c30-4876-a175-e7d13bcc00bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4ad35379243445596cc5b17c8c80584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389717 Nov 09 18:14:51.598939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38688) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:51.647406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bce1563f-e33e-4f7b-aba4-13a447e6399f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.668091 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bce1563f-e33e-4f7b-aba4-13a447e6399f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.717403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bce1563f-e33e-4f7b-aba4-13a447e6399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.719980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bce1563f-e33e-4f7b-aba4-13a447e6399f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:51.721148 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bce1563f-e33e-4f7b-aba4-13a447e6399f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6c323ae-cc03-4e85-a86d-9626008b00fa HTTP/1.1" status: 204 len: 168 time: 0.1213133 Nov 09 18:14:51.736276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1563f-e33e-4f7b-aba4-13a447e6399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c323ae-cc03-4e85-a86d-9626008b00fa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:52.430450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38718) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:52.527563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1533648675'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:52.549308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Made reservation on behalf of 7f7cb0b8c834414793dfae4ef5076388 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:52.553634 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.563307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.640026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.644357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.671261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:14:52.680167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca510a4-6eb9-4430-8323-73eba1839e80,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:52.686284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.686637 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Added segment bb031daa-e956-45fc-923a-8ee493e4662f of type vlan for network e7e1e032-09b4-406f-b973-7f5f670ee575 Nov 09 18:14:52.728106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.753812 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.760799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:52.761562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:52.826986 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3953362 Nov 09 18:14:52.830261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38726) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:52.836918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Request body: {'subnet': {'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:52.843311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71cd09-f05b-4273-90b9-41b6ecbff8da tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event updated for resources: {'Network': ['ID=e7e1e032-09b4-406f-b973-7f5f670ee575,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:52.854159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e7e1e032-09b4-406f-b973-7f5f670ee575 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:14:52.940434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Made reservation on behalf of 7f7cb0b8c834414793dfae4ef5076388 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:52.943987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.131077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.189277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event updated for resources: {'Subnet': ['ID=0b965951-3df8-4e46-9140-3e8962c25bef,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:53.199995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Checking segment: {'id': 'bb031daa-e956-45fc-923a-8ee493e4662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:53.200367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Network hostable DHCP agents. Network: e7e1e032-09b4-406f-b973-7f5f670ee575, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:14:53.217595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Network e7e1e032-09b4-406f-b973-7f5f670ee575 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:14:53.227181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e7e1e032-09b4-406f-b973-7f5f670ee575) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:53.231741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.232424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.236897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13132ce1-512b-4298-a405-70d8fd3fb003 None None] Network e7e1e032-09b4-406f-b973-7f5f670ee575 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:53.255251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e255c592-8b13-49a7-b221-b6fbd1078bc2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4239573 Nov 09 18:14:53.257783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38730) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:53.263713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Request body: {'port': {'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575', 'name': 'tempest-TagsExtTest-1455805997'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:53.383788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Made reservation on behalf of 7f7cb0b8c834414793dfae4ef5076388 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:14:53.387760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.391468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-e7e1e032-09b4-406f-b973-7f5f670ee575', 'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575', 'tenant_id': '7f7cb0b8c834414793dfae4ef5076388', 'fixed_ips': [{'subnet_id': '0b965951-3df8-4e46-9140-3e8962c25bef'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:14:53.392398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.406812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] device_id is not set on port 6f5f76c9-be9a-4a72-9140-d03740f2259d yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:14:53.520669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Allocated IP 172.20.0.7 (e7e1e032-09b4-406f-b973-7f5f670ee575/0b965951-3df8-4e46-9140-3e8962c25bef/6f5f76c9-be9a-4a72-9140-d03740f2259d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:53.668197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.708097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.759949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Network e7e1e032-09b4-406f-b973-7f5f670ee575 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:53.763230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:53.764139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Allocated IP 172.20.0.2 (e7e1e032-09b4-406f-b973-7f5f670ee575/0b965951-3df8-4e46-9140-3e8962c25bef/2db5db1d-df6e-4e6c-bef0-cc67fe91e522) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:14:53.768048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:53.796044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event updated for resources: {'Port': ['ID=6f5f76c9-be9a-4a72-9140-d03740f2259d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:53.824597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:14:53.825320 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.845441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38736) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:53.845974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-647e7d23-2aa9-45d4-a9a2-4360d58325b4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.5864518 Nov 09 18:14:53.850703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-433a6b1a-81a3-474f-82db-32e0d193542b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-359849327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:53.882353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-433a6b1a-81a3-474f-82db-32e0d193542b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.883628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-433a6b1a-81a3-474f-82db-32e0d193542b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.937120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.947895 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.989876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-433a6b1a-81a3-474f-82db-32e0d193542b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:53.993924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Network e7e1e032-09b4-406f-b973-7f5f670ee575 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:14:53.999712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:14:54.002436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-433a6b1a-81a3-474f-82db-32e0d193542b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.004404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:14:54.038507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-433a6b1a-81a3-474f-82db-32e0d193542b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.043386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38742) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.048493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-433a6b1a-81a3-474f-82db-32e0d193542b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2018652 Nov 09 18:14:54.049552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e34e7f51-8dd4-4511-858a-c62f046ec400 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-918933474', 'prefixes': ['172.20.0.0/16']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:14:54.075988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Attempting to bind port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:14:54.076389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Attempting to bind port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'bb031daa-e956-45fc-923a-8ee493e4662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:14:54.077084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Attempting to bind port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 on network e7e1e032-09b4-406f-b973-7f5f670ee575 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:14:54.079624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Pushing event updated for resources: {'Port': ['ID=2db5db1d-df6e-4e6c-bef0-cc67fe91e522,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:54.085567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:14:54.085948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Checking segment: {'id': 'bb031daa-e956-45fc-923a-8ee493e4662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:14:54.086470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.086944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Bound using segment: {'id': 'bb031daa-e956-45fc-923a-8ee493e4662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:14:54.087429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Bound port: 2db5db1d-df6e-4e6c-bef0-cc67fe91e522, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb031daa-e956-45fc-923a-8ee493e4662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7e1e032-09b4-406f-b973-7f5f670ee575'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:14:54.087819 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.146874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e34e7f51-8dd4-4511-858a-c62f046ec400 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for subnetpool, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.148212 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e34e7f51-8dd4-4511-858a-c62f046ec400 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1037161 Nov 09 18:14:54.151678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38744) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.157497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-84ef9573-5ffc-43e2-8752-3f271e2189e9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', 'tempest-TagsExtTest-Tag-317891035') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:54.159342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] For port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:14:54.165618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] For port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2db5db1d-df6e-4e6c-bef0-cc67fe91e522,segment=NetworkSegment(bb031daa-e956-45fc-923a-8ee493e4662f),segment_id=bb031daa-e956-45fc-923a-8ee493e4662f)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:14:54.170667 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.256158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74cad9-8f52-428c-b9d7-a12a6c8ea0e7 None None] Pushing event updated for resources: {'Port': ['ID=2db5db1d-df6e-4e6c-bef0-cc67fe91e522,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:54.336793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-84ef9573-5ffc-43e2-8752-3f271e2189e9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags/tempest-TagsExtTest-Tag-317891035 HTTP/1.1" status: 201 len: 201 time: 0.1838052 Nov 09 18:14:54.340075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38748) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.346309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-81aa1b43-ffc2-4f1c-aa8e-8f9610bd6b40 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', 'tempest-TagsExtTest-Tag-1131006146') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:54.352778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38750) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.426514 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-81aa1b43-ffc2-4f1c-aa8e-8f9610bd6b40 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags/tempest-TagsExtTest-Tag-1131006146 HTTP/1.1" status: 201 len: 201 time: 0.0827477 Nov 09 18:14:54.426992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38754) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.433182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-edf1b16f-a489-45de-8973-dc7db8127b56 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', 'tempest-TagsExtTest-Tag-686075118') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:54.551535 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4fd187f5-0480-420d-bf60-d021179c72c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.606751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38756) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.607040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-edf1b16f-a489-45de-8973-dc7db8127b56 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags/tempest-TagsExtTest-Tag-686075118 HTTP/1.1" status: 201 len: 201 time: 0.1786544 Nov 09 18:14:54.612405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-ddaf88e0-c3a2-4077-b1b1-0577dba2c7de tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', 'tempest-TagsExtTest-Tag-523990068') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:54.658766 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4fd187f5-0480-420d-bf60-d021179c72c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.665057 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4fd187f5-0480-420d-bf60-d021179c72c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.668809 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ddaf88e0-c3a2-4077-b1b1-0577dba2c7de tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags/tempest-TagsExtTest-Tag-523990068 HTTP/1.1" status: 201 len: 201 time: 0.0607762 Nov 09 18:14:54.671809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38758) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.693772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-38508cc0-9ffe-4e8b-a809-12b49d8f5a83 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:54.746385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4fd187f5-0480-420d-bf60-d021179c72c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f07e297f734f47a5a3e337ac7ce73a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922150 Nov 09 18:14:54.749043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38762) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.749784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd187f5-0480-420d-bf60-d021179c72c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8a38c-a03f-47ad-bf8b-ce8a496aea5b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:54.781031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-38508cc0-9ffe-4e8b-a809-12b49d8f5a83 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags HTTP/1.1" status: 200 len: 240 time: 0.0960755 Nov 09 18:14:54.781778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38764) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.787569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-325ab7b3-6463-4f24-909f-20598d344f9b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', 'tempest-TagsExtTest-Tag-317891035') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:54.834283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-379a4396-f54f-4681-94c0-b3a658193f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.840077 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:14:54.862349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-379a4396-f54f-4681-94c0-b3a658193f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.871053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-325ab7b3-6463-4f24-909f-20598d344f9b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags/tempest-TagsExtTest-Tag-317891035 HTTP/1.1" status: 204 len: 168 time: 0.0877686 Nov 09 18:14:54.873321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38768) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.878395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-cfd28386-a9a4-47b9-8797-478863c28d7c tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', 'tempest-TagsExtTest-Tag-317891035') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:54.910177 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-379a4396-f54f-4681-94c0-b3a658193f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.913804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-379a4396-f54f-4681-94c0-b3a658193f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:54.914601 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-379a4396-f54f-4681-94c0-b3a658193f05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37e8a38c-a03f-47ad-bf8b-ce8a496aea5b HTTP/1.1" status: 204 len: 168 time: 0.1643472 Nov 09 18:14:54.935679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a4396-f54f-4681-94c0-b3a658193f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8a38c-a03f-47ad-bf8b-ce8a496aea5b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:54.950119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38772) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:54.951426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cfd28386-a9a4-47b9-8797-478863c28d7c tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags/tempest-TagsExtTest-Tag-317891035 HTTP/1.1" status: 204 len: 168 time: 0.0767343 Nov 09 18:14:54.956976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-75fe243c-959a-4d5c-9367-889a4d55e8bf tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.065036 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75fe243c-959a-4d5c-9367-889a4d55e8bf tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags HTTP/1.1" status: 200 len: 205 time: 0.1134877 Nov 09 18:14:55.071249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38776) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.075725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-4955eb10-9ff0-429f-939d-efd7ea35d420 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.148500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38778) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.148678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4955eb10-9ff0-429f-939d-efd7ea35d420 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags HTTP/1.1" status: 200 len: 241 time: 0.0762393 Nov 09 18:14:55.153971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-93f06d38-fdb9-49e2-a38c-3eada5f4aef9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', 'tempest-TagsExtTest-Tag-1131006146') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.178326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:55.222573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38780) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.227444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-ce4f2cf3-255a-494b-b100-9e07d861609f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', 'tempest-TagsExtTest-Tag-1131006146') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.231305 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-93f06d38-fdb9-49e2-a38c-3eada5f4aef9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags/tempest-TagsExtTest-Tag-1131006146 HTTP/1.1" status: 204 len: 168 time: 0.0799487 Nov 09 18:14:55.237183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:55.237566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.253997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38782) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.269760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d337a34a-5c84-4733-97a9-09f890e75e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.319900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ce4f2cf3-255a-494b-b100-9e07d861609f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags/tempest-TagsExtTest-Tag-1131006146 HTTP/1.1" status: 204 len: 168 time: 0.0962808 Nov 09 18:14:55.322282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38784) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.326998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-1679be3a-93fe-4111-a73d-d254f5a880d2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.352817 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.378665 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d337a34a-5c84-4733-97a9-09f890e75e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.384203 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d337a34a-5c84-4733-97a9-09f890e75e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.395518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1679be3a-93fe-4111-a73d-d254f5a880d2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags HTTP/1.1" status: 200 len: 205 time: 0.0721738 Nov 09 18:14:55.398544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2db5db1d-df6e-4e6c-bef0-cc67fe91e522,segment=NetworkSegment(bb031daa-e956-45fc-923a-8ee493e4662f),segment_id=bb031daa-e956-45fc-923a-8ee493e4662f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:55.398720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38786) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.403439 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.404931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-c55e20cd-c99a-4599-b5fc-0c26ac612218 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.430607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d337a34a-5c84-4733-97a9-09f890e75e25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52d257cc058842628678565f82adfc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751790 Nov 09 18:14:55.433263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.444594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337a34a-5c84-4733-97a9-09f890e75e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c337b15f-bb89-46c5-ba45-b6a146a68a44,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:55.459789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097adae-1c8a-4f59-9916-b5461c897ee5 None None] Network e7e1e032-09b4-406f-b973-7f5f670ee575 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:55.488605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c55e20cd-c99a-4599-b5fc-0c26ac612218 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags HTTP/1.1" status: 200 len: 240 time: 0.0888643 Nov 09 18:14:55.491510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38790) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.496015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-64b7415e-3861-4c83-842b-7657544fb233 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', 'tempest-TagsExtTest-Tag-686075118') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.501694 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd8e-d195-44e0-b215-247acfa3594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.521437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=2db5db1d-df6e-4e6c-bef0-cc67fe91e522,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:55.525971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd8e-d195-44e0-b215-247acfa3594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.536939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d6d3c050-0e67-4637-a66b-33cfc076b787 None None] Provisioning complete for port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:55.537319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6d3c050-0e67-4637-a66b-33cfc076b787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.575998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-64b7415e-3861-4c83-842b-7657544fb233 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags/tempest-TagsExtTest-Tag-686075118 HTTP/1.1" status: 204 len: 168 time: 0.0829511 Nov 09 18:14:55.578876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38792) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.583526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-05634a12-c6ef-499a-afab-dfcc0147c960 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', 'tempest-TagsExtTest-Tag-686075118') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.591442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd8e-d195-44e0-b215-247acfa3594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.595121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd8e-d195-44e0-b215-247acfa3594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:55.598880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d3ccbd8e-d195-44e0-b215-247acfa3594c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c337b15f-bb89-46c5-ba45-b6a146a68a44 HTTP/1.1" status: 204 len: 168 time: 0.1620200 Nov 09 18:14:55.604907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccbd8e-d195-44e0-b215-247acfa3594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337b15f-bb89-46c5-ba45-b6a146a68a44,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:55.695957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-05634a12-c6ef-499a-afab-dfcc0147c960 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags/tempest-TagsExtTest-Tag-686075118 HTTP/1.1" status: 204 len: 168 time: 0.1135957 Nov 09 18:14:55.696235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38796) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.700819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-8604d6ba-1a94-4058-9987-da9c5649ae2a tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.784795 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8604d6ba-1a94-4058-9987-da9c5649ae2a tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags HTTP/1.1" status: 200 len: 205 time: 0.0872579 Nov 09 18:14:55.789904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38802) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.794599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-b9727f0a-f283-4742-a1e6-5760c6c206fb tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.833547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b9727f0a-f283-4742-a1e6-5760c6c206fb tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags HTTP/1.1" status: 200 len: 240 time: 0.0424860 Nov 09 18:14:55.836222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38804) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.840583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-5d7afe8c-e571-4493-a579-15e03a60e9a2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', 'tempest-TagsExtTest-Tag-523990068') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.866329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5d7afe8c-e571-4493-a579-15e03a60e9a2 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags/tempest-TagsExtTest-Tag-523990068 HTTP/1.1" status: 204 len: 168 time: 0.0290370 Nov 09 18:14:55.869102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38808) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.874312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-586cf9fd-51a0-4cb7-a8ac-d002da78b3b3 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', 'tempest-TagsExtTest-Tag-523990068') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.927727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38812) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.930206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-586cf9fd-51a0-4cb7-a8ac-d002da78b3b3 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags/tempest-TagsExtTest-Tag-523990068 HTTP/1.1" status: 204 len: 168 time: 0.0564685 Nov 09 18:14:55.934620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-c7833d0c-d2a3-4ee7-a2ed-a68213d6078a tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.959574 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c7833d0c-d2a3-4ee7-a2ed-a68213d6078a tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags HTTP/1.1" status: 200 len: 205 time: 0.0303066 Nov 09 18:14:55.962341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38816) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:55.969575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-262056be-f1c6-4256-9334-09b3a905ee15 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:55.995577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-262056be-f1c6-4256-9334-09b3a905ee15 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0316918 Nov 09 18:14:55.997819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38818) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.002655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-6dfbac51-dd63-4bf6-afcd-69b9c46484a5 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.019345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-297cf108-8fb8-4c1f-89e3-d5e804f5ab55 None None] Provisioning complete for port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:56.019729 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-297cf108-8fb8-4c1f-89e3-d5e804f5ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:56.094630 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6dfbac51-dd63-4bf6-afcd-69b9c46484a5 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags HTTP/1.1" status: 204 len: 168 time: 0.0957179 Nov 09 18:14:56.097317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38824) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.102434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-4d9a2539-b78a-4c1a-a8f1-77a8545bc567 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.122214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-297cf108-8fb8-4c1f-89e3-d5e804f5ab55 None None] Provisioning complete for port 6f5f76c9-be9a-4a72-9140-d03740f2259d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:56.122895 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-297cf108-8fb8-4c1f-89e3-d5e804f5ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:56.166941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4d9a2539-b78a-4c1a-a8f1-77a8545bc567 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags HTTP/1.1" status: 204 len: 168 time: 0.0685165 Nov 09 18:14:56.169466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38826) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.171904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-297cf108-8fb8-4c1f-89e3-d5e804f5ab55 None None] Port 6f5f76c9-be9a-4a72-9140-d03740f2259d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:14:56.175968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-0d4b772f-281e-4f40-9ff6-3fe831b68fa5 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.235108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0d4b772f-281e-4f40-9ff6-3fe831b68fa5 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags HTTP/1.1" status: 204 len: 168 time: 0.0646346 Nov 09 18:14:56.238877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38830) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.243508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-9e7b639d-8d5b-4a45-9da1-f90a5ba051a4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', 'tempest-TagsExtTest-Tag-1090804600') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.295115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8eee940a-4015-485d-836f-6f9398f61c47 None None] Provisioning complete for port 6f5f76c9-be9a-4a72-9140-d03740f2259d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:56.295701 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8eee940a-4015-485d-836f-6f9398f61c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:56.311793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e7b639d-8d5b-4a45-9da1-f90a5ba051a4 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags/tempest-TagsExtTest-Tag-1090804600 HTTP/1.1" status: 201 len: 201 time: 0.0718496 Nov 09 18:14:56.315143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38836) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.319668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-bb318d12-7c22-41dd-a42c-5174a7b7045d tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', 'tempest-TagsExtTest-Tag-1532187017') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.335770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8eee940a-4015-485d-836f-6f9398f61c47 None None] Port 6f5f76c9-be9a-4a72-9140-d03740f2259d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:14:56.386740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb318d12-7c22-41dd-a42c-5174a7b7045d tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags/tempest-TagsExtTest-Tag-1532187017 HTTP/1.1" status: 201 len: 201 time: 0.0705624 Nov 09 18:14:56.389352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38840) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.394752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-50d80cd2-5e15-4b72-bff6-bd20407bbd5b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', 'tempest-TagsExtTest-Tag-251326782') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.485451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50d80cd2-5e15-4b72-bff6-bd20407bbd5b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags/tempest-TagsExtTest-Tag-251326782 HTTP/1.1" status: 201 len: 201 time: 0.0926592 Nov 09 18:14:56.485663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38844) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.489978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-55040f71-14f8-46e6-b590-c6d0a7890354 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', 'tempest-TagsExtTest-Tag-505177545') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.523871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-55040f71-14f8-46e6-b590-c6d0a7890354 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags/tempest-TagsExtTest-Tag-505177545 HTTP/1.1" status: 201 len: 201 time: 0.0372922 Nov 09 18:14:56.526563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.531597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-7aa487b8-14b0-4979-9b48-a198624269f8 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', {'tags': ['tempest-TagsExtTest-Tag-1143487368', 'tempest-TagsExtTest-Tag-1749392928', 'tempest-TagsExtTest-Tag-1399929587']}) {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.595929 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7aa487b8-14b0-4979-9b48-a198624269f8 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags HTTP/1.1" status: 200 len: 318 time: 0.0678115 Nov 09 18:14:56.598416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38850) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.602625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-cc3ec944-7dc2-4acc-938b-8deab4e3d5ef tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.667998 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc3ec944-7dc2-4acc-938b-8deab4e3d5ef tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags HTTP/1.1" status: 204 len: 168 time: 0.0685391 Nov 09 18:14:56.670550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38854) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.675434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-2670fc3d-46b6-4833-a6ee-34bff68144a1 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', 'tempest-TagsExtTest-Tag-1143487368') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.724506 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-2670fc3d-46b6-4833-a6ee-34bff68144a1 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:56.725557 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2670fc3d-46b6-4833-a6ee-34bff68144a1 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags/tempest-TagsExtTest-Tag-1143487368 HTTP/1.1" status: 404 len: 329 time: 0.0539489 Nov 09 18:14:56.728409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.733177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-5746ab02-8ca5-403c-82f5-5418fb8e2c4c tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', 'tempest-TagsExtTest-Tag-1749392928') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.783129 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-5746ab02-8ca5-403c-82f5-5418fb8e2c4c tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:56.784165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5746ab02-8ca5-403c-82f5-5418fb8e2c4c tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags/tempest-TagsExtTest-Tag-1749392928 HTTP/1.1" status: 404 len: 329 time: 0.0545826 Nov 09 18:14:56.787390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38862) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.791886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-137d9c23-cbdc-4339-9551-736e9cb9e0b9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef', 'tempest-TagsExtTest-Tag-1399929587') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.843497 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-137d9c23-cbdc-4339-9551-736e9cb9e0b9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:56.847311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-137d9c23-cbdc-4339-9551-736e9cb9e0b9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags/tempest-TagsExtTest-Tag-1399929587 HTTP/1.1" status: 404 len: 329 time: 0.0562909 Nov 09 18:14:56.847821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38868) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.852581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-7dc6c4ca-15d1-4afd-9b8d-a38fbb48f15f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', {'tags': ['tempest-TagsExtTest-Tag-1669417491', 'tempest-TagsExtTest-Tag-1882385269', 'tempest-TagsExtTest-Tag-1397022590']}) {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.920297 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7dc6c4ca-15d1-4afd-9b8d-a38fbb48f15f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags HTTP/1.1" status: 200 len: 318 time: 0.0712020 Nov 09 18:14:56.923324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38872) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:56.927679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-8abdabfa-8d2b-47f1-956f-d1c32d40188f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:56.997003 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8abdabfa-8d2b-47f1-956f-d1c32d40188f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags HTTP/1.1" status: 204 len: 168 time: 0.0726528 Nov 09 18:14:57.000218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38880) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.004462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-ef0da1b4-606c-4252-8dc3-5da76ded3304 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', 'tempest-TagsExtTest-Tag-1669417491') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.055525 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-ef0da1b4-606c-4252-8dc3-5da76ded3304 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.059534 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ef0da1b4-606c-4252-8dc3-5da76ded3304 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags/tempest-TagsExtTest-Tag-1669417491 HTTP/1.1" status: 404 len: 329 time: 0.0553827 Nov 09 18:14:57.059534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38882) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.063739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-0fc7afdc-7a96-44f5-b0cf-ec3a3969e4f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', 'tempest-TagsExtTest-Tag-1882385269') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.114295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:14:57.118442 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-0fc7afdc-7a96-44f5-b0cf-ec3a3969e4f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.119480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0fc7afdc-7a96-44f5-b0cf-ec3a3969e4f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags/tempest-TagsExtTest-Tag-1882385269 HTTP/1.1" status: 404 len: 329 time: 0.0591383 Nov 09 18:14:57.126123 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38884) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.126547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-a232db98-8ce2-4474-afb5-4f182d8dd380 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d', 'tempest-TagsExtTest-Tag-1397022590') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.171045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:14:57.172863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:57.185014 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-a232db98-8ce2-4474-afb5-4f182d8dd380 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.186511 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a232db98-8ce2-4474-afb5-4f182d8dd380 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags/tempest-TagsExtTest-Tag-1397022590 HTTP/1.1" status: 404 len: 329 time: 0.0628936 Nov 09 18:14:57.189078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38890) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.194404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-da4ea354-a189-4582-8eab-4203ba8af821 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', {'tags': ['tempest-TagsExtTest-Tag-1692936880', 'tempest-TagsExtTest-Tag-1517763490', 'tempest-TagsExtTest-Tag-1377893945']}) {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.293787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-da4ea354-a189-4582-8eab-4203ba8af821 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags HTTP/1.1" status: 200 len: 318 time: 0.1013911 Nov 09 18:14:57.294334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38892) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.299236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-fb945be4-76bf-40ed-a6ba-97c78c3995d0 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.388120 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fb945be4-76bf-40ed-a6ba-97c78c3995d0 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags HTTP/1.1" status: 204 len: 168 time: 0.0929430 Nov 09 18:14:57.391429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38894) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.395905 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.tag.tag_plugin [None req-8f8801e0-d4a4-4fde-a2d1-a108964085f6 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', 'tempest-TagsExtTest-Tag-1692936880') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.472875 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-8f8801e0-d4a4-4fde-a2d1-a108964085f6 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.477400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38898) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.482135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-56b43ddc-f407-401e-af33-76e73898ee5b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', 'tempest-TagsExtTest-Tag-1517763490') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.482632 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8f8801e0-d4a4-4fde-a2d1-a108964085f6 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags/tempest-TagsExtTest-Tag-1692936880 HTTP/1.1" status: 404 len: 329 time: 0.0901079 Nov 09 18:14:57.560778 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-56b43ddc-f407-401e-af33-76e73898ee5b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.562239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-56b43ddc-f407-401e-af33-76e73898ee5b tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags/tempest-TagsExtTest-Tag-1517763490 HTTP/1.1" status: 404 len: 329 time: 0.0834634 Nov 09 18:14:57.564728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38902) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.569089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-52606e7a-1e9a-4dbd-9852-ca3e9ba435c9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340', 'tempest-TagsExtTest-Tag-1377893945') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.641689 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-52606e7a-1e9a-4dbd-9852-ca3e9ba435c9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.642728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-52606e7a-1e9a-4dbd-9852-ca3e9ba435c9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags/tempest-TagsExtTest-Tag-1377893945 HTTP/1.1" status: 404 len: 329 time: 0.0770931 Nov 09 18:14:57.645405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38904) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.649691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-c6d2992b-641a-4710-a6e6-aaf4d8651594 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', {'tags': ['tempest-TagsExtTest-Tag-695573591', 'tempest-TagsExtTest-Tag-1526251937', 'tempest-TagsExtTest-Tag-1445767760']}) {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.683227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c6d2992b-641a-4710-a6e6-aaf4d8651594 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "PUT /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags HTTP/1.1" status: 200 len: 317 time: 0.0368814 Nov 09 18:14:57.685499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38906) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.689559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-fb62f7b1-4e96-48dc-af45-a69a560f69d7 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.725154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fb62f7b1-4e96-48dc-af45-a69a560f69d7 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0386968 Nov 09 18:14:57.727770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38908) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.731936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-03a846ed-9b25-4951-820d-efaf2dd9be82 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', 'tempest-TagsExtTest-Tag-695573591') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.750818 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-03a846ed-9b25-4951-820d-efaf2dd9be82 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.751718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-03a846ed-9b25-4951-820d-efaf2dd9be82 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags/tempest-TagsExtTest-Tag-695573591 HTTP/1.1" status: 404 len: 328 time: 0.0230401 Nov 09 18:14:57.754086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38910) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.757932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-49dcf11b-a552-494e-bd3f-9f6752465b0d tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', 'tempest-TagsExtTest-Tag-1526251937') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.777181 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-49dcf11b-a552-494e-bd3f-9f6752465b0d tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.778174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-49dcf11b-a552-494e-bd3f-9f6752465b0d tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags/tempest-TagsExtTest-Tag-1526251937 HTTP/1.1" status: 404 len: 329 time: 0.0232065 Nov 09 18:14:57.780665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38912) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.785425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-18be214f-2e92-4472-ba2b-f0f29757e083 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3', 'tempest-TagsExtTest-Tag-1445767760') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.804708 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-18be214f-2e92-4472-ba2b-f0f29757e083 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] show failed (client error): The resource could not be found. Nov 09 18:14:57.805680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-18be214f-2e92-4472-ba2b-f0f29757e083 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags/tempest-TagsExtTest-Tag-1445767760 HTTP/1.1" status: 404 len: 329 time: 0.0236118 Nov 09 18:14:57.808154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38914) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.812693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-8e4de68b-d09c-4c60-a403-134509bbf1f0 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.836428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8e4de68b-d09c-4c60-a403-134509bbf1f0 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0273414 Nov 09 18:14:57.838609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38916) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.842782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-e7739610-1cbb-4313-b014-bf359ad185b1 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6762d5b-400c-4df1-ba76-d80dce8cd340') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.921550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e7739610-1cbb-4313-b014-bf359ad185b1 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340/tags HTTP/1.1" status: 204 len: 168 time: 0.0819416 Nov 09 18:14:57.924039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38920) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.928176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-e9b3d800-9f40-4118-9768-eb0c723e2217 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f5f76c9-be9a-4a72-9140-d03740f2259d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:57.985559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e9b3d800-9f40-4118-9768-eb0c723e2217 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d/tags HTTP/1.1" status: 204 len: 168 time: 0.0605505 Nov 09 18:14:57.988039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38922) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:57.992133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.tag.tag_plugin [None req-8a626117-85de-43b4-b968-0a95a25a0ea1 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0b965951-3df8-4e46-9140-3e8962c25bef') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:58.045551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8a626117-85de-43b4-b968-0a95a25a0ea1 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef/tags HTTP/1.1" status: 204 len: 168 time: 0.0565388 Nov 09 18:14:58.049930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:58.132324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9138905e-e0e7-4fc9-a0bc-e3bdad3b767d tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for subnetpool, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.133458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9138905e-e0e7-4fc9-a0bc-e3bdad3b767d tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9eef3f9d-1c9d-4cb3-bac8-4194c937a3d3 HTTP/1.1" status: 204 len: 168 time: 0.0825126 Nov 09 18:14:58.136053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38928) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:58.162393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cc4eedac-732b-4ebd-95c4-96151c3679e9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6762d5b-400c-4df1-ba76-d80dce8cd340 HTTP/1.1" status: 200 len: 205 time: 0.0252545 Nov 09 18:14:58.164674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38930) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:58.238352 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d085d836-7065-493a-b395-f0ff2ac705f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.686714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d085d836-7065-493a-b395-f0ff2ac705f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.689623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d085d836-7065-493a-b395-f0ff2ac705f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.733919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d085d836-7065-493a-b395-f0ff2ac705f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.734620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d085d836-7065-493a-b395-f0ff2ac705f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Fanout notify agent at l3_agent the message router_deleted on router c6762d5b-400c-4df1-ba76-d80dce8cd340 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:14:58.741636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d085d836-7065-493a-b395-f0ff2ac705f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.745275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d085d836-7065-493a-b395-f0ff2ac705f9 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/routers/c6762d5b-400c-4df1-ba76-d80dce8cd340 HTTP/1.1" status: 204 len: 168 time: 0.5772014 Nov 09 18:14:58.745569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:58.843261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Deleting port 6f5f76c9-be9a-4a72-9140-d03740f2259d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:58.843701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.943697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:58.956895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Calling delete_port for 6f5f76c9-be9a-4a72-9140-d03740f2259d owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:59.101597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.131452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event deleted for resources: {'Port': ['ID=6f5f76c9-be9a-4a72-9140-d03740f2259d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:59.203744 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.207041 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-95d4bcdf-b5ae-464a-8a91-82be0bafe697 tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/ports/6f5f76c9-be9a-4a72-9140-d03740f2259d HTTP/1.1" status: 204 len: 168 time: 0.4603662 Nov 09 18:14:59.209459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38954) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:59.260962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Deleting subnet 0b965951-3df8-4e46-9140-3e8962c25bef {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:14:59.264192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.305860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.388022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.442900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.471416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event deleted for resources: {'Subnet': ['ID=0b965951-3df8-4e46-9140-3e8962c25bef,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:59.473410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.479051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38956) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:14:59.479260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-079fc621-00e0-4dc5-9357-40543ed4ee1f tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/subnets/0b965951-3df8-4e46-9140-3e8962c25bef HTTP/1.1" status: 204 len: 168 time: 0.2685874 Nov 09 18:14:59.480228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c12ac9-a821-4fa9-9685-916712c503fd None None] Network e7e1e032-09b4-406f-b973-7f5f670ee575 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:14:59.561527 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.614966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Deleting port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:14:59.615309 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.682351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] For port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2db5db1d-df6e-4e6c-bef0-cc67fe91e522,segment=NetworkSegment(bb031daa-e956-45fc-923a-8ee493e4662f),segment_id=bb031daa-e956-45fc-923a-8ee493e4662f)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:14:59.682637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.694919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Calling delete_port for 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:14:59.772621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.790558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec77dd9-fa67-490c-91d0-e76db7900b00 None None] DHCP port deletion for e7e1e032-09b4-406f-b973-7f5f670ee575 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:14:59.803694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event deleted for resources: {'Port': ['ID=2db5db1d-df6e-4e6c-bef0-cc67fe91e522,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:14:59.803694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] No DVR routers for this DVR port 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:14:59.881949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.900697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e1e032-09b4-406f-b973-7f5f670ee575']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:59.909973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb031daa-e956-45fc-923a-8ee493e4662f') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:59.910314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb031daa-e956-45fc-923a-8ee493e4662f') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:14:59.919696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.933521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.940095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:14:59.940490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:14:59.943681 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:15:00.004076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.008504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.012025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] 10.222.0.32 "DELETE /v2.0/networks/e7e1e032-09b4-406f-b973-7f5f670ee575 HTTP/1.1" status: 204 len: 168 time: 0.5314035 Nov 09 18:15:00.031612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609324-ce00-4ad9-936c-34fc1dba33ab tempest-TagsExtTest-12762243 tempest-TagsExtTest-12762243-project] Pushing event deleted for resources: {'Network': ['ID=e7e1e032-09b4-406f-b973-7f5f670ee575,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:00.308769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38982) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:00.446262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-417c1b42-9ee5-4faf-99cc-b95e41dfe662 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f7cb0b8c834414793dfae4ef5076388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360440 Nov 09 18:15:00.448715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38992) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:00.498732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-580771bd-6acd-40cc-88f5-449ce68f2794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.523928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-580771bd-6acd-40cc-88f5-449ce68f2794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.572076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-580771bd-6acd-40cc-88f5-449ce68f2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.575004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-580771bd-6acd-40cc-88f5-449ce68f2794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.576358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-580771bd-6acd-40cc-88f5-449ce68f2794 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ca510a4-6eb9-4430-8323-73eba1839e80 HTTP/1.1" status: 204 len: 168 time: 0.1265199 Nov 09 18:15:00.589700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580771bd-6acd-40cc-88f5-449ce68f2794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca510a4-6eb9-4430-8323-73eba1839e80,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:00.717466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39006) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:00.829846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ea828d07-d111-4fe9-81ff-95f5a8068d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.924478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ea828d07-d111-4fe9-81ff-95f5a8068d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.928607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ea828d07-d111-4fe9-81ff-95f5a8068d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:00.970673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ea828d07-d111-4fe9-81ff-95f5a8068d41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ea370235c974e94a061b37c01b9b88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518270 Nov 09 18:15:00.971577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea828d07-d111-4fe9-81ff-95f5a8068d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194916b6-73e1-4f75-93c7-bac76e726357,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:00.973359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39020) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:01.024622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa395322-074f-43d4-b198-eeb80e6b1fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.047498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa395322-074f-43d4-b198-eeb80e6b1fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.112279 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa395322-074f-43d4-b198-eeb80e6b1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.115419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa395322-074f-43d4-b198-eeb80e6b1fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.119991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa395322-074f-43d4-b198-eeb80e6b1fa0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/194916b6-73e1-4f75-93c7-bac76e726357 HTTP/1.1" status: 204 len: 168 time: 0.1417334 Nov 09 18:15:01.127638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa395322-074f-43d4-b198-eeb80e6b1fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194916b6-73e1-4f75-93c7-bac76e726357,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:01.130196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:01.167184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:01.167834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2db5db1d-df6e-4e6c-bef0-cc67fe91e522 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:01.212175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39032) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:01.414544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-992985834-network', 'tenant_id': 'ea713a50af424223add2a76cdf8e0a91'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:01.435135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Made reservation on behalf of ea713a50af424223add2a76cdf8e0a91 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:01.438204 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.446672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.460563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39040) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:01.483535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-940fd0d1-dd46-43c9-a57b-fe33e6cd5b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.576095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.583208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.625984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-940fd0d1-dd46-43c9-a57b-fe33e6cd5b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.629758 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:15:01.635011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-940fd0d1-dd46-43c9-a57b-fe33e6cd5b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.640315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b695cf2-fdaf-4b57-b33b-d84a95ef9b0c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:01.651312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.651687 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Added segment 381df28c-86f7-41d5-8380-9044bf82c2b7 of type vlan for network cd40afec-e84a-4c22-b595-f9409b8f1771 Nov 09 18:15:01.706389 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-940fd0d1-dd46-43c9-a57b-fe33e6cd5b68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e65773f9efef4c9995f6f2c56e06ed6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447815 Nov 09 18:15:01.709084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39042) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:01.716413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fd0d1-dd46-43c9-a57b-fe33e6cd5b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfa70d9-4b96-4265-81e9-a8918a152ec0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:01.720325 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.747023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.748143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:01.748597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.760534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad1ec-8248-4c54-bfb7-e37a0a15c915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.783127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad1ec-8248-4c54-bfb7-e37a0a15c915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.807907 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5946007 Nov 09 18:15:01.810806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39044) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:01.814574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fe2e5-9b37-4a8e-9423-09094b337d7b admin admin] Pushing event updated for resources: {'Network': ['ID=cd40afec-e84a-4c22-b595-f9409b8f1771,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:01.818654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Request body: {'subnet': {'network_id': 'cd40afec-e84a-4c22-b595-f9409b8f1771', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-992985834-subnet', 'tenant_id': 'ea713a50af424223add2a76cdf8e0a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:01.824823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network cd40afec-e84a-4c22-b595-f9409b8f1771 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:15:01.845563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Made reservation on behalf of ea713a50af424223add2a76cdf8e0a91 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:01.848415 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.893085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad1ec-8248-4c54-bfb7-e37a0a15c915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.895655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad1ec-8248-4c54-bfb7-e37a0a15c915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:01.896791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bf4ad1ec-8248-4c54-bfb7-e37a0a15c915 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edfa70d9-4b96-4265-81e9-a8918a152ec0 HTTP/1.1" status: 204 len: 168 time: 0.1866179 Nov 09 18:15:01.915249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ad1ec-8248-4c54-bfb7-e37a0a15c915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfa70d9-4b96-4265-81e9-a8918a152ec0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:02.038195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.099515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fca333a-ff3d-4607-98d7-8c309c781554,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:02.107650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Checking segment: {'id': '381df28c-86f7-41d5-8380-9044bf82c2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cd40afec-e84a-4c22-b595-f9409b8f1771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:02.108010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Network hostable DHCP agents. Network: cd40afec-e84a-4c22-b595-f9409b8f1771, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:15:02.124710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Network cd40afec-e84a-4c22-b595-f9409b8f1771 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:15:02.133733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, cd40afec-e84a-4c22-b595-f9409b8f1771) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:02.138152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:02.138801 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.143853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ee592-797e-489f-96a3-9714189dad26 None None] Network cd40afec-e84a-4c22-b595-f9409b8f1771 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:02.162852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fbdeeb67-dc42-4314-94c4-93189c7865b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3508027 Nov 09 18:15:02.296883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df702734-d851-472b-bb6a-6ea65d6c85d4 None None] Network cd40afec-e84a-4c22-b595-f9409b8f1771 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:02.719759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39086) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:02.724671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900948487-network', 'tenant_id': '72fd69c8ec824eb1a6b890baf635726c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:02.747896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Made reservation on behalf of 72fd69c8ec824eb1a6b890baf635726c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:02.751064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.760059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.837291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.841600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.863345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:15:02.880070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f3c1c2-6546-4a90-978b-6e2de326a813,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:02.883648 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.883997 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Added segment ec23472a-512e-45fa-8830-5fdfd917b3b8 of type vlan for network 16c1a12d-5d79-4961-832b-e6fa30b72adc Nov 09 18:15:02.926550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.953085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:02.954043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:02.954673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.008044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2871559 Nov 09 18:15:03.011029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39096) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:03.015933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Request body: {'subnet': {'network_id': '16c1a12d-5d79-4961-832b-e6fa30b72adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900948487-subnet', 'tenant_id': '72fd69c8ec824eb1a6b890baf635726c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:03.020423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3936a7d-9607-42b0-a470-1e049adfb514 admin admin] Pushing event updated for resources: {'Network': ['ID=16c1a12d-5d79-4961-832b-e6fa30b72adc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:03.031313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 16c1a12d-5d79-4961-832b-e6fa30b72adc details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:15:03.039239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Made reservation on behalf of 72fd69c8ec824eb1a6b890baf635726c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:03.041544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.216337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.274327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7396f7e2-47f9-4058-a00b-bde167b8eb0b,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:03.282668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Checking segment: {'id': 'ec23472a-512e-45fa-8830-5fdfd917b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '16c1a12d-5d79-4961-832b-e6fa30b72adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:03.283033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Network hostable DHCP agents. Network: 16c1a12d-5d79-4961-832b-e6fa30b72adc, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:15:03.303661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Network 16c1a12d-5d79-4961-832b-e6fa30b72adc is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:15:03.313442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 16c1a12d-5d79-4961-832b-e6fa30b72adc) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:03.318001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:03.318678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.327121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c00c8-6854-4892-ab3b-7e236341c061 None None] Network 16c1a12d-5d79-4961-832b-e6fa30b72adc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:03.337250 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d5f69006-1531-4cf6-aa64-45cb9d47b437 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3251257 Nov 09 18:15:03.465634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dba94a-1795-42da-a3a8-60d2c8c1a8b8 None None] Network 16c1a12d-5d79-4961-832b-e6fa30b72adc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:03.489467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:03.536535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] Deleting subnet 0fca333a-ff3d-4607-98d7-8c309c781554 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:15:03.540085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.584316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.623268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.675387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.700715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fca333a-ff3d-4607-98d7-8c309c781554,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:03.704928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.708594 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc777447-47b6-48bd-a3c6-ef3fada5523f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0fca333a-ff3d-4607-98d7-8c309c781554 HTTP/1.1" status: 204 len: 168 time: 0.2175961 Nov 09 18:15:03.711127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39124) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:03.785987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.864865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.884765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd40afec-e84a-4c22-b595-f9409b8f1771']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:03.894508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381df28c-86f7-41d5-8380-9044bf82c2b7') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:03.894810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381df28c-86f7-41d5-8380-9044bf82c2b7') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:03.903944 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.917524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.923682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:15:03.924183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:15:03.926021 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:15:03.984533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.990265 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:03.993339 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cd40afec-e84a-4c22-b595-f9409b8f1771 HTTP/1.1" status: 204 len: 168 time: 0.2813058 Nov 09 18:15:03.996341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39132) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:04.004712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7415bd3-ad13-43eb-a070-3f306b707671 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd40afec-e84a-4c22-b595-f9409b8f1771,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:04.044808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] Deleting subnet 7396f7e2-47f9-4058-a00b-bde167b8eb0b {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:15:04.048025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.082900 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.121376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.181742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.207821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7396f7e2-47f9-4058-a00b-bde167b8eb0b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:04.209865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.213281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-51e58f25-2e8b-439d-8f4e-ff47dc300a32 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7396f7e2-47f9-4058-a00b-bde167b8eb0b HTTP/1.1" status: 204 len: 168 time: 0.2151721 Nov 09 18:15:04.215877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39134) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:04.281209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.366841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.392254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c1a12d-5d79-4961-832b-e6fa30b72adc']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:04.403068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec23472a-512e-45fa-8830-5fdfd917b3b8') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:04.403371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec23472a-512e-45fa-8830-5fdfd917b3b8') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:04.420626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.439219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.445929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:15:04.446387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:15:04.448229 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:15:04.520328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.527239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.533900 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] 10.222.0.32 "DELETE /v2.0/networks/16c1a12d-5d79-4961-832b-e6fa30b72adc HTTP/1.1" status: 204 len: 168 time: 0.3135962 Nov 09 18:15:04.543474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515df56f-d7e4-465f-98cd-6a5337b4f1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=16c1a12d-5d79-4961-832b-e6fa30b72adc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:04.706117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:04.750305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-69216318-b7b5-472e-bb8d-f0c525b305a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea713a50af424223add2a76cdf8e0a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429368 Nov 09 18:15:04.760143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39152) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:04.803222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-59e24587-1b1b-438f-9245-6156e7d9b2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.825987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-59e24587-1b1b-438f-9245-6156e7d9b2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.876126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-59e24587-1b1b-438f-9245-6156e7d9b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.878861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-59e24587-1b1b-438f-9245-6156e7d9b2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:04.880043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-59e24587-1b1b-438f-9245-6156e7d9b2ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b695cf2-fdaf-4b57-b33b-d84a95ef9b0c HTTP/1.1" status: 204 len: 168 time: 0.1259460 Nov 09 18:15:04.888531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e24587-1b1b-438f-9245-6156e7d9b2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b695cf2-fdaf-4b57-b33b-d84a95ef9b0c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:05.258652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39172) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:05.306757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8bfe07a8-c6b2-492f-8024-b0fc63e15619 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72fd69c8ec824eb1a6b890baf635726c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457537 Nov 09 18:15:05.309219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39174) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:05.366536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f48496-802c-43b6-a1b6-b7bbb8ff687f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.388980 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f48496-802c-43b6-a1b6-b7bbb8ff687f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.437573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f48496-802c-43b6-a1b6-b7bbb8ff687f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.440264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-00f48496-802c-43b6-a1b6-b7bbb8ff687f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:05.441433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-00f48496-802c-43b6-a1b6-b7bbb8ff687f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4f3c1c2-6546-4a90-978b-6e2de326a813 HTTP/1.1" status: 204 len: 168 time: 0.1310403 Nov 09 18:15:05.450154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48496-802c-43b6-a1b6-b7bbb8ff687f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f3c1c2-6546-4a90-978b-6e2de326a813,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:07.032635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c4da-bda9-4aca-88c6-93a40a9dd462 req-80fb8f3e-ec4a-4cb7-bb72-09e4293a6c06 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:07.035526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbe8c4da-bda9-4aca-88c6-93a40a9dd462 req-80fb8f3e-ec4a-4cb7-bb72-09e4293a6c06 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0558455 Nov 09 18:15:07.088798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cbe8c4da-bda9-4aca-88c6-93a40a9dd462 req-2a26d782-ec4d-462f-b1c5-bcc732a71151 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463319 Nov 09 18:15:07.263060 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6bf41c62-1a84-4bba-af17-92fe6b29eee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.473597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39256) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:07.580950 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c07cb8a-3c29-40c6-ab05-5bc6d4fb3ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.653961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c07cb8a-3c29-40c6-ab05-5bc6d4fb3ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.657964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c07cb8a-3c29-40c6-ab05-5bc6d4fb3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.696765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07cb8a-3c29-40c6-ab05-5bc6d4fb3ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a89dbd-8b95-490c-80bb-680568974765,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:07.700994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3c07cb8a-3c29-40c6-ab05-5bc6d4fb3ae6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45eaa64d06cf4916966bfc0b83645b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261095 Nov 09 18:15:07.703713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39260) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:07.751018 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfec3ebe-c76a-44df-a920-f3336f3e7cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.770947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfec3ebe-c76a-44df-a920-f3336f3e7cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.816130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfec3ebe-c76a-44df-a920-f3336f3e7cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.818681 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfec3ebe-c76a-44df-a920-f3336f3e7cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:07.822136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bfec3ebe-c76a-44df-a920-f3336f3e7cc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53a89dbd-8b95-490c-80bb-680568974765 HTTP/1.1" status: 204 len: 168 time: 0.1152604 Nov 09 18:15:07.830148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec3ebe-c76a-44df-a920-f3336f3e7cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a89dbd-8b95-490c-80bb-680568974765,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:08.074565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39270) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:08.087996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-667b9449-873e-4f7b-90ae-528e7c0a1822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:08.168550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-667b9449-873e-4f7b-90ae-528e7c0a1822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:08.178210 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-667b9449-873e-4f7b-90ae-528e7c0a1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:08.241329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-667b9449-873e-4f7b-90ae-528e7c0a1822 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2802e3655f4462db4891f1c654bab6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656671 Nov 09 18:15:08.242937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b9449-873e-4f7b-90ae-528e7c0a1822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6444e-36fa-478d-8e29-cda61358cbcc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:08.244217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39278) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:08.257360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88914f6-d70a-46e2-b2ca-d7aab313aeda req-0347452a-bc35-4780-a06c-a69e16870b08 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:08.258970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f88914f6-d70a-46e2-b2ca-d7aab313aeda req-0347452a-bc35-4780-a06c-a69e16870b08 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0925035 Nov 09 18:15:08.322220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f88914f6-d70a-46e2-b2ca-d7aab313aeda req-8ccb02b7-7cbd-4ce0-8864-c4980ee34e6d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525880 Nov 09 18:15:08.323114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d584fcd6-1a6e-4edb-8881-86de00859566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:08.349490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d584fcd6-1a6e-4edb-8881-86de00859566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:08.395689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d584fcd6-1a6e-4edb-8881-86de00859566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:08.398709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d584fcd6-1a6e-4edb-8881-86de00859566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:08.400072 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d584fcd6-1a6e-4edb-8881-86de00859566 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44b6444e-36fa-478d-8e29-cda61358cbcc HTTP/1.1" status: 204 len: 168 time: 0.1537089 Nov 09 18:15:08.408786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584fcd6-1a6e-4edb-8881-86de00859566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6444e-36fa-478d-8e29-cda61358cbcc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:09.441519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75455c-a5d5-4699-b10a-4fa60b6c1b13 req-d744eeab-6456-474a-a66b-3e0ff0cacf16 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:09.442991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a75455c-a5d5-4699-b10a-4fa60b6c1b13 req-d744eeab-6456-474a-a66b-3e0ff0cacf16 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Nov 09 18:15:09.485584 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a75455c-a5d5-4699-b10a-4fa60b6c1b13 req-e12da0db-e584-4ace-b9a2-65966ce55da9 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362153 Nov 09 18:15:09.754616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0bb-2a5e-40a8-9125-938667d83ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:10.184685 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:10.622803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaecdb-3a3b-410b-9299-c5101ecb302c req-2af48be0-5753-43bc-97d5-cff4575e27b3 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:10.624992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30eaecdb-3a3b-410b-9299-c5101ecb302c req-2af48be0-5753-43bc-97d5-cff4575e27b3 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0594385 Nov 09 18:15:10.678089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30eaecdb-3a3b-410b-9299-c5101ecb302c req-8f4b9475-4147-4d30-9ea5-6e09cd06a410 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463905 Nov 09 18:15:11.035636 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:11.793647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d833c-8d4d-46b2-b4a4-e7c328687c21 req-4fb04f3d-fe59-4eee-afdd-db30a55b8045 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:11.795301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-437d833c-8d4d-46b2-b4a4-e7c328687c21 req-4fb04f3d-fe59-4eee-afdd-db30a55b8045 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Nov 09 18:15:11.835225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-437d833c-8d4d-46b2-b4a4-e7c328687c21 req-3d2eca1a-7a30-4c58-93d5-7ca12f0c6c2b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Nov 09 18:15:12.564232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:12.970521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1e00b-6305-426b-a3cf-e9eab550ba82 req-dd2ce41b-4bff-4486-b6a5-dfbcc5aab45e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:12.972128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fe1e00b-6305-426b-a3cf-e9eab550ba82 req-dd2ce41b-4bff-4486-b6a5-dfbcc5aab45e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Nov 09 18:15:13.013260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fe1e00b-6305-426b-a3cf-e9eab550ba82 req-dcf8958e-00ae-4f80-9432-bd5984fc6033 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348928 Nov 09 18:15:14.152187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a411646-3546-4f46-8660-098a0477b207 req-69e8379d-cc6c-4771-b6fb-816b251d8253 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:14.153724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a411646-3546-4f46-8660-098a0477b207 req-69e8379d-cc6c-4771-b6fb-816b251d8253 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0633926 Nov 09 18:15:14.198621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a411646-3546-4f46-8660-098a0477b207 req-d37d46a7-43e9-4c9b-9af8-892b29695571 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377860 Nov 09 18:15:14.548657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39450) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:14.662937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-30f36f88-5075-4169-837d-393a525d0d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:14.744409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-30f36f88-5075-4169-837d-393a525d0d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:14.749151 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-30f36f88-5075-4169-837d-393a525d0d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:14.788293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f36f88-5075-4169-837d-393a525d0d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9f5b66-2194-4210-9bcc-bfd81593b8aa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:14.795133 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-30f36f88-5075-4169-837d-393a525d0d63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b605f88d8db436391606df840f49c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453120 Nov 09 18:15:14.797427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39458) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:14.847804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d923692-51df-4e50-a52f-709e63b12d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:14.868947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d923692-51df-4e50-a52f-709e63b12d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:14.916558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d923692-51df-4e50-a52f-709e63b12d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:14.919701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d923692-51df-4e50-a52f-709e63b12d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:14.921655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d923692-51df-4e50-a52f-709e63b12d69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b9f5b66-2194-4210-9bcc-bfd81593b8aa HTTP/1.1" status: 204 len: 168 time: 0.1224797 Nov 09 18:15:14.941584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d923692-51df-4e50-a52f-709e63b12d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9f5b66-2194-4210-9bcc-bfd81593b8aa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:15.206967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39464) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:15.224735 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2dc89238-c9dc-4f47-b038-9c9279651a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.337270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2dc89238-c9dc-4f47-b038-9c9279651a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.343764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2dc89238-c9dc-4f47-b038-9c9279651a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.386236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc89238-c9dc-4f47-b038-9c9279651a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78259ed3-83ce-41fd-bdd8-a611a9d35ce6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:15.407911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2dc89238-c9dc-4f47-b038-9c9279651a7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e3aef89afdd4c3e94e9bde29ce94de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998372 Nov 09 18:15:15.411017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39468) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:15.417220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf784fb-a58d-43f3-90c9-0ef883535cf6 req-7163bf6a-dac1-4ec4-8b5f-daedde37a289 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:15.419705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcf784fb-a58d-43f3-90c9-0ef883535cf6 req-7163bf6a-dac1-4ec4-8b5f-daedde37a289 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1178341 Nov 09 18:15:15.471382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57fa5785-30f1-41ce-8afb-3059a940655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.471667 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcf784fb-a58d-43f3-90c9-0ef883535cf6 req-213322d2-ff84-44a3-9c94-bb6ce0f269dd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Nov 09 18:15:15.494021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57fa5785-30f1-41ce-8afb-3059a940655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.545821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57fa5785-30f1-41ce-8afb-3059a940655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.548777 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57fa5785-30f1-41ce-8afb-3059a940655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:15.551828 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57fa5785-30f1-41ce-8afb-3059a940655f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78259ed3-83ce-41fd-bdd8-a611a9d35ce6 HTTP/1.1" status: 204 len: 168 time: 0.1378314 Nov 09 18:15:15.559538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa5785-30f1-41ce-8afb-3059a940655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78259ed3-83ce-41fd-bdd8-a611a9d35ce6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:15.927925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39482) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:15.946615 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a909c8e4-3db7-4812-9d38-f0dff6609edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.024228 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a909c8e4-3db7-4812-9d38-f0dff6609edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.027967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a909c8e4-3db7-4812-9d38-f0dff6609edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.070765 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a909c8e4-3db7-4812-9d38-f0dff6609edb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e961d9258ef4c1ea4537a515348bca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414175 Nov 09 18:15:16.071619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909c8e4-3db7-4812-9d38-f0dff6609edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca89dc8-391e-4573-b0c6-3199ba7df3d2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:16.073710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39484) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:16.122339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f451e58e-0ebc-453a-b9da-6e5f68002c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.145635 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f451e58e-0ebc-453a-b9da-6e5f68002c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.198960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f451e58e-0ebc-453a-b9da-6e5f68002c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.201832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f451e58e-0ebc-453a-b9da-6e5f68002c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.211640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:16.212993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f451e58e-0ebc-453a-b9da-6e5f68002c1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ca89dc8-391e-4573-b0c6-3199ba7df3d2 HTTP/1.1" status: 204 len: 168 time: 0.1312280 Nov 09 18:15:16.227693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451e58e-0ebc-453a-b9da-6e5f68002c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca89dc8-391e-4573-b0c6-3199ba7df3d2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:16.613787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827e1e3-6efe-4239-9d6a-81a5b471eab6 req-29bcd90f-bbf7-4689-b9bd-ab4430d7e6e0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:16.614814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2827e1e3-6efe-4239-9d6a-81a5b471eab6 req-29bcd90f-bbf7-4689-b9bd-ab4430d7e6e0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0591357 Nov 09 18:15:16.665840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2827e1e3-6efe-4239-9d6a-81a5b471eab6 req-cd4ea1ff-f259-4da1-8deb-cf1838503942 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Nov 09 18:15:16.846000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976d69c-4e5c-42bb-b65e-76a7848b827c req-e34b33f9-02eb-4190-a1f4-2e16281e4023 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:16.853967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8976d69c-4e5c-42bb-b65e-76a7848b827c req-e34b33f9-02eb-4190-a1f4-2e16281e4023 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1098 time: 0.0489159 Nov 09 18:15:16.905458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8976d69c-4e5c-42bb-b65e-76a7848b827c req-2b889329-3a66-46c6-8fe2-1c9abde4918c tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457551 Nov 09 18:15:16.918692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39516) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:17.300161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 20d7b7e2-6a2b-4896-9bf4-a99c69bf7f93 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:17.300807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:17.388349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:17.388770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:17.401667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 20d7b7e2-6a2b-4896-9bf4-a99c69bf7f93 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:17.589782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:17.618040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=20d7b7e2-6a2b-4896-9bf4-a99c69bf7f93,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:17.733356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:17.733761 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP 31fda223-8f57-4f04-a37f-605758d3c2bb disassociated (deleted). External IP: 172.25.0.239, port: d45ed17f-a0aa-45fa-9903-86b571b38476. Nov 09 18:15:17.866487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9e77-dbaf-4239-a9b6-04e8affbb8f6 req-81319785-217d-4be9-866f-51f087a83f5e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:17.868795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3fcc9e77-dbaf-4239-a9b6-04e8affbb8f6 req-81319785-217d-4be9-866f-51f087a83f5e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0929992 Nov 09 18:15:17.925610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3fcc9e77-dbaf-4239-a9b6-04e8affbb8f6 req-a0f35954-7900-4fb2-a8c8-cc5d8142d4f0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Nov 09 18:15:18.070165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router fa2baab5-fbf1-404b-a25f-87107d1dc02b has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:18.204835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:18.210290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:18.217914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] Sync routers for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:18.235583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:18.236446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:18.277032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c1d1994f-834f-4e17-9bd6-757d45be2626 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/floatingips/31fda223-8f57-4f04-a37f-605758d3c2bb HTTP/1.1" status: 204 len: 168 time: 1.3458147 Nov 09 18:15:18.286840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:18.291591 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c66e60-d9c8-46fb-a9a3-4535205724a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:18.372155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:18.478137 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc73e52c-9515-4713-a41b-191dc662471f x-openstack-request-id: req-fc73e52c-9515-4713-a41b-191dc662471f {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:18.479250 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:18.479647 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc73e52c-9515-4713-a41b-191dc662471f {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:18.480218 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'status': 'completed', 'code': 200} Nov 09 18:15:18.568701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-4459a65b-8f8f-4e16-af0a-fcfa9314cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:18.570430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-4459a65b-8f8f-4e16-af0a-fcfa9314cb5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 1098 time: 0.0664284 Nov 09 18:15:18.593479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:15:18.622582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:18.660945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] Checking router: fa2baab5-fbf1-404b-a25f-87107d1dc02b for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:18.662304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec44af-a81c-4c81-9df2-ff359c8b53da req-f1d1f887-061a-4b88-a3ac-4de7a2003a09 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:18.665595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3ec44af-a81c-4c81-9df2-ff359c8b53da req-f1d1f887-061a-4b88-a3ac-4de7a2003a09 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 947 time: 0.1146705 Nov 09 18:15:18.704458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:18.705272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:18.729914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-ca0306c8-4df4-4f9b-9e11-46b87bf2a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:18.731630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-ca0306c8-4df4-4f9b-9e11-46b87bf2a4ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 200 len: 898 time: 0.1465509 Nov 09 18:15:18.764555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3ec44af-a81c-4c81-9df2-ff359c8b53da req-53e444e8-e914-4772-a5c7-5be25f3ed2e8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717900 Nov 09 18:15:18.817179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-cfea40f5-fa63-4123-9279-ad885be4ef9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 200 len: 217 time: 0.0516062 Nov 09 18:15:18.862039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:18.880116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'port_id': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'mac_address': 'fa:16:3e:45:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:15:18.945737 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:18.949458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:18.974725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-60edd477-410e-4a22-a651-a8f22db1c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:18.977022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-60edd477-410e-4a22-a651-a8f22db1c518 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 200 len: 835 time: 0.1497986 Nov 09 18:15:18.996097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94e270b3-71d0-4623-a9d6-beef9730bef2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:19.057888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:19.138906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-d5ffa4f9-5a5a-4abe-abd9-21db7087f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:19.140595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-d5ffa4f9-5a5a-4abe-abd9-21db7087f157 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539116 Nov 09 18:15:19.179702 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:19.180817 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:19.248457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:19.256732 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.257075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.257428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.257823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.258896 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.259236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.259576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.260136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.260246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.260693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.261040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.261377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:19.273083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:19.288160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc81e-340b-4c82-8388-c4a22ef094d0 req-aa3f88d5-0db9-45c2-a710-98cdd18704a8 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:19.297970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ecfc81e-340b-4c82-8388-c4a22ef094d0 req-aa3f88d5-0db9-45c2-a710-98cdd18704a8 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.2020342 Nov 09 18:15:19.338219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411010a-fa54-4319-a25d-606594b8f504 None None] The sync data for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 is: [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:13:06Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b82cd336-98f3-49d3-946b-965e74c7dbaa', 'name': '', 'network_id': 'b8ffde7f-9115-4d4f-9d02-33d1f3d8767a', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:30:dd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:04Z', 'updated_at': '2021-11-09T18:13:11Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'cf8f8751-933d-4e28-b3cf-eeaf7158cb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:19.341528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['94e270b3-71d0-4623-a9d6-beef9730bef2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:15:19.376088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ecfc81e-340b-4c82-8388-c4a22ef094d0 req-a6d8f430-4098-4891-8f56-25df7cfe0120 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768178 Nov 09 18:15:19.397706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-908ca12b-78d0-4c6b-8beb-7003adfce4ac service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221472 Nov 09 18:15:19.548821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c66e60-d9c8-46fb-a9a3-4535205724a3 req-c59a5a91-306c-490c-bb9d-be004ab3617c service neutron] 10.222.0.73 "GET /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401527 Nov 09 18:15:19.733006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38f4a6-6271-41e5-b460-a24a8051535e None None] New status for floating IP 31fda223-8f57-4f04-a37f-605758d3c2bb: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:15:19.914660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e3879-28a6-48d1-b09f-00413a688b59 req-6cb1e8fc-0621-4496-a3f0-3e74494fc44f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:19.922728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-132e3879-28a6-48d1-b09f-00413a688b59 req-6cb1e8fc-0621-4496-a3f0-3e74494fc44f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 947 time: 0.0854068 Nov 09 18:15:19.965728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-132e3879-28a6-48d1-b09f-00413a688b59 req-dfd51a04-4c8e-487e-9ded-624f48e5e038 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=09a257c2-a982-4bb4-933e-2e75f473f2b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419977 Nov 09 18:15:20.139796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-1aa7aade-be64-43c5-808b-330437df71d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:20.141452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-1aa7aade-be64-43c5-808b-330437df71d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 947 time: 0.0512850 Nov 09 18:15:20.269671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port d45ed17f-a0aa-45fa-9903-86b571b38476 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:20.270136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:20.398831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port d45ed17f-a0aa-45fa-9903-86b571b38476, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d45ed17f-a0aa-45fa-9903-86b571b38476,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:20.399819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:20.424691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for d45ed17f-a0aa-45fa-9903-86b571b38476 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:20.618055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:20.624998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de54bbf-d92f-4825-bf34-f9395a055abc req-dfcce32f-fbf6-4f52-ad20-6be715f80f48 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:20.626924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2de54bbf-d92f-4825-bf34-f9395a055abc req-dfcce32f-fbf6-4f52-ad20-6be715f80f48 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.1371298 Nov 09 18:15:20.690971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:20.736868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=d45ed17f-a0aa-45fa-9903-86b571b38476,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:20.754632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 94e270b3-71d0-4623-a9d6-beef9730bef2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:20.755914 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:20.953262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:20.997255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:21.000770 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b843f-9dca-4ea8-b444-4bb0dcd88f03" -d '{"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:21.021672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:21.033066 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:21.209357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:21.300754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2de54bbf-d92f-4825-bf34-f9395a055abc req-4c7446d5-90ef-4ed9-892d-1ce4bff869dd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6606367 Nov 09 18:15:21.302576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] No DVR routers for this DVR port d45ed17f-a0aa-45fa-9903-86b571b38476 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:21.313953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:21.318895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9df60e6-9016-41ee-a01f-6441a38ccd2f req-ecb13eed-4cf6-4268-aa6c-af7051c56f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "DELETE /v2.0/ports/d45ed17f-a0aa-45fa-9903-86b571b38476 HTTP/1.1" status: 204 len: 173 time: 1.1712322 Nov 09 18:15:21.323802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-deleted', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:21.328402 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faff1f6-564e-4aea-a05d-7b09638df43a" -d '{"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-deleted", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:21.544356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61c929b5-b949-4b19-87fd-6d852bc68fdb req-b6c96b18-cf46-41f8-8737-0ae70f82c92a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c2f5064-0e48-44a0-8713-f16f67071c4e HTTP/1.1" status: 200 len: 210 time: 0.0382133 Nov 09 18:15:21.583367 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9429ad99-de04-47eb-aa8c-48874fd5acb8 x-openstack-request-id: req-9429ad99-de04-47eb-aa8c-48874fd5acb8 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:21.583671 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:21.583932 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9429ad99-de04-47eb-aa8c-48874fd5acb8 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:21.584336 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'code': 200} Nov 09 18:15:21.624505 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a235d3af-d574-45b8-b703-65a8c9cd4151 x-openstack-request-id: req-a235d3af-d574-45b8-b703-65a8c9cd4151 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:21.624814 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2f5064-0e48-44a0-8713-f16f67071c4e", "name": "network-vif-deleted", "tag": "d45ed17f-a0aa-45fa-9903-86b571b38476", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:21.625066 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a235d3af-d574-45b8-b703-65a8c9cd4151 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:21.625586 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2f5064-0e48-44a0-8713-f16f67071c4e', 'name': 'network-vif-deleted', 'tag': 'd45ed17f-a0aa-45fa-9903-86b571b38476', 'status': 'completed', 'code': 200} Nov 09 18:15:21.668099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39632) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:21.820796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9caa95a9-0ec3-4a2f-9ebe-cb923c095c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:21.959915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9caa95a9-0ec3-4a2f-9ebe-cb923c095c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:21.974789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9caa95a9-0ec3-4a2f-9ebe-cb923c095c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:22.003909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9caa95a9-0ec3-4a2f-9ebe-cb923c095c17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=341a37df64b64df2831d75348ddb1a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324611 Nov 09 18:15:22.004648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39640) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:22.080251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6241f81e-47a2-4cf6-bd49-4c42b0940389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:22.081848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa95a9-0ec3-4a2f-9ebe-cb923c095c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e71228-ce2d-43a9-a39c-a75b5115b1d9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:22.130572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6241f81e-47a2-4cf6-bd49-4c42b0940389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:22.190941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6241f81e-47a2-4cf6-bd49-4c42b0940389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:22.194360 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6241f81e-47a2-4cf6-bd49-4c42b0940389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:22.195792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6241f81e-47a2-4cf6-bd49-4c42b0940389 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8e71228-ce2d-43a9-a39c-a75b5115b1d9 HTTP/1.1" status: 204 len: 168 time: 0.1903369 Nov 09 18:15:22.229478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241f81e-47a2-4cf6-bd49-4c42b0940389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e71228-ce2d-43a9-a39c-a75b5115b1d9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:22.465251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03b82e-451f-4acf-8878-6770cee28fbf req-97aaecb2-dec5-49ba-b3a5-1ec804a24452 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:22.473315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd03b82e-451f-4acf-8878-6770cee28fbf req-97aaecb2-dec5-49ba-b3a5-1ec804a24452 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0641873 Nov 09 18:15:22.525527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd03b82e-451f-4acf-8878-6770cee28fbf req-84be3352-4211-488d-98ad-d8c4dc6505cd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511532 Nov 09 18:15:22.613425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:22.635467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: d45ed17f-a0aa-45fa-9903-86b571b38476 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:22.635827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d45ed17f-a0aa-45fa-9903-86b571b38476 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:22.707536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39658) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:23.230627 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.265520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39674) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:23.443249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1374883623-network', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:23.477384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Made reservation on behalf of 494c0ab280504fe5bfaf1ca5a7269e47 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:23.482789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.500836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.617186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port b82cd336-98f3-49d3-946b-965e74c7dbaa {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:23.617673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.642197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.650885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.668026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:15:23.682419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.683071 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Added segment ac0d4d33-da2d-4f48-a1eb-2ab5512a3119 of type vlan for network c85257a8-f756-4d4c-a5d9-81532fe072e3 Nov 09 18:15:23.725262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port b82cd336-98f3-49d3-946b-965e74c7dbaa, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b82cd336-98f3-49d3-946b-965e74c7dbaa,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:23.725732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.741158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for b82cd336-98f3-49d3-946b-965e74c7dbaa owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:23.753465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.800995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.802295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:23.803022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:23.877137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Pushing event updated for resources: {'Network': ['ID=c85257a8-f756-4d4c-a5d9-81532fe072e3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:23.887467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e662079a-b855-4678-99da-9e99987092ef,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:23.889970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:15:23.912941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3f944b85-4b6e-40e6-9990-16fc34f6a702 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6435399 Nov 09 18:15:23.913307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39682) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:23.939421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Request body: {'subnet': {'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1374883623-subnet', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:23.955570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0c27-4060-48d6-8703-036e599fd863 req-e71070b4-5eec-4c73-8e92-aad83590be92 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:23.957069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eedd0c27-4060-48d6-8703-036e599fd863 req-e71070b4-5eec-4c73-8e92-aad83590be92 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1596856 Nov 09 18:15:24.028162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Made reservation on behalf of 494c0ab280504fe5bfaf1ca5a7269e47 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:24.031078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.039706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eedd0c27-4060-48d6-8703-036e599fd863 req-a410fe4e-7521-40ab-8eb5-fe092fb39eca tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756054 Nov 09 18:15:24.237622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.375201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=b82cd336-98f3-49d3-946b-965e74c7dbaa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:24.401426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.537944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e2dd14-b530-4419-a1e0-09266a710c71,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:24.588065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Checking segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:24.588621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Network hostable DHCP agents. Network: c85257a8-f756-4d4c-a5d9-81532fe072e3, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:15:24.658011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:15:24.691001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.743303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, c85257a8-f756-4d4c-a5d9-81532fe072e3) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:24.746514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:24.746995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.753389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d92d464-cab4-4487-950d-d6afa82e9f8e None None] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:24.793754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-504a2827-6e2f-4fe9-8b98-52e1119f2d50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8585615 Nov 09 18:15:24.796894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39698) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:24.805445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:24.832011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.833784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.900657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:24.942618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-c85257a8-f756-4d4c-a5d9-81532fe072e3', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'fixed_ips': [{'subnet_id': '24e2dd14-b530-4419-a1e0-09266a710c71'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:15:24.943964 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:25.101485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router fa2baab5-fbf1-404b-a25f-87107d1dc02b has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:25.166353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:25.248454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Allocated IP 172.20.0.2 (c85257a8-f756-4d4c-a5d9-81532fe072e3/24e2dd14-b530-4419-a1e0-09266a710c71/d270c264-c38f-4b98-8a93-550205d4fe9b) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:25.423351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2390e-6108-4a71-a933-aa881dddb94a req-08896472-1b46-41d3-a31b-a2c4d007889d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:25.424917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98a2390e-6108-4a71-a933-aa881dddb94a req-08896472-1b46-41d3-a31b-a2c4d007889d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1889541 Nov 09 18:15:25.443572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:25.462872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] Sync routers for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:25.464280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e3c9144-a2f1-4e24-a109-896e904b8c62 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/fa2baab5-fbf1-404b-a25f-87107d1dc02b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7555847 Nov 09 18:15:25.466988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39704) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:25.542820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98a2390e-6108-4a71-a933-aa881dddb94a req-a3eeb3f4-608c-498d-b964-ffe72772fe56 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970235 Nov 09 18:15:25.606409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting subnet cf8f8751-933d-4e28-b3cf-eeaf7158cb4e {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:15:25.624595 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:25.634902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:25.640518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:25.757031 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:25.805399 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:25.824632 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:25.870832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Pushing event updated for resources: {'Port': ['ID=d270c264-c38f-4b98-8a93-550205d4fe9b,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:25.876310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:25.909986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:25.922165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:25.984439 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.001980 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.008331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/subnets/cf8f8751-933d-4e28-b3cf-eeaf7158cb4e HTTP/1.1" status: 204 len: 168 time: 0.5373857 Nov 09 18:15:26.028267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39712) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:26.035004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.037893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90df409-ae0d-4e0e-8814-cb084fee41d7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8f8751-933d-4e28-b3cf-eeaf7158cb4e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.049669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:26.066893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.069995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8cb68-d59c-469f-8f7a-52fc8cac2c27 None None] Network b8ffde7f-9115-4d4f-9d02-33d1f3d8767a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:26.137415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:26.188154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.224903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Allocated IP 172.25.0.10 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3d66f589-2623-464c-aa33-4ea704ab9e77) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:26.266029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Attempting to bind port d270c264-c38f-4b98-8a93-550205d4fe9b on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:26.266349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Attempting to bind port d270c264-c38f-4b98-8a93-550205d4fe9b by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:26.266710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Attempting to bind port d270c264-c38f-4b98-8a93-550205d4fe9b on network c85257a8-f756-4d4c-a5d9-81532fe072e3 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:26.298493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:26.298869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Checking segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:26.299275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.299669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Bound using segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:26.300255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Bound port: d270c264-c38f-4b98-8a93-550205d4fe9b, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:26.300743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.339571 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.391355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.413260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] For port d270c264-c38f-4b98-8a93-550205d4fe9b, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:26.416994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] For port d270c264-c38f-4b98-8a93-550205d4fe9b, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d270c264-c38f-4b98-8a93-550205d4fe9b,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:26.433603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.449598 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.472504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:26.472726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 96e5dde3-7056-421b-b4ea-3b2b4c43b973 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:26.476051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:26.479855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:26.489602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.609959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] DHCP port deletion for b8ffde7f-9115-4d4f-9d02-33d1f3d8767a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:15:26.658557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff8bc1-e199-4e73-9ee1-31e85890526a None None] Pushing event updated for resources: {'Port': ['ID=d270c264-c38f-4b98-8a93-550205d4fe9b,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.698791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Pushing event updated for resources: {'Port': ['ID=3d66f589-2623-464c-aa33-4ea704ab9e77,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:26.705391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 96e5dde3-7056-421b-b4ea-3b2b4c43b973, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=96e5dde3-7056-421b-b4ea-3b2b4c43b973,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:26.705784 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:26.721758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:15:24Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '96e5dde3-7056-421b-b4ea-3b2b4c43b973', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:66:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:57Z', 'updated_at': '2021-11-09T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:26.746209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 96e5dde3-7056-421b-b4ea-3b2b4c43b973 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:26.795961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] Checking router: fa2baab5-fbf1-404b-a25f-87107d1dc02b for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:26.833875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] Routers {'fa2baab5-fbf1-404b-a25f-87107d1dc02b'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:26.834556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:26.937532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc8095-dd12-4297-8dfd-680a03ea1cca req-3f91b44f-45f9-4086-9173-7f1ac5f95357 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:26.940971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51fc8095-dd12-4297-8dfd-680a03ea1cca req-3f91b44f-45f9-4086-9173-7f1ac5f95357 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1804888 Nov 09 18:15:26.954049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.023586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] Deleting port 92bce8d1-5fff-491c-9a67-2c051fdbb714 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:27.024434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.155985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51fc8095-dd12-4297-8dfd-680a03ea1cca req-d336c1d7-0650-4ed1-8875-4f9aaf6059e6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442795 Nov 09 18:15:27.265370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] Set router fa2baab5-fbf1-404b-a25f-87107d1dc02b gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:27.312815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d270c264-c38f-4b98-8a93-550205d4fe9b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:27.328841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.343890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.397062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=96e5dde3-7056-421b-b4ea-3b2b4c43b973,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:27.397287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] For port 92bce8d1-5fff-491c-9a67-2c051fdbb714, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92bce8d1-5fff-491c-9a67-2c051fdbb714,segment=NetworkSegment(c7e989da-4ec8-46f2-8682-2de894115454),segment_id=c7e989da-4ec8-46f2-8682-2de894115454)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:27.397588 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.400160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:15:26Z', 'revision_number': 6, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:27.439871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be34243-a606-4e4b-86bc-b0287383274c None None] The sync data for ids ['fa2baab5-fbf1-404b-a25f-87107d1dc02b'] in n-d-817240-1 is: [{'id': 'fa2baab5-fbf1-404b-a25f-87107d1dc02b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-63158031', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:55Z', 'updated_at': '2021-11-09T18:15:26Z', 'revision_number': 6, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:27.454502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] Calling delete_port for 92bce8d1-5fff-491c-9a67-2c051fdbb714 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:27.557837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.574706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:15:27.579691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d270c264-c38f-4b98-8a93-550205d4fe9b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:27.581256 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.731541 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.739473 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.744424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:27.758139 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Sync routers for ids ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:27.775743 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Routers {'95e561d2-ef7b-4dfc-a745-e055e6bf3441'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:27.778376 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:27.780867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.787069 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7188375b-42e4-427a-b137-d69d7c2c2776 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9860437 Nov 09 18:15:27.788401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39732) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:27.872829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.873821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Fanout notify agent at l3_agent the message router_deleted on router fa2baab5-fbf1-404b-a25f-87107d1dc02b {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:15:27.885618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:27.890376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-513a764f-7754-4930-b9af-4716657bc248 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/routers/fa2baab5-fbf1-404b-a25f-87107d1dc02b HTTP/1.1" status: 204 len: 168 time: 1.8604333 Nov 09 18:15:27.893239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39734) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:28.101613 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.113460 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Set router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:28.207353 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.231616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.312454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.352523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] Pushing event deleted for resources: {'Port': ['ID=92bce8d1-5fff-491c-9a67-2c051fdbb714,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:28.406401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733b4de-2570-4c0c-85ae-f16ff6eef923 None None] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:28.470420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ffde7f-9115-4d4f-9d02-33d1f3d8767a']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:28.505318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e989da-4ec8-46f2-8682-2de894115454') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:28.518667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e989da-4ec8-46f2-8682-2de894115454') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:28.557090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.572452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7cca1-0f3e-450a-8601-e70bfa3b7e6f None None] No DVR routers for this DVR port 92bce8d1-5fff-491c-9a67-2c051fdbb714 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:28.580077 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:15:26Z', 'revision_number': 3, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port': {'id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:26Z', 'updated_at': '2021-11-09T18:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:28.628727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.650031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:15:28.650998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.672259 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Checking router: 95e561d2-ef7b-4dfc-a745-e055e6bf3441 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:28.676504 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Updating router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 port 3d66f589-2623-464c-aa33-4ea704ab9e77 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:28.706280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port d270c264-c38f-4b98-8a93-550205d4fe9b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d270c264-c38f-4b98-8a93-550205d4fe9b,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:28.734612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3c25c1f9-0695-4bd5-ad7b-8c8830ee2940 None None] Provisioning complete for port d270c264-c38f-4b98-8a93-550205d4fe9b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:28.735250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3c25c1f9-0695-4bd5-ad7b-8c8830ee2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.737948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.748510 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:15:28.798779 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:15:28.841725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bf95a-b7a7-460e-9476-12bcf5d00e90 req-1ed92ed6-8eb3-4421-96f2-2aee7619e086 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:28.856987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-030bf95a-b7a7-460e-9476-12bcf5d00e90 req-1ed92ed6-8eb3-4421-96f2-2aee7619e086 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.4834979 Nov 09 18:15:28.866234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92bce8d1-5fff-491c-9a67-2c051fdbb714 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:28.870829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.939059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 92bce8d1-5fff-491c-9a67-2c051fdbb714 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:28.941043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92bce8d1-5fff-491c-9a67-2c051fdbb714 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:28.954805 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:28.958033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/networks/b8ffde7f-9115-4d4f-9d02-33d1f3d8767a HTTP/1.1" status: 204 len: 168 time: 1.0636296 Nov 09 18:15:28.976613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c0cd6-096f-4b3c-8964-7bffaca0ded7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Network': ['ID=b8ffde7f-9115-4d4f-9d02-33d1f3d8767a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:28.978308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39744) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:28.989382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=d270c264-c38f-4b98-8a93-550205d4fe9b,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:29.064266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.270962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d270c264-c38f-4b98-8a93-550205d4fe9b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:29.462967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Allocated IP 172.20.0.1 (c85257a8-f756-4d4c-a5d9-81532fe072e3/24e2dd14-b530-4419-a1e0-09266a710c71/07567d9a-6176-41b9-9550-335ae16f2bb1) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:29.474513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d3858d3e-4070-4ac6-aef5-8b8f532cc84c None None] Provisioning complete for port d270c264-c38f-4b98-8a93-550205d4fe9b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:29.475046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d3858d3e-4070-4ac6-aef5-8b8f532cc84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.539567 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.553407 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.593552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d270c264-c38f-4b98-8a93-550205d4fe9b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:29.593963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.631049 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Pushing event updated for resources: {'Port': ['ID=3d66f589-2623-464c-aa33-4ea704ab9e77,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:29.636266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-030bf95a-b7a7-460e-9476-12bcf5d00e90 req-b3c9a57d-6eca-42ad-977e-394ce5feaef2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7781417 Nov 09 18:15:29.647145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dd04f3f-88f9-44ea-ab5a-684bce072fad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.651070 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.651406 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.651736 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.652061 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.652383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.656668 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.656957 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.658505 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.659504 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.660170 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.662268 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.662727 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:29.718303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.719210 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Attempting to bind port 3d66f589-2623-464c-aa33-4ea704ab9e77 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:29.719581 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Attempting to bind port 3d66f589-2623-464c-aa33-4ea704ab9e77 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:29.720129 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Attempting to bind port 3d66f589-2623-464c-aa33-4ea704ab9e77 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:29.730346 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:29.730719 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:29.731120 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.731504 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:29.731966 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Bound port: 3d66f589-2623-464c-aa33-4ea704ab9e77, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:29.734492 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.741964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dd04f3f-88f9-44ea-ab5a-684bce072fad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.781993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.846613 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] For port 3d66f589-2623-464c-aa33-4ea704ab9e77, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:29.851032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:29.851823 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] For port 3d66f589-2623-464c-aa33-4ea704ab9e77, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3d66f589-2623-464c-aa33-4ea704ab9e77,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:29.862652 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.863667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:29.878914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:29.881792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Pushing event updated for resources: {'Port': ['ID=07567d9a-6176-41b9-9550-335ae16f2bb1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:29.898372 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dd04f3f-88f9-44ea-ab5a-684bce072fad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.903796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dd04f3f-88f9-44ea-ab5a-684bce072fad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:29.907734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9dd04f3f-88f9-44ea-ab5a-684bce072fad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/security-groups/09a257c2-a982-4bb4-933e-2e75f473f2b8 HTTP/1.1" status: 204 len: 168 time: 0.9098876 Nov 09 18:15:29.929855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd04f3f-88f9-44ea-ab5a-684bce072fad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a257c2-a982-4bb4-933e-2e75f473f2b8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:29.998749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.028601 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1eef7-3e1d-4e22-93f9-8f449926ca53 None None] Pushing event updated for resources: {'Port': ['ID=3d66f589-2623-464c-aa33-4ea704ab9e77,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:30.082838 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Routers {'95e561d2-ef7b-4dfc-a745-e055e6bf3441'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:30.083980 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:30.148613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b82cd336-98f3-49d3-946b-965e74c7dbaa no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:30.187780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b82cd336-98f3-49d3-946b-965e74c7dbaa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:30.188065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b82cd336-98f3-49d3-946b-965e74c7dbaa not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:30.190532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 96e5dde3-7056-421b-b4ea-3b2b4c43b973 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:30.232969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 96e5dde3-7056-421b-b4ea-3b2b4c43b973 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:30.233960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 96e5dde3-7056-421b-b4ea-3b2b4c43b973 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:30.345003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.358982 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] Set router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:30.417053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-edb405f5-edb1-45d7-ac1d-59dcab2f3b58 None None] Provisioning complete for port 07567d9a-6176-41b9-9550-335ae16f2bb1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:30.417479 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-edb405f5-edb1-45d7-ac1d-59dcab2f3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.453778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39754) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:30.458428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-50ba1f3a-a920-4663-930e-c57432c0a6c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644960023', 'description': 'tempest-secgroup-smoke-1644960023 description', 'project_id': '157548435770470e9b8f97aa9a4f0d37'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:30.495934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-edb405f5-edb1-45d7-ac1d-59dcab2f3b58 None None] Port 07567d9a-6176-41b9-9550-335ae16f2bb1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:30.505100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50ba1f3a-a920-4663-930e-c57432c0a6c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.631683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50ba1f3a-a920-4663-930e-c57432c0a6c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.637256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50ba1f3a-a920-4663-930e-c57432c0a6c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.685477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba1f3a-a920-4663-930e-c57432c0a6c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc49c825-9735-4ea2-91da-a779b1e9da8d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:30.726776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50ba1f3a-a920-4663-930e-c57432c0a6c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.730430 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:15:26Z', 'revision_number': 3, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port': {'id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:26Z', 'updated_at': '2021-11-09T18:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:30.731445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50ba1f3a-a920-4663-930e-c57432c0a6c8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2764812 Nov 09 18:15:30.734725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39766) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:30.740118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-61f56a04-18b3-4b42-beb4-a3c3a67ca1d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'dc49c825-9735-4ea2-91da-a779b1e9da8d', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:30.800006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a1662-cf82-426e-bfec-f48be6e8f45e None None] The sync data for ids ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'] in n-d-817240-1 is: [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:15:26Z', 'revision_number': 3, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port': {'id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:83:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:26Z', 'updated_at': '2021-11-09T18:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:30.808148 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61f56a04-18b3-4b42-beb4-a3c3a67ca1d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.833123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:30.845311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.023018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Pushing event updated for resources: {'Port': ['ID=07567d9a-6176-41b9-9550-335ae16f2bb1,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.048784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.063558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61f56a04-18b3-4b42-beb4-a3c3a67ca1d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.074902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19eb5f-2e2c-4fa0-8cd3-73c93eeb9573 req-c038bb0b-14af-46ed-b77e-ecee89ced31a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:31.077979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb19eb5f-2e2c-4fa0-8cd3-73c93eeb9573 req-c038bb0b-14af-46ed-b77e-ecee89ced31a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.2240169 Nov 09 18:15:31.080706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61f56a04-18b3-4b42-beb4-a3c3a67ca1d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.141858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f56a04-18b3-4b42-beb4-a3c3a67ca1d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ff900d-e64a-4236-ade5-d550035b3cc3,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.175451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61f56a04-18b3-4b42-beb4-a3c3a67ca1d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.177962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61f56a04-18b3-4b42-beb4-a3c3a67ca1d3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4421358 Nov 09 18:15:31.181344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39776) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:31.185684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb19eb5f-2e2c-4fa0-8cd3-73c93eeb9573 req-1ce128cd-1e50-46a7-93f1-d6abdac29205 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903604 Nov 09 18:15:31.192924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-99344a47-e822-4def-86b1-86cea774ba53 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'dc49c825-9735-4ea2-91da-a779b1e9da8d', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:31.251833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:31.253513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:31.312272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99344a47-e822-4def-86b1-86cea774ba53 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.417290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99344a47-e822-4def-86b1-86cea774ba53 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.426661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99344a47-e822-4def-86b1-86cea774ba53 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.456192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344a47-e822-4def-86b1-86cea774ba53 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c815360a-d839-42f3-819b-c4142f0c1cd0,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.472578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:31.498198 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-99344a47-e822-4def-86b1-86cea774ba53 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.500369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-99344a47-e822-4def-86b1-86cea774ba53 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3123014 Nov 09 18:15:31.503206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39778) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:31.509682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ede67b21-09a6-4e7f-bccb-dd0aa6f56160 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'dc49c825-9735-4ea2-91da-a779b1e9da8d', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:31.561663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ede67b21-09a6-4e7f-bccb-dd0aa6f56160 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.644351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ede67b21-09a6-4e7f-bccb-dd0aa6f56160 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.651751 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ede67b21-09a6-4e7f-bccb-dd0aa6f56160 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.679834 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ede67b21-09a6-4e7f-bccb-dd0aa6f56160 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.680592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:31.684970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ede67b21-09a6-4e7f-bccb-dd0aa6f56160 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804168 Nov 09 18:15:31.685739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39780) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:31.693095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9a942a2c-bdf4-40c4-8991-c54b754045cf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'dc49c825-9735-4ea2-91da-a779b1e9da8d', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:31.699693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede67b21-09a6-4e7f-bccb-dd0aa6f56160 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d93d9a3-d3ff-4966-81b0-2c50f5ce50a3,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.703202 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c4418be7-a65e-4355-8e9e-dfb188b23e9a admin admin] 10.222.0.32 "PUT /v2.0/routers/95e561d2-ef7b-4dfc-a745-e055e6bf3441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9137170 Nov 09 18:15:31.737763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-987f18fa-3bd8-4256-af71-0f90316e86be None None] Provisioning complete for port 07567d9a-6176-41b9-9550-335ae16f2bb1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:31.740845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-987f18fa-3bd8-4256-af71-0f90316e86be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.741833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a942a2c-bdf4-40c4-8991-c54b754045cf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.818175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-987f18fa-3bd8-4256-af71-0f90316e86be None None] Port 07567d9a-6176-41b9-9550-335ae16f2bb1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:31.839650 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:15:31.871130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a942a2c-bdf4-40c4-8991-c54b754045cf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.881611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a942a2c-bdf4-40c4-8991-c54b754045cf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.900345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a942a2c-bdf4-40c4-8991-c54b754045cf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be496366-948c-4f8c-8caa-3af6d387ba82,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:31.926953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a942a2c-bdf4-40c4-8991-c54b754045cf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:31.930548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9a942a2c-bdf4-40c4-8991-c54b754045cf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2418880 Nov 09 18:15:31.933930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39786) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:31.947035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'dc49c825-9735-4ea2-91da-a779b1e9da8d', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:32.001229 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:15:32.011249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.093900 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.099643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.127599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19b3412-dd5e-42ff-83c1-7eed6a3494ed,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:32.137179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.141912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-95695ade-ac02-4b0e-a7d0-3cb298463528 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2037201 Nov 09 18:15:32.142465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39794) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:32.150595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'dc49c825-9735-4ea2-91da-a779b1e9da8d', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:32.187964 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:15:32.194954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.299375 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.311846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.345553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74c13db-3c86-413e-b8e9-c47e92297ca2,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:32.356606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.359960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-100ece11-b6f7-4f40-a930-a1bd2e0acdba tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2145295 Nov 09 18:15:32.361984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39800) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:32.368898 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'network': {'name': 'tempest-network-smoke--369479852', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'port_security_enabled': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:32.460735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3e16b-8e26-453c-ad39-a9171cfc2e5c req-ccaf66e7-e0a5-4447-96df-066782a5dd77 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:32.462491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ec3e16b-8e26-453c-ad39-a9171cfc2e5c req-ccaf66e7-e0a5-4447-96df-066782a5dd77 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0861163 Nov 09 18:15:32.463389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:32.466728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.507926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:15:32.518887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.519411 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Added segment a3cf2ded-dbbc-400c-9f27-1e9e278a8303 of type vlan for network 615fc301-2e5d-4f1e-9298-f6b489bc906c Nov 09 18:15:32.565783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.606556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.614102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:32.614720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.687598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:32.699965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1335310537-network', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:32.738540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ec3e16b-8e26-453c-ad39-a9171cfc2e5c req-9272d9e1-cffc-442e-8199-4fccd57e5ec9 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608507 Nov 09 18:15:32.740107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Network': ['ID=615fc301-2e5d-4f1e-9298-f6b489bc906c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:32.747376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5f8bda6f-cab6-4d0e-932e-2f0a03b6abd9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3840849 Nov 09 18:15:32.749858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39820) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:32.757837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'admin_state_up': True, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:32.769597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:15:32.816201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.api [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:15:32.816201 n-d-817240-1 neutron-server[102141]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 18:15:32.816201 n-d-817240-1 neutron-server[102141]: [parameters: {'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'id': 'a2445b80-cd8e-450a-a14b-72732e54d476', 'expiration': datetime.datetime(2021, 11, 9, 18, 17, 32, 803907)}] Nov 09 18:15:32.816201 n-d-817240-1 neutron-server[102141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:15:32.820923 n-d-817240-1 neutron-server[102141]: DEBUG oslo_db.api [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:15:32.827851 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.829292 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:32.962152 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.193811 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.238352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3d66f589-2623-464c-aa33-4ea704ab9e77 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:33.349686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3d66f589-2623-464c-aa33-4ea704ab9e77 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:33.350020 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.360336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Made reservation on behalf of bc1bd900cf234c279f86075f70ef0423 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:33.362878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.373268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.521038 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.556760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.569085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.599657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 3d66f589-2623-464c-aa33-4ea704ab9e77, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3d66f589-2623-464c-aa33-4ea704ab9e77,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:33.612370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.620720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:15:33.663157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b186d5-0025-405c-8368-d8e2b80d83ab,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:33.667733 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.669729 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Added segment f0e17092-1be5-462e-ada2-b2fa576f298d of type vlan for network e29b0b39-b093-4018-be46-0ef4fbe53ce2 Nov 09 18:15:33.672696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.709553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=3d66f589-2623-464c-aa33-4ea704ab9e77,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:33.729399 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.751816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.756930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Sync routers for ids ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:33.778050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Routers {'95e561d2-ef7b-4dfc-a745-e055e6bf3441'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:33.779188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:33.825601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.827444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:33.828218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:33.892589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.194 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/8912d410-3b03-4eaa-84ad-9e97627c17e8) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:33.976591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Set router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:33.994843 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3061829 Nov 09 18:15:34.002451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39838) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:34.023174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Request body: {'subnet': {'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1335310537-subnet', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:34.054611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a026-3527-4cd1-9783-f858b7eef733 admin admin] Pushing event updated for resources: {'Network': ['ID=e29b0b39-b093-4018-be46-0ef4fbe53ce2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:34.088502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Made reservation on behalf of bc1bd900cf234c279f86075f70ef0423 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:34.089820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:15:34.090993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.134578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64a3a-7de5-4cdd-aa33-19fb720e6905 req-3bd3a313-3b73-4749-bddc-eaf2a9b8b0dc tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:34.141802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6be64a3a-7de5-4cdd-aa33-19fb720e6905 req-3bd3a313-3b73-4749-bddc-eaf2a9b8b0dc tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1851454 Nov 09 18:15:34.226614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6be64a3a-7de5-4cdd-aa33-19fb720e6905 req-01361425-091b-4788-8826-90b853af85f5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738635 Nov 09 18:15:34.257772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.329362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.431391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:15:30Z', 'revision_number': 4, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port': {'id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:26Z', 'updated_at': '2021-11-09T18:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '07567d9a-6176-41b9-9550-335ae16f2bb1', 'name': '', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'mac_address': 'fa:16:3e:3b:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:29Z', 'updated_at': '2021-11-09T18:15:30Z', 'revision_number': 2, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'subnets': [{'id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:34.431822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:34.438559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:34.445815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:34.488449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Checking router: 95e561d2-ef7b-4dfc-a745-e055e6bf3441 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:34.488951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Updating router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 port 07567d9a-6176-41b9-9550-335ae16f2bb1 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:34.507826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.525830 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.549336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=8912d410-3b03-4eaa-84ad-9e97627c17e8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:34.575675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:34.608602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Checking segment: {'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:34.608957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Network hostable DHCP agents. Network: e29b0b39-b093-4018-be46-0ef4fbe53ce2, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:15:34.647717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:15:34.672354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e29b0b39-b093-4018-be46-0ef4fbe53ce2) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:34.678469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:34.679200 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.711604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-700cf5dd-2f88-4dc2-8235-b1ecbec34918 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6932812 Nov 09 18:15:34.712485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39854) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:34.717071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:34.755790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.757848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.773173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff212966-3161-4913-96b9-5ebaec66a13c None None] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:34.853238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:34.929795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.040925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.051744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'fixed_ips': [{'subnet_id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:15:35.052910 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.065203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.066942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.224109 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.275009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Allocated IP 172.20.0.2 (e29b0b39-b093-4018-be46-0ef4fbe53ce2/963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb/b3ea53a9-0ff9-45f7-a54a-00389fdded64) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:35.517863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3d66f589-2623-464c-aa33-4ea704ab9e77 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:35.590281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e130d-205a-4894-b211-596371337ba7 req-ba2738ab-93b1-4629-a301-127a18de1b8b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:35.591831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-105e130d-205a-4894-b211-596371337ba7 req-ba2738ab-93b1-4629-a301-127a18de1b8b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1819887 Nov 09 18:15:35.709679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63425303-ab82-4e9a-8340-438242e7f860 None None] Pushing event updated for resources: {'Port': ['ID=07567d9a-6176-41b9-9550-335ae16f2bb1,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:35.777963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-105e130d-205a-4894-b211-596371337ba7 req-feb512f3-6033-4774-aeb3-175c0f4a9ec4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556776 Nov 09 18:15:35.842867 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.859881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router f1113816-7a2f-48f7-8af7-340945b30add is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:15:35.898024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:35.977081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Attempting to bind port 07567d9a-6176-41b9-9550-335ae16f2bb1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:35.978200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Attempting to bind port 07567d9a-6176-41b9-9550-335ae16f2bb1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:35.978588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Attempting to bind port 07567d9a-6176-41b9-9550-335ae16f2bb1 on network c85257a8-f756-4d4c-a5d9-81532fe072e3 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:35.988636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Pushing event updated for resources: {'Port': ['ID=b3ea53a9-0ff9-45f7-a54a-00389fdded64,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:35.995604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:36.009667 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Sync routers for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:36.020552 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:36.021174 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:36.034160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:36.037383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.037510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:36.039950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-70ce4ca9-5b22-4643-85a5-875768289c95 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2879002 Nov 09 18:15:36.043266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39868) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:36.044733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:36.046660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Checking segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:36.047350 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.047632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Bound using segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:36.048602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Bound port: 07567d9a-6176-41b9-9550-335ae16f2bb1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:36.049007 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.053772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:36.082477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d66d4b8c-c302-4700-af48-7f38febfcaac None None] Provisioning complete for port 07567d9a-6176-41b9-9550-335ae16f2bb1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:36.082881 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d66d4b8c-c302-4700-af48-7f38febfcaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.149233 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.149810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d66d4b8c-c302-4700-af48-7f38febfcaac None None] Port 07567d9a-6176-41b9-9550-335ae16f2bb1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:36.157183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3d66f589-2623-464c-aa33-4ea704ab9e77 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:36.157592 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.194504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.241323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Attempting to bind port b3ea53a9-0ff9-45f7-a54a-00389fdded64 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:36.241323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Attempting to bind port b3ea53a9-0ff9-45f7-a54a-00389fdded64 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:36.241653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Attempting to bind port b3ea53a9-0ff9-45f7-a54a-00389fdded64 on network e29b0b39-b093-4018-be46-0ef4fbe53ce2 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:36.250271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:36.250658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Checking segment: {'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:36.250913 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:36.251060 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.251462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Bound using segment: {'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:36.251945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Bound port: b3ea53a9-0ff9-45f7-a54a-00389fdded64, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:36.252339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.336475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] For port 07567d9a-6176-41b9-9550-335ae16f2bb1, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:36.340046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] For port 07567d9a-6176-41b9-9550-335ae16f2bb1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=07567d9a-6176-41b9-9550-335ae16f2bb1,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:36.377732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.382795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Allocated IP 172.25.0.60 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/dda9a0b5-5427-45d6-96db-5a08a5259040) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:36.608676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ae4dbf6d-6356-401a-aedb-6a400bd6c5d3 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=157548435770470e9b8f97aa9a4f0d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5639637 Nov 09 18:15:36.616784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39882) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:36.688889 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:36.735752 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Checking router: f1113816-7a2f-48f7-8af7-340945b30add for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:36.736346 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Updating router f1113816-7a2f-48f7-8af7-340945b30add port 8912d410-3b03-4eaa-84ad-9e97627c17e8 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:36.774585 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.817684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.826252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] For port b3ea53a9-0ff9-45f7-a54a-00389fdded64, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:36.853807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] For port b3ea53a9-0ff9-45f7-a54a-00389fdded64, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b3ea53a9-0ff9-45f7-a54a-00389fdded64,segment=NetworkSegment(f0e17092-1be5-462e-ada2-b2fa576f298d),segment_id=f0e17092-1be5-462e-ada2-b2fa576f298d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:36.860305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63425303-ab82-4e9a-8340-438242e7f860 None None] Pushing event updated for resources: {'Port': ['ID=07567d9a-6176-41b9-9550-335ae16f2bb1,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:36.868306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Routers {'95e561d2-ef7b-4dfc-a745-e055e6bf3441'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:36.870957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:36.883200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:36.982103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d526f-e41b-41e0-a5d4-06e880656158 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:36.989882 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-771d526f-e41b-41e0-a5d4-06e880656158 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3716636 Nov 09 18:15:36.998187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39890) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:37.062713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1bd7fdb-4302-420a-815a-09d67e351387 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625336 Nov 09 18:15:37.063643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39892) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:37.064474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b2f08-8cf5-4b3e-b572-7eb087b35c8a req-5699e6ae-80cc-480a-81ab-e4def6c7ce1c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:37.090260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c6b2f08-8cf5-4b3e-b572-7eb087b35c8a req-5699e6ae-80cc-480a-81ab-e4def6c7ce1c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1448112 Nov 09 18:15:37.105374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341930289', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:37.122772 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.193802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c6b2f08-8cf5-4b3e-b572-7eb087b35c8a req-beca1f85-956c-45dc-bc96-d25d78a49a6f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983133 Nov 09 18:15:37.268555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Pushing event updated for resources: {'Port': ['ID=dda9a0b5-5427-45d6-96db-5a08a5259040,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:37.333864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:37.350904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:37.354788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:37.387324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee599a5a-0ec8-42a3-8124-9b518d75e194 None None] Pushing event updated for resources: {'Port': ['ID=b3ea53a9-0ff9-45f7-a54a-00389fdded64,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:37.412158 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5662dcc7-7c91-47db-9630-cbdf830e5974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.417616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9947d2da-cb0b-4120-a89f-5604b9f947be None None] Provisioning complete for port 07567d9a-6176-41b9-9550-335ae16f2bb1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:37.417995 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9947d2da-cb0b-4120-a89f-5604b9f947be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.513411 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.523172 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.552962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] Set router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:37.683372 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f426fa-a2b2-46a7-a135-0bf322cb8870 None None] Pushing event updated for resources: {'Port': ['ID=8912d410-3b03-4eaa-84ad-9e97627c17e8,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:37.698433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:37.701149 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Attempting to bind port 8912d410-3b03-4eaa-84ad-9e97627c17e8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:37.703338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Attempting to bind port 8912d410-3b03-4eaa-84ad-9e97627c17e8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:37.704302 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Attempting to bind port 8912d410-3b03-4eaa-84ad-9e97627c17e8 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:37.706924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.712925 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:37.713311 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:37.713816 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.714369 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:37.714834 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Bound port: 8912d410-3b03-4eaa-84ad-9e97627c17e8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:37.715215 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.753790 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9947d2da-cb0b-4120-a89f-5604b9f947be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.794808 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] For port 8912d410-3b03-4eaa-84ad-9e97627c17e8, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:37.806933 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] For port 8912d410-3b03-4eaa-84ad-9e97627c17e8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8912d410-3b03-4eaa-84ad-9e97627c17e8,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:37.818019 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.886402 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:37.887407 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:37.951382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9947d2da-cb0b-4120-a89f-5604b9f947be None None] For port 07567d9a-6176-41b9-9550-335ae16f2bb1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=07567d9a-6176-41b9-9550-335ae16f2bb1,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:37.965875 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9947d2da-cb0b-4120-a89f-5604b9f947be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:37.978564 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f426fa-a2b2-46a7-a135-0bf322cb8870 None None] Pushing event updated for resources: {'Port': ['ID=8912d410-3b03-4eaa-84ad-9e97627c17e8,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:38.076159 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:38.077445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947d2da-cb0b-4120-a89f-5604b9f947be None None] Pushing event updated for resources: {'Port': ['ID=07567d9a-6176-41b9-9550-335ae16f2bb1,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:38.108261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:15:30Z', 'revision_number': 4, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port': {'id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:26Z', 'updated_at': '2021-11-09T18:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '07567d9a-6176-41b9-9550-335ae16f2bb1', 'name': '', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'mac_address': 'fa:16:3e:3b:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:29Z', 'updated_at': '2021-11-09T18:15:36Z', 'revision_number': 4, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'subnets': [{'id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:38.138648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.140888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.157150 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a01eb-bbdb-43ed-afa6-fd8ea2953c91 None None] The sync data for ids ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'] in n-d-817240-1 is: [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:15:30Z', 'revision_number': 4, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port': {'id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:26Z', 'updated_at': '2021-11-09T18:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '07567d9a-6176-41b9-9550-335ae16f2bb1', 'name': '', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'mac_address': 'fa:16:3e:3b:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:29Z', 'updated_at': '2021-11-09T18:15:36Z', 'revision_number': 4, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'subnets': [{'id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:38.398571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Subnet': ['ID=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:38.421886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Checking segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:38.422277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network hostable DHCP agents. Network: 615fc301-2e5d-4f1e-9298-f6b489bc906c, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:15:38.478408 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:38.512506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:15:38.535308 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58e60e-5be1-4ef4-ab89-c00660f35757 None None] The sync data for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 is: [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:34Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:38.554813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bf10a-913b-4cfc-8ef9-993d6b17f075 req-43086fb1-11b0-45d4-bb66-dcf3e1c1e85b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:38.577119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d6bf10a-913b-4cfc-8ef9-993d6b17f075 req-43086fb1-11b0-45d4-bb66-dcf3e1c1e85b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.2105050 Nov 09 18:15:38.698343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d6bf10a-913b-4cfc-8ef9-993d6b17f075 req-889e4631-464d-43fa-9b48-efeedb1edafc tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192856 Nov 09 18:15:38.778209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 615fc301-2e5d-4f1e-9298-f6b489bc906c) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:38.788508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877a2fb-6a45-40ab-9ef9-5cf50cf6dec1 None None] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:38.802278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:38.815208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:38.858839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39914) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:38.864200 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c21eb39-6c96-4eff-bb4b-5a8b2a9b162c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7970452 Nov 09 18:15:38.875252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.248162 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52692159-6de1-401f-8acf-7bab8c71f22e None None] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:39.437049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-615fc301-2e5d-4f1e-9298-f6b489bc906c', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:15:39.437959 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.461003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Router 07ab8694-46f0-4850-873a-7cca0b42d3f6 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:15:39.579500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-6d85453b-b6e0-4a99-b620-115362587105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:39.584928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-6d85453b-b6e0-4a99-b620-115362587105 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1096 time: 0.2400553 Nov 09 18:15:39.615179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c720984c-a5f5-4f86-8be7-0313d2b0f2df None None] Provisioning complete for port b3ea53a9-0ff9-45f7-a54a-00389fdded64 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:39.618525 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c720984c-a5f5-4f86-8be7-0313d2b0f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.746369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 07567d9a-6176-41b9-9550-335ae16f2bb1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:39.875936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:39.923429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:39.929368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Sync routers for ids ['07ab8694-46f0-4850-873a-7cca0b42d3f6'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:39.933470 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b4f1c906-5e42-4839-8bd2-97eb626127b4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2144532 Nov 09 18:15:39.938307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:15:40.020444 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6262-8f9c-4b5d-bbf0-20daf6235182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:40.143506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Routers {'07ab8694-46f0-4850-873a-7cca0b42d3f6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:40.144495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['07ab8694-46f0-4850-873a-7cca0b42d3f6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:40.146769 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c720984c-a5f5-4f86-8be7-0313d2b0f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:40.311731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-16c8fc24-bba1-4c22-aede-046772cc2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:40.313219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-16c8fc24-bba1-4c22-aede-046772cc2003 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.6933930 Nov 09 18:15:40.508898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-45ec3efc-fadc-4373-8e84-22f530df92a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 1001 time: 0.1847372 Nov 09 18:15:40.563240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3866bb-3a94-4649-af94-859a32b098b4 req-70841a35-d7d0-4176-8f4a-91c64149a7b7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:40.572889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b3866bb-3a94-4649-af94-859a32b098b4 req-70841a35-d7d0-4176-8f4a-91c64149a7b7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.7090621 Nov 09 18:15:40.736716 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:40.762409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Set router 07ab8694-46f0-4850-873a-7cca0b42d3f6 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:40.793595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:40.836813 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:40.871600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b3866bb-3a94-4649-af94-859a32b098b4 req-f1ddf8fc-fbe8-4c3e-a111-8781bfd42afd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978299 Nov 09 18:15:40.874239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-dab4ffd1-026e-404c-ad63-f5c7bd9b6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:40.876112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-dab4ffd1-026e-404c-ad63-f5c7bd9b6d22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.2923431 Nov 09 18:15:40.946648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c720984c-a5f5-4f86-8be7-0313d2b0f2df None None] For port b3ea53a9-0ff9-45f7-a54a-00389fdded64, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b3ea53a9-0ff9-45f7-a54a-00389fdded64,segment=NetworkSegment(f0e17092-1be5-462e-ada2-b2fa576f298d),segment_id=f0e17092-1be5-462e-ada2-b2fa576f298d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:41.037354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-a4eb1c2a-82e4-4422-b2f5-eb78b31ade15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:41.039560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-a4eb1c2a-82e4-4422-b2f5-eb78b31ade15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182475 Nov 09 18:15:41.168461 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c720984c-a5f5-4f86-8be7-0313d2b0f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.223696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Allocated IP 172.20.0.1 (e29b0b39-b093-4018-be46-0ef4fbe53ce2/963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb/3c744388-790d-4df6-bf7e-ad1f1f65f525) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:41.307776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 07567d9a-6176-41b9-9550-335ae16f2bb1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:41.308184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.441933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Allocated IP 172.20.0.2 (615fc301-2e5d-4f1e-9298-f6b489bc906c/c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1/074e1b56-7c81-44d2-9e57-9d1bcd9356ba) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:41.462955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.472569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-7d990796-c336-4bde-b5eb-6e8ee977397f service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959713 Nov 09 18:15:41.519716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.524984 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.619200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:41.623179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:41.643757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:41.695863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4705e8-aa4f-4265-aadd-ad30ea4b6ada req-9d16c862-4b5a-4c34-b7e2-6f385d5b8fea service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087879 Nov 09 18:15:41.709801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Pushing event updated for resources: {'Port': ['ID=3c744388-790d-4df6-bf7e-ad1f1f65f525,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:41.721515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.721950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.722387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.722788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.723192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.723591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.723985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.724377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.724772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.725315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.725710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.726166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:41.748458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:41.852927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e2367fa7-baaa-44e8-bcd9-915e8b1526d7 None None] Provisioning complete for port b3ea53a9-0ff9-45f7-a54a-00389fdded64 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:41.853549 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2367fa7-baaa-44e8-bcd9-915e8b1526d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.017676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.075971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.120503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720984c-a5f5-4f86-8be7-0313d2b0f2df None None] Pushing event updated for resources: {'Port': ['ID=b3ea53a9-0ff9-45f7-a54a-00389fdded64,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:42.128990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.183069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b3ea53a9-0ff9-45f7-a54a-00389fdded64 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:42.260437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:42.266901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:42.269838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:42.295851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:15:37Z', 'revision_number': 3, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port': {'id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:36Z', 'updated_at': '2021-11-09T18:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:42.393636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Checking router: 07ab8694-46f0-4850-873a-7cca0b42d3f6 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:42.393989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Updating router 07ab8694-46f0-4850-873a-7cca0b42d3f6 port dda9a0b5-5427-45d6-96db-5a08a5259040 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:42.395789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Pushing event updated for resources: {'Port': ['ID=074e1b56-7c81-44d2-9e57-9d1bcd9356ba,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:42.431067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.431734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b3ea53a9-0ff9-45f7-a54a-00389fdded64 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:42.432268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.442404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.446093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Attempting to bind port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:42.447633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Attempting to bind port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:42.449484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Attempting to bind port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:42.539322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Pushing event updated for resources: {'Port': ['ID=3c744388-790d-4df6-bf7e-ad1f1f65f525,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:42.577925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.632613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:42.639700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Checking segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:42.640747 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.642158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Bound using segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:42.644245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Bound port: 074e1b56-7c81-44d2-9e57-9d1bcd9356ba, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:42.644703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.666436 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.759579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb675878-2b01-4ecb-8a34-e2737ac34a1a req-7c10c200-a2d5-44f3-b2d1-0a1a5ee0e49a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:42.769891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb675878-2b01-4ecb-8a34-e2737ac34a1a req-7c10c200-a2d5-44f3-b2d1-0a1a5ee0e49a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.7429821 Nov 09 18:15:42.778912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:42.811762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:42.813340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:42.829554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.1 (615fc301-2e5d-4f1e-9298-f6b489bc906c/c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1/a5bf1b33-7007-4b98-b390-cc53b43721a2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:42.890858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb675878-2b01-4ecb-8a34-e2737ac34a1a req-46d2766f-098e-40b1-80f2-c83753e0bb89 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199827 Nov 09 18:15:43.176719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:43.237552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] For port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:43.275428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:43.278249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b5ba1882-d627-4a14-a135-1b89a9b6c273 None None] Provisioning complete for port 3c744388-790d-4df6-bf7e-ad1f1f65f525 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:43.278804 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1882-d627-4a14-a135-1b89a9b6c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:43.354748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=a5bf1b33-7007-4b98-b390-cc53b43721a2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:43.363763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:43.370516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.371225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.371762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.372347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.372926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.374190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.374771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.375300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.375825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.376346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.377050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.377581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:15:43.382658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:43.390777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:43.412285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba1882-d627-4a14-a135-1b89a9b6c273 None None] Port 3c744388-790d-4df6-bf7e-ad1f1f65f525 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:43.415051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] For port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=074e1b56-7c81-44d2-9e57-9d1bcd9356ba,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:43.451441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:43.459674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:43.728285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:43.735510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Router 07ab8694-46f0-4850-873a-7cca0b42d3f6 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:43.770819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-182ea4f3-0bb9-4a8d-9254-3d18c9641b35 None None] Provisioning complete for port 3c744388-790d-4df6-bf7e-ad1f1f65f525 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:43.771413 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-182ea4f3-0bb9-4a8d-9254-3d18c9641b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:43.835331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b1b93-5cf0-42d0-bf77-f64229caf115 None None] Pushing event updated for resources: {'Port': ['ID=074e1b56-7c81-44d2-9e57-9d1bcd9356ba,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:43.954173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-182ea4f3-0bb9-4a8d-9254-3d18c9641b35 None None] Port 3c744388-790d-4df6-bf7e-ad1f1f65f525 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:43.975599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b3ea53a9-0ff9-45f7-a54a-00389fdded64 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:43.997675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:44.014261 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-457412d5-069b-48f0-8c78-c594abaa1fcc admin admin] 10.222.0.32 "PUT /v2.0/routers/07ab8694-46f0-4850-873a-7cca0b42d3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0678020 Nov 09 18:15:44.132889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb96f93-7772-4e52-83e1-996bb312d5e9 req-daa794a9-9330-4974-85bd-f6b1b6b8bfb5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:44.134505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb96f93-7772-4e52-83e1-996bb312d5e9 req-daa794a9-9330-4974-85bd-f6b1b6b8bfb5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.0919611 Nov 09 18:15:44.163372 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.187172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.200995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b3ea53a9-0ff9-45f7-a54a-00389fdded64 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:44.201920 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.324121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Attempting to bind port dda9a0b5-5427-45d6-96db-5a08a5259040 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:44.324713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Attempting to bind port dda9a0b5-5427-45d6-96db-5a08a5259040 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:44.324800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Attempting to bind port dda9a0b5-5427-45d6-96db-5a08a5259040 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:44.338861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8117-0034-40cc-81c8-fd618f6e1871 None None] Pushing event updated for resources: {'Port': ['ID=dda9a0b5-5427-45d6-96db-5a08a5259040,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:44.344731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:44.345113 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:44.345520 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.345914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:44.347393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Bound port: dda9a0b5-5427-45d6-96db-5a08a5259040, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:44.347792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.429647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb96f93-7772-4e52-83e1-996bb312d5e9 req-8154ecc8-f7c1-4a02-a6e7-b4ad60188877 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848191 Nov 09 18:15:44.458007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-419017df-8661-47ac-ad2b-9235855952a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:44.459698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-419017df-8661-47ac-ad2b-9235855952a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0898485 Nov 09 18:15:44.464103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8912d410-3b03-4eaa-84ad-9e97627c17e8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:44.551683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] For port dda9a0b5-5427-45d6-96db-5a08a5259040, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:44.569975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] For port dda9a0b5-5427-45d6-96db-5a08a5259040, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=dda9a0b5-5427-45d6-96db-5a08a5259040,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:44.580193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-5bdbc4ea-0c0d-4a13-a42e-231740d887b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:44.581950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-5bdbc4ea-0c0d-4a13-a42e-231740d887b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1060188 Nov 09 18:15:44.585270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8912d410-3b03-4eaa-84ad-9e97627c17e8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:44.586506 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.590745 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.716880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Routers {'07ab8694-46f0-4850-873a-7cca0b42d3f6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:44.717540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['07ab8694-46f0-4850-873a-7cca0b42d3f6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:44.721123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-1e0d0e92-c825-478b-ad87-c07f8cbf8785 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 1001 time: 0.1226673 Nov 09 18:15:44.835385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.861955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-015b5451-8875-4283-ac4a-55457fa5a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:44.863768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-015b5451-8875-4283-ac4a-55457fa5a62e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.1339812 Nov 09 18:15:44.864756 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.924923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:44.930802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8117-0034-40cc-81c8-fd618f6e1871 None None] Pushing event updated for resources: {'Port': ['ID=dda9a0b5-5427-45d6-96db-5a08a5259040,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.040097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=a5bf1b33-7007-4b98-b390-cc53b43721a2,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.052907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 8912d410-3b03-4eaa-84ad-9e97627c17e8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8912d410-3b03-4eaa-84ad-9e97627c17e8,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:45.078890 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.199714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.216288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-eb9f2dcd-8311-4923-8531-7e52b5bd15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:45.230906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-eb9f2dcd-8311-4923-8531-7e52b5bd15fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888368 Nov 09 18:15:45.336037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-819f14aa-bcb4-4850-8f4d-da3b09ee56cb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170113 Nov 09 18:15:45.452687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-b3ad5345-5d8f-46f3-a24d-99401e3c5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:45.458200 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-b3ad5345-5d8f-46f3-a24d-99401e3c5ecd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1097 time: 0.0928636 Nov 09 18:15:45.497523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ec67c-3d6e-4303-9b22-29fd7c91a357 None None] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:15:45.504185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=8912d410-3b03-4eaa-84ad-9e97627c17e8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:45.530169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] Set router 07ab8694-46f0-4850-873a-7cca0b42d3f6 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:45.560422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:45.568168 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:45.583168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-b09623c5-8e2b-4e31-a176-21f903c9e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:45.585160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-b09623c5-8e2b-4e31-a176-21f903c9e0de service neutron] 10.222.0.85 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.1053216 Nov 09 18:15:45.696122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-1d4e185e-bf62-45e0-888a-e4fd77b2932c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 1002 time: 0.1027045 Nov 09 18:15:45.713504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-11abac53-b2c2-4e16-880b-b60d40dfa472 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:45.716993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-11abac53-b2c2-4e16-880b-b60d40dfa472 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/networks?id=c85257a8-f756-4d4c-a5d9-81532fe072e3 HTTP/1.1" status: 200 len: 911 time: 0.4868693 Nov 09 18:15:45.730907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bcc7bbb1-a425-4dba-a8f7-be2d613da2e0 None None] Provisioning complete for port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:45.731285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bbb1-a425-4dba-a8f7-be2d613da2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:45.760399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-77ab8384-ab57-461b-b97e-2d82ff54957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:45.761617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-77ab8384-ab57-461b-b97e-2d82ff54957f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.0554743 Nov 09 18:15:45.802317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router f1113816-7a2f-48f7-8af7-340945b30add has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:45.814321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-1896700c-c04f-404e-b996-46e629cc1c91 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/quotas/bc1bd900cf234c279f86075f70ef0423 HTTP/1.1" status: 200 len: 375 time: 0.0507383 Nov 09 18:15:45.833240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-a47dd99b-e860-443a-b5f2-dce22037ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:45.835705 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-a47dd99b-e860-443a-b5f2-dce22037ee03 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667512 Nov 09 18:15:45.856881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-20f217cd-6a44-4a70-b077-bf214d42d1bd service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472806 Nov 09 18:15:45.940978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8912d410-3b03-4eaa-84ad-9e97627c17e8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:45.984340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-a9af1972-56e9-4d1e-9b95-3a4862e0b72b service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382415 Nov 09 18:15:46.128300 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bbb1-a425-4dba-a8f7-be2d613da2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:46.140740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8912d410-3b03-4eaa-84ad-9e97627c17e8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:46.141198 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:46.153965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-c5fdbb54-d1ff-4fe5-bd7c-4d8150e2e56f tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc1bd900cf234c279f86075f70ef0423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3141959 Nov 09 18:15:46.179839 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1095ef30-ec35-4d0a-b023-c479d1826513 req-a4ee6ef8-437c-490f-97db-6d7ddeb6c03e service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872394 Nov 09 18:15:46.237500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:46.250209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bcc7bbb1-a425-4dba-a8f7-be2d613da2e0 None None] For port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=074e1b56-7c81-44d2-9e57-9d1bcd9356ba,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:46.251476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:46.252532 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Sync routers for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:46.269478 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:46.270337 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:46.271418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-83a021c4-bb9a-4ccb-821e-061f4314f440 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/f1113816-7a2f-48f7-8af7-340945b30add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4108410 Nov 09 18:15:46.271838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bbb1-a425-4dba-a8f7-be2d613da2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:46.380531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-537acf3c-27d3-4aea-b9f4-c2f049cfef45 service neutron] 10.222.0.32 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066185 Nov 09 18:15:46.384321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41fdf8d8-5b3d-42c5-b77b-b2af5a846dbd req-f3ead91c-130e-46f7-861b-f4710b9c60b8 service neutron] 10.222.0.73 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034184 Nov 09 18:15:46.437028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:15:41Z', 'revision_number': 4, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port': {'id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:36Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3c744388-790d-4df6-bf7e-ad1f1f65f525', 'name': '', 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'mac_address': 'fa:16:3e:18:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:40Z', 'updated_at': '2021-11-09T18:15:42Z', 'revision_number': 2, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'subnets': [{'id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:46.480246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b39be2-df3f-436a-9555-ee966ddb9918 None None] The sync data for ids ['07ab8694-46f0-4850-873a-7cca0b42d3f6'] in n-d-817240-1 is: [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:15:41Z', 'revision_number': 4, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port': {'id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:36Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3c744388-790d-4df6-bf7e-ad1f1f65f525', 'name': '', 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'mac_address': 'fa:16:3e:18:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:40Z', 'updated_at': '2021-11-09T18:15:42Z', 'revision_number': 2, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'subnets': [{'id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:46.536165 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:46.554163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 074e1b56-7c81-44d2-9e57-9d1bcd9356ba up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:46.591277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7bbb1-a425-4dba-a8f7-be2d613da2e0 None None] Pushing event updated for resources: {'Port': ['ID=074e1b56-7c81-44d2-9e57-9d1bcd9356ba,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:46.601258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-c797fe6d-5572-4bbf-bb82-5727440fa649 service neutron] 10.222.0.32 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194321 Nov 09 18:15:46.613080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5038a6a9-ef06-494f-b31e-54f840b34818 None None] Provisioning complete for port a5bf1b33-7007-4b98-b390-cc53b43721a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:46.613601 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5038a6a9-ef06-494f-b31e-54f840b34818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:46.650419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5038a6a9-ef06-494f-b31e-54f840b34818 None None] Port a5bf1b33-7007-4b98-b390-cc53b43721a2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:46.668741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5038a6a9-ef06-494f-b31e-54f840b34818 None None] Provisioning complete for port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:46.669176 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5038a6a9-ef06-494f-b31e-54f840b34818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:46.769005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:46.769392 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:47.020835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8cd403f8-899a-46d3-9e6c-a5f86dcefd50 None None] Provisioning complete for port a5bf1b33-7007-4b98-b390-cc53b43721a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:47.021236 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8cd403f8-899a-46d3-9e6c-a5f86dcefd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:47.122525 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 2, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:47.183456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8cd403f8-899a-46d3-9e6c-a5f86dcefd50 None None] Port a5bf1b33-7007-4b98-b390-cc53b43721a2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:47.210827 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Checking router: f1113816-7a2f-48f7-8af7-340945b30add for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:47.211165 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Updating router f1113816-7a2f-48f7-8af7-340945b30add port a5bf1b33-7007-4b98-b390-cc53b43721a2 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:47.261731 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:47.352544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae21e82-0ffb-46d8-a18c-bf109ed7a649 req-a40dedf4-1159-4187-9b05-c040270e69e2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:47.362170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ae21e82-0ffb-46d8-a18c-bf109ed7a649 req-a40dedf4-1159-4187-9b05-c040270e69e2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.3916421 Nov 09 18:15:47.406271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8248f56e-5a7a-419a-a2f8-9c5a2c81dbca None None] Provisioning complete for port a5bf1b33-7007-4b98-b390-cc53b43721a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:47.408332 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8248f56e-5a7a-419a-a2f8-9c5a2c81dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:47.484429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ae21e82-0ffb-46d8-a18c-bf109ed7a649 req-4e66c11f-8cab-4194-b7f6-dba79bf28fa3 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212757 Nov 09 18:15:47.514746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8248f56e-5a7a-419a-a2f8-9c5a2c81dbca None None] Port a5bf1b33-7007-4b98-b390-cc53b43721a2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:47.641044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-19a8d3f3-677c-48cf-bf74-c462f687bfbf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644960023&fields=id&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 267 time: 0.0419827 Nov 09 18:15:47.700996 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:47.710221 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:47.837775 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac88d1-3ccc-4b9c-b2c6-eaa95b5f3c4c None None] Pushing event updated for resources: {'Port': ['ID=a5bf1b33-7007-4b98-b390-cc53b43721a2,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:47.859450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 074e1b56-7c81-44d2-9e57-9d1bcd9356ba up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:47.905042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-9507971f-cdc5-4759-b2fb-9c8496037a3b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:47.906666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-9507971f-cdc5-4759-b2fb-9c8496037a3b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 796 time: 0.2648356 Nov 09 18:15:47.924003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-57df5e8b-3989-4391-8755-d78cffc96d04 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/quotas/157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 375 time: 0.0111077 Nov 09 18:15:48.000918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:48.001305 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.006459 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Attempting to bind port a5bf1b33-7007-4b98-b390-cc53b43721a2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:48.006722 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Attempting to bind port a5bf1b33-7007-4b98-b390-cc53b43721a2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:48.007066 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Attempting to bind port a5bf1b33-7007-4b98-b390-cc53b43721a2 on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:48.028737 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:48.029023 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Checking segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:48.030205 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.030913 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Bound using segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:48.032006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Bound port: a5bf1b33-7007-4b98-b390-cc53b43721a2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:48.032006 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.083502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-f23351d8-e3f9-4816-8972-ccc9b1efeba0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386490 Nov 09 18:15:48.358655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-6a3f5ce4-8f88-4150-baa6-96c03c22e653 service neutron] 10.222.0.32 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705078 Nov 09 18:15:48.363496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ad53a06b-4efd-4dd7-9fec-539d715706a1 None None] Provisioning complete for port a5bf1b33-7007-4b98-b390-cc53b43721a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:48.366164 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad53a06b-4efd-4dd7-9fec-539d715706a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.457490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ad53a06b-4efd-4dd7-9fec-539d715706a1 None None] Port a5bf1b33-7007-4b98-b390-cc53b43721a2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:48.462386 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] For port a5bf1b33-7007-4b98-b390-cc53b43721a2, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:48.476107 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] For port a5bf1b33-7007-4b98-b390-cc53b43721a2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a5bf1b33-7007-4b98-b390-cc53b43721a2,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:48.485270 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.537684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-bc8d232e-cc1d-4ca0-aaf2-125ee8bf7b96 service neutron] 10.222.0.32 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777341 Nov 09 18:15:48.602456 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac88d1-3ccc-4b9c-b2c6-eaa95b5f3c4c None None] Pushing event updated for resources: {'Port': ['ID=a5bf1b33-7007-4b98-b390-cc53b43721a2,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:48.628709 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:48.629385 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:48.723092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:48.836618 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:48.909462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:48.973322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:48.975735 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c25642-c9a5-424c-8bc9-d56549e32683" -d '{"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:49.011969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:49.018568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.086213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62de8cbe-aaaf-4698-afa0-26d2d65bccf9 req-bf1bfcf0-512b-417b-ac39-799806631825 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 210 time: 0.0416994 Nov 09 18:15:49.165627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:49.187274 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.187964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a1b0611e-50a6-4766-9e77-9a72ac74c11e None None] Provisioning complete for port a5bf1b33-7007-4b98-b390-cc53b43721a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:49.188327 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a1b0611e-50a6-4766-9e77-9a72ac74c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.251646 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:48Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:49.317245 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb9fe0-e6f3-4374-b991-06fadf2a09b3 None None] The sync data for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 is: [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:48Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:49.377887 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a1b0611e-50a6-4766-9e77-9a72ac74c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.422471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-73b805bb-9ce5-48fe-89b1-c35ad0524a63 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:49.424844 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-73b805bb-9ce5-48fe-89b1-c35ad0524a63 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.85 "GET /v2.0/networks?id=c85257a8-f756-4d4c-a5d9-81532fe072e3 HTTP/1.1" status: 200 len: 911 time: 0.1462915 Nov 09 18:15:49.439201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Request body: {'port': {'device_id': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'admin_state_up': True, 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:49.455590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a1b0611e-50a6-4766-9e77-9a72ac74c11e None None] For port a5bf1b33-7007-4b98-b390-cc53b43721a2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a5bf1b33-7007-4b98-b390-cc53b43721a2,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:49.465868 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a1b0611e-50a6-4766-9e77-9a72ac74c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.470697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Made reservation on behalf of bc1bd900cf234c279f86075f70ef0423 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:49.477097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:49.569976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0611e-50a6-4766-9e77-9a72ac74c11e None None] Pushing event updated for resources: {'Port': ['ID=a5bf1b33-7007-4b98-b390-cc53b43721a2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:49.683723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Allocated IP 172.20.0.10 (c85257a8-f756-4d4c-a5d9-81532fe072e3/24e2dd14-b530-4419-a1e0-09266a710c71/1642121b-18eb-4c4a-8d00-0b1b94c2874e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:49.810634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device dda9a0b5-5427-45d6-96db-5a08a5259040 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:49.962700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.009733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port dda9a0b5-5427-45d6-96db-5a08a5259040 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:50.010792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.031915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.082398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:50.085441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:50.089052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:50.118024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.132518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Pushing event updated for resources: {'Port': ['ID=1642121b-18eb-4c4a-8d00-0b1b94c2874e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:50.147126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port dda9a0b5-5427-45d6-96db-5a08a5259040, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=dda9a0b5-5427-45d6-96db-5a08a5259040,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:50.159622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.160513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.166871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.189753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-ec1bedda-c667-4eac-b789-eaa5479fd2ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7564938 Nov 09 18:15:50.210145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Request body: {'port': {'device_id': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:50.218002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1728304-db90-4c76-bd53-5f9d46898b78 req-3fb9a07a-7fab-4f7a-9e7c-23aba4a4bace tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.219660 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1728304-db90-4c76-bd53-5f9d46898b78 req-3fb9a07a-7fab-4f7a-9e7c-23aba4a4bace tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.1305344 Nov 09 18:15:50.269806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=dda9a0b5-5427-45d6-96db-5a08a5259040,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:50.302567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1728304-db90-4c76-bd53-5f9d46898b78 req-72388ce2-a8a7-4483-954f-ec65512426bc tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712507 Nov 09 18:15:50.313838 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.430638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-422c4f69-c4e4-4750-8230-17c193eeffda req-3cd2dac3-f30d-411f-b394-8e6cbd5e0b31 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 210 time: 0.0395527 Nov 09 18:15:50.481867 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9ba5e5-10fc-4787-a18e-cb91487af7d9 x-openstack-request-id: req-bf9ba5e5-10fc-4787-a18e-cb91487af7d9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:50.482209 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-unplugged", "status": "failed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "code": 422}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:50.482834 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf9ba5e5-10fc-4787-a18e-cb91487af7d9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:50.482955 n-d-817240-1 neutron-server[102142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'code': 422} returned with failed status Nov 09 18:15:50.503527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-98c6bb49-ec29-46d7-9ed3-72aa2d50fda5 None None] Provisioning complete for port 1642121b-18eb-4c4a-8d00-0b1b94c2874e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:50.504313 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-98c6bb49-ec29-46d7-9ed3-72aa2d50fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.612003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-98c6bb49-ec29-46d7-9ed3-72aa2d50fda5 None None] Port 1642121b-18eb-4c4a-8d00-0b1b94c2874e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:50.747754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.755264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.761644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1642121b-18eb-4c4a-8d00-0b1b94c2874e {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:50.762488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.769226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.770714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.775997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.782757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.787302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Transition to ACTIVE for port object 1642121b-18eb-4c4a-8d00-0b1b94c2874e will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:15:50.791490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.793524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-91a4033b-93b4-4ab0-97d8-5fda7bdaedf7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.1953044 Nov 09 18:15:50.799549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:50.853277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Pushing event updated for resources: {'Port': ['ID=1642121b-18eb-4c4a-8d00-0b1b94c2874e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:50.878374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c85cb46-a7f2-4d8f-a413-c5485d7d0a38 req-0c20625d-33dd-4f88-9178-417882df786f tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742371 Nov 09 18:15:50.896820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-82493d0b-deb7-45ba-a9ee-d51aaedc2f30 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:50.902578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-82493d0b-deb7-45ba-a9ee-d51aaedc2f30 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 796 time: 0.3178515 Nov 09 18:15:50.935165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Attempting to bind port 1642121b-18eb-4c4a-8d00-0b1b94c2874e on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:50.936265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Attempting to bind port 1642121b-18eb-4c4a-8d00-0b1b94c2874e by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:50.936706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Attempting to bind port 1642121b-18eb-4c4a-8d00-0b1b94c2874e on network c85257a8-f756-4d4c-a5d9-81532fe072e3 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:50.948790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Port 1642121b-18eb-4c4a-8d00-0b1b94c2874e on network c85257a8-f756-4d4c-a5d9-81532fe072e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:15:50.949296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Attempting to bind port 1642121b-18eb-4c4a-8d00-0b1b94c2874e on network c85257a8-f756-4d4c-a5d9-81532fe072e3 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:50.962193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:50.962684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Checking segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:50.963184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Bound using segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:50.963748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Bound port: 1642121b-18eb-4c4a-8d00-0b1b94c2874e, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:50.964288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:51.073219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-7b69ae35-0080-4c4d-916e-16f4a931fe02 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 380 time: 0.1542892 Nov 09 18:15:51.077502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] For port 1642121b-18eb-4c4a-8d00-0b1b94c2874e, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:51.081559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] For port 1642121b-18eb-4c4a-8d00-0b1b94c2874e, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1642121b-18eb-4c4a-8d00-0b1b94c2874e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:51.094874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:51.096419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'port': {'device_id': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'admin_state_up': True, 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'security_groups': ['dc49c825-9735-4ea2-91da-a779b1e9da8d']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:51.150894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.151813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:51.154713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] 10.222.0.85 "PUT /v2.0/ports/1642121b-18eb-4c4a-8d00-0b1b94c2874e HTTP/1.1" status: 200 len: 1092 time: 0.9514463 Nov 09 18:15:51.155290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'tag': '1642121b-18eb-4c4a-8d00-0b1b94c2874e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:51.172120 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f02b13-3250-4719-b907-5ae9143367c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d71bf93d-75fe-4413-8b9b-46360283c505", "tag": "1642121b-18eb-4c4a-8d00-0b1b94c2874e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:51.180543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676cad5-785a-4763-876c-4d8ceb078098 req-3a651641-c1a4-49d9-85f8-83d1b3093799 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.197499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6676cad5-785a-4763-876c-4d8ceb078098 req-3a651641-c1a4-49d9-85f8-83d1b3093799 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1053 time: 0.1820087 Nov 09 18:15:51.262660 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6676cad5-785a-4763-876c-4d8ceb078098 req-37cde31b-fe3e-49c5-a346-9f547b760a58 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Nov 09 18:15:51.277480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8994b0-59d1-443f-add4-674f1e126bff service neutron] Pushing event updated for resources: {'Port': ['ID=1642121b-18eb-4c4a-8d00-0b1b94c2874e,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:51.305774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:15:51.321016 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:51.326633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-afff8033-7d1d-4596-8ec4-5ad55ae3ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.356652 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-afff8033-7d1d-4596-8ec4-5ad55ae3ac89 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc1bd900cf234c279f86075f70ef0423&device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1095 time: 0.1172147 Nov 09 18:15:51.397247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Sync routers for ids ['07ab8694-46f0-4850-873a-7cca0b42d3f6'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:51.416359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.424569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.441188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.445821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Routers {'07ab8694-46f0-4850-873a-7cca0b42d3f6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:51.446572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['07ab8694-46f0-4850-873a-7cca0b42d3f6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:51.456315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.467485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.474858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.487137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.489548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-229d2aad-ebda-4319-9bab-76e101f18991 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 5445 time: 0.2611043 Nov 09 18:15:51.552723 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-9197be4f-a9ec-4c04-8649-51efa3ff0079 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1642121b-18eb-4c4a-8d00-0b1b94c2874e HTTP/1.1" status: 200 len: 217 time: 0.1952715 Nov 09 18:15:51.699388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Set router 07ab8694-46f0-4850-873a-7cca0b42d3f6 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:51.708002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.13 (615fc301-2e5d-4f1e-9298-f6b489bc906c/c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1/717ee23d-361c-49ba-bce1-1bfd0efaa01e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:15:51.721688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-2b5f65cd-f100-4baa-81d6-9933725510cc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.723278 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-2b5f65cd-f100-4baa-81d6-9933725510cc tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "GET /v2.0/ports/fc1be936-fe3c-40c0-aaf8-d53658100dd1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1836996 Nov 09 18:15:51.943583 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-31994bdb-c458-4268-ac91-244834d4e2c2 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "GET /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2097337 Nov 09 18:15:51.945150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-cc8b25d8-dde7-4454-91a9-6ae39d19ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:51.959126 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-cc8b25d8-dde7-4454-91a9-6ae39d19ab1b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=24e2dd14-b530-4419-a1e0-09266a710c71 HTTP/1.1" status: 200 len: 849 time: 0.3642898 Nov 09 18:15:51.963936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:52.042012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.066082 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa0dd98-ce67-4ddd-9737-8161defdd1bc x-openstack-request-id: req-5fa0dd98-ce67-4ddd-9737-8161defdd1bc {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:52.066391 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71bf93d-75fe-4413-8b9b-46360283c505", "tag": "1642121b-18eb-4c4a-8d00-0b1b94c2874e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:52.066657 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fa0dd98-ce67-4ddd-9737-8161defdd1bc {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:52.067081 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'tag': '1642121b-18eb-4c4a-8d00-0b1b94c2874e', 'status': 'completed', 'code': 200} Nov 09 18:15:52.132988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.140057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device dda9a0b5-5427-45d6-96db-5a08a5259040 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:52.165843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-b92b276d-a809-41ee-b30e-3a95397f64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:52.172016 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-b92b276d-a809-41ee-b30e-3a95397f64f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c85257a8-f756-4d4c-a5d9-81532fe072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051594 Nov 09 18:15:52.218033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.247105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:15:52.249126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:52.260712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:15:52.267749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:15:52.282690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7be487-aa16-4595-a4ba-9b57c393721e req-f331b658-b9d4-4515-b8b9-7c94454b636e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:52.284253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc7be487-aa16-4595-a4ba-9b57c393721e req-f331b658-b9d4-4515-b8b9-7c94454b636e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 932 time: 0.1736877 Nov 09 18:15:52.386278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:52.386848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.393140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc7be487-aa16-4595-a4ba-9b57c393721e req-b0e78f40-c608-458d-a728-cdf018698ccd tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860040 Nov 09 18:15:52.400253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port dda9a0b5-5427-45d6-96db-5a08a5259040 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:52.400805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.414828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-0bab20f0-68dd-4e0c-b48c-7bee9536bc16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3226981 Nov 09 18:15:52.434627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Request body: {'port': {'device_id': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:52.447276 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-98817b26-af5a-4a0b-ae36-67dcd98dea7a service neutron] 10.222.0.85 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539706 Nov 09 18:15:52.589315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] For port fc1be936-fe3c-40c0-aaf8-d53658100dd1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fc1be936-fe3c-40c0-aaf8-d53658100dd1,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:52.595941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a5bf1b33-7007-4b98-b390-cc53b43721a2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:52.650568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c1d31bee-dffe-48b7-ae20-e791aa7aa8a8 req-e0baf9bc-5eff-4e75-8737-2808fd6c7fac service neutron] 10.222.0.85 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898832 Nov 09 18:15:52.651171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] For port fc1be936-fe3c-40c0-aaf8-d53658100dd1, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:52.652315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:15:41Z', 'revision_number': 4, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port': {'id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:36Z', 'updated_at': '2021-11-09T18:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3c744388-790d-4df6-bf7e-ad1f1f65f525', 'name': '', 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'mac_address': 'fa:16:3e:18:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:40Z', 'updated_at': '2021-11-09T18:15:42Z', 'revision_number': 2, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'subnets': [{'id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:52.698536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] device_id is not set on port fc1be936-fe3c-40c0-aaf8-d53658100dd1 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:15:52.710026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.720315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Checking router: 07ab8694-46f0-4850-873a-7cca0b42d3f6 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:15:52.720750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Updating router 07ab8694-46f0-4850-873a-7cca0b42d3f6 port 3c744388-790d-4df6-bf7e-ad1f1f65f525 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:15:52.727269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.746277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a5bf1b33-7007-4b98-b390-cc53b43721a2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:52.746664 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.792278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:52.807124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9475610b-2308-45ba-b5d8-0973e06af42b None None] Provisioning complete for port 717ee23d-361c-49ba-bce1-1bfd0efaa01e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:52.807370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9475610b-2308-45ba-b5d8-0973e06af42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.844145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02b13-3250-4719-b907-5ae9143367c4 req-46d8bbd0-d483-4bb9-9eb0-2f24a50d81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:52.846221 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55f02b13-3250-4719-b907-5ae9143367c4 req-46d8bbd0-d483-4bb9-9eb0-2f24a50d81e8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bc1bd900cf234c279f86075f70ef0423&device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1095 time: 0.1310263 Nov 09 18:15:52.850132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] No DVR routers for this DVR port fc1be936-fe3c-40c0-aaf8-d53658100dd1 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:52.871248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9475610b-2308-45ba-b5d8-0973e06af42b None None] Port 717ee23d-361c-49ba-bce1-1bfd0efaa01e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:52.887189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:52.945498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-ddf623f4-31ed-4d81-af64-428d400ede99 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:52.955351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1be936-fe3c-40c0-aaf8-d53658100dd1,revision_number=6']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:52.964902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-ddf623f4-31ed-4d81-af64-428d400ede99 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:52.980444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-ddf623f4-31ed-4d81-af64-428d400ede99 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:52.992943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-ddf623f4-31ed-4d81-af64-428d400ede99 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.001065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-ddf623f4-31ed-4d81-af64-428d400ede99 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.008564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-ddf623f4-31ed-4d81-af64-428d400ede99 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.019063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-ddf623f4-31ed-4d81-af64-428d400ede99 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 4666 time: 0.1637719 Nov 09 18:15:53.027067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.030830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] In _notify_port_updated(), no bound segment for port fc1be936-fe3c-40c0-aaf8-d53658100dd1 on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:15:53.035603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.036384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.037930 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8433a701-243d-4340-b744-d856207ec7a3 service neutron] 10.222.0.85 "PUT /v2.0/ports/fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 200 len: 1032 time: 1.0781844 Nov 09 18:15:53.102043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02b13-3250-4719-b907-5ae9143367c4 req-13ea94fc-6b93-42e9-a6ba-5bce1040ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.103669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55f02b13-3250-4719-b907-5ae9143367c4 req-13ea94fc-6b93-42e9-a6ba-5bce1040ecbc service neutron] 10.222.0.85 "GET /v2.0/networks?id=c85257a8-f756-4d4c-a5d9-81532fe072e3 HTTP/1.1" status: 200 len: 911 time: 0.2264812 Nov 09 18:15:53.108034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-80a6c80d-4975-4c2e-95e2-f18c8bac45ee tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.109504 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-80a6c80d-4975-4c2e-95e2-f18c8bac45ee tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "GET /v2.0/ports/6cc6dfca-87fa-4f58-81a8-56a31490621c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0590994 Nov 09 18:15:53.134212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:53.214865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99d3944d-90b9-4899-b469-46ffdb15aab2 req-05255753-a42a-48c7-b8d8-6704394878ac tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f2d0bc8-f3c0-4742-a8f6-178706f862b3&id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1946390 Nov 09 18:15:53.233944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55f02b13-3250-4719-b907-5ae9143367c4 req-6c4aba7c-f6d6-4079-9c78-f98defd3c343 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1642121b-18eb-4c4a-8d00-0b1b94c2874e HTTP/1.1" status: 200 len: 217 time: 0.1140316 Nov 09 18:15:53.239050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.341667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cb405cfc-f1e1-451f-a254-6c6a78653da4 None None] Provisioning complete for port fc1be936-fe3c-40c0-aaf8-d53658100dd1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:53.342041 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb405cfc-f1e1-451f-a254-6c6a78653da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.352368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02b13-3250-4719-b907-5ae9143367c4 req-40ddf879-9728-4a14-8240-b7ea1a1ba509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.354275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55f02b13-3250-4719-b907-5ae9143367c4 req-40ddf879-9728-4a14-8240-b7ea1a1ba509 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=24e2dd14-b530-4419-a1e0-09266a710c71 HTTP/1.1" status: 200 len: 849 time: 0.1117063 Nov 09 18:15:53.404578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cb405cfc-f1e1-451f-a254-6c6a78653da4 None None] Port fc1be936-fe3c-40c0-aaf8-d53658100dd1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:53.479233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02b13-3250-4719-b907-5ae9143367c4 req-ab8e5dc8-7de1-4a03-8c17-2a510650d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.481091 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55f02b13-3250-4719-b907-5ae9143367c4 req-ab8e5dc8-7de1-4a03-8c17-2a510650d915 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c85257a8-f756-4d4c-a5d9-81532fe072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898023 Nov 09 18:15:53.540249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153639d8-a300-4e69-a69a-18e377e21b7a req-72923dfd-9636-4d63-8fbe-48d6a071f7dd tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:53.541716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-153639d8-a300-4e69-a69a-18e377e21b7a req-72923dfd-9636-4d63-8fbe-48d6a071f7dd tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1095 time: 0.0624516 Nov 09 18:15:53.575564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.589162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.600725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717ee23d-361c-49ba-bce1-1bfd0efaa01e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:53.639644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.648687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b906929-6dac-48a4-afc2-ee8088de363f None None] Pushing event updated for resources: {'Port': ['ID=3c744388-790d-4df6-bf7e-ad1f1f65f525,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:53.663025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-153639d8-a300-4e69-a69a-18e377e21b7a req-dc6c1799-b4ee-403f-bba8-70eb4f58d674 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874646 Nov 09 18:15:53.694145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Transition to ACTIVE for port object 717ee23d-361c-49ba-bce1-1bfd0efaa01e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:15:53.704947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.730017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] For port 6cc6dfca-87fa-4f58-81a8-56a31490621c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6cc6dfca-87fa-4f58-81a8-56a31490621c,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:53.757729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Attempting to bind port 3c744388-790d-4df6-bf7e-ad1f1f65f525 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:53.758397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Attempting to bind port 3c744388-790d-4df6-bf7e-ad1f1f65f525 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:53.758943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Attempting to bind port 3c744388-790d-4df6-bf7e-ad1f1f65f525 on network e29b0b39-b093-4018-be46-0ef4fbe53ce2 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:53.766908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:53.768219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] For port 6cc6dfca-87fa-4f58-81a8-56a31490621c, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:53.768419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Checking segment: {'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:53.769037 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.770033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Bound using segment: {'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:53.771054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Bound port: 3c744388-790d-4df6-bf7e-ad1f1f65f525, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e17092-1be5-462e-ada2-b2fa576f298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:53.771184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.797661 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55f02b13-3250-4719-b907-5ae9143367c4 req-3918ab49-c4c5-469c-b7a6-ab646cfb6683 service neutron] 10.222.0.85 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000588 Nov 09 18:15:53.873268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] For port 3c744388-790d-4df6-bf7e-ad1f1f65f525, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:53.877476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] For port 3c744388-790d-4df6-bf7e-ad1f1f65f525, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3c744388-790d-4df6-bf7e-ad1f1f65f525,segment=NetworkSegment(f0e17092-1be5-462e-ada2-b2fa576f298d),segment_id=f0e17092-1be5-462e-ada2-b2fa576f298d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:53.879243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] device_id is not set on port 6cc6dfca-87fa-4f58-81a8-56a31490621c yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:15:53.886401 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:53.962678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:53.994020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b906929-6dac-48a4-afc2-ee8088de363f None None] Pushing event updated for resources: {'Port': ['ID=3c744388-790d-4df6-bf7e-ad1f1f65f525,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:54.053428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dd4102ca-ba70-4eb7-90ba-1e0c2394f7ff None None] Provisioning complete for port 3c744388-790d-4df6-bf7e-ad1f1f65f525 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:54.053802 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd4102ca-ba70-4eb7-90ba-1e0c2394f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.059284 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55f02b13-3250-4719-b907-5ae9143367c4 req-0cc71d74-6446-4652-afea-1bebf35a74c0 service neutron] 10.222.0.85 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210584 Nov 09 18:15:54.075805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.089910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.094380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:15:54.095579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:15:54.097704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:54.109289 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-81c31e3c-0a14-40b3-98cd-770e248b2309 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3087380 Nov 09 18:15:54.117844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:15:54.118719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:15:54.124028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Routers {'07ab8694-46f0-4850-873a-7cca0b42d3f6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:54.124686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['07ab8694-46f0-4850-873a-7cca0b42d3f6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:54.150397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff965a-8875-4e90-9630-29067e185641 req-6e365a81-8377-4450-a993-bedc5a4f5bfd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:54.163353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eaff965a-8875-4e90-9630-29067e185641 req-6e365a81-8377-4450-a993-bedc5a4f5bfd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.3461812 Nov 09 18:15:54.225975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:15:54.226661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Checking segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:15:54.227290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Bound using segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:15:54.227896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Bound port: 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:15:54.233070 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.311846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] No DVR routers for this DVR port 6cc6dfca-87fa-4f58-81a8-56a31490621c on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:54.314160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] Set router 07ab8694-46f0-4850-873a-7cca0b42d3f6 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:15:54.316731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6dfca-87fa-4f58-81a8-56a31490621c,revision_number=6']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:54.351049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eaff965a-8875-4e90-9630-29067e185641 req-afc67d06-7812-4cdb-8411-e0b77a44588a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816087 Nov 09 18:15:54.499828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] In _notify_port_updated(), no bound segment for port 6cc6dfca-87fa-4f58-81a8-56a31490621c on network 54f62d31-3729-45cf-ba34-bae4af3123c0 {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:15:54.502703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:54.503357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.509324 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-6f2a31a3-bf3d-40b6-8c5c-b6316aceb299 service neutron] 10.222.0.85 "PUT /v2.0/ports/6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 200 len: 1033 time: 1.3791041 Nov 09 18:15:54.569555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:15:54.577999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:15:54.620682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.685106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1642121b-18eb-4c4a-8d00-0b1b94c2874e details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:15:54.689333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cc6dfca-87fa-4f58-81a8-56a31490621c no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:54.757112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:54.757908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.759506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] 10.222.0.73 "PUT /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 1092 time: 2.3293471 Nov 09 18:15:54.760719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:54.763271 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f230634-3d81-4688-bd2e-f4588480d16f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:54.766168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6cc6dfca-87fa-4f58-81a8-56a31490621c not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:54.766894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 70c32ef2-87f7-4de5-ad84-5199a0800553 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:54.814793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port 1dba938b-7556-49f0-961d-be5fc27de3c3 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:54.815471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.850910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ceaa0-4373-4c5c-9b63-cb9e5fe9b878 service neutron] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:54.877982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fcfc9-f792-4ba1-a807-5a50a0c6f842 req-36995796-a7f9-4a61-aca0-df45e665d84e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:54.923069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0e3fcfc9-f792-4ba1-a807-5a50a0c6f842 req-36995796-a7f9-4a61-aca0-df45e665d84e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 944 time: 0.3635492 Nov 09 18:15:54.959050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] For port 1dba938b-7556-49f0-961d-be5fc27de3c3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1dba938b-7556-49f0-961d-be5fc27de3c3,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:54.959682 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:54.986005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for 1dba938b-7556-49f0-961d-be5fc27de3c3 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:55.068795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0e3fcfc9-f792-4ba1-a807-5a50a0c6f842 req-1b4d6752-0d53-47d5-9131-3ac48926e530 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396317 Nov 09 18:15:55.095051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-a6bbe2f4-45ff-4ff2-be28-4c0f398b259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:55.102939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-a6bbe2f4-45ff-4ff2-be28-4c0f398b259f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1095 time: 0.2530184 Nov 09 18:15:55.179506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.229439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-22f55446-a5d2-4689-ac94-724eb5a6e6e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 217 time: 0.1121838 Nov 09 18:15:55.240348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=1dba938b-7556-49f0-961d-be5fc27de3c3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:55.258948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.272743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd4102ca-ba70-4eb7-90ba-1e0c2394f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.297130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] No DVR routers for this DVR port 1dba938b-7556-49f0-961d-be5fc27de3c3 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:55.300595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.304832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-8441b0e8-88c1-48ae-b4a8-0646a0df063a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "DELETE /v2.0/ports/1dba938b-7556-49f0-961d-be5fc27de3c3 HTTP/1.1" status: 204 len: 173 time: 0.7862687 Nov 09 18:15:55.305501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': '1dba938b-7556-49f0-961d-be5fc27de3c3'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:55.309359 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696c8031-2206-4968-bb9d-c315e079e807" -d '{"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "1dba938b-7556-49f0-961d-be5fc27de3c3"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:55.335171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8348adc4-5462-48cd-843d-47bb557890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:15:41Z', 'revision_number': 4, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port': {'id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:36Z', 'updated_at': '2021-11-09T18:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3c744388-790d-4df6-bf7e-ad1f1f65f525', 'name': '', 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'mac_address': 'fa:16:3e:18:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:40Z', 'updated_at': '2021-11-09T18:15:53Z', 'revision_number': 4, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'subnets': [{'id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:55.390084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-f2e5fa43-fe4d-4b3e-ab7f-cb2de68d6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:55.391559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-f2e5fa43-fe4d-4b3e-ab7f-cb2de68d6e0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 200 len: 834 time: 0.1005154 Nov 09 18:15:55.441196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port 70c32ef2-87f7-4de5-ad84-5199a0800553 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:55.441950 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.473184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dd4102ca-ba70-4eb7-90ba-1e0c2394f7ff None None] For port 3c744388-790d-4df6-bf7e-ad1f1f65f525, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3c744388-790d-4df6-bf7e-ad1f1f65f525,segment=NetworkSegment(f0e17092-1be5-462e-ada2-b2fa576f298d),segment_id=f0e17092-1be5-462e-ada2-b2fa576f298d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:55.485400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1642121b-18eb-4c4a-8d00-0b1b94c2874e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1642121b-18eb-4c4a-8d00-0b1b94c2874e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:55.488251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348adc4-5462-48cd-843d-47bb557890df None None] The sync data for ids ['07ab8694-46f0-4850-873a-7cca0b42d3f6'] in n-d-817240-1 is: [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:15:41Z', 'revision_number': 4, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port': {'id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:36Z', 'updated_at': '2021-11-09T18:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3c744388-790d-4df6-bf7e-ad1f1f65f525', 'name': '', 'network_id': 'e29b0b39-b093-4018-be46-0ef4fbe53ce2', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'mac_address': 'fa:16:3e:18:7d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:40Z', 'updated_at': '2021-11-09T18:15:53Z', 'revision_number': 4, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'subnets': [{'id': '963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:15:55.510487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598cd3-5eca-45e6-af89-a7e91e9c68aa req-32f2659e-cd44-4551-9fb5-0af69d622218 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:55.517910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:55.524247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598cd3-5eca-45e6-af89-a7e91e9c68aa req-32f2659e-cd44-4551-9fb5-0af69d622218 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:55.532363 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48587910-92cf-4d1a-9e2b-0b4b53707dd9" -d '{"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-unplugged", "status": "completed", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:55.535743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd4102ca-ba70-4eb7-90ba-1e0c2394f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.547184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598cd3-5eca-45e6-af89-a7e91e9c68aa req-32f2659e-cd44-4551-9fb5-0af69d622218 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:55.556897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598cd3-5eca-45e6-af89-a7e91e9c68aa req-32f2659e-cd44-4551-9fb5-0af69d622218 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:55.573676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae598cd3-5eca-45e6-af89-a7e91e9c68aa req-32f2659e-cd44-4551-9fb5-0af69d622218 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 3151 time: 0.3428977 Nov 09 18:15:55.580886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] For port 70c32ef2-87f7-4de5-ad84-5199a0800553, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70c32ef2-87f7-4de5-ad84-5199a0800553,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:55.581267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.582599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-acf7791f-3706-4f96-8175-2ac23c89e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:55.584088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-acf7791f-3706-4f96-8175-2ac23c89e97d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=615fc301-2e5d-4f1e-9298-f6b489bc906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731365 Nov 09 18:15:55.617255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for 70c32ef2-87f7-4de5-ad84-5199a0800553 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:55.618787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 70c32ef2-87f7-4de5-ad84-5199a0800553, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70c32ef2-87f7-4de5-ad84-5199a0800553,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:55.626922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '1642121b-18eb-4c4a-8d00-0b1b94c2874e', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'port_id': '1642121b-18eb-4c4a-8d00-0b1b94c2874e', 'mac_address': 'fa:16:3e:f0:c9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:15:55.673343 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:55.674187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 7588edd6-5113-47fb-80b7-d48409e2c36b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:55.898883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3c744388-790d-4df6-bf7e-ad1f1f65f525 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:55.907127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4102ca-ba70-4eb7-90ba-1e0c2394f7ff None None] Pushing event updated for resources: {'Port': ['ID=3c744388-790d-4df6-bf7e-ad1f1f65f525,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:55.934109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae598cd3-5eca-45e6-af89-a7e91e9c68aa req-2e131b73-f2ae-46b7-bfb6-59f2f30ff9e7 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593965 Nov 09 18:15:55.942332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-4bef5fe4-787d-4829-8be8-68baeb5b4518 service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268507 Nov 09 18:15:55.983705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.024100 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.052239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=70c32ef2-87f7-4de5-ad84-5199a0800553,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:56.121852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2a461959-af2b-4ef8-b04d-0b8497ce41e8 None None] Provisioning complete for port 3c744388-790d-4df6-bf7e-ad1f1f65f525 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:56.137824 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a461959-af2b-4ef8-b04d-0b8497ce41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.147226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] No DVR routers for this DVR port 70c32ef2-87f7-4de5-ad84-5199a0800553 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:56.151886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event deleted for resources: {'Port': ['ID=70c32ef2-87f7-4de5-ad84-5199a0800553,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:56.158386 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.161999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-92acc784-3d5e-4eef-a81b-c8dc30446756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "DELETE /v2.0/ports/70c32ef2-87f7-4de5-ad84-5199a0800553 HTTP/1.1" status: 204 len: 173 time: 0.8485343 Nov 09 18:15:56.184037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200f9568-9083-4426-a02b-0ee30dd97f3b req-a65e472d-301a-4972-8a6c-27217a56b09e service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283802 Nov 09 18:15:56.207672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7dd58-011e-4be0-909f-4dc505a210d8 req-fc7a1a1c-0486-4424-b8bf-0302cbbf33c2 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:56.218439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92b7dd58-011e-4be0-909f-4dc505a210d8 req-fc7a1a1c-0486-4424-b8bf-0302cbbf33c2 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1095 time: 0.1279531 Nov 09 18:15:56.220677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1642121b-18eb-4c4a-8d00-0b1b94c2874e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:15:56.257829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1642121b-18eb-4c4a-8d00-0b1b94c2874e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1642121b-18eb-4c4a-8d00-0b1b94c2874e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:56.291078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92b7dd58-011e-4be0-909f-4dc505a210d8 req-a1be80d5-c622-4d55-aeee-4bfe406f01ac tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Nov 09 18:15:56.304899 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.351925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port dd6cb278-3170-4fe9-8fb4-998bb085147e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:56.352874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.399930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.436589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3c744388-790d-4df6-bf7e-ad1f1f65f525 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:56.437000 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.516002 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28406d7-114c-4a43-91cd-a6053040bca7 x-openstack-request-id: req-a28406d7-114c-4a43-91cd-a6053040bca7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:56.516297 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:56.516554 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a28406d7-114c-4a43-91cd-a6053040bca7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:56.516967 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'status': 'completed', 'code': 200} Nov 09 18:15:56.562916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] For port dd6cb278-3170-4fe9-8fb4-998bb085147e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dd6cb278-3170-4fe9-8fb4-998bb085147e,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:56.563289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.597015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for dd6cb278-3170-4fe9-8fb4-998bb085147e owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:56.629133 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ecf21-47eb-4914-8e35-6045c2946bb7 x-openstack-request-id: req-3f6ecf21-47eb-4914-8e35-6045c2946bb7 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:56.629984 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "1dba938b-7556-49f0-961d-be5fc27de3c3", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:56.630177 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f6ecf21-47eb-4914-8e35-6045c2946bb7 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:56.630778 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': '1dba938b-7556-49f0-961d-be5fc27de3c3', 'status': 'completed', 'code': 200} Nov 09 18:15:56.642837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1642121b-18eb-4c4a-8d00-0b1b94c2874e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:15:56.741585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1642121b-18eb-4c4a-8d00-0b1b94c2874e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:56.745995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230634-3d81-4688-bd2e-f4588480d16f req-4984b1a3-254e-4f42-ae6d-e85921801a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:56.747566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f230634-3d81-4688-bd2e-f4588480d16f req-4984b1a3-254e-4f42-ae6d-e85921801a2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1095 time: 0.2029161 Nov 09 18:15:56.764018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 7588edd6-5113-47fb-80b7-d48409e2c36b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7588edd6-5113-47fb-80b7-d48409e2c36b,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:56.783909 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.784617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d765230b-78a0-4f26-b133-235b45f93a37 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:56.863439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.903221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=dd6cb278-3170-4fe9-8fb4-998bb085147e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:56.904763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2a461959-af2b-4ef8-b04d-0b8497ce41e8 None None] Provisioning complete for port 6cc6dfca-87fa-4f58-81a8-56a31490621c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:56.905202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a461959-af2b-4ef8-b04d-0b8497ce41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.958959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e5759-4ee5-476d-a0e2-e6dd7248329b req-fa4031b6-de76-418b-8e63-0778200de590 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:56.962909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] No DVR routers for this DVR port dd6cb278-3170-4fe9-8fb4-998bb085147e on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:56.966240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:56.970524 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-e8f23b77-bdab-4ee0-9995-ffaad97724de tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "DELETE /v2.0/ports/dd6cb278-3170-4fe9-8fb4-998bb085147e HTTP/1.1" status: 204 len: 173 time: 0.8020000 Nov 09 18:15:56.971324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a7e5759-4ee5-476d-a0e2-e6dd7248329b req-fa4031b6-de76-418b-8e63-0778200de590 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.3297372 Nov 09 18:15:56.990847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230634-3d81-4688-bd2e-f4588480d16f req-de33ad5a-ab7c-4b36-b61e-a817858cb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:56.992518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f230634-3d81-4688-bd2e-f4588480d16f req-de33ad5a-ab7c-4b36-b61e-a817858cb2b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 897 time: 0.2284050 Nov 09 18:15:57.061867 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f230634-3d81-4688-bd2e-f4588480d16f req-48e77f59-b0de-4da4-809c-12e6f9124857 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 217 time: 0.0584302 Nov 09 18:15:57.082873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a7e5759-4ee5-476d-a0e2-e6dd7248329b req-f49cc0aa-3289-4928-a3cc-7392cfffbe8e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104581 Nov 09 18:15:57.129258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=7588edd6-5113-47fb-80b7-d48409e2c36b,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:57.171631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port 7588edd6-5113-47fb-80b7-d48409e2c36b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:57.171985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:57.183421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230634-3d81-4688-bd2e-f4588480d16f req-362af8b6-1d88-45fb-8322-32aa4bd0a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:57.184922 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f230634-3d81-4688-bd2e-f4588480d16f req-362af8b6-1d88-45fb-8322-32aa4bd0a441 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 200 len: 834 time: 0.0982049 Nov 09 18:15:57.219375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2a461959-af2b-4ef8-b04d-0b8497ce41e8 None None] Port 6cc6dfca-87fa-4f58-81a8-56a31490621c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:15:57.226577 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d5d15c-bbaf-4d8d-97aa-461e7d0c2cb6 x-openstack-request-id: req-d6d5d15c-bbaf-4d8d-97aa-461e7d0c2cb6 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:57.226879 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-unplugged", "status": "completed", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:57.227141 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6d5d15c-bbaf-4d8d-97aa-461e7d0c2cb6 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:57.227557 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553', 'code': 200} Nov 09 18:15:57.228304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:57.285733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f230634-3d81-4688-bd2e-f4588480d16f req-00161467-32cc-4d11-a9a9-6a90214b0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:57.287625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f230634-3d81-4688-bd2e-f4588480d16f req-00161467-32cc-4d11-a9a9-6a90214b0698 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=615fc301-2e5d-4f1e-9298-f6b489bc906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921326 Nov 09 18:15:57.347810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d765230b-78a0-4f26-b133-235b45f93a37, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d765230b-78a0-4f26-b133-235b45f93a37,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:57.363988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:57.364727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd6cb278-3170-4fe9-8fb4-998bb085147e no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:57.385044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] For port 7588edd6-5113-47fb-80b7-d48409e2c36b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=7588edd6-5113-47fb-80b7-d48409e2c36b,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:57.385602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:57.422313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for 7588edd6-5113-47fb-80b7-d48409e2c36b owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:57.494522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f230634-3d81-4688-bd2e-f4588480d16f req-06584d1b-4c2c-425d-953c-0f0eb0d1589c service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957681 Nov 09 18:15:57.505888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: dd6cb278-3170-4fe9-8fb4-998bb085147e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:57.509653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dd6cb278-3170-4fe9-8fb4-998bb085147e not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:57.510177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1dba938b-7556-49f0-961d-be5fc27de3c3 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:57.621090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 1dba938b-7556-49f0-961d-be5fc27de3c3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:15:57.621434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1dba938b-7556-49f0-961d-be5fc27de3c3 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:57.621840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fc1be936-fe3c-40c0-aaf8-d53658100dd1 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:15:57.712090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=d765230b-78a0-4f26-b133-235b45f93a37,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:57.730490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:57.753311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f230634-3d81-4688-bd2e-f4588480d16f req-6eb1b7df-4395-459f-a739-f9682544a60b service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458613 Nov 09 18:15:57.766645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fc1be936-fe3c-40c0-aaf8-d53658100dd1 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:15:57.791840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3c744388-790d-4df6-bf7e-ad1f1f65f525 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:57.799446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=7588edd6-5113-47fb-80b7-d48409e2c36b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:57.851234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fdfaf-ff59-44aa-b41a-9a5067a5c805 req-0ba18cf6-a7e3-4102-9a3b-9fbbe36046ce tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:57.852836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c33fdfaf-ff59-44aa-b41a-9a5067a5c805 req-0ba18cf6-a7e3-4102-9a3b-9fbbe36046ce tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 944 time: 0.2119727 Nov 09 18:15:57.881135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3c744388-790d-4df6-bf7e-ad1f1f65f525 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:57.881523 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:57.891224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] No DVR routers for this DVR port 7588edd6-5113-47fb-80b7-d48409e2c36b on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:57.893900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:57.897325 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-0d37cc8f-1159-45d9-9735-f9017bd39147 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "DELETE /v2.0/ports/7588edd6-5113-47fb-80b7-d48409e2c36b HTTP/1.1" status: 204 len: 173 time: 0.9197819 Nov 09 18:15:57.915453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c33fdfaf-ff59-44aa-b41a-9a5067a5c805 req-1ad94079-e6c1-4763-ba82-d64a767cf045 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536637 Nov 09 18:15:58.062860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a455b-a02a-4536-9e69-60443eb28ead req-0eff863c-1442-4f0b-8228-f2ba0d11170d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.068788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-812a455b-a02a-4536-9e69-60443eb28ead req-0eff863c-1442-4f0b-8228-f2ba0d11170d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0716443 Nov 09 18:15:58.097461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port d765230b-78a0-4f26-b133-235b45f93a37 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:15:58.097805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:58.135373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-812a455b-a02a-4536-9e69-60443eb28ead req-80772b28-9b8b-4499-a627-44a067c14c6d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617237 Nov 09 18:15:58.205444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] For port d765230b-78a0-4f26-b133-235b45f93a37, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d765230b-78a0-4f26-b133-235b45f93a37,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:58.206156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:58.258326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444516f-cd81-461d-999b-154f26b01649 req-c880b1fc-7e72-4d79-aa6a-dd66c733fe4c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.267325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d444516f-cd81-461d-999b-154f26b01649 req-c880b1fc-7e72-4d79-aa6a-dd66c733fe4c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 943 time: 0.0715301 Nov 09 18:15:58.314723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d444516f-cd81-461d-999b-154f26b01649 req-63930441-e473-4db7-9d38-7f3bc5e61d80 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465124 Nov 09 18:15:58.475468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374a33-8349-4fd3-9f49-d4f76a71fb82 req-566bffd4-f64e-450b-9687-7d1ef65d888c tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.477084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05374a33-8349-4fd3-9f49-d4f76a71fb82 req-566bffd4-f64e-450b-9687-7d1ef65d888c tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1096 time: 0.0663154 Nov 09 18:15:58.534368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05374a33-8349-4fd3-9f49-d4f76a71fb82 req-54ec551a-8bce-4d6d-84f3-319416e28b4f tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432992 Nov 09 18:15:58.634458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1642121b-18eb-4c4a-8d00-0b1b94c2874e up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:15:58.656662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': 'dd6cb278-3170-4fe9-8fb4-998bb085147e'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:58.659066 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b2aa56-00fd-4f42-8c4a-ab918bcc989e" -d '{"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "dd6cb278-3170-4fe9-8fb4-998bb085147e"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:58.661692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.669670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.676479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.684367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.693352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.700094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.707494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.715991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-ce860473-c36e-42f4-b7c8-de659b8fca12 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.1204054 Nov 09 18:15:58.723842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 1642121b-18eb-4c4a-8d00-0b1b94c2874e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:15:58.731364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 1642121b-18eb-4c4a-8d00-0b1b94c2874e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:15:58.731737 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:58.771900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1bda5ec-b924-4ea3-b9c8-303352620ad8 req-fc450857-8654-4516-a689-1f7de434c8e5 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541785 Nov 09 18:15:58.859484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:58.860110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:58.860597 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Floating IP 30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc disassociated. External IP: 172.25.0.32, port: d765230b-78a0-4f26-b133-235b45f93a37. Nov 09 18:15:58.861127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for d765230b-78a0-4f26-b133-235b45f93a37 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:15:58.865847 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:58.936864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1642121b-18eb-4c4a-8d00-0b1b94c2874e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1642121b-18eb-4c4a-8d00-0b1b94c2874e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:15:58.953921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:58.975538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.981943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.991043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:58.999756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:59.006204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:59.013109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:59.021042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:59.023107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-def776ff-39d2-45c4-a012-158ba74004e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 5434 time: 0.1847055 Nov 09 18:15:59.028533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1642121b-18eb-4c4a-8d00-0b1b94c2874e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:59.051933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:59.064413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ad8ca-0c77-4cd8-abb2-519625988f84 req-c9fd45bd-5c54-4fdf-a7db-e298e276b2ca tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:59.067683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-330ad8ca-0c77-4cd8-abb2-519625988f84 req-c9fd45bd-5c54-4fdf-a7db-e298e276b2ca tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.1841774 Nov 09 18:15:59.112753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=d765230b-78a0-4f26-b133-235b45f93a37,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:15:59.215904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-330ad8ca-0c77-4cd8-abb2-519625988f84 req-77ab5ff6-348c-4e67-8712-e0a51ed51d30 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958757 Nov 09 18:15:59.229072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b'}, {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37'}, {'server_uuid': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1642121b-18eb-4c4a-8d00-0b1b94c2874e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:15:59.231477 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bba50be-0017-4a56-a264-e044a456832a" -d '{"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-unplugged", "status": "completed", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b"}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-unplugged", "status": "completed", "tag": "d765230b-78a0-4f26-b133-235b45f93a37"}, {"server_uuid": "d71bf93d-75fe-4413-8b9b-46360283c505", "name": "network-vif-plugged", "status": "completed", "tag": "1642121b-18eb-4c4a-8d00-0b1b94c2874e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:15:59.249327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-23653f6e-b111-4635-b8e7-9b916ecf9dbc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:59.250419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-23653f6e-b111-4635-b8e7-9b916ecf9dbc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "GET /v2.0/ports/095a41c9-4074-4af0-acff-a23c33715222?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2133605 Nov 09 18:15:59.300008 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad31887a-bded-4bd4-92bf-1730644eb585 x-openstack-request-id: req-ad31887a-bded-4bd4-92bf-1730644eb585 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:15:59.300445 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "70c32ef2-87f7-4de5-ad84-5199a0800553", "status": "completed", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "dd6cb278-3170-4fe9-8fb4-998bb085147e", "status": "completed", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:15:59.301015 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad31887a-bded-4bd4-92bf-1730644eb585 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:15:59.301109 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': '70c32ef2-87f7-4de5-ad84-5199a0800553', 'status': 'completed', 'code': 200} Nov 09 18:15:59.301425 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': 'dd6cb278-3170-4fe9-8fb4-998bb085147e', 'status': 'completed', 'code': 200} Nov 09 18:15:59.301705 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b', 'status': 'completed', 'code': 200} Nov 09 18:15:59.303642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Router 438dbd48-2c44-4384-ba7b-b6e56c978ecd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:15:59.436160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:15:59.477019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-c4d2732c-d64c-4065-9a57-c93506b38e11 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "GET /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2141974 Nov 09 18:15:59.496521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:15:59.503493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] No DVR routers for this DVR port d765230b-78a0-4f26-b133-235b45f93a37 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:15:59.506485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:59.510681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-021027e7-a3bb-4ab7-b24d-910c3e564008 req-7ea45241-f812-4a0f-ac24-421de3a15fcd tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.85 "DELETE /v2.0/ports/d765230b-78a0-4f26-b133-235b45f93a37 HTTP/1.1" status: 204 len: 173 time: 1.6074207 Nov 09 18:15:59.708785 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] Sync routers for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:15:59.727394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bbc15-8764-4c87-ac74-ba5d647168d9 req-7f53f934-0d92-4e7b-b848-6a2f44bc4328 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:15:59.728105 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:15:59.730871 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:15:59.737615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db1bbc15-8764-4c87-ac74-ba5d647168d9 req-7f53f934-0d92-4e7b-b848-6a2f44bc4328 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 944 time: 0.2369683 Nov 09 18:15:59.747680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:15:59.801151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db1bbc15-8764-4c87-ac74-ba5d647168d9 req-a9e0f118-ba25-47da-b5fd-41e788749f05 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623026 Nov 09 18:15:59.882394 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:00.000089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753f99f-90f5-41a8-9954-b66397a0263f req-13201254-5482-454a-8ae0-fd6c7ec9c5ae tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.001639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7753f99f-90f5-41a8-9954-b66397a0263f req-13201254-5482-454a-8ae0-fd6c7ec9c5ae tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1341579 Nov 09 18:16:00.049135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] For port 095a41c9-4074-4af0-acff-a23c33715222, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=095a41c9-4074-4af0-acff-a23c33715222,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:00.082730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7753f99f-90f5-41a8-9954-b66397a0263f req-882a8e5b-9a6e-48e4-ab20-8546743f664f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663791 Nov 09 18:16:00.110368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] For port 095a41c9-4074-4af0-acff-a23c33715222, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:00.150197 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 09 Nov 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d4659b-dfba-4c84-b7f6-4082ff1827e0 x-openstack-request-id: req-07d4659b-dfba-4c84-b7f6-4082ff1827e0 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:00.150706 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-unplugged", "status": "completed", "tag": "7588edd6-5113-47fb-80b7-d48409e2c36b", "code": 200}, {"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-unplugged", "status": "completed", "tag": "d765230b-78a0-4f26-b133-235b45f93a37", "code": 200}, {"server_uuid": "d71bf93d-75fe-4413-8b9b-46360283c505", "name": "network-vif-plugged", "status": "completed", "tag": "1642121b-18eb-4c4a-8d00-0b1b94c2874e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:00.150942 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07d4659b-dfba-4c84-b7f6-4082ff1827e0 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:00.151372 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7588edd6-5113-47fb-80b7-d48409e2c36b', 'code': 200} Nov 09 18:16:00.151631 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37', 'code': 200} Nov 09 18:16:00.152060 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1642121b-18eb-4c4a-8d00-0b1b94c2874e', 'code': 200} Nov 09 18:16:00.170317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] device_id is not set on port 095a41c9-4074-4af0-acff-a23c33715222 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:16:00.183706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:00.193889 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:00.195902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:00.238911 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] Checking router: 438dbd48-2c44-4384-ba7b-b6e56c978ecd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:00.256301 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:00.256941 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:00.278201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] Pushing event updated for resources: {'Port': ['ID=095a41c9-4074-4af0-acff-a23c33715222,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:00.307745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c6ad048-d7da-42fc-a604-1861b05437ef req-f6977f14-28f6-4e2d-a8ab-eb9fc292e9d4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0670800 Nov 09 18:16:00.318257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fb870-f19f-43cd-ad04-e72a71dff916 req-4282bc93-2d98-4544-b1d1-f2cc068dcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.320080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-950fb870-f19f-43cd-ad04-e72a71dff916 req-4282bc93-2d98-4544-b1d1-f2cc068dcd8d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0729446 Nov 09 18:16:00.333542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] No DVR routers for this DVR port 095a41c9-4074-4af0-acff-a23c33715222 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:00.387466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-950fb870-f19f-43cd-ad04-e72a71dff916 req-debbbb1c-16df-4bb9-8943-1bebe8c4a083 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584695 Nov 09 18:16:00.406828 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:00.408757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] In _notify_port_updated(), no bound segment for port 095a41c9-4074-4af0-acff-a23c33715222 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:16:00.409705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.410845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:00.412146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f269015a-1a24-4a95-9b1a-21d02b64edb4 service neutron] 10.222.0.73 "PUT /v2.0/ports/095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 200 len: 1026 time: 0.9211135 Nov 09 18:16:00.494317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-cf06c2a1-81db-468d-8576-2e072ebdb459 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.495647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-cf06c2a1-81db-468d-8576-2e072ebdb459 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "GET /v2.0/ports/c03c8a69-6bfa-4033-a0fe-61ada2e986e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0734012 Nov 09 18:16:00.499039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566165f-a6f1-4aaf-a819-e1d2f9474744 req-a77cd735-ee8e-466b-9642-1503f7220758 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.500570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e566165f-a6f1-4aaf-a819-e1d2f9474744 req-a77cd735-ee8e-466b-9642-1503f7220758 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0875192 Nov 09 18:16:00.513815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:00.575123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-84af596e-1b88-4c41-ace9-e5b47e1d8960 None None] Provisioning complete for port 095a41c9-4074-4af0-acff-a23c33715222 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:00.575504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84af596e-1b88-4c41-ace9-e5b47e1d8960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:00.606614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e566165f-a6f1-4aaf-a819-e1d2f9474744 req-7ffa77aa-e4ba-4f31-bb45-69ad302a7d3a tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995259 Nov 09 18:16:00.612365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-84af596e-1b88-4c41-ace9-e5b47e1d8960 None None] Port 095a41c9-4074-4af0-acff-a23c33715222 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:16:00.634844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:00.641455 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:00.672052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a857fe-ae03-4f34-beac-48e886309605 None None] The sync data for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 is: [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac6c3bb0-3332-4809-be06-5f104feff7f1', 'name': '', 'network_id': '120ab491-a4a3-4403-851c-84311f388147', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'mac_address': 'fa:16:3e:7e:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:00Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'subnets': [{'id': '7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:00.767621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:16:00.791629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-5c6b80f2-196d-4d87-810d-434c8e559850 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.799451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-5c6b80f2-196d-4d87-810d-434c8e559850 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.805256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-5c6b80f2-196d-4d87-810d-434c8e559850 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.810736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-5c6b80f2-196d-4d87-810d-434c8e559850 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.816681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-5c6b80f2-196d-4d87-810d-434c8e559850 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.822799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-5c6b80f2-196d-4d87-810d-434c8e559850 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:00.824651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-5c6b80f2-196d-4d87-810d-434c8e559850 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 4661 time: 0.1532593 Nov 09 18:16:00.879518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:00.892713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'port_id': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'mac_address': 'fa:16:3e:4e:7f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:16:00.900460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] For port c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:00.919329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77991fae-ffe9-46ea-81a2-0b00cad6bfb8 req-cf8c7796-f510-42c2-b01a-9a2090d722cb tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&id=52ab26f1-b7b1-44d2-932d-a960353f2534&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804465 Nov 09 18:16:00.955948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:00.964611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] For port c03c8a69-6bfa-4033-a0fe-61ada2e986e7, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:00.974158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717ee23d-361c-49ba-bce1-1bfd0efaa01e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:16:00.998595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:01.004682 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.009089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] device_id is not set on port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:16:01.028524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.041554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd8086-4eec-41e6-8efd-1b2d9b648f05 None None] New status for floating IP 30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:16:01.055186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.119228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9591-42a8-4ad9-8fbc-6cd9043c6c66 req-a3331367-e479-4241-a655-de552899d5a8 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:01.127092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-088d9591-42a8-4ad9-8fbc-6cd9043c6c66 req-a3331367-e479-4241-a655-de552899d5a8 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.1105077 Nov 09 18:16:01.137986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] Pushing event updated for resources: {'Port': ['ID=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:01.164153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] No DVR routers for this DVR port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:01.183936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:01.222545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-088d9591-42a8-4ad9-8fbc-6cd9043c6c66 req-1acd4259-2449-4561-ae58-66ec5f6d48be tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944598 Nov 09 18:16:01.227916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] In _notify_port_updated(), no bound segment for port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 on network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:16:01.228795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:01.229412 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.230715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1095b0ff-abd0-45b9-845e-834719e87029 service neutron] 10.222.0.73 "PUT /v2.0/ports/c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 200 len: 1028 time: 0.7219284 Nov 09 18:16:01.302768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:01.305292 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f91b4e7-d929-4267-a73a-afb150ede88c" -d '{"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "d765230b-78a0-4f26-b133-235b45f93a37"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:01.315406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['717ee23d-361c-49ba-bce1-1bfd0efaa01e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:01.426177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db49cf-ee0e-4a0f-82b9-34871ee48785 req-b797cb19-cf02-4b51-8b34-87d2c75bdf44 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:01.434753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7db49cf-ee0e-4a0f-82b9-34871ee48785 req-b797cb19-cf02-4b51-8b34-87d2c75bdf44 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 945 time: 0.0871272 Nov 09 18:16:01.458594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port 48388937-7adf-43ec-8a8a-7aef55243054 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:01.458933 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.465758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ca37db1b-4fe5-4a96-90d6-72c4d6463cb4 None None] Provisioning complete for port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:01.465932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca37db1b-4fe5-4a96-90d6-72c4d6463cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.518109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d7db49cf-ee0e-4a0f-82b9-34871ee48785 req-c78622cc-73a2-49f4-941a-6e94e503bcaa tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822570 Nov 09 18:16:01.521280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ca37db1b-4fe5-4a96-90d6-72c4d6463cb4 None None] Port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:16:01.577452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] For port 48388937-7adf-43ec-8a8a-7aef55243054, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=48388937-7adf-43ec-8a8a-7aef55243054,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:01.581445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.596615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for 48388937-7adf-43ec-8a8a-7aef55243054 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:01.693942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbd341-f7cf-4240-bbbb-a5dd65e9c799 req-c98fa7bd-3cc6-4675-ad11-e6a94f01d824 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:01.695455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-80fbd341-f7cf-4240-bbbb-a5dd65e9c799 req-c98fa7bd-3cc6-4675-ad11-e6a94f01d824 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0942154 Nov 09 18:16:01.745375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-80fbd341-f7cf-4240-bbbb-a5dd65e9c799 req-818375cd-a4cf-458f-8e85-f41710c63cee tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 Nov 09 18:16:01.800053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.804365 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e9ecf-dfbf-444a-b0a5-48c42a0dbd37 x-openstack-request-id: req-1a4e9ecf-dfbf-444a-b0a5-48c42a0dbd37 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:01.805456 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc07b4-fddf-4543-9bc6-55dd17a7cd33", "name": "network-vif-deleted", "tag": "d765230b-78a0-4f26-b133-235b45f93a37", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:01.806144 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a4e9ecf-dfbf-444a-b0a5-48c42a0dbd37 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:01.807039 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc07b4-fddf-4543-9bc6-55dd17a7cd33', 'name': 'network-vif-deleted', 'tag': 'd765230b-78a0-4f26-b133-235b45f93a37', 'status': 'completed', 'code': 200} Nov 09 18:16:01.829964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=48388937-7adf-43ec-8a8a-7aef55243054,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:01.897708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f10046f-8e8e-40fd-87ee-8631bbd69a4d req-4bc8fbb7-a955-40c1-8cc5-a2cd3a9280f8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0406775 Nov 09 18:16:01.898482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] No DVR routers for this DVR port 48388937-7adf-43ec-8a8a-7aef55243054 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:01.901045 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:01.904587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-f6445884-32d1-441d-97e8-af7d3b679910 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "DELETE /v2.0/ports/48388937-7adf-43ec-8a8a-7aef55243054 HTTP/1.1" status: 204 len: 173 time: 0.6668108 Nov 09 18:16:01.905042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': '48388937-7adf-43ec-8a8a-7aef55243054'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:01.907468 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540e54e5-760b-4ce2-9e3a-243fb0076b21" -d '{"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "48388937-7adf-43ec-8a8a-7aef55243054"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:02.035557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e227f-3816-4b7d-9a55-71756dc9463d req-fc9a6dd1-a6a9-4b2d-82df-e6ded1a328f8 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:02.037029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-782e227f-3816-4b7d-9a55-71756dc9463d req-fc9a6dd1-a6a9-4b2d-82df-e6ded1a328f8 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0731907 Nov 09 18:16:02.047290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:02.047561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.120778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-782e227f-3816-4b7d-9a55-71756dc9463d req-d603e10c-68fa-444c-a1ec-b828945ddc63 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767405 Nov 09 18:16:02.162952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] For port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:02.163320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.166515 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a34da83-f517-4d3f-b479-e3f9a3a7c985 x-openstack-request-id: req-3a34da83-f517-4d3f-b479-e3f9a3a7c985 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:02.166803 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "48388937-7adf-43ec-8a8a-7aef55243054", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:02.167063 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a34da83-f517-4d3f-b479-e3f9a3a7c985 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:02.167455 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': '48388937-7adf-43ec-8a8a-7aef55243054', 'status': 'completed', 'code': 200} Nov 09 18:16:02.371456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab95b5-aeee-44d9-b278-3e2c0f5efb09 req-95ab7b2c-6d08-4f4e-a42e-0b9a180f609d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:02.377384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab95b5-aeee-44d9-b278-3e2c0f5efb09 req-95ab7b2c-6d08-4f4e-a42e-0b9a180f609d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:02.383209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab95b5-aeee-44d9-b278-3e2c0f5efb09 req-95ab7b2c-6d08-4f4e-a42e-0b9a180f609d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:02.389049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab95b5-aeee-44d9-b278-3e2c0f5efb09 req-95ab7b2c-6d08-4f4e-a42e-0b9a180f609d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:02.390751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ab95b5-aeee-44d9-b278-3e2c0f5efb09 req-95ab7b2c-6d08-4f4e-a42e-0b9a180f609d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 3151 time: 0.1540556 Nov 09 18:16:02.478612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ab95b5-aeee-44d9-b278-3e2c0f5efb09 req-b8761ea3-f1f9-4949-b4b4-a8b1d23a7d50 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811245 Nov 09 18:16:02.481567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.481811 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.482719 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Floating IP 706e76c7-276a-456f-898e-0c9d3c01b285 disassociated. External IP: 172.25.0.154, port: cfd49be9-2d4f-4c3c-ab4f-f04e3b184610. Nov 09 18:16:02.483056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:02.594567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f53f-5ac1-4320-ade5-4567666c3bd0 req-76da066a-fbd8-4909-b8b5-5832370c11a1 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:02.595985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58e4f53f-5ac1-4320-ade5-4567666c3bd0 req-76da066a-fbd8-4909-b8b5-5832370c11a1 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0536203 Nov 09 18:16:02.660810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58e4f53f-5ac1-4320-ade5-4567666c3bd0 req-cdc8c600-1157-4979-af04-4c966ed1576a tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Nov 09 18:16:02.661904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.688470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=cfd49be9-2d4f-4c3c-ab4f-f04e3b184610,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:02.798725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:16:02.849350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 717ee23d-361c-49ba-bce1-1bfd0efaa01e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:16:02.853776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 717ee23d-361c-49ba-bce1-1bfd0efaa01e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:02.854191 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.939958 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.965378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:02.968370 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08261d7a-7519-42ad-a00d-49a3da100757" -d '{"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-plugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:02.982771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:02.987751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:02.988573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:03.027905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:03.028194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:03.028648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 095a41c9-4074-4af0-acff-a23c33715222 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:03.088069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:03.095124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 095a41c9-4074-4af0-acff-a23c33715222 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:03.095552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device b715e360-ad8b-46cd-b16d-0201c45fc33c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:03.144402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0b131-aba2-42fe-8ebf-576e0547bb4c req-9ae39190-d0a0-4400-9ddb-76d0ee46221f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:03.145909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0f0b131-aba2-42fe-8ebf-576e0547bb4c req-9ae39190-d0a0-4400-9ddb-76d0ee46221f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.4126070 Nov 09 18:16:03.164072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Router e546d5d8-4ce5-4f35-892c-62322e28c82f has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:03.180320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.203975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d0f0b131-aba2-42fe-8ebf-576e0547bb4c req-88dc9f12-c738-405e-84c3-0f1da4fbb1fd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Nov 09 18:16:03.222475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port b715e360-ad8b-46cd-b16d-0201c45fc33c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:03.228506 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.229325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4e9a0214-9b8a-4b94-8400-0405f838359c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:03.337241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=b715e360-ad8b-46cd-b16d-0201c45fc33c,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:03.363104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:03.375594 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] Sync routers for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:03.376779 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.385613 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:03.386479 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:03.412685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4e9a0214-9b8a-4b94-8400-0405f838359c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4e9a0214-9b8a-4b94-8400-0405f838359c,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:03.417635 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.418575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c03c8a69-6bfa-4033-a0fe-61ada2e986e7 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:03.432855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] No DVR routers for this DVR port cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:03.436565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.439981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-7ec2cc94-3e10-402c-9804-7a21b96edf5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "DELETE /v2.0/ports/cfd49be9-2d4f-4c3c-ab4f-f04e3b184610 HTTP/1.1" status: 204 len: 173 time: 1.5288341 Nov 09 18:16:03.453028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dded0-983e-4c42-ae72-fbc1cb2b50d8 req-febd68ec-bf38-4460-a612-f4e2ac69342d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:03.461259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e11dded0-983e-4c42-ae72-fbc1cb2b50d8 req-febd68ec-bf38-4460-a612-f4e2ac69342d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.1621716 Nov 09 18:16:03.506209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c03c8a69-6bfa-4033-a0fe-61ada2e986e7 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:03.506744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 48388937-7adf-43ec-8a8a-7aef55243054 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:03.532463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4e9a0214-9b8a-4b94-8400-0405f838359c,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:03.533688 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:03.537250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 48388937-7adf-43ec-8a8a-7aef55243054 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:03.537440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 48388937-7adf-43ec-8a8a-7aef55243054 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:03.537842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 288c8350-f06c-4509-9424-475544aa0a6a no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:03.586434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e11dded0-983e-4c42-ae72-fbc1cb2b50d8 req-b5c11680-1e8f-41bd-ae40-d92a2c9e165d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232097 Nov 09 18:16:03.629577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.638935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port 4e9a0214-9b8a-4b94-8400-0405f838359c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:03.639284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.666393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 288c8350-f06c-4509-9424-475544aa0a6a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=288c8350-f06c-4509-9424-475544aa0a6a,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:03.683379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.750911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=288c8350-f06c-4509-9424-475544aa0a6a,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:03.793013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18c8b-8ce6-42f5-93b5-eb5e90b7be0b req-8b3575e8-edee-4673-8ba1-b8f3e6538b29 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:03.802104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00b18c8b-8ce6-42f5-93b5-eb5e90b7be0b req-8b3575e8-edee-4673-8ba1-b8f3e6538b29 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0835395 Nov 09 18:16:03.802711 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:03.820811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] For port 4e9a0214-9b8a-4b94-8400-0405f838359c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4e9a0214-9b8a-4b94-8400-0405f838359c,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:03.821193 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:03.845735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for 4e9a0214-9b8a-4b94-8400-0405f838359c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:03.866969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00b18c8b-8ce6-42f5-93b5-eb5e90b7be0b req-2dd1ef06-fe4c-4792-b9fd-83ca0471ae05 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638037 Nov 09 18:16:03.931455 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] Checking router: e546d5d8-4ce5-4f35-892c-62322e28c82f for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:03.949769 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:03.950569 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:15:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:04.031828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a13607-1638-472c-ba22-81a44fed245e req-59584260-00e5-4dda-96d6-d34b2db11e88 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:04.039582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4a13607-1638-472c-ba22-81a44fed245e req-59584260-00e5-4dda-96d6-d34b2db11e88 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0748758 Nov 09 18:16:04.086365 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:04.116129 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4a13607-1638-472c-ba22-81a44fed245e req-715fc6ba-e132-4d77-b4fd-fc9d4d8e64dd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756774 Nov 09 18:16:04.126428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:04.168482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:04.171061 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6f5c6e-87b1-4418-8111-9763c0ad2a15" -d '{"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:04.175962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=4e9a0214-9b8a-4b94-8400-0405f838359c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:04.245542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da15e90d-c605-4b35-928c-e2337201c4cd req-375a1e24-6f8c-4766-a7ae-35e82a680889 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0394924 Nov 09 18:16:04.246411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] No DVR routers for this DVR port 4e9a0214-9b8a-4b94-8400-0405f838359c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:04.249229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:04.252532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-ff2c5890-ebc8-40da-9c85-a944905e6b09 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "DELETE /v2.0/ports/4e9a0214-9b8a-4b94-8400-0405f838359c HTTP/1.1" status: 204 len: 173 time: 0.7814903 Nov 09 18:16:04.310903 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f681abe-9956-4752-be7c-d6cab774b7c5 x-openstack-request-id: req-9f681abe-9956-4752-be7c-d6cab774b7c5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:04.311408 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-plugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:04.311487 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f681abe-9956-4752-be7c-d6cab774b7c5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:04.311849 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'code': 200} Nov 09 18:16:04.340084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:04.375322 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fb6b4-d52b-41f7-a00f-2ef6c8f1d450 None None] The sync data for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 is: [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:05:08Z', 'revision_number': 4, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '456de3d2-33b0-4e85-b076-dc99f99f0b78', 'name': '', 'network_id': 'efd0066e-7bf0-4e83-8f5c-491b6a474b56', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'mac_address': 'fa:16:3e:16:ce:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:06Z', 'updated_at': '2021-11-09T18:05:15Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'subnets': [{'id': '5d6fabf9-1fbd-4223-b392-fef323e30485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:04.451351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port b715e360-ad8b-46cd-b16d-0201c45fc33c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:04.451700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:04.517496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ae82f-29f8-4378-b0d5-0ef042651e89 req-ffbe421c-a259-4b19-8536-462f40b0696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:04.519054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c0ae82f-29f8-4378-b0d5-0ef042651e89 req-ffbe421c-a259-4b19-8536-462f40b0696f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1354995 Nov 09 18:16:04.539936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee77ea-5053-4bb2-9642-495c4d2208c6 req-24b79ffe-de6e-47b1-9951-73c1c896d683 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:04.545960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee77ea-5053-4bb2-9642-495c4d2208c6 req-24b79ffe-de6e-47b1-9951-73c1c896d683 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:04.547633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edee77ea-5053-4bb2-9642-495c4d2208c6 req-24b79ffe-de6e-47b1-9951-73c1c896d683 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 1677 time: 0.1534793 Nov 09 18:16:04.609432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c0ae82f-29f8-4378-b0d5-0ef042651e89 req-e3ec0807-6ccd-4b98-ae0a-0bc36c7ecf30 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607874 Nov 09 18:16:04.635787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] For port b715e360-ad8b-46cd-b16d-0201c45fc33c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=b715e360-ad8b-46cd-b16d-0201c45fc33c,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:04.636084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:04.661073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for b715e360-ad8b-46cd-b16d-0201c45fc33c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:04.682965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-edee77ea-5053-4bb2-9642-495c4d2208c6 req-96329910-45f5-4cac-adba-756ce6f09e7b tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2e5975b-3822-43ab-91b5-ab64e9832d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963585 Nov 09 18:16:04.749393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a1387d-ab5c-411a-b167-c782c8007c42 None None] New status for floating IP 706e76c7-276a-456f-898e-0c9d3c01b285: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:16:04.885355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:04.930274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=b715e360-ad8b-46cd-b16d-0201c45fc33c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:04.969061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-f1937ff9-385f-425e-abe6-9d3c06d1cb5f tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:04.970598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-f1937ff9-385f-425e-abe6-9d3c06d1cb5f tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/networks?id=c85257a8-f756-4d4c-a5d9-81532fe072e3 HTTP/1.1" status: 200 len: 911 time: 0.1636398 Nov 09 18:16:04.986634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] No DVR routers for this DVR port b715e360-ad8b-46cd-b16d-0201c45fc33c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:04.992933 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:04.996077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-8374bd92-dd0f-4bab-8c48-f801f41bd766 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "DELETE /v2.0/ports/b715e360-ad8b-46cd-b16d-0201c45fc33c HTTP/1.1" status: 204 len: 173 time: 0.7319648 Nov 09 18:16:05.000226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-92a2b585-9809-484b-8f04-af2715007f4c tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/quotas/bc1bd900cf234c279f86075f70ef0423 HTTP/1.1" status: 200 len: 375 time: 0.0155027 Nov 09 18:16:05.103802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-581c0c94-8cbc-4c34-86f8-f90bdbf10fa3 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc1bd900cf234c279f86075f70ef0423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943794 Nov 09 18:16:05.174698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port 288c8350-f06c-4509-9424-475544aa0a6a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:05.175316 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:05.269332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-df925f40-29c5-4a09-b3f6-19b4a3df6075 service neutron] 10.222.0.32 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567218 Nov 09 18:16:05.344852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] For port 288c8350-f06c-4509-9424-475544aa0a6a, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=288c8350-f06c-4509-9424-475544aa0a6a,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:05.345225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:05.369595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for 288c8350-f06c-4509-9424-475544aa0a6a owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:05.440592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-d075ee14-1180-4a89-b6e7-5a26e27eaa99 service neutron] 10.222.0.32 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630230 Nov 09 18:16:05.535572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:05.568448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=288c8350-f06c-4509-9424-475544aa0a6a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:05.636435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] No DVR routers for this DVR port 288c8350-f06c-4509-9424-475544aa0a6a on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:05.640171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:05.644063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ab4ec93-e41b-4cd2-a8ea-8d452f149899 req-1adc40b0-2fd5-452f-b6f9-e3f1c86bd7d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.73 "DELETE /v2.0/ports/288c8350-f06c-4509-9424-475544aa0a6a HTTP/1.1" status: 204 len: 173 time: 0.6407101 Nov 09 18:16:05.646025 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e9c23-3b16-419b-a2c6-8b6021f316c2 x-openstack-request-id: req-a48e9c23-3b16-419b-a2c6-8b6021f316c2 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:05.646699 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "cfd49be9-2d4f-4c3c-ab4f-f04e3b184610", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:05.646699 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a48e9c23-3b16-419b-a2c6-8b6021f316c2 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:05.646948 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': 'cfd49be9-2d4f-4c3c-ab4f-f04e3b184610', 'status': 'completed', 'code': 200} Nov 09 18:16:05.783187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f678c-4824-40eb-952d-02a3a0e77977 req-2289bd54-ba15-47c1-96ef-f7e9bdb349a5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:05.785174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-762f678c-4824-40eb-952d-02a3a0e77977 req-2289bd54-ba15-47c1-96ef-f7e9bdb349a5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.0915380 Nov 09 18:16:05.832226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-762f678c-4824-40eb-952d-02a3a0e77977 req-f6de7a85-42bb-4ac9-bb47-ed10115e6d01 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Nov 09 18:16:06.139944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c730b98-490a-4131-838f-777582998181 req-101fd2d1-0260-406f-815c-a9bd07bfd058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:06.162101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c730b98-490a-4131-838f-777582998181 req-101fd2d1-0260-406f-815c-a9bd07bfd058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.1678984 Nov 09 18:16:06.255056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c730b98-490a-4131-838f-777582998181 req-f9887db4-46fa-4a2f-b9ee-a9796c799913 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920064 Nov 09 18:16:06.313873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:06.317037 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831be594-05c1-495d-b810-8e5eba1abee7" -d '{"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-unplugged", "status": "completed", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-unplugged", "status": "completed", "tag": "288c8350-f06c-4509-9424-475544aa0a6a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:06.429893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df0632-b3ab-41ec-8271-e4d7601dfb2f req-0f3bc37b-4e4e-4504-8a00-5e4dea80a579 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:06.438358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9df0632-b3ab-41ec-8271-e4d7601dfb2f req-0f3bc37b-4e4e-4504-8a00-5e4dea80a579 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0687404 Nov 09 18:16:06.483686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9df0632-b3ab-41ec-8271-e4d7601dfb2f req-09682a52-4270-44c7-9af5-0a0cfe88fd4b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443823 Nov 09 18:16:06.613102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-deeed34c-ba4b-4f46-8ea3-c4ed4e1e8054 req-ddd71c83-12a2-4d92-9c67-0ad7b9c2cbc3 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0522361 Nov 09 18:16:06.636049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-3983424a-2a35-42e0-bb31-debb39a14b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:06.638840 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-3983424a-2a35-42e0-bb31-debb39a14b99 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0&tenant_id=0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 1094 time: 0.0658243 Nov 09 18:16:06.660279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:06.728628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87852475-abd8-4409-a189-2ce2fff63fc2 req-ac2906bb-879b-4ed1-a664-2e1e3e16314c tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 210 time: 0.0351508 Nov 09 18:16:06.733388 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:06.875276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b4aae68-8c59-4159-bd00-7df53bd633a8 req-19125721-fbb6-4fc7-afba-732c32ac0f14 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0475047 Nov 09 18:16:07.075808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:07.112619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150cb56-f10d-4a11-916a-dc937a0cf141 req-0e0a1894-ca75-40da-b05d-06d75520e33b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.114177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a150cb56-f10d-4a11-916a-dc937a0cf141 req-0e0a1894-ca75-40da-b05d-06d75520e33b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.1077507 Nov 09 18:16:07.125436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:07.168104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-2d7849b4-065c-402c-8371-49d109a0cfab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.169644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-2d7849b4-065c-402c-8371-49d109a0cfab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.73 "GET /v2.0/networks?id=c85257a8-f756-4d4c-a5d9-81532fe072e3 HTTP/1.1" status: 200 len: 911 time: 0.1531188 Nov 09 18:16:07.173981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e270b3-71d0-4623-a9d6-beef9730bef2 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:16:07.182200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a150cb56-f10d-4a11-916a-dc937a0cf141 req-c366cb48-f25a-43de-84bc-9bc78174a61b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599587 Nov 09 18:16:07.188580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.189624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Request body: {'port': {'device_id': 'f083103e-6553-455a-a002-65a11591bb3a', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'admin_state_up': True, 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:07.196816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:07.204779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Transition to ACTIVE for port object 94e270b3-71d0-4623-a9d6-beef9730bef2 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:16:07.210029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.237466 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5610eef9-7eeb-4125-9d7d-a8888c282eb7 x-openstack-request-id: req-5610eef9-7eeb-4125-9d7d-a8888c282eb7 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:07.237775 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-unplugged", "status": "completed", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-unplugged", "status": "completed", "tag": "288c8350-f06c-4509-9424-475544aa0a6a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:07.238039 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5610eef9-7eeb-4125-9d7d-a8888c282eb7 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:07.238484 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c', 'code': 200} Nov 09 18:16:07.238752 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c', 'code': 200} Nov 09 18:16:07.239012 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a', 'code': 200} Nov 09 18:16:07.268657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2dabc1-c2f3-4a6e-9a03-a12eae551d9f tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.271482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2e2dabc1-c2f3-4a6e-9a03-a12eae551d9f tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1092 time: 0.0730875 Nov 09 18:16:07.272968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Made reservation on behalf of bc1bd900cf234c279f86075f70ef0423 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:07.275848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.280583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40332) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:07.281696 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86ea3ece-4f9f-4885-8f8e-940593d618a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.287919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:07.366541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] No DVR routers for this DVR port 94e270b3-71d0-4623-a9d6-beef9730bef2 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:07.434919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=9']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:07.474214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.481428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Allocated IP 172.20.0.11 (c85257a8-f756-4d4c-a5d9-81532fe072e3/24e2dd14-b530-4419-a1e0-09266a710c71/30516edb-dd21-4e35-a3d2-aa0647b4173e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:07.521774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a4a75-cfe7-4a22-b375-1343e7a4c502 req-073037e1-2f21-49bb-8ddc-1a3161b01edb tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.523331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-881a4a75-cfe7-4a22-b375-1343e7a4c502 req-073037e1-2f21-49bb-8ddc-1a3161b01edb tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 943 time: 0.1066391 Nov 09 18:16:07.534223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:07.534505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:07.535306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:07.539731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Port 94e270b3-71d0-4623-a9d6-beef9730bef2 on network b66ce66d-7339-4123-977d-4364f4d53541 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:16:07.540055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Attempting to bind port 94e270b3-71d0-4623-a9d6-beef9730bef2 on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:07.544846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:07.545296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Checking segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:07.545684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Bound using segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:07.546128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Bound port: 94e270b3-71d0-4623-a9d6-beef9730bef2, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:07.546490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.620101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:07.623984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:07.629412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-881a4a75-cfe7-4a22-b375-1343e7a4c502 req-11ed4f2a-a643-48a6-a3c0-48fec1b318b2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796797 Nov 09 18:16:07.629799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.651367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c'}, {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:07.653690 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caea91c-6c1f-41d0-ae55-c1c2e995570d" -d '{"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c"}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "288c8350-f06c-4509-9424-475544aa0a6a"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:07.696708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.698534 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.701528 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] 10.222.0.85 "PUT /v2.0/ports/94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 1091 time: 1.0476890 Nov 09 18:16:07.702441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:07.704684 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b4d85-d9af-4bc8-8f1a-33a7c9164290" -d '{"events": [{"name": "network-changed", "server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:07.741401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b757728-431c-496a-b8f8-87d0d77593e6 service neutron] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:07.778261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-41c6eddb-0778-49a5-8226-c46f5aed7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.779724 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-41c6eddb-0778-49a5-8226-c46f5aed7a8f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0544386 Nov 09 18:16:07.846866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cefe7-78a6-45d1-99b2-1638d78e5cbe req-a79c3804-53b3-4177-b599-a5e89de25929 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.848547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f56cefe7-78a6-45d1-99b2-1638d78e5cbe req-a79c3804-53b3-4177-b599-a5e89de25929 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0953877 Nov 09 18:16:07.851802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.854177 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:07.907054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-f71f2775-7a87-4e99-a621-cc9bb73b1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:07.908955 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-f71f2775-7a87-4e99-a621-cc9bb73b1446 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1191542 Nov 09 18:16:07.985999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-c81f52fd-5cf5-45ed-9007-85089c4d6407 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 999 time: 0.0675495 Nov 09 18:16:08.007610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f56cefe7-78a6-45d1-99b2-1638d78e5cbe req-4aec6683-646a-4231-94ce-e064949d16de tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931029 Nov 09 18:16:08.022965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:08.033751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1642121b-18eb-4c4a-8d00-0b1b94c2874e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:08.037977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.115 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/ba5a5d63-fbcd-4d1b-ae3e-9aa71cf2167d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:08.094613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-d2717351-c0bd-473c-a1f8-fd5112291bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:08.098528 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-d2717351-c0bd-473c-a1f8-fd5112291bcb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.1059029 Nov 09 18:16:08.101589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:08.125007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Pushing event updated for resources: {'Port': ['ID=30516edb-dd21-4e35-a3d2-aa0647b4173e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:08.128900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:08.138946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:08.181300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-69365f07-9fae-497c-9f3e-a2004018d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:08.182875 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-69365f07-9fae-497c-9f3e-a2004018d31f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766377 Nov 09 18:16:08.237995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f119988-8391-4357-914c-fa45b4a29f34 req-569fb7e2-72e4-48fc-9e07-9287637721cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.1153631 Nov 09 18:16:08.284762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:08.285640 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:08.308883 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36da851-b84c-44f3-b678-d753cb87d304 x-openstack-request-id: req-a36da851-b84c-44f3-b678-d753cb87d304 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:08.309307 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "4e9a0214-9b8a-4b94-8400-0405f838359c", "status": "completed", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "b715e360-ad8b-46cd-b16d-0201c45fc33c", "status": "completed", "code": 200}, {"server_uuid": "12542956-2203-4120-b04f-b3d3de22949b", "name": "network-vif-deleted", "tag": "288c8350-f06c-4509-9424-475544aa0a6a", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:08.309829 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a36da851-b84c-44f3-b678-d753cb87d304 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:08.310388 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': '4e9a0214-9b8a-4b94-8400-0405f838359c', 'status': 'completed', 'code': 200} Nov 09 18:16:08.310744 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': 'b715e360-ad8b-46cd-b16d-0201c45fc33c', 'status': 'completed', 'code': 200} Nov 09 18:16:08.311111 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12542956-2203-4120-b04f-b3d3de22949b', 'name': 'network-vif-deleted', 'tag': '288c8350-f06c-4509-9424-475544aa0a6a', 'status': 'completed', 'code': 200} Nov 09 18:16:08.319761 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-ed2b442c-f7b4-414b-bb7b-f02a0be82b67 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286314 Nov 09 18:16:08.333156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-bc9c35b9-d333-42bd-931b-70255e8376d6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1494212 Nov 09 18:16:08.349009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Request body: {'port': {'device_id': 'f083103e-6553-455a-a002-65a11591bb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:08.376893 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fef14e8-8403-4b5a-8472-c528fa5ae0f8 x-openstack-request-id: req-9fef14e8-8403-4b5a-8472-c528fa5ae0f8 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:08.378642 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:08.380456 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fef14e8-8403-4b5a-8472-c528fa5ae0f8 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:08.380980 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'status': 'completed', 'code': 200} Nov 09 18:16:08.398380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:08.490770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:08.493046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3bf89cf-139b-4114-ab74-980d115d5d4d req-4911313a-db88-4fbd-baba-31fa84da73c9 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650155 Nov 09 18:16:08.557977 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:08.563349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-48a09bea-cd7a-4f32-b159-cfa581d87191 None None] Provisioning complete for port 30516edb-dd21-4e35-a3d2-aa0647b4173e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:08.563941 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48a09bea-cd7a-4f32-b159-cfa581d87191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:08.593524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ccf4-239c-4b40-963e-2044b9f4a82f req-1c725999-a51c-413a-a110-f733e104aca7 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:08.595151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1947ccf4-239c-4b40-963e-2044b9f4a82f req-1c725999-a51c-413a-a110-f733e104aca7 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1028 time: 0.1346428 Nov 09 18:16:08.621051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-1653f13b-18e5-46bd-a904-7b90872371fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:08.623213 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-1653f13b-18e5-46bd-a904-7b90872371fc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1095 time: 0.0740840 Nov 09 18:16:08.649725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-48a09bea-cd7a-4f32-b159-cfa581d87191 None None] Port 30516edb-dd21-4e35-a3d2-aa0647b4173e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:16:08.731695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:08.736254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-13a6c741-2f20-48d9-b078-c98b6f5cbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:08.737837 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-13a6c741-2f20-48d9-b078-c98b6f5cbfcd service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1064477 Nov 09 18:16:08.748035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:08.750489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:08.753838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1947ccf4-239c-4b40-963e-2044b9f4a82f req-a732271c-e891-4663-9a5d-abb7813253ea tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236279 Nov 09 18:16:08.759778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=ba5a5d63-fbcd-4d1b-ae3e-9aa71cf2167d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:08.838953 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:16:08.857905 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-692575b7-ae3c-4cef-8293-8d6f10f7a34f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 999 time: 0.1118948 Nov 09 18:16:08.928771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47a49541-87ef-4aed-aa84-3b90aacc7883 req-d1aa5d5a-f03d-4628-90ae-dcd5630a429a tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0471947 Nov 09 18:16:08.929518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-cc337109-cdff-4b8c-a2c6-26105b8f2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:08.932460 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-cc337109-cdff-4b8c-a2c6-26105b8f2430 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0655704 Nov 09 18:16:09.060556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-09153584-cf85-4f49-af50-5972325ab058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:09.062280 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-09153584-cf85-4f49-af50-5972325ab058 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129425 Nov 09 18:16:09.318451 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-66dc07fb-7254-4c2d-81b6-d01e59f94640 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123272 Nov 09 18:16:09.364555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30516edb-dd21-4e35-a3d2-aa0647b4173e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:16:09.387475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:09.413013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a83510-a8ac-4230-a231-a050bb6f908e req-3f90305b-a125-4989-a61a-2b273436c537 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:09.421100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1a83510-a8ac-4230-a231-a050bb6f908e req-3f90305b-a125-4989-a61a-2b273436c537 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.1321740 Nov 09 18:16:09.480855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Transition to ACTIVE for port object 30516edb-dd21-4e35-a3d2-aa0647b4173e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:16:09.503457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:09.774612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ba383534-076f-472a-b2bd-d200883b72f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:10.044392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1a83510-a8ac-4230-a231-a050bb6f908e req-91b2e9c6-4b66-4051-8480-4e5264d3706b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204498 Nov 09 18:16:10.118033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Pushing event updated for resources: {'Port': ['ID=30516edb-dd21-4e35-a3d2-aa0647b4173e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:10.198694 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:10.209633 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:10.325702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Attempting to bind port 30516edb-dd21-4e35-a3d2-aa0647b4173e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:10.326101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Attempting to bind port 30516edb-dd21-4e35-a3d2-aa0647b4173e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:10.326439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Attempting to bind port 30516edb-dd21-4e35-a3d2-aa0647b4173e on network c85257a8-f756-4d4c-a5d9-81532fe072e3 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:10.360315 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d1435-6fb1-41bf-b2e0-c3044a59775d req-f4b19982-4a86-4cd9-8ab2-a0095103ceee tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:10.361904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd8d1435-6fb1-41bf-b2e0-c3044a59775d req-f4b19982-4a86-4cd9-8ab2-a0095103ceee tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1946816 Nov 09 18:16:10.364244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Port 30516edb-dd21-4e35-a3d2-aa0647b4173e on network c85257a8-f756-4d4c-a5d9-81532fe072e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:16:10.364637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Attempting to bind port 30516edb-dd21-4e35-a3d2-aa0647b4173e on network c85257a8-f756-4d4c-a5d9-81532fe072e3 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:10.378982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:10.379611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Checking segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:10.380159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Bound using segment: {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:10.380802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Bound port: 30516edb-dd21-4e35-a3d2-aa0647b4173e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:10.381397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:10.488796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd8d1435-6fb1-41bf-b2e0-c3044a59775d req-aa28c911-1338-4993-a264-52043a88fdda tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803280 Nov 09 18:16:10.555552 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:10.662378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-510c029c-2e03-43e4-8995-5eae492f3f33 req-31ba170b-98a3-4b9d-aa36-704f309aea4a tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0579903 Nov 09 18:16:10.697061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] For port 30516edb-dd21-4e35-a3d2-aa0647b4173e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:10.780373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] For port 30516edb-dd21-4e35-a3d2-aa0647b4173e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=30516edb-dd21-4e35-a3d2-aa0647b4173e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:10.805777 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:10.893336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:10.893966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:10.895420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] 10.222.0.73 "PUT /v2.0/ports/30516edb-dd21-4e35-a3d2-aa0647b4173e HTTP/1.1" status: 200 len: 1092 time: 2.5508432 Nov 09 18:16:10.897893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f083103e-6553-455a-a002-65a11591bb3a', 'tag': '30516edb-dd21-4e35-a3d2-aa0647b4173e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:10.900580 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de65badc-46c4-4f42-ae29-95f77d36c611" -d '{"events": [{"name": "network-changed", "server_uuid": "f083103e-6553-455a-a002-65a11591bb3a", "tag": "30516edb-dd21-4e35-a3d2-aa0647b4173e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:10.994374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:11.018979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192d1b5-8f64-4762-9a19-0907943202cf service neutron] Pushing event updated for resources: {'Port': ['ID=30516edb-dd21-4e35-a3d2-aa0647b4173e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:11.022961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:11.028236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d706eb5-9d58-43e2-8dd1-c91f79a6460b req-061fc321-4f4c-4110-83c4-624f4ca26467 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:11.031037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d706eb5-9d58-43e2-8dd1-c91f79a6460b req-061fc321-4f4c-4110-83c4-624f4ca26467 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1095 time: 0.2374563 Nov 09 18:16:11.057885 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:11.270548 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:11.349725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-ee0ecf1b-8d00-4118-a918-b0aa39d43f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:11.354291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-ee0ecf1b-8d00-4118-a918-b0aa39d43f53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc1bd900cf234c279f86075f70ef0423&device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1095 time: 0.3934262 Nov 09 18:16:11.354291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=ba5a5d63-fbcd-4d1b-ae3e-9aa71cf2167d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:11.377604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d706eb5-9d58-43e2-8dd1-c91f79a6460b req-8758818b-2ece-4ab7-8ebd-d85d47e0ae15 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254595 Nov 09 18:16:11.467447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-de06a385-b5e4-49a6-a4e3-b6b3625f8a5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30516edb-dd21-4e35-a3d2-aa0647b4173e HTTP/1.1" status: 200 len: 217 time: 0.0866714 Nov 09 18:16:11.574394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfdbfc1a-177b-4e49-be27-4a66129657b4 req-3b53af5e-396e-472a-b078-97b89f04cb0c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0945184 Nov 09 18:16:11.600018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-92d59868-0fc9-451a-a6ee-71e9ca11b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:11.601488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-92d59868-0fc9-451a-a6ee-71e9ca11b090 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24e2dd14-b530-4419-a1e0-09266a710c71 HTTP/1.1" status: 200 len: 849 time: 0.1200762 Nov 09 18:16:11.623959 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP 00b7fba7-cccb-46d7-85f9-1f952fd93e2f associated. External IP: 172.25.0.115, port: 717ee23d-361c-49ba-bce1-1bfd0efaa01e. Nov 09 18:16:11.782180 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d17ec2-6c6b-4eac-920e-90e9b770e141 x-openstack-request-id: req-59d17ec2-6c6b-4eac-920e-90e9b770e141 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:11.782475 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f083103e-6553-455a-a002-65a11591bb3a", "tag": "30516edb-dd21-4e35-a3d2-aa0647b4173e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:11.782736 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59d17ec2-6c6b-4eac-920e-90e9b770e141 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:11.783233 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f083103e-6553-455a-a002-65a11591bb3a', 'tag': '30516edb-dd21-4e35-a3d2-aa0647b4173e', 'status': 'completed', 'code': 200} Nov 09 18:16:11.864901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-825a8873-50fb-4d74-ba87-427aa1d586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:11.866385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-825a8873-50fb-4d74-ba87-427aa1d586a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c85257a8-f756-4d4c-a5d9-81532fe072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548397 Nov 09 18:16:11.915376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3129-af03-4327-bb0f-ec728afa7717 req-9a55fe0b-3007-45a5-ac54-1d5cbb8bd8c7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:11.917111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d5c3129-af03-4327-bb0f-ec728afa7717 req-9a55fe0b-3007-45a5-ac54-1d5cbb8bd8c7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.1255772 Nov 09 18:16:12.040909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-6a27ee9f-c0f5-4a7f-a214-e13f71ce0c6b service neutron] 10.222.0.73 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641638 Nov 09 18:16:12.183296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d5c3129-af03-4327-bb0f-ec728afa7717 req-55002057-a9c7-48e9-8057-4a5cc605417f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417088 Nov 09 18:16:12.416286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router f1113816-7a2f-48f7-8af7-340945b30add has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:12.421226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af972a37-9af9-41b3-8cf6-c4eca493efe6 req-8e116f7c-c6f8-47b7-aa39-8e6586afb977 service neutron] 10.222.0.73 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420019 Nov 09 18:16:12.459551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a760f4-89b4-492a-8a97-a5b61e076540 req-198cdc7c-967e-4796-83ba-1c368fd66dbe tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:12.467117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05a760f4-89b4-492a-8a97-a5b61e076540 req-198cdc7c-967e-4796-83ba-1c368fd66dbe tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1209443 Nov 09 18:16:12.582969 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:12.650045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:12.664022 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] Sync routers for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:12.670316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05a760f4-89b4-492a-8a97-a5b61e076540 req-376b6bed-9b2e-4cc5-b02b-59bff5d4175b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020862 Nov 09 18:16:12.679551 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:12.680191 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:12.711446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-6bd750c3-7263-43a1-b824-c7fecee08c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:12.713102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-6bd750c3-7263-43a1-b824-c7fecee08c8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bc1bd900cf234c279f86075f70ef0423&device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1095 time: 0.1015296 Nov 09 18:16:12.716759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:12.826929 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:12.988494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-d20a003d-244b-45c6-8c65-e2438e3edeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:12.990462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-d20a003d-244b-45c6-8c65-e2438e3edeac service neutron] 10.222.0.73 "GET /v2.0/networks?id=c85257a8-f756-4d4c-a5d9-81532fe072e3 HTTP/1.1" status: 200 len: 911 time: 0.2684865 Nov 09 18:16:13.066709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e05999b7-49bb-4ab6-9e8b-c8ad816ab869 req-20b4e0a7-9c4f-4ab3-8354-9c4a15dace65 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.2118874 Nov 09 18:16:13.069120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-ebb49c1e-44e2-4a1f-ad06-d5934c2a5e98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30516edb-dd21-4e35-a3d2-aa0647b4173e HTTP/1.1" status: 200 len: 217 time: 0.0612142 Nov 09 18:16:13.086831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3c9d27a4-a539-4859-afb8-41ea8295cb19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8021202 Nov 09 18:16:13.178271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-aa6f2335-0303-45de-aaef-74ac8ee3060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:13.179749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-aa6f2335-0303-45de-aaef-74ac8ee3060c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=24e2dd14-b530-4419-a1e0-09266a710c71 HTTP/1.1" status: 200 len: 849 time: 0.0941248 Nov 09 18:16:13.353745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4e2ce-b074-40e9-8622-f102b95522cf req-cc2e23dc-e8f5-4010-90c6-0566a2a29cc6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:13.355568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ae4e2ce-b074-40e9-8622-f102b95522cf req-cc2e23dc-e8f5-4010-90c6-0566a2a29cc6 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1095 time: 0.0950451 Nov 09 18:16:13.358143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-f99111ee-5123-4216-8ef0-34a46e3ed774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:13.359990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-f99111ee-5123-4216-8ef0-34a46e3ed774 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c85257a8-f756-4d4c-a5d9-81532fe072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688635 Nov 09 18:16:13.382535 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '00b7fba7-cccb-46d7-85f9-1f952fd93e2f', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'port_id': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'mac_address': 'fa:16:3e:4e:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:16:09Z', 'updated_at': '2021-11-09T18:16:09Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:49Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:13.463852 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] Checking router: f1113816-7a2f-48f7-8af7-340945b30add for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:13.483475 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:13.484027 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:13.554342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-ff42f423-4ee9-40a9-a554-1b6244a8c70b service neutron] 10.222.0.73 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744256 Nov 09 18:16:13.691097 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:13.721124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de65badc-46c4-4f42-ae29-95f77d36c611 req-b46ddfa5-0ce8-4def-9e10-a5fdd75863d0 service neutron] 10.222.0.73 "GET /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479998 Nov 09 18:16:13.753806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ae4e2ce-b074-40e9-8622-f102b95522cf req-362773ed-7694-402c-ace9-ffc504d388fa tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876719 Nov 09 18:16:13.784454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:13.787248 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ee761e-8100-4f32-90ed-cd2607829423" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:14.002126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-994dcb90-0a74-42a1-92c3-aacb33662354 req-81432d92-4c0c-474c-8058-a3c62971f03d tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.1009519 Nov 09 18:16:14.102712 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '00b7fba7-cccb-46d7-85f9-1f952fd93e2f', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'port_id': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'mac_address': 'fa:16:3e:4e:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:16:09Z', 'updated_at': '2021-11-09T18:16:09Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:49Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:14.148703 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e255b-c780-43cc-9058-847411566c63 None None] The sync data for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 is: [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '00b7fba7-cccb-46d7-85f9-1f952fd93e2f', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'port_id': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'mac_address': 'fa:16:3e:4e:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:16:09Z', 'updated_at': '2021-11-09T18:16:09Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:49Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:14.203879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b395e-37db-4371-b689-3b9af82b1581 req-d16a2d97-c3cc-4875-be85-8b6368c1ea23 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:14.205382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b62b395e-37db-4371-b689-3b9af82b1581 req-d16a2d97-c3cc-4875-be85-8b6368c1ea23 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.0993249 Nov 09 18:16:14.284105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b62b395e-37db-4371-b689-3b9af82b1581 req-8e48201c-3e32-4069-aa96-52c95ec0adcb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722151 Nov 09 18:16:14.314623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40426) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:14.506860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0ccf7664-b87f-49f0-9126-2c32d19b17da tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/00b7fba7-cccb-46d7-85f9-1f952fd93e2f HTTP/1.1" status: 200 len: 992 time: 0.1890824 Nov 09 18:16:14.547415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1501c73-bee7-4522-bfec-73a8198a6f92 req-e773c897-cf5f-49e2-b395-0d0bf2013639 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:14.550662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1501c73-bee7-4522-bfec-73a8198a6f92 req-e773c897-cf5f-49e2-b395-0d0bf2013639 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0960159 Nov 09 18:16:14.580272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5454a66-212c-462c-a934-79d48c0b16bb None None] New status for floating IP 00b7fba7-cccb-46d7-85f9-1f952fd93e2f: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:16:14.632847 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1501c73-bee7-4522-bfec-73a8198a6f92 req-893730ff-8ee5-408e-899c-0825b516e9b6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680854 Nov 09 18:16:14.801688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf8a4-6a22-4f2b-be7e-c11ec888aa9b req-6ee9ce36-e722-4f0a-a06a-fe25dcec1871 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:14.809510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9ccf8a4-6a22-4f2b-be7e-c11ec888aa9b req-6ee9ce36-e722-4f0a-a06a-fe25dcec1871 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0968680 Nov 09 18:16:14.869974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9ccf8a4-6a22-4f2b-be7e-c11ec888aa9b req-183b9a8e-6a93-4458-81f7-0d8c2cb0c4e1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587859 Nov 09 18:16:14.969733 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5651205-ac07-426e-8435-893ca07dbc45 x-openstack-request-id: req-b5651205-ac07-426e-8435-893ca07dbc45 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:14.970023 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:14.970316 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5651205-ac07-426e-8435-893ca07dbc45 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:14.970739 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'status': 'completed', 'code': 200} Nov 09 18:16:15.104075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-280e422e-4344-47b2-a130-b526d31f1129 req-a97feec1-eabe-411d-85a5-5fd119d90fde tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0431204 Nov 09 18:16:15.115134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee761e-8100-4f32-90ed-cd2607829423 req-44fbd1e9-046d-49fc-8e1b-5a7acfc1ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:15.116821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ee761e-8100-4f32-90ed-cd2607829423 req-44fbd1e9-046d-49fc-8e1b-5a7acfc1ecb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1144104 Nov 09 18:16:15.233163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1a940-e02b-4478-bc5c-6f40d0f6e1ae req-a36a6dd8-9170-486a-83cc-eb7cdd4271e0 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:15.234722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36d1a940-e02b-4478-bc5c-6f40d0f6e1ae req-a36a6dd8-9170-486a-83cc-eb7cdd4271e0 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1095 time: 0.0533547 Nov 09 18:16:15.276045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee761e-8100-4f32-90ed-cd2607829423 req-c3b1cf46-2355-429b-ad39-fabb89641b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:15.277695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ee761e-8100-4f32-90ed-cd2607829423 req-c3b1cf46-2355-429b-ad39-fabb89641b5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 897 time: 0.1449661 Nov 09 18:16:15.331347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36d1a940-e02b-4478-bc5c-6f40d0f6e1ae req-4058e585-29ef-493c-afb1-0831fcf5ff90 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767112 Nov 09 18:16:15.357065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ee761e-8100-4f32-90ed-cd2607829423 req-d82bf956-231c-437a-902b-d67f25439091 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 1002 time: 0.0686095 Nov 09 18:16:15.461446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee761e-8100-4f32-90ed-cd2607829423 req-98d9d8bd-f031-4431-98ae-77bdda2f61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:15.462907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ee761e-8100-4f32-90ed-cd2607829423 req-98d9d8bd-f031-4431-98ae-77bdda2f61a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 200 len: 834 time: 0.0908692 Nov 09 18:16:15.464636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f363968-44b6-4802-9c70-be04d526b6a3 req-043a292a-4a50-4530-b522-5fde1e4614bc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0377731 Nov 09 18:16:15.509657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40436) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:15.527404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee761e-8100-4f32-90ed-cd2607829423 req-9db1a0d5-459a-4df4-9e10-d4698243265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:15.528988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ee761e-8100-4f32-90ed-cd2607829423 req-9db1a0d5-459a-4df4-9e10-d4698243265f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=615fc301-2e5d-4f1e-9298-f6b489bc906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577443 Nov 09 18:16:15.625053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a9bac293-9cfc-4919-8e9d-b529676bab8d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/00b7fba7-cccb-46d7-85f9-1f952fd93e2f HTTP/1.1" status: 200 len: 994 time: 0.1132393 Nov 09 18:16:15.691148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ee761e-8100-4f32-90ed-cd2607829423 req-57b6a1a2-8af1-4ad7-bfaf-a2a5d1bf3b9e service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530962 Nov 09 18:16:16.196081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef772f5-a390-4331-92aa-97decdf4a507 req-17720fb7-75e8-48b4-9301-1c32001587dd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:16.197619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ef772f5-a390-4331-92aa-97decdf4a507 req-17720fb7-75e8-48b4-9301-1c32001587dd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.4179368 Nov 09 18:16:16.219789 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:16.260233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49ee761e-8100-4f32-90ed-cd2607829423 req-55999123-49f9-41c7-a6e1-b574d0d8614e service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590236 Nov 09 18:16:16.268820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ef772f5-a390-4331-92aa-97decdf4a507 req-a71ddafc-8898-4951-9fb4-a753c3efa49c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595510 Nov 09 18:16:16.481180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca47ba-97e6-4882-9cf5-c814b1da4268 req-611df641-e225-4911-a83c-c8f5fe764b39 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:16.482815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eca47ba-97e6-4882-9cf5-c814b1da4268 req-611df641-e225-4911-a83c-c8f5fe764b39 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0587237 Nov 09 18:16:16.533756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eca47ba-97e6-4882-9cf5-c814b1da4268 req-3b13f910-01ec-45bc-b2f3-37d91084cd19 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Nov 09 18:16:16.655626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08dcc461-6649-4af8-83f7-2e7ebd460140 req-2f343ed8-2dc8-435c-b649-506268c6c13c tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0337470 Nov 09 18:16:16.778128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b035c9-1ee4-4eb1-9ddc-6ac4a65892d2 req-54bf1f75-4c64-4c3a-a5ec-4da936946ee1 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:16.786973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42b035c9-1ee4-4eb1-9ddc-6ac4a65892d2 req-54bf1f75-4c64-4c3a-a5ec-4da936946ee1 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1095 time: 0.0605397 Nov 09 18:16:16.848073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42b035c9-1ee4-4eb1-9ddc-6ac4a65892d2 req-6bfa9ef2-35a7-46c7-bef0-819aa4a532ea tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Nov 09 18:16:16.892365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 30516edb-dd21-4e35-a3d2-aa0647b4173e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:16:16.962531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9e3d3b6-7317-41ae-b389-f7d7a1013b19 req-08eedb39-db65-4942-871a-9965e8707b19 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0511212 Nov 09 18:16:17.101770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 30516edb-dd21-4e35-a3d2-aa0647b4173e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=30516edb-dd21-4e35-a3d2-aa0647b4173e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:17.134276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '30516edb-dd21-4e35-a3d2-aa0647b4173e', 'network_id': 'c85257a8-f756-4d4c-a5d9-81532fe072e3', 'port_id': '30516edb-dd21-4e35-a3d2-aa0647b4173e', 'mac_address': 'fa:16:3e:a2:fd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e2dd14-b530-4419-a1e0-09266a710c71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:16:17.188179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.210106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30516edb-dd21-4e35-a3d2-aa0647b4173e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:16:17.232587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 30516edb-dd21-4e35-a3d2-aa0647b4173e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=30516edb-dd21-4e35-a3d2-aa0647b4173e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:17.237470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:17.363587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=30516edb-dd21-4e35-a3d2-aa0647b4173e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:17.469215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce262f12-1c98-46ca-be19-4265b704abb4 req-64d5a7fe-f8ed-4962-9f69-12db60ce70e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:17.470759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce262f12-1c98-46ca-be19-4265b704abb4 req-64d5a7fe-f8ed-4962-9f69-12db60ce70e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0622232 Nov 09 18:16:17.489595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['30516edb-dd21-4e35-a3d2-aa0647b4173e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:17.549835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce262f12-1c98-46ca-be19-4265b704abb4 req-7ab6dfc5-437b-4a00-9cdf-431ecb378c92 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636580 Nov 09 18:16:17.680859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf7d54-715b-4472-928f-ab6a6ce90453 req-5d940d83-c42b-4c60-af06-ad05b20a4dda tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:17.689665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfbf7d54-715b-4472-928f-ab6a6ce90453 req-5d940d83-c42b-4c60-af06-ad05b20a4dda tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0756004 Nov 09 18:16:17.742389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfbf7d54-715b-4472-928f-ab6a6ce90453 req-9bdf4ac3-b392-41cc-9006-37d524e95509 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492110 Nov 09 18:16:17.905131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-daf38cd4-e886-4040-8c4c-ea13216a58ea req-fbca1f1b-8c1a-4fc6-89fe-588c53e1c7fa tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0861428 Nov 09 18:16:18.045513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a53b0-6fba-4cff-b6f2-7a69b45bf10c req-e2c17b7b-8e3c-4ba2-9b97-27aec2a8623b tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:18.053655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be1a53b0-6fba-4cff-b6f2-7a69b45bf10c req-e2c17b7b-8e3c-4ba2-9b97-27aec2a8623b tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1096 time: 0.0609319 Nov 09 18:16:18.109276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be1a53b0-6fba-4cff-b6f2-7a69b45bf10c req-f02925b4-d5ec-4738-9709-bbf28d4ffed7 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Nov 09 18:16:18.221889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdbde12f-2410-4125-bd60-291bdb41b679 req-1d81e55d-4981-4d4e-91a5-65c71bcbeb49 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0558383 Nov 09 18:16:18.724817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b983c-9cfd-46b8-a879-0f1f3cb177d4 req-9d696d33-1d38-4038-a847-4c20bd878c5a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:18.732946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b28b983c-9cfd-46b8-a879-0f1f3cb177d4 req-9d696d33-1d38-4038-a847-4c20bd878c5a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0763533 Nov 09 18:16:18.790782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b28b983c-9cfd-46b8-a879-0f1f3cb177d4 req-f168820a-5f92-482c-8bff-f48155afa77c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567579 Nov 09 18:16:18.915413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 30516edb-dd21-4e35-a3d2-aa0647b4173e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:16:18.954767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2251-ef92-4bab-bbc8-1d2baa7a903a req-776d78a9-1e69-474a-a42b-3f63cdcf669b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:18.972757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abfb2251-ef92-4bab-bbc8-1d2baa7a903a req-776d78a9-1e69-474a-a42b-3f63cdcf669b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1061227 Nov 09 18:16:18.993902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 30516edb-dd21-4e35-a3d2-aa0647b4173e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:16:19.014207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 30516edb-dd21-4e35-a3d2-aa0647b4173e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:19.017046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:19.041761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abfb2251-ef92-4bab-bbc8-1d2baa7a903a req-1f1a2f4b-f942-45d8-9d11-c567c49cb697 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681078 Nov 09 18:16:19.109763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:19.197970 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:19.233846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f083103e-6553-455a-a002-65a11591bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30516edb-dd21-4e35-a3d2-aa0647b4173e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:19.236916 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5074463b-45c6-4591-b6f3-85a553d8162f" -d '{"events": [{"server_uuid": "f083103e-6553-455a-a002-65a11591bb3a", "name": "network-vif-plugged", "status": "completed", "tag": "30516edb-dd21-4e35-a3d2-aa0647b4173e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:19.262814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f0c4fe5-5a01-40e2-b489-fa6c2cfa925d req-56ca62db-4f15-4b5a-b099-34803d27c9c4 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0370512 Nov 09 18:16:19.265925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 30516edb-dd21-4e35-a3d2-aa0647b4173e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=30516edb-dd21-4e35-a3d2-aa0647b4173e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:19.273202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:19.374902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=30516edb-dd21-4e35-a3d2-aa0647b4173e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:19.395740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.396096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.398618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.398978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.399314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.399651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.399990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.400315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.400640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.400965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.401296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.401620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:19.439833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579a1d7-8404-476e-838a-1b8924087eec req-987bb4bf-c311-4544-8c2d-41290062f637 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:19.442166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3579a1d7-8404-476e-838a-1b8924087eec req-987bb4bf-c311-4544-8c2d-41290062f637 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0843246 Nov 09 18:16:19.490162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3579a1d7-8404-476e-838a-1b8924087eec req-4ef744c6-2def-4edf-a39c-97dcdca4177f tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Nov 09 18:16:19.538248 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6831e-99e2-41a5-bb4f-36e324330746 x-openstack-request-id: req-62b6831e-99e2-41a5-bb4f-36e324330746 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:19.538248 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f083103e-6553-455a-a002-65a11591bb3a", "name": "network-vif-plugged", "status": "completed", "tag": "30516edb-dd21-4e35-a3d2-aa0647b4173e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:19.538603 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62b6831e-99e2-41a5-bb4f-36e324330746 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:19.541421 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f083103e-6553-455a-a002-65a11591bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30516edb-dd21-4e35-a3d2-aa0647b4173e', 'code': 200} Nov 09 18:16:19.631352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af818425-3217-49ef-969e-a9e19968b8a6 req-f583f30a-d8b5-44d1-93af-536b396a888c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0373621 Nov 09 18:16:19.679386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368bb4c-0ac7-46ea-b078-d5a71a4ddc83 req-ca94ca9f-6a6d-4b5f-8874-cad733d26a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:19.681227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d368bb4c-0ac7-46ea-b078-d5a71a4ddc83 req-ca94ca9f-6a6d-4b5f-8874-cad733d26a5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0773294 Nov 09 18:16:19.723246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d368bb4c-0ac7-46ea-b078-d5a71a4ddc83 req-973e191c-1075-4475-ad30-ab00feab3c37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Nov 09 18:16:19.904858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ecd84-c631-4b00-abd6-df34f05ba33e req-fc09a5f1-0cf3-4325-8297-cf3b26ebc9c2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:19.906426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a42ecd84-c631-4b00-abd6-df34f05ba33e req-fc09a5f1-0cf3-4325-8297-cf3b26ebc9c2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0516267 Nov 09 18:16:19.952816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a42ecd84-c631-4b00-abd6-df34f05ba33e req-a6d8ef88-f049-471a-a59e-d80e462c08b7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Nov 09 18:16:20.043598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:20.143413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03a859-6693-4c22-b320-a9aa2873912e req-e90fd476-739a-41a5-977d-7d274143bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:20.145613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-e90fd476-739a-41a5-977d-7d274143bb9f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1097 time: 0.0858173 Nov 09 18:16:20.204547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2b00c7cf-4989-4099-9509-33e703fb2a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:20.233956 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-110b4d85-d9af-4bc8-8f1a-33a7c9164290 req-f1bce40c-c0a9-40a6-8061-1a5d3c9984e5 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880133 Nov 09 18:16:20.236899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b858a-6562-400b-92d1-d93fd2de86c9 req-39139509-30a8-4c1b-aa36-e273515c83b9 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:20.239240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a4b858a-6562-400b-92d1-d93fd2de86c9 req-39139509-30a8-4c1b-aa36-e273515c83b9 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0798085 Nov 09 18:16:20.279163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03a859-6693-4c22-b320-a9aa2873912e req-bd18d245-4070-4a98-a7d2-acf60df73e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:20.280812 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-bd18d245-4070-4a98-a7d2-acf60df73e36 service neutron] 10.222.0.85 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.1003425 Nov 09 18:16:20.308733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a4b858a-6562-400b-92d1-d93fd2de86c9 req-9b2479fb-73de-4220-9dec-2fc922d6c9dd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586929 Nov 09 18:16:20.352208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2b00c7cf-4989-4099-9509-33e703fb2a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:20.358730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2b00c7cf-4989-4099-9509-33e703fb2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:20.366317 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-9a726684-06b2-47c0-a789-5790cad611a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 1002 time: 0.0775399 Nov 09 18:16:20.427626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03a859-6693-4c22-b320-a9aa2873912e req-a549fb52-d3d4-4a2e-8650-6ed3dd69ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:20.429345 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-a549fb52-d3d4-4a2e-8650-6ed3dd69ff4d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.0546887 Nov 09 18:16:20.432689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2b00c7cf-4989-4099-9509-33e703fb2a6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6f09bdb0d1442ed861ff7a44e4c24b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879502 Nov 09 18:16:20.434795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1ed84f3-4fd1-4aeb-bf35-d23ba6446846 req-1b02365a-6d52-4004-a46a-9fe141671647 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0515444 Nov 09 18:16:20.435462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40536) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:20.441583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00c7cf-4989-4099-9509-33e703fb2a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ed4041-f983-421f-bde9-c67c62b8310f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:20.493635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03a859-6693-4c22-b320-a9aa2873912e req-1d291736-1611-411a-b509-5acc26472bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:20.495283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-1d291736-1611-411a-b509-5acc26472bee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520804 Nov 09 18:16:20.509785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-cab73e25-58e7-483b-9d08-d008a6be48e4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:16:20.510590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2422eb8-81f1-492f-af72-9a8330a2f592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:20.510902 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-cab73e25-58e7-483b-9d08-d008a6be48e4 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075376 Nov 09 18:16:20.536774 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2422eb8-81f1-492f-af72-9a8330a2f592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:20.624392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2422eb8-81f1-492f-af72-9a8330a2f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:20.627646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2422eb8-81f1-492f-af72-9a8330a2f592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:20.631000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e2422eb8-81f1-492f-af72-9a8330a2f592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32ed4041-f983-421f-bde9-c67c62b8310f HTTP/1.1" status: 204 len: 168 time: 0.1922259 Nov 09 18:16:20.640833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53933b79-5f18-4dee-81ab-6e281b6cfab3 req-b75f102c-d06e-486d-91ab-76a61d27a734 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:20.648363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53933b79-5f18-4dee-81ab-6e281b6cfab3 req-b75f102c-d06e-486d-91ab-76a61d27a734 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0724971 Nov 09 18:16:20.652097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2422eb8-81f1-492f-af72-9a8330a2f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ed4041-f983-421f-bde9-c67c62b8310f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:20.658112 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-69666f46-3cbe-4db5-8c27-c4e41066169c service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349080 Nov 09 18:16:20.698039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53933b79-5f18-4dee-81ab-6e281b6cfab3 req-0eb0513f-2fc7-48e2-92e2-46eeb9543b8a tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Nov 09 18:16:20.775799 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9d03a859-6693-4c22-b320-a9aa2873912e req-e026fa29-0458-4846-9e73-5fc60767b4fc service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017361 Nov 09 18:16:20.799626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd41b76a-4a05-4a59-9ee6-f8ab3910e3af req-5046c9f2-9ddc-4eb3-978d-456b844b66a4 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0305290 Nov 09 18:16:20.975242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40546) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:20.991998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c314a1ef-104b-4404-a053-df5ca458421a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:21.100249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dec72-bf11-4b42-8644-455484f0732e req-795d5e5a-d882-4a16-9d97-95b8f5112ebd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:21.101707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d21dec72-bf11-4b42-8644-455484f0732e req-795d5e5a-d882-4a16-9d97-95b8f5112ebd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0750420 Nov 09 18:16:21.124128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c314a1ef-104b-4404-a053-df5ca458421a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:21.133485 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c314a1ef-104b-4404-a053-df5ca458421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:21.186475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d21dec72-bf11-4b42-8644-455484f0732e req-66ab6711-662a-4b0b-8a5b-7b8c09efcf65 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782504 Nov 09 18:16:21.189002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c314a1ef-104b-4404-a053-df5ca458421a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf7f42369b5744208b2ec18bc2226bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127695 Nov 09 18:16:21.189929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314a1ef-104b-4404-a053-df5ca458421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da569bd3-2f88-4a02-80e0-0c6c108238db,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:21.191827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:21.244988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c643f7a-39a4-4a41-aaa1-4bb749445a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:21.267874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c643f7a-39a4-4a41-aaa1-4bb749445a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:21.317508 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c643f7a-39a4-4a41-aaa1-4bb749445a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:21.320069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0c643f7a-39a4-4a41-aaa1-4bb749445a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:21.321214 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0c643f7a-39a4-4a41-aaa1-4bb749445a85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da569bd3-2f88-4a02-80e0-0c6c108238db HTTP/1.1" status: 204 len: 168 time: 0.1283317 Nov 09 18:16:21.330660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c643f7a-39a4-4a41-aaa1-4bb749445a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da569bd3-2f88-4a02-80e0-0c6c108238db,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:21.454466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ab1ed-86d0-4665-af16-637a15192c75 req-6748359e-d1da-4ab9-9d06-a3220ef154e3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:21.461366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-484ab1ed-86d0-4665-af16-637a15192c75 req-6748359e-d1da-4ab9-9d06-a3220ef154e3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0634642 Nov 09 18:16:21.507048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-484ab1ed-86d0-4665-af16-637a15192c75 req-21f9c22e-35bf-4d79-89ee-8852d5636b55 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Nov 09 18:16:21.599069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b06bd96-19ee-4c44-a252-5c2ad0d28861 req-159ed93a-0c89-4259-90a0-8a78388b350b tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0315745 Nov 09 18:16:21.799625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46b4e-0f1c-40e8-878d-4ba9582ab934 req-64b19a76-bbd4-4064-9aa5-b194b130d44b tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:21.801204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acc46b4e-0f1c-40e8-878d-4ba9582ab934 req-64b19a76-bbd4-4064-9aa5-b194b130d44b tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0451820 Nov 09 18:16:21.854354 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acc46b4e-0f1c-40e8-878d-4ba9582ab934 req-b2436f46-9944-448d-8df8-25ac736f92e9 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Nov 09 18:16:21.939736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-272440f2-bb9a-46ea-941e-e87d1138c380 req-5f63cf9a-8e1a-4828-aa8d-dd141e6a8389 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0393760 Nov 09 18:16:22.061227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ccb76-559d-4a12-aaab-3dc94eb46760 req-89907c0d-731b-4097-835d-4810fc37c835 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:22.062811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a8ccb76-559d-4a12-aaab-3dc94eb46760 req-89907c0d-731b-4097-835d-4810fc37c835 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0500395 Nov 09 18:16:22.099872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a8ccb76-559d-4a12-aaab-3dc94eb46760 req-ea037357-bf17-4ff6-b37f-a0472d2108eb tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303829 Nov 09 18:16:22.206827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58910055-4bcb-445b-98cb-363003b9c40b req-d6c0f808-fe17-4aac-b423-a75dc4616a86 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:22.209180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58910055-4bcb-445b-98cb-363003b9c40b req-d6c0f808-fe17-4aac-b423-a75dc4616a86 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0445483 Nov 09 18:16:22.250030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58910055-4bcb-445b-98cb-363003b9c40b req-56955924-9a36-42f9-b6e4-b092c6a649c9 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343471 Nov 09 18:16:22.364201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60064b14-e231-40ab-994d-617adfa907d0 req-d79075f4-3833-4a0a-8ac6-2b9ef9715d25 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:22.365790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60064b14-e231-40ab-994d-617adfa907d0 req-d79075f4-3833-4a0a-8ac6-2b9ef9715d25 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0538304 Nov 09 18:16:22.408413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60064b14-e231-40ab-994d-617adfa907d0 req-11369319-6cf8-4518-9d08-374d91e3749d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Nov 09 18:16:22.693319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54d231-de2d-42f0-9fd2-6389a1724b6c req-fd6d86b4-5da8-45d2-bead-8e3e19ce8ca3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:22.695007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d54d231-de2d-42f0-9fd2-6389a1724b6c req-fd6d86b4-5da8-45d2-bead-8e3e19ce8ca3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0826406 Nov 09 18:16:22.736184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d54d231-de2d-42f0-9fd2-6389a1724b6c req-ecb63ad6-6d01-4d59-9ed0-af8c2c563c03 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345044 Nov 09 18:16:22.841020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868a271-4f42-4f6c-ac79-0ea5a93056cc req-267ba038-1704-496f-be3b-ca7541111e82 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:22.842905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4868a271-4f42-4f6c-ac79-0ea5a93056cc req-267ba038-1704-496f-be3b-ca7541111e82 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0431142 Nov 09 18:16:22.877538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4868a271-4f42-4f6c-ac79-0ea5a93056cc req-3db4a8e5-d8c1-4c8a-be06-655cc966adc1 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286093 Nov 09 18:16:22.959051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e316252-bc1d-4988-a9b3-f466dd0edc33 req-c9c11991-292e-4231-b07d-d91bf7495756 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Nov 09 18:16:23.057051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3911e42c-7bc8-4742-afe2-c4234272cbc0 req-a1b821bf-c5c9-4175-8dfa-1af929b9afbc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0270975 Nov 09 18:16:23.533304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b2db5-42cf-467d-884e-c339064750b6 req-bebfc4f3-bc2d-42de-841f-b4006e069e4f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:23.534669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c83b2db5-42cf-467d-884e-c339064750b6 req-bebfc4f3-bc2d-42de-841f-b4006e069e4f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0518503 Nov 09 18:16:23.573068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c83b2db5-42cf-467d-884e-c339064750b6 req-8a3cb77b-c038-4517-99c1-9874daa9d80a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Nov 09 18:16:24.022827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f59d7e-fbfa-4f4f-92f2-acb8ec8126d0 req-d8bd12e9-a08e-4cf7-a587-6de0d340e732 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:24.026940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66f59d7e-fbfa-4f4f-92f2-acb8ec8126d0 req-d8bd12e9-a08e-4cf7-a587-6de0d340e732 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0557070 Nov 09 18:16:24.097022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-56a0cd89-512b-406e-8ac9-bf11015b6ade tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:24.098564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-56a0cd89-512b-406e-8ac9-bf11015b6ade tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 1097 time: 0.0701797 Nov 09 18:16:24.100118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66f59d7e-fbfa-4f4f-92f2-acb8ec8126d0 req-eb62abf3-71ed-4d7a-a4b8-792c61670810 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Nov 09 18:16:24.236188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Deleting port 30516edb-dd21-4e35-a3d2-aa0647b4173e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:24.236533 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.242622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-491a912c-4047-40ec-9df9-590a78bf1013 req-269457ce-4f6b-46a5-badf-d30519929733 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/ports?device_id=04dc07b4-fddf-4543-9bc6-55dd17a7cd33 HTTP/1.1" status: 200 len: 210 time: 0.0356431 Nov 09 18:16:24.346534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] For port 30516edb-dd21-4e35-a3d2-aa0647b4173e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=30516edb-dd21-4e35-a3d2-aa0647b4173e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:24.346815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.378764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-123e9d72-2504-42d4-aa19-33092dacf8e2 req-6c8ee042-a2be-470d-9bf6-8f08b90b0c87 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0486403 Nov 09 18:16:24.385177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Calling delete_port for 30516edb-dd21-4e35-a3d2-aa0647b4173e owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:24.600455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.613606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1642121b-18eb-4c4a-8d00-0b1b94c2874e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:24.628819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['30516edb-dd21-4e35-a3d2-aa0647b4173e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:24.659262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Pushing event deleted for resources: {'Port': ['ID=30516edb-dd21-4e35-a3d2-aa0647b4173e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:24.688909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] No DVR routers for this DVR port 30516edb-dd21-4e35-a3d2-aa0647b4173e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:24.692168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:24.696278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b43ce389-5161-4ca8-b0a5-2f3777bf34d4 req-e638b548-9f65-48d7-8add-f43974692842 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.73 "DELETE /v2.0/ports/30516edb-dd21-4e35-a3d2-aa0647b4173e HTTP/1.1" status: 204 len: 173 time: 0.5905614 Nov 09 18:16:24.707912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f083103e-6553-455a-a002-65a11591bb3a', 'name': 'network-vif-deleted', 'tag': '30516edb-dd21-4e35-a3d2-aa0647b4173e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:24.710305 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739264a-8663-4299-8589-c329601bfbe7" -d '{"events": [{"server_uuid": "f083103e-6553-455a-a002-65a11591bb3a", "name": "network-vif-deleted", "tag": "30516edb-dd21-4e35-a3d2-aa0647b4173e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:24.804325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994fab2-6642-4130-9dbe-1eeea9c44eb4 req-e099b2fd-a9ed-4cb2-b2fd-cf691d0f209a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:24.805984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1994fab2-6642-4130-9dbe-1eeea9c44eb4 req-e099b2fd-a9ed-4cb2-b2fd-cf691d0f209a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.1186087 Nov 09 18:16:24.901117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40652) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:24.910282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1994fab2-6642-4130-9dbe-1eeea9c44eb4 req-43581ad1-be82-4866-8eb4-4ffc7bb370ae tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938601 Nov 09 18:16:24.966597 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f35592-87b3-441b-a1ee-eb3c226c3440 x-openstack-request-id: req-f4f35592-87b3-441b-a1ee-eb3c226c3440 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:24.966939 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f083103e-6553-455a-a002-65a11591bb3a", "name": "network-vif-deleted", "tag": "30516edb-dd21-4e35-a3d2-aa0647b4173e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:24.967203 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f35592-87b3-441b-a1ee-eb3c226c3440 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:24.967609 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f083103e-6553-455a-a002-65a11591bb3a', 'name': 'network-vif-deleted', 'tag': '30516edb-dd21-4e35-a3d2-aa0647b4173e', 'status': 'completed', 'code': 200} Nov 09 18:16:25.058042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc5167d0-9f6a-4276-bdff-477219396417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.138949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc5167d0-9f6a-4276-bdff-477219396417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.144300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc5167d0-9f6a-4276-bdff-477219396417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.183018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5167d0-9f6a-4276-bdff-477219396417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb6250-e3f6-4282-93e4-ebad44048d88,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:25.197642 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fc5167d0-9f6a-4276-bdff-477219396417 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88341e11424b4bd29e94e3dcd96b2283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950506 Nov 09 18:16:25.199444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40658) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.234639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e6fb1c3-9314-4d0e-a3be-2385298dccc9 req-e2bd85f5-2ad1-4032-93d0-d9052a5877ab tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f083103e-6553-455a-a002-65a11591bb3a HTTP/1.1" status: 200 len: 210 time: 0.0424633 Nov 09 18:16:25.261674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54990840-21ae-441b-abe0-8e4dc6784374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.286518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54990840-21ae-441b-abe0-8e4dc6784374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.343842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40664) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.350323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54990840-21ae-441b-abe0-8e4dc6784374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.353337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54990840-21ae-441b-abe0-8e4dc6784374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.354603 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-54990840-21ae-441b-abe0-8e4dc6784374 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69cb6250-e3f6-4282-93e4-ebad44048d88 HTTP/1.1" status: 204 len: 168 time: 0.1536121 Nov 09 18:16:25.363929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54990840-21ae-441b-abe0-8e4dc6784374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb6250-e3f6-4282-93e4-ebad44048d88,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:25.423433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e481610-1737-4d16-b946-c20e8246c59e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.457539 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e481610-1737-4d16-b946-c20e8246c59e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.508656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f72bf793-d9c5-4bc4-8bc2-72fd3eda357e req-bdb49ffa-c570-4fbb-9941-f6337112b4d7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0367403 Nov 09 18:16:25.539638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e481610-1737-4d16-b946-c20e8246c59e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.542667 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e481610-1737-4d16-b946-c20e8246c59e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.546710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2e481610-1737-4d16-b946-c20e8246c59e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/security-groups/0fde3b8d-c3d8-450b-a809-9d1dabb27cfe HTTP/1.1" status: 204 len: 168 time: 0.2016923 Nov 09 18:16:25.546841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.556203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e481610-1737-4d16-b946-c20e8246c59e tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde3b8d-c3d8-450b-a809-9d1dabb27cfe,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:25.563641 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-70f3785b-af24-4c27-a19a-e28fdab63ad8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] show failed (client error): The resource could not be found. Nov 09 18:16:25.567359 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-70f3785b-af24-4c27-a19a-e28fdab63ad8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "GET /v2.0/security-groups/0fde3b8d-c3d8-450b-a809-9d1dabb27cfe HTTP/1.1" status: 404 len: 347 time: 0.0167010 Nov 09 18:16:25.567587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40674) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.705148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port d38086d1-e803-4e60-bd7d-f06e90875802 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:25.705428 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.712714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40676) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.727432 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e13862b0-99ce-4bae-832c-246649d3508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.784051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.784408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.796537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for d38086d1-e803-4e60-bd7d-f06e90875802 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:25.808449 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e13862b0-99ce-4bae-832c-246649d3508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.813604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e13862b0-99ce-4bae-832c-246649d3508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.859287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e13862b0-99ce-4bae-832c-246649d3508a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c046080b7186471994bb6a7b4c3cbd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454110 Nov 09 18:16:25.860129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13862b0-99ce-4bae-832c-246649d3508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c138a7ba-28f1-4bd4-a960-a6b6487ce2f0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:25.861923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40678) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:25.943918 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a644e6b5-ce50-4d8c-b180-d90f4be81aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:25.993377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a644e6b5-ce50-4d8c-b180-d90f4be81aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.023517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.035611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0140c-3f62-4782-a376-45b4aa6df625 req-b85d27cd-6cb1-449d-ac13-5728d2f3bcb2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:26.037301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36d0140c-3f62-4782-a376-45b4aa6df625 req-b85d27cd-6cb1-449d-ac13-5728d2f3bcb2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0582941 Nov 09 18:16:26.060802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=d38086d1-e803-4e60-bd7d-f06e90875802,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:26.093360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36d0140c-3f62-4782-a376-45b4aa6df625 req-4e96c604-9de9-4cfb-9c52-aff98503d913 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444958 Nov 09 18:16:26.127768 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a644e6b5-ce50-4d8c-b180-d90f4be81aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.130387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a644e6b5-ce50-4d8c-b180-d90f4be81aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.131534 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a644e6b5-ce50-4d8c-b180-d90f4be81aeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c138a7ba-28f1-4bd4-a960-a6b6487ce2f0 HTTP/1.1" status: 204 len: 168 time: 0.2684691 Nov 09 18:16:26.145143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644e6b5-ce50-4d8c-b180-d90f4be81aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c138a7ba-28f1-4bd4-a960-a6b6487ce2f0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:26.148327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.150930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.152088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-09488f4f-f004-4f85-9690-58471a130992 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/floatingips/30f85afb-8ef1-4f37-b7a9-9ddbf08ceafc HTTP/1.1" status: 204 len: 168 time: 0.5835438 Nov 09 18:16:26.154851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40684) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:26.250383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port fc1be936-fe3c-40c0-aaf8-d53658100dd1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:26.250752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.380246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.395249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for fc1be936-fe3c-40c0-aaf8-d53658100dd1 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:26.599505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24270b8a-4c84-45ce-b5f0-14f5bb5dc6b6 req-b66a3c2d-9896-4ebf-9d76-681fcd897595 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:26.601148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24270b8a-4c84-45ce-b5f0-14f5bb5dc6b6 req-b66a3c2d-9896-4ebf-9d76-681fcd897595 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0657713 Nov 09 18:16:26.602131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.631933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=fc1be936-fe3c-40c0-aaf8-d53658100dd1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:26.721171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24270b8a-4c84-45ce-b5f0-14f5bb5dc6b6 req-d7cccf92-4740-4644-90aa-fffbbaa50710 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 Nov 09 18:16:26.750380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.755533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-da196f22-df6f-45d3-ab12-cd0bf25ca0a6 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/ports/fc1be936-fe3c-40c0-aaf8-d53658100dd1 HTTP/1.1" status: 204 len: 168 time: 0.5995519 Nov 09 18:16:26.758469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40708) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:26.826651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11432e8e-fd72-423e-b6cc-b0059354f88f req-a7f07de1-fc10-4cd0-b992-e667ecc21a5c tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0329571 Nov 09 18:16:26.889380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port 6cc6dfca-87fa-4f58-81a8-56a31490621c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:26.890080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:26.997598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.013591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for 6cc6dfca-87fa-4f58-81a8-56a31490621c owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:27.187892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.227227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=6cc6dfca-87fa-4f58-81a8-56a31490621c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:27.289605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3f9e-4036-49fc-907d-f72175cd4a6c req-11391399-096a-43a1-85da-0dc23eac307b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:27.291635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d45c3f9e-4036-49fc-907d-f72175cd4a6c req-11391399-096a-43a1-85da-0dc23eac307b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0841434 Nov 09 18:16:27.335757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.343958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40724) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:27.344257 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5207aa4f-268a-4ab4-a95b-f8991803caa9 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/ports/6cc6dfca-87fa-4f58-81a8-56a31490621c HTTP/1.1" status: 204 len: 168 time: 0.5835140 Nov 09 18:16:27.389105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d45c3f9e-4036-49fc-907d-f72175cd4a6c req-c6c73840-230a-46ed-a51a-1105444b67e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885694 Nov 09 18:16:27.422243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting subnet ef8fb41e-6e62-4762-9664-f219d8856591 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:27.425521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.471568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.561503 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.631251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.661121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0291db-764e-4300-b9f0-905da7473dc3 None None] Network 97535ef5-be7d-4600-a86f-760c237af1df requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:27.676010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8fb41e-6e62-4762-9664-f219d8856591,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:27.681857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.681857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3a6a9ee1-d3e5-4069-94a4-cbdb8990eca8 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/subnets/ef8fb41e-6e62-4762-9664-f219d8856591 HTTP/1.1" status: 204 len: 168 time: 0.3362687 Nov 09 18:16:27.684785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40738) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:27.741814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting subnet 55b9a139-c731-4732-b58f-45faf176e3cb {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:27.756921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.822783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.956261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:27.969322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ea98-fc65-4d0c-93a6-2e2ac6562a9d req-6f0f1c5a-ec5a-4cca-aae7-8f1198878b63 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:27.970943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4e1ea98-fc65-4d0c-93a6-2e2ac6562a9d req-6f0f1c5a-ec5a-4cca-aae7-8f1198878b63 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0911565 Nov 09 18:16:28.060707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.089888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] DHCP port deletion for 97535ef5-be7d-4600-a86f-760c237af1df request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:28.104861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4e1ea98-fc65-4d0c-93a6-2e2ac6562a9d req-a5d6dc63-86a0-46b2-bd12-e957a42182ac tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=58b186d5-0025-405c-8368-d8e2b80d83ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795605 Nov 09 18:16:28.106201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Subnet': ['ID=55b9a139-c731-4732-b58f-45faf176e3cb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:28.117370 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.124854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6a96b59b-0437-4a8c-88a5-6773afeb879d tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/subnets/55b9a139-c731-4732-b58f-45faf176e3cb HTTP/1.1" status: 204 len: 168 time: 0.4390712 Nov 09 18:16:28.127646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40750) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:28.174364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a314b3a5-7ad5-4531-bd7e-ce8490daf604 None None] Network 54f62d31-3729-45cf-ba34-bae4af3123c0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:28.245486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf55f284-2b89-417a-ae76-3740b351bbeb req-5318b400-d539-43ad-b5e7-f056fec839bc tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/ports?device_id=12542956-2203-4120-b04f-b3d3de22949b HTTP/1.1" status: 200 len: 210 time: 0.0432317 Nov 09 18:16:28.271325 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.274924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-e8a5beff-debd-4e9e-a71e-e2999f27d423 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:28.276399 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-e8a5beff-debd-4e9e-a71e-e2999f27d423 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 1097 time: 0.0820322 Nov 09 18:16:28.284310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] Deleting port 645ca203-3967-4062-b1e1-516aa7ca88f2 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:28.284696 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.381369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Deleting port 645ca203-3967-4062-b1e1-516aa7ca88f2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:28.381614 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.385083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] For port 645ca203-3967-4062-b1e1-516aa7ca88f2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=645ca203-3967-4062-b1e1-516aa7ca88f2,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:28.385497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.400598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] Calling delete_port for 645ca203-3967-4062-b1e1-516aa7ca88f2 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:28.439486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Deleting port 1642121b-18eb-4c4a-8d00-0b1b94c2874e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:28.439842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.488225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.494415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] For port 645ca203-3967-4062-b1e1-516aa7ca88f2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=645ca203-3967-4062-b1e1-516aa7ca88f2,segment=NetworkSegment(b4435e5e-1cec-4a54-8a7d-2165a2b78030),segment_id=b4435e5e-1cec-4a54-8a7d-2165a2b78030)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:28.494656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] DHCP port deletion for 54f62d31-3729-45cf-ba34-bae4af3123c0 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:28.495181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.516599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Calling delete_port for 645ca203-3967-4062-b1e1-516aa7ca88f2 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:28.519433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] Pushing event deleted for resources: {'Port': ['ID=645ca203-3967-4062-b1e1-516aa7ca88f2,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:28.523096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1754e48-d936-45e1-8578-f2cf2934c3ee None None] No DVR routers for this DVR port 645ca203-3967-4062-b1e1-516aa7ca88f2 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:28.554905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72ed2a-5a4f-4480-b45b-5ceeca40aa0a req-d7e3608a-20b7-457d-9013-3c4acdd9c178 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:28.556498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc72ed2a-5a4f-4480-b45b-5ceeca40aa0a req-d7e3608a-20b7-457d-9013-3c4acdd9c178 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 944 time: 0.0860524 Nov 09 18:16:28.574379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] Deleting port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:28.574793 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.594219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] For port 1642121b-18eb-4c4a-8d00-0b1b94c2874e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1642121b-18eb-4c4a-8d00-0b1b94c2874e,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:28.594595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.609892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc72ed2a-5a4f-4480-b45b-5ceeca40aa0a req-1c963726-4a55-4c3e-81cd-2c8c92032315 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Nov 09 18:16:28.615800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Calling delete_port for 1642121b-18eb-4c4a-8d00-0b1b94c2874e owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:28.638673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] For port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=921abc21-cd04-4dd5-bb49-7b3c65fd9a14,segment=NetworkSegment(ff307125-09c8-4d7f-8983-130ba0618704),segment_id=ff307125-09c8-4d7f-8983-130ba0618704)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:28.639104 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.643208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.652004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] Calling delete_port for 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:28.701196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Port': ['ID=645ca203-3967-4062-b1e1-516aa7ca88f2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:28.707489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] No DVR routers for this DVR port 645ca203-3967-4062-b1e1-516aa7ca88f2 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:28.735087 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.757512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] Pushing event deleted for resources: {'Port': ['ID=921abc21-cd04-4dd5-bb49-7b3c65fd9a14,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:28.763128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e06f98-2bdb-4f57-94d6-7ed2900ba338 None None] No DVR routers for this DVR port 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:28.802389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.817038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:16:28.844672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97535ef5-be7d-4600-a86f-760c237af1df']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:28.859939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4435e5e-1cec-4a54-8a7d-2165a2b78030') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:28.860242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4435e5e-1cec-4a54-8a7d-2165a2b78030') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:28.872419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.890959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.895047 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.910573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1642121b-18eb-4c4a-8d00-0b1b94c2874e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:28.922398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:28.922819 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:28.927543 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:28.937494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Pushing event deleted for resources: {'Port': ['ID=1642121b-18eb-4c4a-8d00-0b1b94c2874e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:28.947055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 30516edb-dd21-4e35-a3d2-aa0647b4173e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:28.956121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:28.978487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 30516edb-dd21-4e35-a3d2-aa0647b4173e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:28.978953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 30516edb-dd21-4e35-a3d2-aa0647b4173e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:28.984468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'port_id': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'mac_address': 'fa:16:3e:45:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:16:29.019689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] No DVR routers for this DVR port 1642121b-18eb-4c4a-8d00-0b1b94c2874e on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:29.023262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.026603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.026916 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c07bb1da-65a7-4034-a7a1-1bf4bbf2386e req-67b1057a-61a0-4e64-b956-d9d925197cbf tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.85 "DELETE /v2.0/ports/1642121b-18eb-4c4a-8d00-0b1b94c2874e HTTP/1.1" status: 204 len: 173 time: 0.7424710 Nov 09 18:16:29.027365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'name': 'network-vif-deleted', 'tag': '1642121b-18eb-4c4a-8d00-0b1b94c2874e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:29.030798 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd19f17e-ae08-4306-94e4-05b0c394f87a" -d '{"events": [{"server_uuid": "d71bf93d-75fe-4413-8b9b-46360283c505", "name": "network-vif-deleted", "tag": "1642121b-18eb-4c4a-8d00-0b1b94c2874e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:29.042481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e270b3-71d0-4623-a9d6-beef9730bef2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:16:29.047302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.055324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.061227 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/networks/97535ef5-be7d-4600-a86f-760c237af1df HTTP/1.1" status: 204 len: 168 time: 0.9301510 Nov 09 18:16:29.061687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40758) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:29.072831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:29.077731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71a52f-caed-4907-b8cf-4dfd2b481301 tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Network': ['ID=97535ef5-be7d-4600-a86f-760c237af1df,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:29.078591 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.096110 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c038eb35-03e5-4051-bc51-60b1db569914 x-openstack-request-id: req-c038eb35-03e5-4051-bc51-60b1db569914 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:29.096492 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71bf93d-75fe-4413-8b9b-46360283c505", "name": "network-vif-deleted", "tag": "1642121b-18eb-4c4a-8d00-0b1b94c2874e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:29.096809 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c038eb35-03e5-4051-bc51-60b1db569914 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:29.097884 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71bf93d-75fe-4413-8b9b-46360283c505', 'name': 'network-vif-deleted', 'tag': '1642121b-18eb-4c4a-8d00-0b1b94c2874e', 'status': 'completed', 'code': 200} Nov 09 18:16:29.138438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:29.195859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.225998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a559170-126b-4a58-a637-450704d6d68e req-4b617d48-c6e5-4a27-ae71-6440d3159149 tempest-TestServerMultinode-1934582964 tempest-TestServerMultinode-1934582964-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d71bf93d-75fe-4413-8b9b-46360283c505 HTTP/1.1" status: 200 len: 210 time: 0.0280416 Nov 09 18:16:29.308944 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.323866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['94e270b3-71d0-4623-a9d6-beef9730bef2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:29.335718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f62d31-3729-45cf-ba34-bae4af3123c0']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:29.347966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff307125-09c8-4d7f-8983-130ba0618704') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:29.348415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff307125-09c8-4d7f-8983-130ba0618704') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:29.350466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40774) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:29.372666 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.397270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.409657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:29.410351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:29.413729 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:29.487670 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae0bdc-1608-47f2-b38a-c72714e12113 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.491368 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.496313 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.501358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] 10.222.0.32 "DELETE /v2.0/networks/54f62d31-3729-45cf-ba34-bae4af3123c0 HTTP/1.1" status: 204 len: 168 time: 0.4384613 Nov 09 18:16:29.537318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b942f-6512-424a-a945-0ca16bc625cb tempest-TaggedBootDevicesTest_v242-695615292 tempest-TaggedBootDevicesTest_v242-695615292-project] Pushing event deleted for resources: {'Network': ['ID=54f62d31-3729-45cf-ba34-bae4af3123c0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:29.544956 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae0bdc-1608-47f2-b38a-c72714e12113 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.615780 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae0bdc-1608-47f2-b38a-c72714e12113 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.618659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58ae0bdc-1608-47f2-b38a-c72714e12113 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.620422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-58ae0bdc-1608-47f2-b38a-c72714e12113 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/security-groups/f2e5975b-3822-43ab-91b5-ab64e9832d6e HTTP/1.1" status: 204 len: 168 time: 0.2689259 Nov 09 18:16:29.623750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:29.630329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae0bdc-1608-47f2-b38a-c72714e12113 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5975b-3822-43ab-91b5-ab64e9832d6e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:29.674581 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-2b66b262-7941-45a9-9842-fcb208cce7c7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] show failed (client error): The resource could not be found. Nov 09 18:16:29.675638 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2b66b262-7941-45a9-9842-fcb208cce7c7 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "GET /v2.0/security-groups/f2e5975b-3822-43ab-91b5-ab64e9832d6e HTTP/1.1" status: 404 len: 347 time: 0.0503628 Nov 09 18:16:29.679491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40794) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:29.767003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 645ca203-3967-4062-b1e1-516aa7ca88f2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:29.789338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 645ca203-3967-4062-b1e1-516aa7ca88f2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:29.789772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 645ca203-3967-4062-b1e1-516aa7ca88f2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:29.790289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:29.811195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:29.811635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 921abc21-cd04-4dd5-bb49-7b3c65fd9a14 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:29.862468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61588a42-9361-4d4b-a610-1b1e93a5a71b req-cb63e900-b0d8-4011-bc35-741c4df7f3a3 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:29.863973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61588a42-9361-4d4b-a610-1b1e93a5a71b req-cb63e900-b0d8-4011-bc35-741c4df7f3a3 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1382906 Nov 09 18:16:29.907403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port 49e3ca23-5767-4c19-9c60-c93be9faa3b4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:29.907655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.923456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61588a42-9361-4d4b-a610-1b1e93a5a71b req-9e00e2ea-52ca-47f9-9fc9-3ef4f413b9b7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521522 Nov 09 18:16:29.994314 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:29.994648 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.007155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for 49e3ca23-5767-4c19-9c60-c93be9faa3b4 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:30.165086 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.196635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=49e3ca23-5767-4c19-9c60-c93be9faa3b4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:30.255761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.258323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.262277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-47e66073-ce51-403b-9561-c0d2e5e4e066 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/floatingips/706e76c7-276a-456f-898e-0c9d3c01b285 HTTP/1.1" status: 204 len: 168 time: 0.5824554 Nov 09 18:16:30.262926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40808) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:30.299500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40810) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:30.379565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port 095a41c9-4074-4af0-acff-a23c33715222 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:30.380281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.467518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.483875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for 095a41c9-4074-4af0-acff-a23c33715222 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:30.631443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.667739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=095a41c9-4074-4af0-acff-a23c33715222,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:30.690550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.751343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.754616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-08169bca-cd22-4a5c-afd0-443bbdc6faa8 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/ports/095a41c9-4074-4af0-acff-a23c33715222 HTTP/1.1" status: 204 len: 168 time: 0.4903197 Nov 09 18:16:30.757176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40812) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:30.836890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:16:30.884859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port c03c8a69-6bfa-4033-a0fe-61ada2e986e7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:30.885580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:30.937444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 94e270b3-71d0-4623-a9d6-beef9730bef2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:16:30.943815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 94e270b3-71d0-4623-a9d6-beef9730bef2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:30.944462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.021288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.025402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Deleting port 07567d9a-6176-41b9-9550-335ae16f2bb1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:31.034413 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.037630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for c03c8a69-6bfa-4033-a0fe-61ada2e986e7 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:31.123843 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.169017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:31.171104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:31.174596 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a094f-d8f1-4b22-b303-5c56a15a53ca" -d '{"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:31.181097 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.182148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1642121b-18eb-4c4a-8d00-0b1b94c2874e no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:31.221696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962d86-2b91-4d05-a19a-95c6775c98b6 req-5c5e1f86-263b-4318-b000-8f74d560a72b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:31.233971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a962d86-2b91-4d05-a19a-95c6775c98b6 req-5c5e1f86-263b-4318-b000-8f74d560a72b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 945 time: 0.1468318 Nov 09 18:16:31.250483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] For port 07567d9a-6176-41b9-9550-335ae16f2bb1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=07567d9a-6176-41b9-9550-335ae16f2bb1,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:31.250483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.309752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Calling delete_port for 07567d9a-6176-41b9-9550-335ae16f2bb1 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:31.318409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=12']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:31.322485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.334375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 1642121b-18eb-4c4a-8d00-0b1b94c2874e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:31.334770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1642121b-18eb-4c4a-8d00-0b1b94c2874e not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:31.361872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a962d86-2b91-4d05-a19a-95c6775c98b6 req-85c46f16-0c46-435e-ae7c-ad21fbcce3b2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247470 Nov 09 18:16:31.374499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=c03c8a69-6bfa-4033-a0fe-61ada2e986e7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:31.426681 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b51216-60bc-4cb5-a1ac-5287f2186ab5 x-openstack-request-id: req-74b51216-60bc-4cb5-a1ac-5287f2186ab5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:31.426985 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-plugged", "status": "completed", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:31.427249 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74b51216-60bc-4cb5-a1ac-5287f2186ab5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:31.427655 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'code': 200} Nov 09 18:16:31.488485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40832) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:31.504369 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.508035 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d2bcce80-c6c6-4b2c-a2b5-197dcaee0742 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/ports/c03c8a69-6bfa-4033-a0fe-61ada2e986e7 HTTP/1.1" status: 204 len: 168 time: 0.7498267 Nov 09 18:16:31.510787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40836) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:31.577625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting subnet a0971b91-7d87-4471-8246-76aaf970492b {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:31.581029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.619310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:31.647290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07567d9a-6176-41b9-9550-335ae16f2bb1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:31.936593 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.054649 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3c79b66-821a-4839-8d78-6d7e0d2660bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.058837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.101757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1ae11-73c7-4642-969a-89362d10ea4e req-680bf3f8-f079-4ceb-8902-8a53a4197788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:32.103306 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a7e1ae11-73c7-4642-969a-89362d10ea4e req-680bf3f8-f079-4ceb-8902-8a53a4197788 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1097 time: 0.4867444 Nov 09 18:16:32.212614 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a7e1ae11-73c7-4642-969a-89362d10ea4e req-540b36ce-c408-42ed-a8a2-a44549cc68c2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871565 Nov 09 18:16:32.229330 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.280219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3c79b66-821a-4839-8d78-6d7e0d2660bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.291004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3c79b66-821a-4839-8d78-6d7e0d2660bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.348014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d3c79b66-821a-4839-8d78-6d7e0d2660bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c12e63ae8f2840588db793d461cf05fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582723 Nov 09 18:16:32.349140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c79b66-821a-4839-8d78-6d7e0d2660bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56076d59-b24e-4046-ad75-6819f505b0e5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:32.352063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:32.357404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.410521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Subnet': ['ID=a0971b91-7d87-4471-8246-76aaf970492b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:32.413234 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.417923 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9ace8115-ab93-4e49-8976-657b060e3b24 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/subnets/a0971b91-7d87-4471-8246-76aaf970492b HTTP/1.1" status: 204 len: 168 time: 0.9061399 Nov 09 18:16:32.418244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75731f86-4036-4631-b954-d9299ce6883a None None] Network 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:32.422864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:32.486808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting subnet ca932822-29fa-40d1-b251-3e2d9c0aadc7 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:32.508753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.530100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bfecf-1850-4315-b1b6-c05314d1d0ba req-de1acaab-14e3-4d70-80fb-2caf23409d81 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:32.532210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bfb488-9a77-4ee8-a60b-a83b107f597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.537903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-208bfecf-1850-4315-b1b6-c05314d1d0ba req-de1acaab-14e3-4d70-80fb-2caf23409d81 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 946 time: 0.0822930 Nov 09 18:16:32.545295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:32.571998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.575897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bfb488-9a77-4ee8-a60b-a83b107f597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.589718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-208bfecf-1850-4315-b1b6-c05314d1d0ba req-ae93fc70-e7bf-4f01-8299-2944aca974ba tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504265 Nov 09 18:16:32.681465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] DHCP port deletion for 2ec13929-9a0d-49f5-8579-ea9f2ed91b35 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:32.701873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.705629 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bfb488-9a77-4ee8-a60b-a83b107f597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.708363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33bfb488-9a77-4ee8-a60b-a83b107f597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.710610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-33bfb488-9a77-4ee8-a60b-a83b107f597c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56076d59-b24e-4046-ad75-6819f505b0e5 HTTP/1.1" status: 204 len: 168 time: 0.3554726 Nov 09 18:16:32.726797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:32.732801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-219cdecb-dffb-4716-87e9-b0c65844ecc0 admin admin] 10.222.0.32 "PUT /v2.0/routers/95e561d2-ef7b-4dfc-a745-e055e6bf3441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318261 Nov 09 18:16:32.735368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40850) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:32.736792 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] Sync routers for ids ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:32.752554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] Deleting port ba221ff9-f642-496b-b75a-2eef8b7a0de7 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:32.752880 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.756832 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] Routers {'95e561d2-ef7b-4dfc-a745-e055e6bf3441'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:32.757573 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:32.795370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfb488-9a77-4ee8-a60b-a83b107f597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56076d59-b24e-4046-ad75-6819f505b0e5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:32.840096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.881201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] For port ba221ff9-f642-496b-b75a-2eef8b7a0de7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ba221ff9-f642-496b-b75a-2eef8b7a0de7,segment=NetworkSegment(46536898-b2ee-4b18-aa5a-724339d2d5a3),segment_id=46536898-b2ee-4b18-aa5a-724339d2d5a3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:32.881621 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.895929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.915344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Subnet': ['ID=ca932822-29fa-40d1-b251-3e2d9c0aadc7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:32.925001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] Calling delete_port for ba221ff9-f642-496b-b75a-2eef8b7a0de7 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:32.933525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:32.942427 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bbd14653-c7b6-4a2b-8005-40ec3caa54e9 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/subnets/ca932822-29fa-40d1-b251-3e2d9c0aadc7 HTTP/1.1" status: 204 len: 168 time: 0.5184197 Nov 09 18:16:32.943259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40852) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:32.961433 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] Set router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:33.032307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aeeb72-16ca-48ba-89f4-b15a59450380 None None] Network 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:33.096546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.105938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.201414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.209159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Deleting port ba221ff9-f642-496b-b75a-2eef8b7a0de7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:33.209644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.221417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Deleting port 3d66f589-2623-464c-aa33-4ea704ab9e77 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:33.221759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.265689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] Pushing event deleted for resources: {'Port': ['ID=ba221ff9-f642-496b-b75a-2eef8b7a0de7,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:33.289665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40856) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:33.296611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] DHCP port deletion for 9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:33.300748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36405e-6e76-4414-8272-f826a6f18d1e None None] No DVR routers for this DVR port ba221ff9-f642-496b-b75a-2eef8b7a0de7 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:33.340122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] For port ba221ff9-f642-496b-b75a-2eef8b7a0de7, host n-d-817240-1, got binding levels [] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:33.340122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.342186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f80f81a4-3e55-427c-aa62-14f6e4064253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.361418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Calling delete_port for ba221ff9-f642-496b-b75a-2eef8b7a0de7 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:33.365019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Port ba221ff9-f642-496b-b75a-2eef8b7a0de7 was not found and therefore no delete operation was performed {{(pid=102141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:16:33.386347 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.412011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] For port 3d66f589-2623-464c-aa33-4ea704ab9e77, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3d66f589-2623-464c-aa33-4ea704ab9e77,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:33.412565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.420869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] Deleting port bd33139f-71ed-4816-937a-7ad1f7303fc1 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:33.421356 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.475819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Calling delete_port for 3d66f589-2623-464c-aa33-4ea704ab9e77 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:33.512500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] No DVR routers for this DVR port ba221ff9-f642-496b-b75a-2eef8b7a0de7 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:33.540926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] For port bd33139f-71ed-4816-937a-7ad1f7303fc1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bd33139f-71ed-4816-937a-7ad1f7303fc1,segment=NetworkSegment(b595cf72-e217-4840-bb26-be4f0e5a36ca),segment_id=b595cf72-e217-4840-bb26-be4f0e5a36ca)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:33.541471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.566529 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:16:31Z', 'revision_number': 5, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port': {'id': '3d66f589-2623-464c-aa33-4ea704ab9e77', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:83:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:26Z', 'updated_at': '2021-11-09T18:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:33.574373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] Calling delete_port for bd33139f-71ed-4816-937a-7ad1f7303fc1 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:33.630247 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] Checking router: 95e561d2-ef7b-4dfc-a745-e055e6bf3441 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:33.662097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.664202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] Routers {'95e561d2-ef7b-4dfc-a745-e055e6bf3441'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:33.667744 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:33.739693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec13929-9a0d-49f5-8579-ea9f2ed91b35']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:33.773370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46536898-b2ee-4b18-aa5a-724339d2d5a3') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:33.775236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46536898-b2ee-4b18-aa5a-724339d2d5a3') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:33.801921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.815864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.832219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.846893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:33.848755 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:33.882293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] Pushing event deleted for resources: {'Port': ['ID=bd33139f-71ed-4816-937a-7ad1f7303fc1,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:33.895647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ba221ff9-f642-496b-b75a-2eef8b7a0de7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:33.905040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5961efc-361a-4a48-92b2-b60e0964eeee None None] No DVR routers for this DVR port bd33139f-71ed-4816-937a-7ad1f7303fc1 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:33.908556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f35c-eba2-4992-b5c0-77b990b0eeb4 req-97b11940-f538-45a3-91b0-80482bd4b2f4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:33.920646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0789f35c-eba2-4992-b5c0-77b990b0eeb4 req-97b11940-f538-45a3-91b0-80482bd4b2f4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 946 time: 0.1916783 Nov 09 18:16:33.928958 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] Set router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:33.946050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ba221ff9-f642-496b-b75a-2eef8b7a0de7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:33.953965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ba221ff9-f642-496b-b75a-2eef8b7a0de7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:33.954418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bd33139f-71ed-4816-937a-7ad1f7303fc1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:33.996790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Port': ['ID=ba221ff9-f642-496b-b75a-2eef8b7a0de7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:34.003812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: bd33139f-71ed-4816-937a-7ad1f7303fc1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:34.004169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bd33139f-71ed-4816-937a-7ad1f7303fc1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:34.027623 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:34.037097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.042500 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:16:33Z', 'revision_number': 6, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:34.048908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.052489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/networks/2ec13929-9a0d-49f5-8579-ea9f2ed91b35 HTTP/1.1" status: 204 len: 168 time: 1.1081097 Nov 09 18:16:34.063507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40884) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:34.077550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1db1-5b1a-4302-916f-254a001ed6df tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Network': ['ID=2ec13929-9a0d-49f5-8579-ea9f2ed91b35,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:34.094088 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a080df5-54b7-4504-8a19-428bd16c0d9f None None] The sync data for ids ['95e561d2-ef7b-4dfc-a745-e055e6bf3441'] in n-d-817240-1 is: [{'id': '95e561d2-ef7b-4dfc-a745-e055e6bf3441', 'name': 'tempest-TestServerMultinode-1374883623-router', 'tenant_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:24Z', 'updated_at': '2021-11-09T18:16:33Z', 'revision_number': 6, 'project_id': '494c0ab280504fe5bfaf1ca5a7269e47', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:34.106726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0789f35c-eba2-4992-b5c0-77b990b0eeb4 req-e24d9492-958e-444d-90fb-b02a90269d1f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642113 Nov 09 18:16:34.138083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.139446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f80f81a4-3e55-427c-aa62-14f6e4064253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.147479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f80f81a4-3e55-427c-aa62-14f6e4064253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.214607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f80f81a4-3e55-427c-aa62-14f6e4064253 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5509d56525354f1495625d23b8074133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9238570 Nov 09 18:16:34.216977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f81a4-3e55-427c-aa62-14f6e4064253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf7756-5a2b-4bde-9314-543b10acbdc1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:34.219560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40900) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:34.251043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d66f589-2623-464c-aa33-4ea704ab9e77,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:34.276074 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4799a0-f14a-4f8f-bf4b-c7b2d067030d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.300559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4799a0-f14a-4f8f-bf4b-c7b2d067030d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.358802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4799a0-f14a-4f8f-bf4b-c7b2d067030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.362230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e4799a0-f14a-4f8f-bf4b-c7b2d067030d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.364417 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1e4799a0-f14a-4f8f-bf4b-c7b2d067030d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6cf7756-5a2b-4bde-9314-543b10acbdc1 HTTP/1.1" status: 204 len: 168 time: 0.1430230 Nov 09 18:16:34.370805 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.376678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4799a0-f14a-4f8f-bf4b-c7b2d067030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf7756-5a2b-4bde-9314-543b10acbdc1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:34.399522 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.630954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.649003 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.665145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.732657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:34.735376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.736007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95e561d2-ef7b-4dfc-a745-e055e6bf3441 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:34.745866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.750176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aca662de-127a-4c26-9d06-d4ab24f5b3b7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/95e561d2-ef7b-4dfc-a745-e055e6bf3441 HTTP/1.1" status: 204 len: 168 time: 2.0111489 Nov 09 18:16:34.750550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40916) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:34.768015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b595cf72-e217-4840-bb26-be4f0e5a36ca') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:34.768713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b595cf72-e217-4840-bb26-be4f0e5a36ca') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:34.799571 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.818500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] Deleting subnet 24e2dd14-b530-4419-a1e0-09266a710c71 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:34.823146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.835536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.857788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:34.858410 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.866551 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:34.886307 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:34.958006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.974312 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:34.979137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] 10.222.0.32 "DELETE /v2.0/networks/9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb HTTP/1.1" status: 204 len: 168 time: 0.9074299 Nov 09 18:16:34.992245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbcbb1-36b1-41bb-963e-5efe2d444639 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] Pushing event deleted for resources: {'Network': ['ID=9e0ac4da-b5ce-44b4-81c9-ebe4fd8b16fb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:35.014782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.108816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.145214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.149835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9dbd7-0ff5-4046-b617-16e052af352e None None] Network c85257a8-f756-4d4c-a5d9-81532fe072e3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:35.161818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40930) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:35.175094 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24e2dd14-b530-4419-a1e0-09266a710c71 HTTP/1.1" status: 204 len: 168 time: 0.4229031 Nov 09 18:16:35.239923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb899a-f464-4560-b13d-a272022c5c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e2dd14-b530-4419-a1e0-09266a710c71,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:35.340950 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.373633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1530b1a-42a3-404e-90b5-ef32b350e9f0 req-bf132faf-f18b-4626-abd9-01fa995f0587 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:35.375159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1530b1a-42a3-404e-90b5-ef32b350e9f0 req-bf132faf-f18b-4626-abd9-01fa995f0587 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 946 time: 0.0892200 Nov 09 18:16:35.398493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] DHCP port deletion for c85257a8-f756-4d4c-a5d9-81532fe072e3 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:35.448174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] Deleting port d270c264-c38f-4b98-8a93-550205d4fe9b {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:35.448931 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.449873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1530b1a-42a3-404e-90b5-ef32b350e9f0 req-5899e478-c49a-4d82-a62b-7e155d73fa93 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551867 Nov 09 18:16:35.471548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Deleting port d270c264-c38f-4b98-8a93-550205d4fe9b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:35.474376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.551823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] For port d270c264-c38f-4b98-8a93-550205d4fe9b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d270c264-c38f-4b98-8a93-550205d4fe9b,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:35.553482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.579338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] Calling delete_port for d270c264-c38f-4b98-8a93-550205d4fe9b owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:35.591664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] For port d270c264-c38f-4b98-8a93-550205d4fe9b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d270c264-c38f-4b98-8a93-550205d4fe9b,segment=NetworkSegment(ac0d4d33-da2d-4f48-a1eb-2ab5512a3119),segment_id=ac0d4d33-da2d-4f48-a1eb-2ab5512a3119)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:35.592172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.628467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Calling delete_port for d270c264-c38f-4b98-8a93-550205d4fe9b owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:35.696273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.752733 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.759871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] Pushing event deleted for resources: {'Port': ['ID=d270c264-c38f-4b98-8a93-550205d4fe9b,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:35.764335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6060a8-2c0c-452e-a2bc-2b6bdd1fb132 None None] No DVR routers for this DVR port d270c264-c38f-4b98-8a93-550205d4fe9b on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:35.793915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Pushing event deleted for resources: {'Port': ['ID=d270c264-c38f-4b98-8a93-550205d4fe9b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:35.796307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] No DVR routers for this DVR port d270c264-c38f-4b98-8a93-550205d4fe9b on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:35.858813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3d66f589-2623-464c-aa33-4ea704ab9e77 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:35.875942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.884847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3d66f589-2623-464c-aa33-4ea704ab9e77 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:35.885420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3d66f589-2623-464c-aa33-4ea704ab9e77 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:35.886005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d270c264-c38f-4b98-8a93-550205d4fe9b no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:35.897917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85257a8-f756-4d4c-a5d9-81532fe072e3']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:35.907962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: d270c264-c38f-4b98-8a93-550205d4fe9b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:35.908343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:35.908648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0d4d33-da2d-4f48-a1eb-2ab5512a3119') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:35.909091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d270c264-c38f-4b98-8a93-550205d4fe9b not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:35.909642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 07567d9a-6176-41b9-9550-335ae16f2bb1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:35.920416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.941699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:35.947694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 07567d9a-6176-41b9-9550-335ae16f2bb1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:35.948287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 07567d9a-6176-41b9-9550-335ae16f2bb1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:35.954882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:35.955294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:36.026713 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:36.033413 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.043111 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.049415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40956) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:36.049652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c85257a8-f756-4d4c-a5d9-81532fe072e3 HTTP/1.1" status: 204 len: 168 time: 0.8863754 Nov 09 18:16:36.062982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffda26-d598-4df7-827f-f4428a94b977 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85257a8-f756-4d4c-a5d9-81532fe072e3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:36.466158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:36.907745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Deleting port 3c744388-790d-4df6-bf7e-ad1f1f65f525 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:36.908099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.068509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] For port 3c744388-790d-4df6-bf7e-ad1f1f65f525, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3c744388-790d-4df6-bf7e-ad1f1f65f525,segment=NetworkSegment(f0e17092-1be5-462e-ada2-b2fa576f298d),segment_id=f0e17092-1be5-462e-ada2-b2fa576f298d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:37.071150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.100649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Calling delete_port for 3c744388-790d-4df6-bf7e-ad1f1f65f525 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:37.155277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40986) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:37.278271 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c569667d-1a9a-4d5b-84d8-7ecde1405834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.375380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a82443b9-3c18-4afe-a323-39e0466d0fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.431071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.501973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3c744388-790d-4df6-bf7e-ad1f1f65f525,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:37.520680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a82443b9-3c18-4afe-a323-39e0466d0fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.532067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a82443b9-3c18-4afe-a323-39e0466d0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.578296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82443b9-3c18-4afe-a323-39e0466d0fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a13b860-a678-4aa8-95a6-fe07698bbac7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:37.608812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a82443b9-3c18-4afe-a323-39e0466d0fb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1d627fa5bd3435d841ff00c2c699ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517379 Nov 09 18:16:37.611861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40990) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:37.772246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a837896-c39f-4a1e-99bf-7a5b5db90f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.804653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.828236 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a837896-c39f-4a1e-99bf-7a5b5db90f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.908796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a837896-c39f-4a1e-99bf-7a5b5db90f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.916381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a837896-c39f-4a1e-99bf-7a5b5db90f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:37.916381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a837896-c39f-4a1e-99bf-7a5b5db90f76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a13b860-a678-4aa8-95a6-fe07698bbac7 HTTP/1.1" status: 204 len: 168 time: 0.3024297 Nov 09 18:16:37.925808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a837896-c39f-4a1e-99bf-7a5b5db90f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a13b860-a678-4aa8-95a6-fe07698bbac7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:38.150184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Router 07ab8694-46f0-4850-873a-7cca0b42d3f6 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:38.276136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:38.283073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3ca801e0-c627-436a-8733-2ecf859951ad admin admin] 10.222.0.32 "PUT /v2.0/routers/07ab8694-46f0-4850-873a-7cca0b42d3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2318943 Nov 09 18:16:38.285812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41000) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:38.289191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] Sync routers for ids ['07ab8694-46f0-4850-873a-7cca0b42d3f6'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:38.302283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] Routers {'07ab8694-46f0-4850-873a-7cca0b42d3f6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:38.303203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['07ab8694-46f0-4850-873a-7cca0b42d3f6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:38.303466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41002) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:38.320728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02656d23-a9c9-40ef-8cf2-7830bcc741e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.415867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02656d23-a9c9-40ef-8cf2-7830bcc741e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.421686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02656d23-a9c9-40ef-8cf2-7830bcc741e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.437540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.443878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] Set router 07ab8694-46f0-4850-873a-7cca0b42d3f6 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:38.484553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-02656d23-a9c9-40ef-8cf2-7830bcc741e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b424f56beec6469c97bb436ffae255ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799612 Nov 09 18:16:38.485369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41004) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:38.486103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02656d23-a9c9-40ef-8cf2-7830bcc741e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f5e76-0adb-41f7-97a4-4837f38fb602,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:38.546320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db234c9a-a290-4c1e-ac7d-25452fd961b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.562845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.569254 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db234c9a-a290-4c1e-ac7d-25452fd961b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.628029 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db234c9a-a290-4c1e-ac7d-25452fd961b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.630894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db234c9a-a290-4c1e-ac7d-25452fd961b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.632761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Deleting port dda9a0b5-5427-45d6-96db-5a08a5259040 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:38.633231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.634875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db234c9a-a290-4c1e-ac7d-25452fd961b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e01f5e76-0adb-41f7-97a4-4837f38fb602 HTTP/1.1" status: 204 len: 168 time: 0.1454902 Nov 09 18:16:38.643888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db234c9a-a290-4c1e-ac7d-25452fd961b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f5e76-0adb-41f7-97a4-4837f38fb602,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:38.740272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] For port dda9a0b5-5427-45d6-96db-5a08a5259040, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=dda9a0b5-5427-45d6-96db-5a08a5259040,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:38.740644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:38.756372 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Calling delete_port for dda9a0b5-5427-45d6-96db-5a08a5259040 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:38.757040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:16:37Z', 'revision_number': 5, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port': {'id': 'dda9a0b5-5427-45d6-96db-5a08a5259040', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:36Z', 'updated_at': '2021-11-09T18:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:38.801087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] Checking router: 07ab8694-46f0-4850-873a-7cca0b42d3f6 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:38.814489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] Routers {'07ab8694-46f0-4850-873a-7cca0b42d3f6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:38.815628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['07ab8694-46f0-4850-873a-7cca0b42d3f6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:39.003656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.044596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=dda9a0b5-5427-45d6-96db-5a08a5259040,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:39.131331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.218881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] Set router 07ab8694-46f0-4850-873a-7cca0b42d3f6 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:39.256446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.261457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.295762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:16:38Z', 'revision_number': 6, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:39.322795 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.323869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ab8694-46f0-4850-873a-7cca0b42d3f6 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:39.335837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.337352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8737b033-8e6b-45cd-b7cc-e4c1f8729a2d admin admin] 10.222.0.32 "DELETE /v2.0/routers/07ab8694-46f0-4850-873a-7cca0b42d3f6 HTTP/1.1" status: 204 len: 168 time: 1.0499523 Nov 09 18:16:39.339810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41024) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:39.344563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164ccd9-e5c2-4f15-89f1-fa1194594ffc None None] The sync data for ids ['07ab8694-46f0-4850-873a-7cca0b42d3f6'] in n-d-817240-1 is: [{'id': '07ab8694-46f0-4850-873a-7cca0b42d3f6', 'name': 'tempest-TestServerMultinode-1335310537-router', 'tenant_id': 'bc1bd900cf234c279f86075f70ef0423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:34Z', 'updated_at': '2021-11-09T18:16:38Z', 'revision_number': 6, 'project_id': 'bc1bd900cf234c279f86075f70ef0423', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:39.409857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] Deleting subnet 963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:39.414618 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.461374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.562125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.629838 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.672945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:39.679865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3abbf24-4c2d-4668-a5df-c8de7a8aa68b None None] Network e29b0b39-b093-4018-be46-0ef4fbe53ce2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:39.700893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.711842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-67dedadf-d721-4d08-a7f0-0f7add06a9a7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/963c8c2e-ed4d-44f5-bb8d-20e11e6a3dbb HTTP/1.1" status: 204 len: 168 time: 0.3703041 Nov 09 18:16:39.713838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41032) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:39.876193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.929673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3c744388-790d-4df6-bf7e-ad1f1f65f525 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:39.952415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Deleting port b3ea53a9-0ff9-45f7-a54a-00389fdded64 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:39.953077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.981762 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d27e4701-0e09-4571-aa26-fe63819d9b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:39.985181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3c744388-790d-4df6-bf7e-ad1f1f65f525 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:39.985683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3c744388-790d-4df6-bf7e-ad1f1f65f525 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:40.059976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] For port b3ea53a9-0ff9-45f7-a54a-00389fdded64, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b3ea53a9-0ff9-45f7-a54a-00389fdded64,segment=NetworkSegment(f0e17092-1be5-462e-ada2-b2fa576f298d),segment_id=f0e17092-1be5-462e-ada2-b2fa576f298d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:40.060603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.079345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Calling delete_port for b3ea53a9-0ff9-45f7-a54a-00389fdded64 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:40.189804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.203124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.233304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41044) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:40.234867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ea53a9-0ff9-45f7-a54a-00389fdded64,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:40.236814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] No DVR routers for this DVR port b3ea53a9-0ff9-45f7-a54a-00389fdded64 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:40.266871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bfbd6b-9194-4065-a651-ba217d9843d2 None None] DHCP port deletion for e29b0b39-b093-4018-be46-0ef4fbe53ce2 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:40.351461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.377852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29b0b39-b093-4018-be46-0ef4fbe53ce2']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:40.394858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e17092-1be5-462e-ada2-b2fa576f298d') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:40.396055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e17092-1be5-462e-ada2-b2fa576f298d') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:40.418302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.435575 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.445986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:40.450979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:40.524983 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:40.533044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.544535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.556404 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e29b0b39-b093-4018-be46-0ef4fbe53ce2 HTTP/1.1" status: 204 len: 168 time: 0.8402691 Nov 09 18:16:40.601273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a81a6c-f2dc-4908-bc62-9c176f74eee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29b0b39-b093-4018-be46-0ef4fbe53ce2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:40.754889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:40.813929 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d77c9391-003b-4c4a-86d5-c24f61570d2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=494c0ab280504fe5bfaf1ca5a7269e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574257 Nov 09 18:16:40.816416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41062) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:40.891397 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d9c922fd-6324-4f78-ae2f-c306db3495ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.928997 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d9c922fd-6324-4f78-ae2f-c306db3495ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:40.999371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d9c922fd-6324-4f78-ae2f-c306db3495ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.003458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d9c922fd-6324-4f78-ae2f-c306db3495ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.004780 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d9c922fd-6324-4f78-ae2f-c306db3495ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e662079a-b855-4678-99da-9e99987092ef HTTP/1.1" status: 204 len: 168 time: 0.1873782 Nov 09 18:16:41.016186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c922fd-6324-4f78-ae2f-c306db3495ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e662079a-b855-4678-99da-9e99987092ef,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:41.061656 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.177381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.528502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Deleting port ac6c3bb0-3332-4809-be06-5f104feff7f1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:41.529099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.569096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:41.614336 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-554259e8-a82c-4e93-a01a-198ad21025de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc1bd900cf234c279f86075f70ef0423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417089 Nov 09 18:16:41.615260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41084) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:41.700616 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc286-edcc-494f-955a-f49072ea551c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.703682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] For port ac6c3bb0-3332-4809-be06-5f104feff7f1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac6c3bb0-3332-4809-be06-5f104feff7f1,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:41.706252 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.728816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Calling delete_port for ac6c3bb0-3332-4809-be06-5f104feff7f1 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:41.751016 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc286-edcc-494f-955a-f49072ea551c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.775411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device dda9a0b5-5427-45d6-96db-5a08a5259040 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:41.801505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: dda9a0b5-5427-45d6-96db-5a08a5259040 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:41.801975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device dda9a0b5-5427-45d6-96db-5a08a5259040 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:41.802676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b3ea53a9-0ff9-45f7-a54a-00389fdded64 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:41.825474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b3ea53a9-0ff9-45f7-a54a-00389fdded64 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:41.825914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b3ea53a9-0ff9-45f7-a54a-00389fdded64 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:41.923430 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc286-edcc-494f-955a-f49072ea551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.925987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc286-edcc-494f-955a-f49072ea551c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:41.927301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e6cc286-edcc-494f-955a-f49072ea551c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58b186d5-0025-405c-8368-d8e2b80d83ab HTTP/1.1" status: 204 len: 168 time: 0.3111100 Nov 09 18:16:41.970867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cc286-edcc-494f-955a-f49072ea551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b186d5-0025-405c-8368-d8e2b80d83ab,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:42.042568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.073944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6c3bb0-3332-4809-be06-5f104feff7f1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:42.315838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:42.576788 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.130246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Router 438dbd48-2c44-4384-ba7b-b6e56c978ecd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:43.297359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:43.305702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c9254223-6094-422b-8645-53b19df20ca5 admin admin] 10.222.0.32 "PUT /v2.0/routers/438dbd48-2c44-4384-ba7b-b6e56c978ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0704684 Nov 09 18:16:43.305831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41108) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:43.320979 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] Sync routers for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:43.344274 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:43.346011 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:43.493055 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:43.744720 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:16:41Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:43.781611 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] Checking router: 438dbd48-2c44-4384-ba7b-b6e56c978ecd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:43.791133 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] Routers {'438dbd48-2c44-4384-ba7b-b6e56c978ecd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:43.791743 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:43.802132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.925773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:43.969035 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] Set router 438dbd48-2c44-4384-ba7b-b6e56c978ecd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:44.007425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Deleting port 5ee46cad-fc35-40cb-9272-bb46c6c8f550 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:44.007779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.152688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] For port 5ee46cad-fc35-40cb-9272-bb46c6c8f550, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ee46cad-fc35-40cb-9272-bb46c6c8f550,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:44.153275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.196275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Calling delete_port for 5ee46cad-fc35-40cb-9272-bb46c6c8f550 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:44.274601 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:16:41Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:44.303352 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e197ca8-89cd-40b7-a169-6f0b0633de1b None None] The sync data for ids ['438dbd48-2c44-4384-ba7b-b6e56c978ecd'] in n-d-817240-1 is: [{'id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'name': 'tempest-TaggedBootDevicesTest_v242-503992459-router', 'tenant_id': '2caa4a16ee214c15ac8b622df0fed207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:04:54Z', 'updated_at': '2021-11-09T18:16:41Z', 'revision_number': 5, 'project_id': '2caa4a16ee214c15ac8b622df0fed207', 'gw_port': {'id': '5ee46cad-fc35-40cb-9272-bb46c6c8f550', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438dbd48-2c44-4384-ba7b-b6e56c978ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:04:55Z', 'updated_at': '2021-11-09T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:44.381184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.407042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee46cad-fc35-40cb-9272-bb46c6c8f550,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:44.420210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.420634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.420899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.421235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.421568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.421898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.422253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.422576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.422900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.423222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.423546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.423866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:44.483395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.576698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.578940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.629590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.630481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 438dbd48-2c44-4384-ba7b-b6e56c978ecd {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:44.635953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.645691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-326ef231-dd92-4131-b31d-b60d502b921f admin admin] 10.222.0.32 "DELETE /v2.0/routers/438dbd48-2c44-4384-ba7b-b6e56c978ecd HTTP/1.1" status: 204 len: 168 time: 1.3274329 Nov 09 18:16:44.645691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:44.692432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] Deleting subnet 7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:44.698736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.739073 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.841316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.908288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.938800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:44.942288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:44.946340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf3d20fb-7411-443a-b353-8e17cdc1da93 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a6caa59-fd57-4bc4-94c1-d6cb69d0fcc2 HTTP/1.1" status: 204 len: 168 time: 0.3051825 Nov 09 18:16:44.949053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41130) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:44.959200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7261a02-4922-47a1-bce4-25b683ce75b5 None None] Network 120ab491-a4a3-4403-851c-84311f388147 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:45.053007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.120656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Deleting port a31004b3-4abe-424f-8fd8-8154924d5601 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:45.121803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.212619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] For port a31004b3-4abe-424f-8fd8-8154924d5601, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a31004b3-4abe-424f-8fd8-8154924d5601,segment=NetworkSegment(b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec),segment_id=b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:45.213048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.227879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Calling delete_port for a31004b3-4abe-424f-8fd8-8154924d5601 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:45.311645 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.338777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31004b3-4abe-424f-8fd8-8154924d5601,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:45.347126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.347561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.347906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.348336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.348719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.349053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.349381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.349708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.350032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.350382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.350704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.351023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:45.356234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] No DVR routers for this DVR port a31004b3-4abe-424f-8fd8-8154924d5601 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:45.439459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.477839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d01a7-f420-4be4-a460-7ff02c5e1d41 None None] DHCP port deletion for 120ab491-a4a3-4403-851c-84311f388147 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:45.512138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ab491-a4a3-4403-851c-84311f388147']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:45.524334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:45.524631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bdf8e6-a6b5-4542-95d8-9d8f05b329ec') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:45.541713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.551769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51fd34-2930-4fdb-a05b-fad0df8b43bf req-54330918-e9cf-4f67-8560-ed516d117b07 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:45.553290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa51fd34-2930-4fdb-a05b-fad0df8b43bf req-54330918-e9cf-4f67-8560-ed516d117b07 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.1093440 Nov 09 18:16:45.573280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.597714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:45.597714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:45.599087 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:45.674024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa51fd34-2930-4fdb-a05b-fad0df8b43bf req-eb9dc8bc-3784-44f1-8c92-746351b94890 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062605 Nov 09 18:16:45.676466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.693948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.694493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.719269 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:45.723444 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] 10.222.0.32 "DELETE /v2.0/networks/120ab491-a4a3-4403-851c-84311f388147 HTTP/1.1" status: 204 len: 168 time: 0.7728293 Nov 09 18:16:45.724738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba31f-0cda-44a9-bdd0-eb7fc8976895 admin admin] Pushing event deleted for resources: {'Network': ['ID=120ab491-a4a3-4403-851c-84311f388147,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:45.826557 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-26bc56e2-9232-4454-99fc-200eb48cdadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/00b7fba7-cccb-46d7-85f9-1f952fd93e2f HTTP/1.1" status: 200 len: 994 time: 0.1313448 Nov 09 18:16:45.841264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac6c3bb0-3332-4809-be06-5f104feff7f1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:45.844657 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:16:45.881056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ac6c3bb0-3332-4809-be06-5f104feff7f1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:45.881672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac6c3bb0-3332-4809-be06-5f104feff7f1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:45.890813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a31004b3-4abe-424f-8fd8-8154924d5601 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:45.928177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a31004b3-4abe-424f-8fd8-8154924d5601 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:45.929285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a31004b3-4abe-424f-8fd8-8154924d5601 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:45.929946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ee46cad-fc35-40cb-9272-bb46c6c8f550 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:45.966408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:45.971469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5ee46cad-fc35-40cb-9272-bb46c6c8f550 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:45.973001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ee46cad-fc35-40cb-9272-bb46c6c8f550 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:46.094329 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-35d0b95d-e592-4933-a060-d4f206fbf4fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2caa4a16ee214c15ac8b622df0fed207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293814 Nov 09 18:16:46.097528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41154) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:46.198179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d8170e0-ef5d-4604-9127-2a078605e88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.234457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.267661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d8170e0-ef5d-4604-9127-2a078605e88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.320537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953ee9b-b890-48e8-bdc8-5522da49c69a req-173e7abf-62e8-461b-afa5-13778fd7ad14 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:46.322108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7953ee9b-b890-48e8-bdc8-5522da49c69a req-173e7abf-62e8-461b-afa5-13778fd7ad14 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1194615 Nov 09 18:16:46.368045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7953ee9b-b890-48e8-bdc8-5522da49c69a req-23b29e01-7265-4580-a0f6-c8d2a88e60b8 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Nov 09 18:16:46.370546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d8170e0-ef5d-4604-9127-2a078605e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.374925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8d8170e0-ef5d-4604-9127-2a078605e88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.378669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8d8170e0-ef5d-4604-9127-2a078605e88b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f2d0bc8-f3c0-4742-a8f6-178706f862b3 HTTP/1.1" status: 204 len: 168 time: 0.2763941 Nov 09 18:16:46.387851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8170e0-ef5d-4604-9127-2a078605e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d0bc8-f3c0-4742-a8f6-178706f862b3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:46.463278 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.767346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41176) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:46.815256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Deleting port 456de3d2-33b0-4e85-b076-dc99f99f0b78 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:46.816130 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.923966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f72bd3eb-efa5-4c89-b232-cf5917fb556a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.934615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] For port 456de3d2-33b0-4e85-b076-dc99f99f0b78, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=456de3d2-33b0-4e85-b076-dc99f99f0b78,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:46.935612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:46.957049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Calling delete_port for 456de3d2-33b0-4e85-b076-dc99f99f0b78 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:47.040167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f72bd3eb-efa5-4c89-b232-cf5917fb556a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.045973 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f72bd3eb-efa5-4c89-b232-cf5917fb556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.096732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bd3eb-efa5-4c89-b232-cf5917fb556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f30a31e-5abb-4a0b-a2bd-04bb18c48a1f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:47.106640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f72bd3eb-efa5-4c89-b232-cf5917fb556a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac3220dee6f24b7fa0d0541b32f86136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380334 Nov 09 18:16:47.107545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:47.172649 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3e4-52df-4628-a1bd-a7a67768292f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.200828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3e4-52df-4628-a1bd-a7a67768292f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.207238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.245109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Pushing event deleted for resources: {'Port': ['ID=456de3d2-33b0-4e85-b076-dc99f99f0b78,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:47.266664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3e4-52df-4628-a1bd-a7a67768292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.269476 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e31f3e4-52df-4628-a1bd-a7a67768292f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.271214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3e31f3e4-52df-4628-a1bd-a7a67768292f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f30a31e-5abb-4a0b-a2bd-04bb18c48a1f HTTP/1.1" status: 204 len: 168 time: 0.1622949 Nov 09 18:16:47.282611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31f3e4-52df-4628-a1bd-a7a67768292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f30a31e-5abb-4a0b-a2bd-04bb18c48a1f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:47.525053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-216be002-b3d6-477c-a050-5600b3b554c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2850418 Nov 09 18:16:47.529826 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-456f9558-8588-4714-b1fc-710b22cb6377 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3401325 Nov 09 18:16:47.536391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e60bf752-b9a6-4ad3-a83c-6cab5906e278 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:16:47.538218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e60bf752-b9a6-4ad3-a83c-6cab5906e278 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059817 Nov 09 18:16:47.554391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.616047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41222) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:47.714654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-58da53ef-6420-4dd8-a15b-ee688bf58314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:47.716206 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-58da53ef-6420-4dd8-a15b-ee688bf58314 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0911348 Nov 09 18:16:47.771415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41226) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:47.790547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4ecffa2-18c1-4a44-a255-4fc4748a8fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.900790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4ecffa2-18c1-4a44-a255-4fc4748a8fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.906724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4ecffa2-18c1-4a44-a255-4fc4748a8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:47.934091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-f33c76c1-8b72-4594-bba6-ba8aba055459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:47.934091 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-f33c76c1-8b72-4594-bba6-ba8aba055459 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1452034 Nov 09 18:16:47.934763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Router e546d5d8-4ce5-4f35-892c-62322e28c82f has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:47.958633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c4ecffa2-18c1-4a44-a255-4fc4748a8fc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b18f71b91a8d4fbca8e560c157369add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861339 Nov 09 18:16:47.959789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecffa2-18c1-4a44-a255-4fc4748a8fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6797ddbd-6879-4b1d-b751-5528dde666bb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:47.970376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41230) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.022868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-981523897-network', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:48.062807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Made reservation on behalf of 3a62ffcd13404e3690df5593547e6a60 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:48.065241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.067464 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-100315dd-af33-4c84-871a-20e0dd3bad28 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 200 len: 1001 time: 0.1273839 Nov 09 18:16:48.068488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d033efb8-ae6a-4230-94e6-d5e0e165bc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.079322 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.116578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d033efb8-ae6a-4230-94e6-d5e0e165bc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.140373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-1c77fe4f-969e-49c4-a575-e506b99f679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:48.141985 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-1c77fe4f-969e-49c4-a575-e506b99f679a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0668182 Nov 09 18:16:48.143586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:48.152750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7dacb014-fb1a-49dd-a734-e9090833134b admin admin] 10.222.0.32 "PUT /v2.0/routers/e546d5d8-4ce5-4f35-892c-62322e28c82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4724789 Nov 09 18:16:48.154586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41234) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.159724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] Sync routers for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:48.177992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:48.179290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:48.286623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d033efb8-ae6a-4230-94e6-d5e0e165bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.290036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d033efb8-ae6a-4230-94e6-d5e0e165bc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.295806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d033efb8-ae6a-4230-94e6-d5e0e165bc60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6797ddbd-6879-4b1d-b751-5528dde666bb HTTP/1.1" status: 204 len: 168 time: 0.3236592 Nov 09 18:16:48.329548 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.333928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033efb8-ae6a-4230-94e6-d5e0e165bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6797ddbd-6879-4b1d-b751-5528dde666bb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:48.348054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:48.351772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.365674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:16:48.376397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.376997 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Added segment c22a2de4-fc3b-46aa-b5e6-e46b6dc08065 of type vlan for network 47fdbae6-b792-47c9-abc2-b734a129d67e Nov 09 18:16:48.431225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.455183 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.559046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-6bebdbe0-adf2-43b5-80c5-3a2c60d5e4de tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:48.560647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-6bebdbe0-adf2-43b5-80c5-3a2c60d5e4de tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 1094 time: 0.0432713 Nov 09 18:16:48.569007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-c959a8d0-8674-4c91-898c-33e5971fd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:48.570521 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-c959a8d0-8674-4c91-898c-33e5971fd9e3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4196572 Nov 09 18:16:48.570842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.571803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:48.572380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.573569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Request body: {'binding': {'host': 'n-h2-817240-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:48.574580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Unknown quota resources ['binding']. {{(pid=102141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 18:16:48.578187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c312422-78da-49ae-bd00-5d101d44c873,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:48.587218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:16:47Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:48.623421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] Checking router: e546d5d8-4ce5-4f35-892c-62322e28c82f for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:48.632139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] Routers {'e546d5d8-4ce5-4f35-892c-62322e28c82f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:48.632771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e546d5d8-4ce5-4f35-892c-62322e28c82f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:48.691715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0745335 Nov 09 18:16:48.698664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41244) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:48.704210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Request body: {'subnet': {'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-subnet', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:48.717905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047a1fb-4249-456e-8375-341333707e31 admin admin] Pushing event updated for resources: {'Network': ['ID=47fdbae6-b792-47c9-abc2-b734a129d67e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:48.744288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 47fdbae6-b792-47c9-abc2-b734a129d67e details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:16:48.749991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.757211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Made reservation on behalf of 3a62ffcd13404e3690df5593547e6a60 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:48.759974 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.780682 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-bbc9fc2d-9c7a-4ebe-8d44-fbbd793f23c9 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779518 Nov 09 18:16:48.840854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] Set router e546d5d8-4ce5-4f35-892c-62322e28c82f gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:48.876143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on host n-h2-817240-1 for vnic_type normal with profile None {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:48.876659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:48.877134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:48.883582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:16:48.883707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Deleting port 9099dd18-9df7-40ed-819c-f7b92dde3f4e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:48.883912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:48.884026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.892305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:48.892580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Checking segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:48.893004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Bound using segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:48.893460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Bound port: 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:48.976855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] For port 9099dd18-9df7-40ed-819c-f7b92dde3f4e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9099dd18-9df7-40ed-819c-f7b92dde3f4e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:48.977227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:48.991482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Calling delete_port for 9099dd18-9df7-40ed-819c-f7b92dde3f4e owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:48.999931 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a348b7d-59c7-4936-b9af-73160be33c7c req-fc446949-df3c-4de1-adb6-12b442327f7f service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072873 Nov 09 18:16:49.030880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:49.039619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.040831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-dca5b736-61f9-42ce-934a-55aa2ef5afc6 service neutron] 10.222.0.32 "POST /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4748266 Nov 09 18:16:49.115385 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.128495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:16:47Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:49.176286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548c611-911b-4550-b98b-f9a3d176bd6d None None] The sync data for ids ['e546d5d8-4ce5-4f35-892c-62322e28c82f'] in n-d-817240-1 is: [{'id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'name': 'tempest-TaggedBootDevicesTest-1257850837-router', 'tenant_id': '24c9b108c1964bf383dff7cd61139ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:05:02Z', 'updated_at': '2021-11-09T18:16:47Z', 'revision_number': 5, 'project_id': '24c9b108c1964bf383dff7cd61139ba7', 'gw_port': {'id': '9099dd18-9df7-40ed-819c-f7b92dde3f4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e546d5d8-4ce5-4f35-892c-62322e28c82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:05:03Z', 'updated_at': '2021-11-09T18:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:49.266584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.318560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-ce0e0e89-239f-4321-b856-775b9f458417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:49.320527 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-ce0e0e89-239f-4321-b856-775b9f458417 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0597751 Nov 09 18:16:49.345597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5ad9-1f9d-4bd3-943c-9e5496b62a91 req-0df846f6-253d-4028-acea-319bd01759f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:49.347118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a76d5ad9-1f9d-4bd3-943c-9e5496b62a91 req-0df846f6-253d-4028-acea-319bd01759f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.1311538 Nov 09 18:16:49.372447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9c8647-4a02-40a3-a323-611240553c53,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:49.426142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Checking segment: {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:49.426467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Network hostable DHCP agents. Network: 47fdbae6-b792-47c9-abc2-b734a129d67e, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:16:49.429429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-761706ef-4f0b-4264-8128-ecc5311cbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:49.431414 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-761706ef-4f0b-4264-8128-ecc5311cbbb8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 897 time: 0.0990279 Nov 09 18:16:49.440289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.457164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a76d5ad9-1f9d-4bd3-943c-9e5496b62a91 req-c24e743b-d084-4184-8bf2-ba109c7ebe29 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772002 Nov 09 18:16:49.479027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9099dd18-9df7-40ed-819c-f7b92dde3f4e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:49.509853 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Network 47fdbae6-b792-47c9-abc2-b734a129d67e is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:16:49.520710 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-ef8ab519-2798-4804-a801-f2a5550523fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 1002 time: 0.0697038 Nov 09 18:16:49.542278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 47fdbae6-b792-47c9-abc2-b734a129d67e) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:49.549755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:49.550265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3823f0-fcb4-47eb-af1f-4aecd89945c4 None None] Network 47fdbae6-b792-47c9-abc2-b734a129d67e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:49.550417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.569352 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.579615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-945e9b86-3577-484e-81bc-b2b6153528c3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8767545 Nov 09 18:16:49.582355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41266) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:49.587395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:49.627778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.629097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.644355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-4b6a4aa6-3054-445e-94ca-7a61760eca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:49.646731 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-4b6a4aa6-3054-445e-94ca-7a61760eca5c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 200 len: 834 time: 0.1191530 Nov 09 18:16:49.677711 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.680127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.758798 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.759573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e546d5d8-4ce5-4f35-892c-62322e28c82f {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:16:49.766675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.772305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-beda8753-2212-4cff-9793-71a863e51a87 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e546d5d8-4ce5-4f35-892c-62322e28c82f HTTP/1.1" status: 204 len: 168 time: 1.6123300 Nov 09 18:16:49.772305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41272) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:49.783777 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.788453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a03d98-ec0b-4352-b6f2-e9b48259c8fd None None] Network 47fdbae6-b792-47c9-abc2-b734a129d67e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:49.791558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-ecf69029-7c34-4f5b-b6ae-a8ea4516176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:49.793407 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-ecf69029-7c34-4f5b-b6ae-a8ea4516176b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=615fc301-2e5d-4f1e-9298-f6b489bc906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381741 Nov 09 18:16:49.852757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 456de3d2-33b0-4e85-b076-dc99f99f0b78 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:49.856501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] Deleting subnet 5d6fabf9-1fbd-4223-b392-fef323e30485 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:49.865582 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:49.880593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 456de3d2-33b0-4e85-b076-dc99f99f0b78 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:49.880941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 456de3d2-33b0-4e85-b076-dc99f99f0b78 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:49.941940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.031474 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.071818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.079274 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-976cc037-3647-4b99-8215-636f7add57f0 service neutron] 10.222.0.85 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281671 Nov 09 18:16:50.108137 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.143025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6fabf9-1fbd-4223-b392-fef323e30485,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:50.163295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108e9b4-4b94-49a8-9e9f-0d15b1d2adfb None None] Network efd0066e-7bf0-4e83-8f5c-491b6a474b56 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:50.163547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.172422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41282) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:50.173131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b5a9c79a-bef0-4ee3-8b7b-59670db4d526 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d6fabf9-1fbd-4223-b392-fef323e30485 HTTP/1.1" status: 204 len: 168 time: 0.4002187 Nov 09 18:16:50.259354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.310351 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-4f7a011a-ce27-4c77-9346-51470d3a51a2 service neutron] 10.222.0.85 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160034 Nov 09 18:16:50.439138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Deleting port b21ce71e-d448-45e2-9773-ccd8dc874ec9 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:50.439490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.542409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] DHCP port deletion for efd0066e-7bf0-4e83-8f5c-491b6a474b56 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:16:50.607821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] For port b21ce71e-d448-45e2-9773-ccd8dc874ec9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b21ce71e-d448-45e2-9773-ccd8dc874ec9,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:50.608219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.625723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-11afb7b8-bf49-46c9-a26d-e3a317b72118 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:50.627465 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-11afb7b8-bf49-46c9-a26d-e3a317b72118 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1&tenant_id=157548435770470e9b8f97aa9a4f0d37&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1097 time: 0.2238488 Nov 09 18:16:50.637911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] Deleting port b21ce71e-d448-45e2-9773-ccd8dc874ec9 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:16:50.638498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.643307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e466-502a-4a1c-84fd-779541cbaef3 req-bc6e3547-b9b6-4724-9447-01cd911dd623 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:50.645979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07c0e466-502a-4a1c-84fd-779541cbaef3 req-bc6e3547-b9b6-4724-9447-01cd911dd623 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.0902674 Nov 09 18:16:50.650516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Calling delete_port for b21ce71e-d448-45e2-9773-ccd8dc874ec9 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:50.672670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817240-1'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:50.704547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07c0e466-502a-4a1c-84fd-779541cbaef3 req-1a936ce0-0768-4da1-8fd8-1f8f892687b3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506487 Nov 09 18:16:50.722462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] For port b21ce71e-d448-45e2-9773-ccd8dc874ec9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b21ce71e-d448-45e2-9773-ccd8dc874ec9,segment=NetworkSegment(7d4b543d-4853-43f3-8744-eef96b49ee1c),segment_id=7d4b543d-4853-43f3-8744-eef96b49ee1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:50.723869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.727727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.741993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] Calling delete_port for b21ce71e-d448-45e2-9773-ccd8dc874ec9 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:16:50.773466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.825574 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.830980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:50.860254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] Pushing event deleted for resources: {'Port': ['ID=b21ce71e-d448-45e2-9773-ccd8dc874ec9,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:50.863846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e2653-7770-4bca-b9b8-e62f6fbc9f84 None None] No DVR routers for this DVR port b21ce71e-d448-45e2-9773-ccd8dc874ec9 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:51.034892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.039852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Allocated IP 172.25.0.22 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3a2add5e-c7e1-452a-a68e-21d27259a512) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:51.080532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Pushing event deleted for resources: {'Port': ['ID=b21ce71e-d448-45e2-9773-ccd8dc874ec9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:51.086885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] No DVR routers for this DVR port b21ce71e-d448-45e2-9773-ccd8dc874ec9 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:16:51.204488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:51.238307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.281001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd0066e-7bf0-4e83-8f5c-491b6a474b56']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:51.296121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:51.322733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4b543d-4853-43f3-8744-eef96b49ee1c') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:51.323030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4b543d-4853-43f3-8744-eef96b49ee1c') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:51.349401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.376755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:51.379868 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122e41ad-4b2b-4bd9-8d64-35c725473711" -d '{"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:51.385068 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.392102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.399199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.403858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.406967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:51.407326 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:51.412601 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:51.571179 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.576219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=7']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:51.588163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.594301 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] 10.222.0.32 "DELETE /v2.0/networks/efd0066e-7bf0-4e83-8f5c-491b6a474b56 HTTP/1.1" status: 204 len: 168 time: 1.4171455 Nov 09 18:16:51.594540 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e9219-4567-4e43-b936-8678c6e5907c x-openstack-request-id: req-3b4e9219-4567-4e43-b936-8678c6e5907c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:51.594786 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:51.595068 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b4e9219-4567-4e43-b936-8678c6e5907c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:51.595441 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'code': 200} Nov 09 18:16:51.613306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.619092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3433a3-fb8c-406c-81ee-c16996506ece admin admin] Pushing event deleted for resources: {'Network': ['ID=efd0066e-7bf0-4e83-8f5c-491b6a474b56,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:51.775601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7032d3dd-9a3f-4306-8f4c-7b477490c52a None None] Provisioning complete for port 717ee23d-361c-49ba-bce1-1bfd0efaa01e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:51.776180 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7032d3dd-9a3f-4306-8f4c-7b477490c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:51.831885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9099dd18-9df7-40ed-819c-f7b92dde3f4e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:51.838244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41310) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:51.875941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7032d3dd-9a3f-4306-8f4c-7b477490c52a None None] Port 717ee23d-361c-49ba-bce1-1bfd0efaa01e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:16:51.880825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9099dd18-9df7-40ed-819c-f7b92dde3f4e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:51.881729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9099dd18-9df7-40ed-819c-f7b92dde3f4e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:51.881729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b21ce71e-d448-45e2-9773-ccd8dc874ec9 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:16:51.896996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb285b0b-17ba-4abb-8b01-d78e58b721b6 req-4cc5b271-9b18-4750-bba1-2a43551cdf94 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:51.898725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb285b0b-17ba-4abb-8b01-d78e58b721b6 req-4cc5b271-9b18-4750-bba1-2a43551cdf94 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 944 time: 0.0985324 Nov 09 18:16:51.904371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b21ce71e-d448-45e2-9773-ccd8dc874ec9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:16:51.904606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b21ce71e-d448-45e2-9773-ccd8dc874ec9 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:16:51.922911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b3de434-df97-407e-8d33-a3ac3c528da1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24c9b108c1964bf383dff7cd61139ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816672 Nov 09 18:16:51.931431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41316) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:51.996164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb285b0b-17ba-4abb-8b01-d78e58b721b6 req-0e5bed5f-1d7c-40bb-a1fb-dc5cb58efea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718079 Nov 09 18:16:51.998324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:52.007203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:52.011763 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-358c7a8b-5d44-4489-a46c-d6f39818f7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.012442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:52.042084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-358c7a8b-5d44-4489-a46c-d6f39818f7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.043434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Pushing event updated for resources: {'Port': ['ID=3a2add5e-c7e1-452a-a68e-21d27259a512,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:52.089497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on host n-h1-817240-1 for vnic_type normal with profile {"migrating_to": "n-h2-817240-1"} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:52.090913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:52.091008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:52.098187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:16:52.098187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Attempting to bind port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on network 615fc301-2e5d-4f1e-9298-f6b489bc906c {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:52.104980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:52.105901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Checking segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:52.106371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Bound using segment: {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:52.106811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Bound port: 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:52.107204 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.107937 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-358c7a8b-5d44-4489-a46c-d6f39818f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.111220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-358c7a8b-5d44-4489-a46c-d6f39818f7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.112850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-358c7a8b-5d44-4489-a46c-d6f39818f7c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52ab26f1-b7b1-44d2-932d-a960353f2534 HTTP/1.1" status: 204 len: 168 time: 0.1789968 Nov 09 18:16:52.121756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c7a8b-5d44-4489-a46c-d6f39818f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ab26f1-b7b1-44d2-932d-a960353f2534,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:52.278224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:52.282159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:52.313563 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.449494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=8']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:52.482527 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.575046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:52.575420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.576901 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1485b769-6859-4221-af54-0ae5f71c42df service neutron] 10.222.0.85 "PUT /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 1122 time: 1.9392133 Nov 09 18:16:52.675424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['717ee23d-361c-49ba-bce1-1bfd0efaa01e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:16:52.739858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.753145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f1940dbd-839d-46b4-b0dd-06e88b244026 None None] Provisioning complete for port 717ee23d-361c-49ba-bce1-1bfd0efaa01e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:52.753464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1940dbd-839d-46b4-b0dd-06e88b244026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.883641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:16:52.944214 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1940dbd-839d-46b4-b0dd-06e88b244026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:52.963427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41340) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:52.990039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f1940dbd-839d-46b4-b0dd-06e88b244026 None None] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:53.021845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:53.024927 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c9d023-dcb6-4c2d-80d6-fab06571ff85" -d '{"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-plugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:53.036105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:53.045389 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1940dbd-839d-46b4-b0dd-06e88b244026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.051022 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Sync routers for ids ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:53.063139 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Routers {'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:53.064108 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:53.077885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.082174 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-05f80d7b-095d-4724-9e0d-69817f6ef6fb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4961598 Nov 09 18:16:53.082687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41348) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:53.137451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1533169729-network', 'tenant_id': 'e0550f47158f4748b796fbf04b7c7f16'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:53.174699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1940dbd-839d-46b4-b0dd-06e88b244026 None None] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:53.179553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d03941-c661-49e7-9c62-e1cfd36c43cd req-5f160c16-1fbe-4a7c-aa80-c7e6019e52a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:53.181452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d03941-c661-49e7-9c62-e1cfd36c43cd req-5f160c16-1fbe-4a7c-aa80-c7e6019e52a6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.0837929 Nov 09 18:16:53.182914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Made reservation on behalf of e0550f47158f4748b796fbf04b7c7f16 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:53.187078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.207897 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Set router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:53.252906 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.309681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26d03941-c661-49e7-9c62-e1cfd36c43cd req-657cd93a-6348-4798-9c72-c5b6a9457ff9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186364 Nov 09 18:16:53.431094 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:16:52Z', 'revision_number': 3, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port': {'id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:50Z', 'updated_at': '2021-11-09T18:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:53.457516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.469665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.532449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:16:53.557426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a140d04e-8967-40c4-9912-0670d551e09c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:53.575049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.575497 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Added segment c2d719d7-72d3-4a31-b7c6-c1ebdc420986 of type vlan for network 81390fc3-ad85-4fe3-bc4c-27be77675ee8 Nov 09 18:16:53.601151 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Checking router: eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:53.601684 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Updating router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e port 3a2add5e-c7e1-452a-a68e-21d27259a512 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:16:53.628308 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.647143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:53.650247 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b60b86-fae1-4342-a09e-e9763b735e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:53.671860 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8252afa-fa4a-4f9b-8cb6-b970b5faa209 x-openstack-request-id: req-a8252afa-fa4a-4f9b-8cb6-b970b5faa209 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:53.672184 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-plugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:53.672592 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8252afa-fa4a-4f9b-8cb6-b970b5faa209 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:53.673130 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'code': 200} Nov 09 18:16:53.687415 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.752388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.753385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:53.753965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.796082 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab8bc8-cfd8-4b06-8b43-13dfb434322d x-openstack-request-id: req-e1ab8bc8-cfd8-4b06-8b43-13dfb434322d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:53.796502 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:53.797018 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1ab8bc8-cfd8-4b06-8b43-13dfb434322d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:53.797520 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'status': 'completed', 'code': 200} Nov 09 18:16:53.817511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:53.841344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8736742 Nov 09 18:16:53.841697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41366) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:53.846750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Request body: {'subnet': {'network_id': '81390fc3-ad85-4fe3-bc4c-27be77675ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1533169729-subnet', 'tenant_id': 'e0550f47158f4748b796fbf04b7c7f16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:53.858571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce299845-001c-439d-9a24-a9bb2b63e228 admin admin] Pushing event updated for resources: {'Network': ['ID=81390fc3-ad85-4fe3-bc4c-27be77675ee8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:53.869490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 81390fc3-ad85-4fe3-bc4c-27be77675ee8 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:16:53.939655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-d26b4d9a-a9c6-41df-b4a3-1a9c2d93ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:53.941110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-d26b4d9a-a9c6-41df-b4a3-1a9c2d93ce82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1127 time: 0.1261160 Nov 09 18:16:54.021313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Made reservation on behalf of e0550f47158f4748b796fbf04b7c7f16 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:54.027917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.043354 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.052783 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.107821 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Pushing event updated for resources: {'Port': ['ID=3a2add5e-c7e1-452a-a68e-21d27259a512,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:54.117594 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.118275 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.118815 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.119338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.119904 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.120380 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.121438 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.121920 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.122468 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.122953 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.123610 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.124079 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:16:54.146514 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Attempting to bind port 3a2add5e-c7e1-452a-a68e-21d27259a512 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:54.147148 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Attempting to bind port 3a2add5e-c7e1-452a-a68e-21d27259a512 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:54.147690 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Attempting to bind port 3a2add5e-c7e1-452a-a68e-21d27259a512 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:54.153069 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:54.153649 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:54.154443 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.154977 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:54.155603 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Bound port: 3a2add5e-c7e1-452a-a68e-21d27259a512, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:54.156148 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.159871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-3ac6bcff-df17-4caf-9a98-529c5feaadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:54.164505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-3ac6bcff-df17-4caf-9a98-529c5feaadd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 897 time: 0.2095096 Nov 09 18:16:54.184425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Allocated IP 172.20.0.1 (47fdbae6-b792-47c9-abc2-b734a129d67e/ee9c8647-4a02-40a3-a323-611240553c53/cf6f54d0-7649-48b9-a2b3-54d6a70c71cd) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:16:54.243333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-6b1d9675-90c7-4634-ab80-5e545fc08db3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 1002 time: 0.0698967 Nov 09 18:16:54.243575 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] For port 3a2add5e-c7e1-452a-a68e-21d27259a512, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:54.248006 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] For port 3a2add5e-c7e1-452a-a68e-21d27259a512, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3a2add5e-c7e1-452a-a68e-21d27259a512,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:54.253978 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.326739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-9fe827f9-89dc-46f2-94f1-8b10014e1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:54.328906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-9fe827f9-89dc-46f2-94f1-8b10014e1c62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 200 len: 834 time: 0.0728478 Nov 09 18:16:54.350090 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7c5e-d0aa-47fb-bb97-f3292715bbb7 None None] Pushing event updated for resources: {'Port': ['ID=3a2add5e-c7e1-452a-a68e-21d27259a512,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:54.359429 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Routers {'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:54.360058 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:54.384707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.396920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.437494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-c35568c6-ad28-4d4d-8b57-e390724efde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:54.439108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-c35568c6-ad28-4d4d-8b57-e390724efde9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=615fc301-2e5d-4f1e-9298-f6b489bc906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975764 Nov 09 18:16:54.461303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-b7c5d45e-ad84-454b-a739-17e033f8afe3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:16:54.462870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-b7c5d45e-ad84-454b-a739-17e033f8afe3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099959 Nov 09 18:16:54.477909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51b874-348d-41e7-becd-d65230e2926c req-ab6b4468-f6a0-41d4-899a-c3b6f8e9d8f3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:54.479911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb51b874-348d-41e7-becd-d65230e2926c req-ab6b4468-f6a0-41d4-899a-c3b6f8e9d8f3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.0745034 Nov 09 18:16:54.480753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83530d5b-1749-4641-9862-67877df13113,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:54.508588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Checking segment: {'id': 'c2d719d7-72d3-4a31-b7c6-c1ebdc420986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '81390fc3-ad85-4fe3-bc4c-27be77675ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:54.508993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Network hostable DHCP agents. Network: 81390fc3-ad85-4fe3-bc4c-27be77675ee8, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:16:54.516491 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.527400 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] Set router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:54.589387 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb51b874-348d-41e7-becd-d65230e2926c req-3617171a-1181-4ad5-b9a8-5fb8280845d1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991096 Nov 09 18:16:54.590701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Network 47fdbae6-b792-47c9-abc2-b734a129d67e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:54.607176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:54.610032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Network 81390fc3-ad85-4fe3-bc4c-27be77675ee8 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:16:54.620442 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-e3b0efed-2c37-4ea5-930a-135a0e5c0cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390057 Nov 09 18:16:54.623878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:54.626884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:16:54.684748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.688688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 81390fc3-ad85-4fe3-bc4c-27be77675ee8) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:54.698351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b60b6-a4cf-4ce8-ba7f-1a1f3ee6385a None None] Network 81390fc3-ad85-4fe3-bc4c-27be77675ee8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:54.725522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:54.726160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.747049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93b60b86-fae1-4342-a09e-e9763b735e1e req-bf276b09-5b1f-42c3-8f99-95cf42a55927 service neutron] 10.222.0.73 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169367 Nov 09 18:16:54.753220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1ec00bf1-f91f-44d3-b86d-3461097efc89 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9103377 Nov 09 18:16:54.919601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:54.947936 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:16:52Z', 'revision_number': 3, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port': {'id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:50Z', 'updated_at': '2021-11-09T18:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:54.991921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:16:54.998499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41376) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:55.014105 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22385fbb-330e-4061-aaaa-b8fc12961fde None None] The sync data for ids ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'] in n-d-817240-1 is: [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:16:52Z', 'revision_number': 3, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port': {'id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:50Z', 'updated_at': '2021-11-09T18:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:55.028076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d245ae1-5f92-4d71-912b-3814bf312499 None None] Network 81390fc3-ad85-4fe3-bc4c-27be77675ee8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:16:55.090846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] Deleting subnet 83530d5b-1749-4641-9862-67877df13113 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:16:55.094989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.142020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.194592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.203954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.213419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.216000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:55.254826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e has no active binding in host n-h2-817240-1 {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 18:16:55.282263 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.293325 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.313469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83530d5b-1749-4641-9862-67877df13113,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:55.315614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.318998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d4aeb462-fe7e-496b-b95b-b6f4ae030ace admin admin] 10.222.0.32 "DELETE /v2.0/subnets/83530d5b-1749-4641-9862-67877df13113 HTTP/1.1" status: 204 len: 168 time: 0.3194799 Nov 09 18:16:55.321447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41380) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:55.423132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:55.424583 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.476755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Network 47fdbae6-b792-47c9-abc2-b734a129d67e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:16:55.478542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:16:55.529076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.555643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81390fc3-ad85-4fe3-bc4c-27be77675ee8']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:55.566118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d719d7-72d3-4a31-b7c6-c1ebdc420986') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:55.566759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d719d7-72d3-4a31-b7c6-c1ebdc420986') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:55.577961 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.594417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.600503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:16:55.600899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:16:55.603004 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:16:55.631005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:16:55.690694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.707962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:55.718398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] 10.222.0.32 "DELETE /v2.0/networks/81390fc3-ad85-4fe3-bc4c-27be77675ee8 HTTP/1.1" status: 204 len: 168 time: 0.3941746 Nov 09 18:16:55.734772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cc4f8-b5fa-4522-9c7f-6cb44d3e9112 admin admin] Pushing event deleted for resources: {'Network': ['ID=81390fc3-ad85-4fe3-bc4c-27be77675ee8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:55.834205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:16:55.847686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b20ee10a-b4d0-4172-b015-975faf02ef12 admin admin] 10.222.0.32 "PUT /v2.0/routers/eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7639256 Nov 09 18:16:55.849978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3a2add5e-c7e1-452a-a68e-21d27259a512 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:16:55.876996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1690a-471d-4ef4-a3fd-ac421be42efa req-caa60d91-0180-4ac9-ab89-ce48d760d684 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:55.885873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32d1690a-471d-4ef4-a3fd-ac421be42efa req-caa60d91-0180-4ac9-ab89-ce48d760d684 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.1526523 Nov 09 18:16:55.938550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32d1690a-471d-4ef4-a3fd-ac421be42efa req-23835720-23c4-4dfb-a24b-82bee1362e4d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521870 Nov 09 18:16:55.982265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41390) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.021926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3a2add5e-c7e1-452a-a68e-21d27259a512 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:56.021926 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.050238 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4de53db5-8952-4e6a-a9c8-b0c83a0826a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0550f47158f4748b796fbf04b7c7f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729406 Nov 09 18:16:56.052207 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41394) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:56.142719 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3cd1-195f-4bb9-b83c-3a6c26c56124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.172669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3cd1-195f-4bb9-b83c-3a6c26c56124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.178232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.218801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 3a2add5e-c7e1-452a-a68e-21d27259a512, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3a2add5e-c7e1-452a-a68e-21d27259a512,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:56.224612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.243829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3cd1-195f-4bb9-b83c-3a6c26c56124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.246679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2d3cd1-195f-4bb9-b83c-3a6c26c56124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:56.247901 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3a2d3cd1-195f-4bb9-b83c-3a6c26c56124 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a140d04e-8967-40c4-9912-0670d551e09c HTTP/1.1" status: 204 len: 168 time: 0.1946747 Nov 09 18:16:56.275371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d3cd1-195f-4bb9-b83c-3a6c26c56124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a140d04e-8967-40c4-9912-0670d551e09c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:56.322161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=3a2add5e-c7e1-452a-a68e-21d27259a512,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:56.563397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-da959a40-5552-48fd-8b57-5351a9e646b5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:56.572133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-da959a40-5552-48fd-8b57-5351a9e646b5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 818 time: 0.1242173 Nov 09 18:16:56.583598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7326b892-553d-4029-beaf-6a45202af170 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/quotas/3a62ffcd13404e3690df5593547e6a60 HTTP/1.1" status: 200 len: 375 time: 0.0106151 Nov 09 18:16:56.635889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-94d0009f-92ab-40b0-9599-487815fb6231 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454538 Nov 09 18:16:56.648304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-3c344deb-f4da-4237-a2af-dba34d39c0fd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:16:56.649349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-3c344deb-f4da-4237-a2af-dba34d39c0fd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052552 Nov 09 18:16:56.762689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-ba23f920-88c6-4985-b396-823c6bce56d1 service neutron] 10.222.0.32 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058445 Nov 09 18:16:56.866360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-2dd0ba38-5986-4c03-ab4a-08ab6dbddefa service neutron] 10.222.0.32 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027491 Nov 09 18:16:57.133624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de07cd-00c7-46c8-a719-59ad00c5f536 req-2d8fcb6d-a440-44bc-a3e6-e4a0865dd944 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:57.136008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47de07cd-00c7-46c8-a719-59ad00c5f536 req-2d8fcb6d-a440-44bc-a3e6-e4a0865dd944 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.0797596 Nov 09 18:16:57.178868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47de07cd-00c7-46c8-a719-59ad00c5f536 req-fdd13939-fc8c-47c3-9856-8e57172e2b4e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Nov 09 18:16:57.255192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Sync routers for ids ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:16:57.273195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Routers {'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:57.273821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:57.313085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebd21d1c-f052-430f-b1fc-eebce2ceaa21 req-7f6b8b83-fd80-4ba1-af35-2ee8af2475e0 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 210 time: 0.0625808 Nov 09 18:16:57.429153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Set router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:57.653147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41476) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:57.707164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:16:54Z', 'revision_number': 4, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port': {'id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:50Z', 'updated_at': '2021-11-09T18:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'cf6f54d0-7649-48b9-a2b3-54d6a70c71cd', 'name': '', 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'mac_address': 'fa:16:3e:80:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:53Z', 'updated_at': '2021-11-09T18:16:55Z', 'revision_number': 2, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'subnets': [{'id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:57.745777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Checking router: eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:16:57.746868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Updating router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:16:57.789834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.816371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3a2add5e-c7e1-452a-a68e-21d27259a512 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:16:57.829252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003565-b075-423c-834d-18f49299825a req-65d01bc8-da59-4d1d-b5a0-26388b478015 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:57.834633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-65d01bc8-da59-4d1d-b5a0-26388b478015 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 818 time: 0.1615098 Nov 09 18:16:57.858378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-e73b3b89-5c76-4cd7-b45a-8655f13719b1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/quotas/3a62ffcd13404e3690df5593547e6a60 HTTP/1.1" status: 200 len: 375 time: 0.0202069 Nov 09 18:16:57.914982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e98c2cf0-afe6-4fca-8b81-23dbaf79def7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:57.961004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-1b4babb8-38f8-4cfd-96f6-a09d74204ce1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014249 Nov 09 18:16:58.005382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3a2add5e-c7e1-452a-a68e-21d27259a512 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:16:58.005782 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.086710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e98c2cf0-afe6-4fca-8b81-23dbaf79def7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.104048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e98c2cf0-afe6-4fca-8b81-23dbaf79def7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.123533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-59077e62-6bcb-4471-9a69-4adc9870769d service neutron] 10.222.0.32 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521666 Nov 09 18:16:58.170661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e98c2cf0-afe6-4fca-8b81-23dbaf79def7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=680a839eda3f464c90ebaf22f2b02ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163660 Nov 09 18:16:58.173124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41490) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:58.239326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c2cf0-afe6-4fca-8b81-23dbaf79def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76588c66-90b9-44ce-9c55-f699d284e67c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:58.263175 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaff1-1fdc-4ad8-ad60-a4fb04d8512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.294181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaff1-1fdc-4ad8-ad60-a4fb04d8512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.294585 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.303097 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.325860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-a4c81a55-69fc-4b7a-a71e-654434ae01d0 service neutron] 10.222.0.73 "GET /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e/bindings/n-h2-817240-1 HTTP/1.1" status: 200 len: 384 time: 0.1299098 Nov 09 18:16:58.367463 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaff1-1fdc-4ad8-ad60-a4fb04d8512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.371804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaff1-1fdc-4ad8-ad60-a4fb04d8512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.374727 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8b9aaff1-1fdc-4ad8-ad60-a4fb04d8512b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76588c66-90b9-44ce-9c55-f699d284e67c HTTP/1.1" status: 204 len: 168 time: 0.2004216 Nov 09 18:16:58.385250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83f549-de90-4615-a848-38a0bf5caac9 None None] Pushing event updated for resources: {'Port': ['ID=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:58.389763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aaff1-1fdc-4ad8-ad60-a4fb04d8512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76588c66-90b9-44ce-9c55-f699d284e67c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:58.454311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Attempting to bind port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:16:58.454698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Attempting to bind port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:16:58.455076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Attempting to bind port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd on network 47fdbae6-b792-47c9-abc2-b734a129d67e {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:16:58.461871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:16:58.462292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Checking segment: {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:16:58.462709 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.463110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Bound using segment: {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:16:58.463591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Bound port: cf6f54d0-7649-48b9-a2b3-54d6a70c71cd, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:16:58.464207 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.539016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] For port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:58.543105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] For port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:16:58.547577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.633912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Routers {'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:16:58.634615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:58.697663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83f549-de90-4615-a848-38a0bf5caac9 None None] Pushing event updated for resources: {'Port': ['ID=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:58.751790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] Set router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:16:58.866737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-3aa3f5e5-fccb-43ea-9022-af68e4f1c3da service neutron] 10.222.0.32 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299120 Nov 09 18:16:58.890014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41510) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:58.918762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bea8065a-ecc5-4683-88ae-b4be36731a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:58.966984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-0dc9310c-2e67-40d8-8811-c7464846abcd tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:58.968590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-0dc9310c-2e67-40d8-8811-c7464846abcd tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.73 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 818 time: 0.6891730 Nov 09 18:16:58.998873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Request body: {'port': {'device_id': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'admin_state_up': True, 'tenant_id': '3a62ffcd13404e3690df5593547e6a60'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:16:59.047016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:16:54Z', 'revision_number': 4, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port': {'id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:50Z', 'updated_at': '2021-11-09T18:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'cf6f54d0-7649-48b9-a2b3-54d6a70c71cd', 'name': '', 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'mac_address': 'fa:16:3e:80:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:53Z', 'updated_at': '2021-11-09T18:16:58Z', 'revision_number': 4, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'subnets': [{'id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:16:59.090920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0250b-9a94-4757-b97b-3a56eb487dfa None None] The sync data for ids ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'] in n-d-817240-1 is: [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:16:54Z', 'revision_number': 4, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port': {'id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:50Z', 'updated_at': '2021-11-09T18:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'cf6f54d0-7649-48b9-a2b3-54d6a70c71cd', 'name': '', 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'mac_address': 'fa:16:3e:80:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:53Z', 'updated_at': '2021-11-09T18:16:58Z', 'revision_number': 4, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'subnets': [{'id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:16:59.095474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bea8065a-ecc5-4683-88ae-b4be36731a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.101133 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bea8065a-ecc5-4683-88ae-b4be36731a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.151622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bea8065a-ecc5-4683-88ae-b4be36731a4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b8f7adabbd64847a6d0411e5550d4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601278 Nov 09 18:16:59.152214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41518) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:16:59.196179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8065a-ecc5-4683-88ae-b4be36731a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed09c6-e5be-448c-9c17-5bed2b011abb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:59.236915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:59.267159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c04e9cfb-6498-432f-a2f3-0afe408c788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.286681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:16:59.296423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c04e9cfb-6498-432f-a2f3-0afe408c788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.368388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d88c-7b9e-4f92-a520-cec376aaee09 req-63983801-65fa-4fa5-9c3e-b497f2e8378f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:16:59.376935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c04e9cfb-6498-432f-a2f3-0afe408c788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.381103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c04e9cfb-6498-432f-a2f3-0afe408c788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.383218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c04e9cfb-6498-432f-a2f3-0afe408c788e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fed09c6-e5be-448c-9c17-5bed2b011abb HTTP/1.1" status: 204 len: 168 time: 0.2136729 Nov 09 18:16:59.389498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1b9d88c-7b9e-4f92-a520-cec376aaee09 req-63983801-65fa-4fa5-9c3e-b497f2e8378f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 946 time: 0.2801323 Nov 09 18:16:59.414826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e9cfb-6498-432f-a2f3-0afe408c788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed09c6-e5be-448c-9c17-5bed2b011abb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:16:59.514156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1b9d88c-7b9e-4f92-a520-cec376aaee09 req-1d551f60-a76e-4bec-bcfb-ff43ce1d9f29 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237407 Nov 09 18:16:59.519468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:16:59.524463 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47c128c-c582-429b-9a1b-1779347ceea1" -d '{"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:16:59.539010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:16:59.564477 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.578010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Made reservation on behalf of 3a62ffcd13404e3690df5593547e6a60 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:16:59.583729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.651520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32491f89-5106-42c8-97bb-f55cc40db33d req-2668911f-9c7f-4bbc-a591-3965bf6d58a3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 210 time: 0.0486012 Nov 09 18:16:59.913316 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca2a878-c884-4309-b13c-4d6eb65193df x-openstack-request-id: req-0ca2a878-c884-4309-b13c-4d6eb65193df {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:16:59.913897 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:16:59.913897 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ca2a878-c884-4309-b13c-4d6eb65193df {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:16:59.914459 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'code': 200} Nov 09 18:16:59.915461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] Transition to ACTIVE for port object 717ee23d-361c-49ba-bce1-1bfd0efaa01e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:16:59.927745 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:16:59.968718 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device cf6f54d0-7649-48b9-a2b3-54d6a70c71cd up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:00.034261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Allocated IP 172.20.0.14 (47fdbae6-b792-47c9-abc2-b734a129d67e/ee9c8647-4a02-40a3-a323-611240553c53/62f50b82-1b1c-4161-9bf3-92e998fed107) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:00.089770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:00.090198 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.176013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] Pushing event updated for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=11']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:00.224211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.292381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:00.303245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.307129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] No DVR routers for this DVR port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:00.371611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:00.553166 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.588926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-e034635b-1e84-4fb1-9371-c579252ac1af service neutron] 10.222.0.73 "PUT /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e/bindings/n-h2-817240-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2250187 Nov 09 18:17:00.639866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.707621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Network 47fdbae6-b792-47c9-abc2-b734a129d67e is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:00.713192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:00.741941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:00.788585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-8e739530-9b1b-498d-99a6-aed79a8c4e45 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:00.790774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-8e739530-9b1b-498d-99a6-aed79a8c4e45 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1&tenant_id=157548435770470e9b8f97aa9a4f0d37&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.0892146 Nov 09 18:17:00.812353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Pushing event updated for resources: {'Port': ['ID=62f50b82-1b1c-4161-9bf3-92e998fed107,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:00.847575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003565-b075-423c-834d-18f49299825a req-1df8e097-a4ba-4ba4-968c-b1b759424f39 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:00.849996 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-1df8e097-a4ba-4ba4-968c-b1b759424f39 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.85 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 818 time: 0.2914512 Nov 09 18:17:00.851641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574a899-865c-4559-9a7c-1e2bac17c0f9 req-91dbde60-7b32-4801-bd96-6cc75bbbdd71 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:00.854217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d574a899-865c-4559-9a7c-1e2bac17c0f9 req-91dbde60-7b32-4801-bd96-6cc75bbbdd71 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 945 time: 0.1712875 Nov 09 18:17:00.863831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:00.864803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:00.867877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Request body: {'port': {'device_id': '63787ca3-41d2-4991-97ef-3961f70355ce', 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'admin_state_up': True, 'tenant_id': '3a62ffcd13404e3690df5593547e6a60'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:00.950978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d574a899-865c-4559-9a7c-1e2bac17c0f9 req-0aa59d17-78af-4ea4-99c8-0b4a068a37fa tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776894 Nov 09 18:17:00.959393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-e0484d5b-60e5-4be3-adc6-88cb61ac47a9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9755073 Nov 09 18:17:00.983564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Request body: {'port': {'device_id': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:01.073089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41568) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:01.101409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-730359dc-af97-4dd1-8f8a-668b8942b9cd req-ac902f56-cb48-4fd7-b32b-c3815e01d872 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 210 time: 0.0583808 Nov 09 18:17:01.134688 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.384962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-124a2e78-cb01-4bea-89ed-a5215a9f6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.386966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-124a2e78-cb01-4bea-89ed-a5215a9f6fbb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 1096 time: 0.5865130 Nov 09 18:17:01.390088 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-490ae915-f80d-429b-b73c-54e02386c588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.414862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Made reservation on behalf of 3a62ffcd13404e3690df5593547e6a60 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:01.419485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.526019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-a8adb304-861f-4319-bd4e-35b0a1c01a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.528325 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-a8adb304-861f-4319-bd4e-35b0a1c01a15 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0939603 Nov 09 18:17:01.555938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-490ae915-f80d-429b-b73c-54e02386c588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.568324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f50b82-1b1c-4161-9bf3-92e998fed107 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:01.573569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-490ae915-f80d-429b-b73c-54e02386c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.586668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.626575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Transition to ACTIVE for port object 62f50b82-1b1c-4161-9bf3-92e998fed107 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:17:01.632028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-490ae915-f80d-429b-b73c-54e02386c588 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0676a3defafb41eb86cdc57d8555d793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535641 Nov 09 18:17:01.633015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41592) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:01.643039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.643411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-7664ab63-8b00-4ff3-b854-69fce01412db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.645044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-7664ab63-8b00-4ff3-b854-69fce01412db service neutron] 10.222.0.85 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 897 time: 0.1071303 Nov 09 18:17:01.708951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ae915-f80d-429b-b73c-54e02386c588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba516bb-c5fa-48bf-a320-05a324f13221,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:01.761078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Allocated IP 172.20.0.5 (47fdbae6-b792-47c9-abc2-b734a129d67e/ee9c8647-4a02-40a3-a323-611240553c53/f38f9dc8-9ad7-4090-9636-58ed035d8fb3) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:01.763152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Pushing event updated for resources: {'Port': ['ID=62f50b82-1b1c-4161-9bf3-92e998fed107,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:01.766378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32763a22-088f-4726-93c2-d7c52f6d40e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.771559 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-505daacf-d5cc-43a1-9858-a224505a7b51 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 1000 time: 0.0926397 Nov 09 18:17:01.844526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32763a22-088f-4726-93c2-d7c52f6d40e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.861352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device cf6f54d0-7649-48b9-a2b3-54d6a70c71cd up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:01.871552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-df4c1e6a-53db-45e3-9940-f16622e9d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:01.873691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-df4c1e6a-53db-45e3-9940-f16622e9d919 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 200 len: 834 time: 0.0942943 Nov 09 18:17:01.894495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Attempting to bind port 62f50b82-1b1c-4161-9bf3-92e998fed107 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:01.894919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Attempting to bind port 62f50b82-1b1c-4161-9bf3-92e998fed107 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:01.895162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Attempting to bind port 62f50b82-1b1c-4161-9bf3-92e998fed107 on network 47fdbae6-b792-47c9-abc2-b734a129d67e {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:01.901369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Port 62f50b82-1b1c-4161-9bf3-92e998fed107 on network 47fdbae6-b792-47c9-abc2-b734a129d67e not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:17:01.901369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Attempting to bind port 62f50b82-1b1c-4161-9bf3-92e998fed107 on network 47fdbae6-b792-47c9-abc2-b734a129d67e {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:01.908410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:01.908745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Checking segment: {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:01.909141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Bound using segment: {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:01.909573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Bound port: 62f50b82-1b1c-4161-9bf3-92e998fed107, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:01.910010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.943572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:01.944264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.973222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32763a22-088f-4726-93c2-d7c52f6d40e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.975833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-32763a22-088f-4726-93c2-d7c52f6d40e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:01.992608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-32763a22-088f-4726-93c2-d7c52f6d40e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eba516bb-c5fa-48bf-a320-05a324f13221 HTTP/1.1" status: 204 len: 168 time: 0.3587265 Nov 09 18:17:02.011948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-c0d9f1b2-6331-429b-b54e-0293da8315f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.013767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-c0d9f1b2-6331-429b-b54e-0293da8315f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=615fc301-2e5d-4f1e-9298-f6b489bc906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308959 Nov 09 18:17:02.017184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32763a22-088f-4726-93c2-d7c52f6d40e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba516bb-c5fa-48bf-a320-05a324f13221,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:02.104185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] For port 62f50b82-1b1c-4161-9bf3-92e998fed107, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:02.120117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] For port 62f50b82-1b1c-4161-9bf3-92e998fed107, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=62f50b82-1b1c-4161-9bf3-92e998fed107,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:02.127822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.167768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb5b43-0b4e-497c-8ea8-338785418c8f req-e458e063-f516-4d9b-8d48-bc8907f11b7b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.175141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cbb5b43-0b4e-497c-8ea8-338785418c8f req-e458e063-f516-4d9b-8d48-bc8907f11b7b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 945 time: 0.1092594 Nov 09 18:17:02.204443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.205842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.206830 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.208287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] 10.222.0.73 "PUT /v2.0/ports/62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 1092 time: 1.2313416 Nov 09 18:17:02.210603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'tag': '62f50b82-1b1c-4161-9bf3-92e998fed107'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:02.212966 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63d2acb-4196-4b1c-83e7-10401c237d57" -d '{"events": [{"name": "network-changed", "server_uuid": "e15cc1fe-231d-4091-b7c5-75c37ce133b7", "tag": "62f50b82-1b1c-4161-9bf3-92e998fed107"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:02.222080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-1f702f01-6d03-4cc1-8a26-9b3e37d29bd2 service neutron] 10.222.0.85 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945853 Nov 09 18:17:02.309862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743bea6-812f-4bcf-a0c4-85e288201e66 service neutron] Pushing event updated for resources: {'Port': ['ID=62f50b82-1b1c-4161-9bf3-92e998fed107,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:02.332702 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.364244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cbb5b43-0b4e-497c-8ea8-338785418c8f req-c9c2206f-d033-4de8-bb84-fe93f782be24 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882224 Nov 09 18:17:02.374912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-86637c5d-c013-40f5-a2bd-0a70c6903779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.376854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-86637c5d-c013-40f5-a2bd-0a70c6903779 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1095 time: 0.0943956 Nov 09 18:17:02.405033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Pushing event updated for resources: {'Port': ['ID=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:02.417649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Network 47fdbae6-b792-47c9-abc2-b734a129d67e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:02.421721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:02.428602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:02.480821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.481662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.483044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-541c1537-c96d-459c-b830-227a7c59cbda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 217 time: 0.0922620 Nov 09 18:17:02.501122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-c4a25037-11de-4b5b-ac16-6ca79a3f2176 service neutron] 10.222.0.85 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714713 Nov 09 18:17:02.515387 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-e17a73b9-cc92-4a57-a731-5ef3ad9f5796 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6533587 Nov 09 18:17:02.542010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Request body: {'port': {'device_id': '63787ca3-41d2-4991-97ef-3961f70355ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:02.600397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41638) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:02.619372 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e5242e7-0328-4823-aa03-47abeda0af6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.626028 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.661084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf778-a05e-447a-99ad-6f6fd4b53a8a req-e7e0ce92-424e-4825-97ab-0513dd190427 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.662802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8acaf778-a05e-447a-99ad-6f6fd4b53a8a req-e7e0ce92-424e-4825-97ab-0513dd190427 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 931 time: 0.1762385 Nov 09 18:17:02.738012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-75bc06a4-a4b2-4a39-821a-e19e935992fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.739834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-75bc06a4-a4b2-4a39-821a-e19e935992fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.2048903 Nov 09 18:17:02.805750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8acaf778-a05e-447a-99ad-6f6fd4b53a8a req-3187d019-a7bc-454f-a1eb-1cd98eb1396b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204648 Nov 09 18:17:02.812282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-dd7a7040-c3e7-4782-b6b9-1aa01e3b718e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591097 Nov 09 18:17:02.875748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41644) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:02.911897 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e9761-b4f7-4a85-88df-24666d8108e7 x-openstack-request-id: req-5f1e9761-b4f7-4a85-88df-24666d8108e7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:02.912188 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15cc1fe-231d-4091-b7c5-75c37ce133b7", "tag": "62f50b82-1b1c-4161-9bf3-92e998fed107", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:02.912723 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f1e9761-b4f7-4a85-88df-24666d8108e7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:02.913127 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'tag': '62f50b82-1b1c-4161-9bf3-92e998fed107', 'status': 'completed', 'code': 200} Nov 09 18:17:02.957050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e5242e7-0328-4823-aa03-47abeda0af6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.969082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3e5242e7-0328-4823-aa03-47abeda0af6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:02.973456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-b70328f4-60e9-4d8e-b688-1fc6a8354115 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:02.975135 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-b70328f4-60e9-4d8e-b688-1fc6a8354115 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1&tenant_id=157548435770470e9b8f97aa9a4f0d37&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 1096 time: 0.1749017 Nov 09 18:17:03.011885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-4e0c5403-5419-4e50-a5a2-154b4c695f43 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873627 Nov 09 18:17:03.015773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:03.031218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3e5242e7-0328-4823-aa03-47abeda0af6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e95a50748fd546319004878be6862c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278471 Nov 09 18:17:03.033100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:03.044594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5242e7-0328-4823-aa03-47abeda0af6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c79e6d-baf2-4831-9cc7-79cf402efd2f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.047234 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2149e939-e655-4f89-b83c-33485d3a8e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.069488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:03.201958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71980c43-64ad-4b9e-905a-904bc0dc4891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.207904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7345500b-5f6d-49a5-8b8b-2a3eecc991d8 req-3c5c4dd6-6a1b-44f3-9f6f-1ceb3619d26b service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642439 Nov 09 18:17:03.239284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2149e939-e655-4f89-b83c-33485d3a8e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.242964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2149e939-e655-4f89-b83c-33485d3a8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.245551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38f9dc8-9ad7-4090-9636-58ed035d8fb3 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:03.257799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71980c43-64ad-4b9e-905a-904bc0dc4891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.271409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.284789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2149e939-e655-4f89-b83c-33485d3a8e78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2b4bf1b314f4d1dbf88accaf8c2bf6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080045 Nov 09 18:17:03.289052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41652) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:03.300947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-7bcd418a-d7e8-436b-b022-3cf5334441b2 service neutron] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:03.308140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Transition to ACTIVE for port object f38f9dc8-9ad7-4090-9636-58ed035d8fb3 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:17:03.313224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-7bcd418a-d7e8-436b-b022-3cf5334441b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.314634 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83e97165-1f02-429f-9a2d-69179c9c02d4 req-7bcd418a-d7e8-436b-b022-3cf5334441b2 service neutron] 10.222.0.85 "DELETE /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e/bindings/n-h1-817240-1 HTTP/1.1" status: 204 len: 173 time: 0.3275194 Nov 09 18:17:03.317685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.330407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149e939-e655-4f89-b83c-33485d3a8e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8ea26e-68b7-4b35-adf5-719a7d5bb33e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.375954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-463ef57d-1719-4d8d-9992-c6dc07580314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.377476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-463ef57d-1719-4d8d-9992-c6dc07580314 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1095 time: 0.1042578 Nov 09 18:17:03.391952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71980c43-64ad-4b9e-905a-904bc0dc4891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.394771 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-71980c43-64ad-4b9e-905a-904bc0dc4891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.396056 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-71980c43-64ad-4b9e-905a-904bc0dc4891 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0c79e6d-baf2-4831-9cc7-79cf402efd2f HTTP/1.1" status: 204 len: 168 time: 0.3617220 Nov 09 18:17:03.412055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf24740-77b9-42d1-afc1-f864b711acc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.412260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.482754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71980c43-64ad-4b9e-905a-904bc0dc4891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c79e6d-baf2-4831-9cc7-79cf402efd2f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.520085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Attempting to bind port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:03.520590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Attempting to bind port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:03.520935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Attempting to bind port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 on network 47fdbae6-b792-47c9-abc2-b734a129d67e {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:03.526778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 on network 47fdbae6-b792-47c9-abc2-b734a129d67e not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:17:03.527615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Attempting to bind port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 on network 47fdbae6-b792-47c9-abc2-b734a129d67e {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:03.533584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf24740-77b9-42d1-afc1-f864b711acc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.534006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:03.534408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Checking segment: {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:03.535089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Bound using segment: {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:03.535815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Bound port: f38f9dc8-9ad7-4090-9636-58ed035d8fb3, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:03.536201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.609565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] For port f38f9dc8-9ad7-4090-9636-58ed035d8fb3, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:03.611329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b198-42aa-4cc3-9891-81c47723623b req-1388c89f-803d-4a8b-b560-34a664e273d5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.613223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f332b198-42aa-4cc3-9891-81c47723623b req-1388c89f-803d-4a8b-b560-34a664e273d5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 945 time: 0.1403623 Nov 09 18:17:03.620541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] For port f38f9dc8-9ad7-4090-9636-58ed035d8fb3, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:03.628897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.647055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-36fdf85d-c853-4474-b7aa-90c447af5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.648831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-36fdf85d-c853-4474-b7aa-90c447af5b4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.2556283 Nov 09 18:17:03.669761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.670937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.672589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] 10.222.0.85 "PUT /v2.0/ports/f38f9dc8-9ad7-4090-9636-58ed035d8fb3 HTTP/1.1" status: 200 len: 1091 time: 1.1483855 Nov 09 18:17:03.675167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63787ca3-41d2-4991-97ef-3961f70355ce', 'tag': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:03.677823 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8871bad-2a9a-4092-b061-1107d962ad34" -d '{"events": [{"name": "network-changed", "server_uuid": "63787ca3-41d2-4991-97ef-3961f70355ce", "tag": "f38f9dc8-9ad7-4090-9636-58ed035d8fb3"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:03.712809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7879-048d-41c1-a36f-e8b86cbe7844 service neutron] Pushing event updated for resources: {'Port': ['ID=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.750809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f332b198-42aa-4cc3-9891-81c47723623b req-909881a8-8116-4ba0-b68d-36581ec2a1d2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305716 Nov 09 18:17:03.752030 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf24740-77b9-42d1-afc1-f864b711acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.779870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf24740-77b9-42d1-afc1-f864b711acc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:03.781010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003565-b075-423c-834d-18f49299825a req-8ad06af9-9332-47d6-9134-0c8dee390719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.781211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5bf24740-77b9-42d1-afc1-f864b711acc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d8ea26e-68b7-4b35-adf5-719a7d5bb33e HTTP/1.1" status: 204 len: 168 time: 0.4912453 Nov 09 18:17:03.782568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-8ad06af9-9332-47d6-9134-0c8dee390719 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 1094 time: 0.0553284 Nov 09 18:17:03.782676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-40ab2906-bf3c-4b27-b50f-4ae7ca07a6ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 217 time: 0.1201437 Nov 09 18:17:03.801698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf24740-77b9-42d1-afc1-f864b711acc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8ea26e-68b7-4b35-adf5-719a7d5bb33e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:03.849753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-7b122c4a-8b33-46f6-82a5-7a6c8867d33e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3 HTTP/1.1" status: 200 len: 217 time: 0.0584822 Nov 09 18:17:03.876723 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda6e690-1795-4447-b99f-ced4243295bb x-openstack-request-id: req-eda6e690-1795-4447-b99f-ced4243295bb {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:03.878661 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63787ca3-41d2-4991-97ef-3961f70355ce", "tag": "f38f9dc8-9ad7-4090-9636-58ed035d8fb3", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:03.879250 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eda6e690-1795-4447-b99f-ced4243295bb {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:03.879820 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63787ca3-41d2-4991-97ef-3961f70355ce', 'tag': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3', 'status': 'completed', 'code': 200} Nov 09 18:17:03.972942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-803dc143-5136-498a-a7bc-9afe00dbd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:03.978605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-803dc143-5136-498a-a7bc-9afe00dbd701 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.1780410 Nov 09 18:17:03.999336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c003565-b075-423c-834d-18f49299825a req-6565e2e6-2770-4979-8f16-8f86b5fa29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.002521 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-6565e2e6-2770-4979-8f16-8f86b5fa29f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.1436479 Nov 09 18:17:04.030047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-2069f30e-a2f4-4d5e-b8ab-9abb5254ba16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429003 Nov 09 18:17:04.053316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-4b2cc217-83c3-4832-8e78-a26264eebdc9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409403 Nov 09 18:17:04.124850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63cc80-2dbd-4ce4-9e19-f182183f65d5 req-00e63d89-4516-4fd3-b9fa-65486296d79b tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.126746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c63cc80-2dbd-4ce4-9e19-f182183f65d5 req-00e63d89-4516-4fd3-b9fa-65486296d79b tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1056485 Nov 09 18:17:04.223461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-cbf9c82e-20ad-465c-923f-308191b329f0 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709931 Nov 09 18:17:04.226343 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-aa5de600-0eef-4e34-a8ec-2758c283973b service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632559 Nov 09 18:17:04.240222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c63cc80-2dbd-4ce4-9e19-f182183f65d5 req-8f13759d-8fc8-4f83-8227-216016a1e11b tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011846 Nov 09 18:17:04.422160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c003565-b075-423c-834d-18f49299825a req-5d752d14-c8fb-4975-9e5e-e23fa08becbb service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870716 Nov 09 18:17:04.443592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41684) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:04.463386 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4905b98-8011-4229-a58f-f1d14f50a976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.482477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281a293-9da7-4038-a61d-448708bcfdb3 req-80d21654-9fd6-4035-bf53-80ea9861d042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.484136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a281a293-9da7-4038-a61d-448708bcfdb3 req-80d21654-9fd6-4035-bf53-80ea9861d042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 943 time: 0.0898683 Nov 09 18:17:04.518476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f63d2acb-4196-4b1c-83e7-10401c237d57 req-617cd547-a38e-4c42-8013-97cb0109beeb service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761269 Nov 09 18:17:04.550135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a281a293-9da7-4038-a61d-448708bcfdb3 req-3f74643c-7f2a-4c2e-bf12-dfcd0c03ca0e tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Nov 09 18:17:04.572349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-ac44b9b6-3e56-44ee-bf88-4a06828c9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.574453 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-ac44b9b6-3e56-44ee-bf88-4a06828c9aeb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 1094 time: 0.0827763 Nov 09 18:17:04.685652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4905b98-8011-4229-a58f-f1d14f50a976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.690559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013ecd-e2ba-499a-b9d5-08a03a5d7989 req-bb74f888-aca2-40cf-8153-b7ebd20a7b16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.695276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4013ecd-e2ba-499a-b9d5-08a03a5d7989 req-bb74f888-aca2-40cf-8153-b7ebd20a7b16 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 945 time: 0.0778430 Nov 09 18:17:04.697015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4905b98-8011-4229-a58f-f1d14f50a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.734296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4905b98-8011-4229-a58f-f1d14f50a976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2a9943-f9be-456c-8287-d7b40fa1be1f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:04.752394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-6dca79ac-06cc-4033-969d-86db73ceaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.753896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-6dca79ac-06cc-4033-969d-86db73ceaa75 service neutron] 10.222.0.85 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.1657498 Nov 09 18:17:04.774151 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b4905b98-8011-4229-a58f-f1d14f50a976 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=573320b45ee845e48bbbc6607d7f5d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277328 Nov 09 18:17:04.786787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4013ecd-e2ba-499a-b9d5-08a03a5d7989 req-4a4635f9-0a57-4994-8365-7fff57562cdb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788901 Nov 09 18:17:04.787329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41692) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:04.809232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41694) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:04.816166 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-d09cf681-a28d-4b0f-b2ab-1966ea1cc816 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3 HTTP/1.1" status: 200 len: 217 time: 0.0531061 Nov 09 18:17:04.879071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-6a2d80b7-a8dd-442f-a08c-8a971c521969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:04.880365 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-6a2d80b7-a8dd-442f-a08c-8a971c521969 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.0561023 Nov 09 18:17:04.912661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8438f099-9bc4-498d-bb80-af5bccaade1d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/00b7fba7-cccb-46d7-85f9-1f952fd93e2f HTTP/1.1" status: 200 len: 992 time: 0.0969524 Nov 09 18:17:04.931503 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-70849772-eb37-46ce-bc13-2654a11ef0d7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428102 Nov 09 18:17:04.936594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebcd6ebe-59f4-44c7-aaab-470454d0c130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:04.982007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebcd6ebe-59f4-44c7-aaab-470454d0c130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.045683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebcd6ebe-59f4-44c7-aaab-470454d0c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.048661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebcd6ebe-59f4-44c7-aaab-470454d0c130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.061393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ebcd6ebe-59f4-44c7-aaab-470454d0c130 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af2a9943-f9be-456c-8287-d7b40fa1be1f HTTP/1.1" status: 204 len: 168 time: 0.2608221 Nov 09 18:17:05.075035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd6ebe-59f4-44c7-aaab-470454d0c130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2a9943-f9be-456c-8287-d7b40fa1be1f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:05.147591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-c4d048c5-2ea6-445d-91c6-5719f284ec30 service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057643 Nov 09 18:17:05.191692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41710) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:05.285998 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b8871bad-2a9a-4092-b061-1107d962ad34 req-29dce178-485c-4346-9627-ec35f4e28cd4 service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293950 Nov 09 18:17:05.421098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port ba5a5d63-fbcd-4d1b-ae3e-9aa71cf2167d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:05.421467 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.512037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.512655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.527002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for ba5a5d63-fbcd-4d1b-ae3e-9aa71cf2167d owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:05.738132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529654b0-ea9f-4966-a50a-eded79467305 req-ca802da4-bc28-4a23-998f-b8fdd018c2fe tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:05.739834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-529654b0-ea9f-4966-a50a-eded79467305 req-ca802da4-bc28-4a23-998f-b8fdd018c2fe tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 943 time: 0.0823863 Nov 09 18:17:05.782588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.818622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=ba5a5d63-fbcd-4d1b-ae3e-9aa71cf2167d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:05.825844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-529654b0-ea9f-4966-a50a-eded79467305 req-0631b58c-6577-426d-8836-caa67c09e617 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Nov 09 18:17:05.905627 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:05.906217 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP 00b7fba7-cccb-46d7-85f9-1f952fd93e2f disassociated (deleted). External IP: 172.25.0.115, port: 717ee23d-361c-49ba-bce1-1bfd0efaa01e. Nov 09 18:17:06.221161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router f1113816-7a2f-48f7-8af7-340945b30add has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:06.782559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:06.787387 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:06.794871 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] Sync routers for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:06.805201 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:06.806044 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:06.815943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c2f5b83d-3881-4067-981f-c5abc25b98b6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/floatingips/00b7fba7-cccb-46d7-85f9-1f952fd93e2f HTTP/1.1" status: 204 len: 168 time: 1.6230941 Nov 09 18:17:06.816640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:06.819452 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1e1ff-3810-42f0-aebc-fae3dbe69599" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:06.938004 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:07.034865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f38f9dc8-9ad7-4090-9636-58ed035d8fb3 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:17:07.044284 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1408c-b301-451e-ad42-8676b9ed3816 x-openstack-request-id: req-adb1408c-b301-451e-ad42-8676b9ed3816 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:07.044848 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:07.045153 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adb1408c-b301-451e-ad42-8676b9ed3816 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:07.045852 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'status': 'completed', 'code': 200} Nov 09 18:17:07.164154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-0432b7ac-34a5-4e43-b69d-0cc7cbf1a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.165687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f38f9dc8-9ad7-4090-9636-58ed035d8fb3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:07.165848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-0432b7ac-34a5-4e43-b69d-0cc7cbf1a44c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0967345 Nov 09 18:17:07.168753 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:49Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:07.181298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3', 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'port_id': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3', 'mac_address': 'fa:16:3e:c2:c3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:17:07.186551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 62f50b82-1b1c-4161-9bf3-92e998fed107 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:17:07.204644 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] Checking router: f1113816-7a2f-48f7-8af7-340945b30add for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:07.213226 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:07.214124 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:16:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:07.253930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:07.268830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c950-225f-412c-a892-398021cdb9c5 req-f6b67165-38e2-46f5-a1e1-950846d33483 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.277619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38f9dc8-9ad7-4090-9636-58ed035d8fb3 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:07.281992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8197c950-225f-412c-a892-398021cdb9c5 req-f6b67165-38e2-46f5-a1e1-950846d33483 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 943 time: 0.1415460 Nov 09 18:17:07.340696 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e22c386f-16f8-4dea-87fb-847a2c1ab501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:07.350152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f38f9dc8-9ad7-4090-9636-58ed035d8fb3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:07.350531 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:07.396817 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:07.399592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8197c950-225f-412c-a892-398021cdb9c5 req-6eb38c77-dd44-4295-97ab-299203d93652 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163161 Nov 09 18:17:07.432265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-e2542b43-6f76-440b-8c3f-4aa6c34f8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.437218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-e2542b43-6f76-440b-8c3f-4aa6c34f8958 service neutron] 10.222.0.85 "GET /v2.0/networks?id=615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 200 len: 897 time: 0.2574728 Nov 09 18:17:07.491336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:07.511523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 62f50b82-1b1c-4161-9bf3-92e998fed107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=62f50b82-1b1c-4161-9bf3-92e998fed107,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:07.525105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '62f50b82-1b1c-4161-9bf3-92e998fed107', 'network_id': '47fdbae6-b792-47c9-abc2-b734a129d67e', 'port_id': '62f50b82-1b1c-4161-9bf3-92e998fed107', 'mac_address': 'fa:16:3e:00:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9c8647-4a02-40a3-a323-611240553c53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:17:07.560355 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-889e7560-2188-4caf-9994-472d4cb56283 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 200 len: 217 time: 0.1150980 Nov 09 18:17:07.593805 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:49Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:07.608335 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:07.625237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-347c1457-01c5-4ff2-bea3-cf97af83ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.626920 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-347c1457-01c5-4ff2-bea3-cf97af83ec27 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 200 len: 834 time: 0.0577824 Nov 09 18:17:07.631332 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b925a-78c3-460a-b0d2-37a55816b7f0 None None] The sync data for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 is: [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:15:43Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a5bf1b33-7007-4b98-b390-cc53b43721a2', 'name': '', 'network_id': '615fc301-2e5d-4f1e-9298-f6b489bc906c', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:05:a4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:41Z', 'updated_at': '2021-11-09T18:15:49Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:07.643146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9970b-d702-423b-822b-650ef898f55d req-1fafad90-75c1-4062-b2bb-f5f7079be40e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.644967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-21e9970b-d702-423b-822b-650ef898f55d req-1fafad90-75c1-4062-b2bb-f5f7079be40e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 945 time: 0.1208973 Nov 09 18:17:07.646037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f50b82-1b1c-4161-9bf3-92e998fed107 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:07.664138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6bed-4330-4dfd-b422-43bb275212dd req-1f6bb0b9-a799-4b27-bab2-94b3652c3878 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.671473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 62f50b82-1b1c-4161-9bf3-92e998fed107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=62f50b82-1b1c-4161-9bf3-92e998fed107,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:07.680771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f38f9dc8-9ad7-4090-9636-58ed035d8fb3'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:17:07.683471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbfc6bed-4330-4dfd-b422-43bb275212dd req-1f6bb0b9-a799-4b27-bab2-94b3652c3878 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0a6e851-5f25-4f0c-a9f8-f9112f192ca1 HTTP/1.1" status: 200 len: 945 time: 0.1631644 Nov 09 18:17:07.769541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-52e223cf-a302-4d43-a079-222891d9e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:07.771059 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-52e223cf-a302-4d43-a079-222891d9e34a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=615fc301-2e5d-4f1e-9298-f6b489bc906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240907 Nov 09 18:17:07.804669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbfc6bed-4330-4dfd-b422-43bb275212dd req-3da570a8-acb3-4889-b13d-1f23575cc20e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc49c825-9735-4ea2-91da-a779b1e9da8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130731 Nov 09 18:17:07.901211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 717ee23d-361c-49ba-bce1-1bfd0efaa01e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:07.901620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:07.949718 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:08.124557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c687b-fd1c-43a3-8a40-84fa877496f5 req-30b90d55-b51b-4676-9b81-d19d454011fe tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:08.125984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-f22c715e-82fa-4d6c-972a-a678f4b16bb3 service neutron] 10.222.0.85 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434429 Nov 09 18:17:08.129619 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=62f50b82-1b1c-4161-9bf3-92e998fed107,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:08.148538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-642c687b-fd1c-43a3-8a40-84fa877496f5 req-30b90d55-b51b-4676-9b81-d19d454011fe tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0985904 Nov 09 18:17:08.161113 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e62839a-2e62-4f17-aa45-d871c58b6f28 None None] New status for floating IP 00b7fba7-cccb-46d7-85f9-1f952fd93e2f: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:17:08.209579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-642c687b-fd1c-43a3-8a40-84fa877496f5 req-be1280a8-a1f9-44ea-a0f9-fcfcf94feae3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583291 Nov 09 18:17:08.243310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 717ee23d-361c-49ba-bce1-1bfd0efaa01e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=717ee23d-361c-49ba-bce1-1bfd0efaa01e,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:08.243761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:08.267208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 717ee23d-361c-49ba-bce1-1bfd0efaa01e owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:08.280760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['62f50b82-1b1c-4161-9bf3-92e998fed107'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:17:08.350563 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-90c1e1ff-3810-42f0-aebc-fae3dbe69599 req-a58bcc70-cf17-4817-a698-a24c75aeb3b8 service neutron] 10.222.0.85 "GET /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056272 Nov 09 18:17:08.471973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:08.517830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=717ee23d-361c-49ba-bce1-1bfd0efaa01e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:08.534223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbbc28-7d6b-4319-af7a-55b9a9e541b0 req-9175c3a8-4632-4efe-8c8d-0c0602e268be tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:08.536001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58dbbc28-7d6b-4319-af7a-55b9a9e541b0 req-9175c3a8-4632-4efe-8c8d-0c0602e268be tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 944 time: 0.0588121 Nov 09 18:17:08.559490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] No DVR routers for this DVR port 717ee23d-361c-49ba-bce1-1bfd0efaa01e on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:08.562509 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:08.566846 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-21e9970b-d702-423b-822b-650ef898f55d req-5819bc31-b8b0-431b-b77b-0d3009e8ab19 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.85 "DELETE /v2.0/ports/717ee23d-361c-49ba-bce1-1bfd0efaa01e HTTP/1.1" status: 204 len: 173 time: 0.9107265 Nov 09 18:17:08.567521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-deleted', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:08.572760 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f437ef-f295-4cc6-95cc-99ace2831442" -d '{"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-deleted", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:08.578678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58dbbc28-7d6b-4319-af7a-55b9a9e541b0 req-0a81a746-43d2-428a-b81c-1271d776653d tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Nov 09 18:17:08.639741 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdca080d-abe0-4b89-940f-f3c868c4ba2b x-openstack-request-id: req-bdca080d-abe0-4b89-940f-f3c868c4ba2b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:08.640214 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a6e851-5f25-4f0c-a9f8-f9112f192ca1", "name": "network-vif-deleted", "tag": "717ee23d-361c-49ba-bce1-1bfd0efaa01e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:08.640348 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdca080d-abe0-4b89-940f-f3c868c4ba2b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:08.640732 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a6e851-5f25-4f0c-a9f8-f9112f192ca1', 'name': 'network-vif-deleted', 'tag': '717ee23d-361c-49ba-bce1-1bfd0efaa01e', 'status': 'completed', 'code': 200} Nov 09 18:17:08.755193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41840) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:08.847846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41848) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:09.049596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f38f9dc8-9ad7-4090-9636-58ed035d8fb3 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:09.074435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 62f50b82-1b1c-4161-9bf3-92e998fed107 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:09.075710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21bed2ca-ff72-4f94-b568-6f9b4ac44b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.146013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:17:09.151112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:09.152580 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.155966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 62f50b82-1b1c-4161-9bf3-92e998fed107 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:17:09.176287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21bed2ca-ff72-4f94-b568-6f9b4ac44b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.181271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 62f50b82-1b1c-4161-9bf3-92e998fed107 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:09.181700 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.185173 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21bed2ca-ff72-4f94-b568-6f9b4ac44b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.300952 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.302782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:09.303298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-21bed2ca-ff72-4f94-b568-6f9b4ac44b98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e61b8c0798ac4b83905a5a8d1933f80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465360 Nov 09 18:17:09.303621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bed2ca-ff72-4f94-b568-6f9b4ac44b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ecbaab-3b99-4d27-bede-c083754d891b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:09.334266 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.364722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e08ae-6e1a-45e8-9a21-ef29de85656e req-96b13cd3-841b-4677-9d81-d97a5bba74cf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:09.367835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63787ca3-41d2-4991-97ef-3961f70355ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:09.370633 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f552873-e2c2-4096-a69b-e5b67e2bfdb7" -d '{"events": [{"server_uuid": "63787ca3-41d2-4991-97ef-3961f70355ce", "name": "network-vif-plugged", "status": "completed", "tag": "f38f9dc8-9ad7-4090-9636-58ed035d8fb3"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:09.372414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa5e08ae-6e1a-45e8-9a21-ef29de85656e req-96b13cd3-841b-4677-9d81-d97a5bba74cf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0775537 Nov 09 18:17:09.384433 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc9e-2bdc-4266-aab6-9fb421ce9b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.393269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f38f9dc8-9ad7-4090-9636-58ed035d8fb3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:09.403624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.411508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 62f50b82-1b1c-4161-9bf3-92e998fed107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=62f50b82-1b1c-4161-9bf3-92e998fed107,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:09.414078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc9e-2bdc-4266-aab6-9fb421ce9b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.435748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa5e08ae-6e1a-45e8-9a21-ef29de85656e req-ce08ed44-cda4-48eb-9026-f4db0b6c96c3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577464 Nov 09 18:17:09.441519 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.472072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:09.479847 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc9e-2bdc-4266-aab6-9fb421ce9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.483785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cc9e-2bdc-4266-aab6-9fb421ce9b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.484973 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9ff9cc9e-2bdc-4266-aab6-9fb421ce9b51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6ecbaab-3b99-4d27-bede-c083754d891b HTTP/1.1" status: 204 len: 168 time: 0.1811469 Nov 09 18:17:09.506595 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4274d6-e286-4b8a-8997-e4b85a4dad83 x-openstack-request-id: req-ce4274d6-e286-4b8a-8997-e4b85a4dad83 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:09.506595 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63787ca3-41d2-4991-97ef-3961f70355ce", "name": "network-vif-plugged", "status": "completed", "tag": "f38f9dc8-9ad7-4090-9636-58ed035d8fb3", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:09.506822 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce4274d6-e286-4b8a-8997-e4b85a4dad83 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:09.507192 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63787ca3-41d2-4991-97ef-3961f70355ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3', 'code': 200} Nov 09 18:17:09.509757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cc9e-2bdc-4266-aab6-9fb421ce9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ecbaab-3b99-4d27-bede-c083754d891b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:09.554730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=62f50b82-1b1c-4161-9bf3-92e998fed107,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:09.559673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.640361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a8bdb-27b1-4a8e-909f-7e8c2ad1dacd req-46fd5ba6-1a00-44a6-8a71-894bd9bc8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:09.642790 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db8a8bdb-27b1-4a8e-909f-7e8c2ad1dacd req-46fd5ba6-1a00-44a6-8a71-894bd9bc8fb5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 1096 time: 0.0472090 Nov 09 18:17:09.699735 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db8a8bdb-27b1-4a8e-909f-7e8c2ad1dacd req-fe32b3fb-a98e-4f95-aa02-9d93ebc16f6a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Nov 09 18:17:09.756576 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1bcb048d-b584-4ca3-82fb-bc6f9fbdcea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.798907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927a966-8253-4e5c-b1bf-f165f17d679a req-357f9bb2-0177-417b-9cbe-e456290461e1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:09.800454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b927a966-8253-4e5c-b1bf-f165f17d679a req-357f9bb2-0177-417b-9cbe-e456290461e1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1310987 Nov 09 18:17:09.857714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b927a966-8253-4e5c-b1bf-f165f17d679a req-3568df31-58be-4c72-b66f-3090993d44b8 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Nov 09 18:17:09.952751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41876) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:09.969842 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b3f7dce8-3f84-4d02-bb1a-e218838c252c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:09.976427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port a5bf1b33-7007-4b98-b390-cc53b43721a2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:09.976766 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.108152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port a5bf1b33-7007-4b98-b390-cc53b43721a2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a5bf1b33-7007-4b98-b390-cc53b43721a2,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:10.108532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.126879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for a5bf1b33-7007-4b98-b390-cc53b43721a2 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:10.184787 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b3f7dce8-3f84-4d02-bb1a-e218838c252c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.192852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b3f7dce8-3f84-4d02-bb1a-e218838c252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.198539 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.246370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b3f7dce8-3f84-4d02-bb1a-e218838c252c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf7c3d3855ad41d5a193cf3ab795538d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916207 Nov 09 18:17:10.249211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41888) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:10.251160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7dce8-3f84-4d02-bb1a-e218838c252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f7275e-9cb2-4d33-ad54-c6fb8108a76b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:10.315579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-17595489-0f55-4a37-bd64-abd3fdf4b449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.339948 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-17595489-0f55-4a37-bd64-abd3fdf4b449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.387919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.394621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-17595489-0f55-4a37-bd64-abd3fdf4b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.397272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-17595489-0f55-4a37-bd64-abd3fdf4b449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.398653 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-17595489-0f55-4a37-bd64-abd3fdf4b449 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1f7275e-9cb2-4d33-ad54-c6fb8108a76b HTTP/1.1" status: 204 len: 168 time: 0.1484647 Nov 09 18:17:10.408193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17595489-0f55-4a37-bd64-abd3fdf4b449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f7275e-9cb2-4d33-ad54-c6fb8108a76b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:10.417304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=a5bf1b33-7007-4b98-b390-cc53b43721a2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:10.660977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403043c-0238-44fe-bb86-7b36a0631556 req-0beb2aac-6d11-4c49-93db-796cfadd4d69 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:10.662534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d403043c-0238-44fe-bb86-7b36a0631556 req-0beb2aac-6d11-4c49-93db-796cfadd4d69 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1000414 Nov 09 18:17:10.689700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:10.762571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d403043c-0238-44fe-bb86-7b36a0631556 req-65cb16af-bf63-461f-a783-ef1c8e2f24d4 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925062 Nov 09 18:17:11.012580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b885f6-021d-4d90-a75d-e714e3fae4a1 req-c1c7fe98-d97f-4019-9494-8acb61710f25 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.020394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58b885f6-021d-4d90-a75d-e714e3fae4a1 req-c1c7fe98-d97f-4019-9494-8acb61710f25 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0760324 Nov 09 18:17:11.024062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router f1113816-7a2f-48f7-8af7-340945b30add has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:11.053679 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.124357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58b885f6-021d-4d90-a75d-e714e3fae4a1 req-aa11b412-2730-4d7b-be99-f8a62291eef1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030297 Nov 09 18:17:11.170205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:11.181312 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] Sync routers for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:11.182465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-90b17d90-a0b4-48b0-8a89-16587206a058 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/f1113816-7a2f-48f7-8af7-340945b30add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332899 Nov 09 18:17:11.185703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41920) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:11.191371 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:11.192314 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:11.250686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting subnet c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:17:11.254729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.310955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.414136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.430307 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:11.489126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.508985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f50b82-1b1c-4161-9bf3-92e998fed107'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:11.512062 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56735210-8a46-4b09-a24c-d21a2dea7b57" -d '{"events": [{"server_uuid": "e15cc1fe-231d-4091-b7c5-75c37ce133b7", "name": "network-vif-plugged", "status": "completed", "tag": "62f50b82-1b1c-4161-9bf3-92e998fed107"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:11.526981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.533538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/subnets/c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1 HTTP/1.1" status: 204 len: 168 time: 0.3436875 Nov 09 18:17:11.533538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d004fbb-ebb3-4979-9201-da3004cd6793 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Subnet': ['ID=c20fd034-6e12-45f4-a6a3-ec3a9cf00fd1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:11.533695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41934) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:11.538834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01067a6-c522-4078-b367-f62df0af5454 None None] Network 615fc301-2e5d-4f1e-9298-f6b489bc906c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:11.638998 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca1a4ae-db4b-4cd3-9221-1ab1ca1b63f4 x-openstack-request-id: req-fca1a4ae-db4b-4cd3-9221-1ab1ca1b63f4 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:11.639399 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15cc1fe-231d-4091-b7c5-75c37ce133b7", "name": "network-vif-plugged", "status": "completed", "tag": "62f50b82-1b1c-4161-9bf3-92e998fed107", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:11.639846 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fca1a4ae-db4b-4cd3-9221-1ab1ca1b63f4 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:11.640391 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f50b82-1b1c-4161-9bf3-92e998fed107', 'code': 200} Nov 09 18:17:11.718941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.740751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a820e-4989-46ac-98ce-cc29732102e8 req-eba9b120-b5bf-4c78-96ec-5199680a9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.742652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e27a820e-4989-46ac-98ce-cc29732102e8 req-eba9b120-b5bf-4c78-96ec-5199680a9d73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.0761549 Nov 09 18:17:11.764716 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:17:10Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:11.827912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e27a820e-4989-46ac-98ce-cc29732102e8 req-3781f327-db3e-4f01-bd7e-d2c755d00511 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685453 Nov 09 18:17:11.839904 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] Checking router: f1113816-7a2f-48f7-8af7-340945b30add for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:11.856838 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] Routers {'f1113816-7a2f-48f7-8af7-340945b30add'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:11.857458 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f1113816-7a2f-48f7-8af7-340945b30add'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:11.872454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] DHCP port deletion for 615fc301-2e5d-4f1e-9298-f6b489bc906c request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:17:11.914713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42b782-ffe6-437b-b558-facd46402ec0 req-f78116a9-fe52-4579-876f-a8467e193e6d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:11.924426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b42b782-ffe6-437b-b558-facd46402ec0 req-f78116a9-fe52-4579-876f-a8467e193e6d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0607963 Nov 09 18:17:11.945985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:11.970450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b42b782-ffe6-437b-b558-facd46402ec0 req-d3984662-14e0-40c8-bc9c-2a2102d278a7 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450315 Nov 09 18:17:11.975676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] Deleting port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:11.982668 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.019395 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] Set router f1113816-7a2f-48f7-8af7-340945b30add gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:12.034049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 8912d410-3b03-4eaa-84ad-9e97627c17e8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:12.034431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.104215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] For port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=074e1b56-7c81-44d2-9e57-9d1bcd9356ba,segment=NetworkSegment(a3cf2ded-dbbc-400c-9f27-1e9e278a8303),segment_id=a3cf2ded-dbbc-400c-9f27-1e9e278a8303)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:12.104562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.123716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] Calling delete_port for 074e1b56-7c81-44d2-9e57-9d1bcd9356ba owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:12.151649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 8912d410-3b03-4eaa-84ad-9e97627c17e8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8912d410-3b03-4eaa-84ad-9e97627c17e8,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:12.152461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.167779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 8912d410-3b03-4eaa-84ad-9e97627c17e8 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:12.177690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41952) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:12.255348 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:17:10Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:12.275568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.295628 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73462e6d-d3e6-4306-aa64-cc01cff30fba None None] The sync data for ids ['f1113816-7a2f-48f7-8af7-340945b30add'] in n-d-817240-1 is: [{'id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-244721050', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:15:32Z', 'updated_at': '2021-11-09T18:17:10Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '8912d410-3b03-4eaa-84ad-9e97627c17e8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1113816-7a2f-48f7-8af7-340945b30add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:15:33Z', 'updated_at': '2021-11-09T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:12.298266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178ff0-fe4f-4729-b73c-bc57a028d7b4 req-ac922662-c730-4e89-af13-800cd45d1e1c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:12.300362 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3178ff0-fe4f-4729-b73c-bc57a028d7b4 req-ac922662-c730-4e89-af13-800cd45d1e1c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0742357 Nov 09 18:17:12.315068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] Pushing event deleted for resources: {'Port': ['ID=074e1b56-7c81-44d2-9e57-9d1bcd9356ba,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:12.321576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817be621-a2a1-45dd-bb20-51489906b48c None None] No DVR routers for this DVR port 074e1b56-7c81-44d2-9e57-9d1bcd9356ba on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:12.380665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3178ff0-fe4f-4729-b73c-bc57a028d7b4 req-b686bae1-79e7-41b4-80b1-d5d68f6518de tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Nov 09 18:17:12.503541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.553319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=8912d410-3b03-4eaa-84ad-9e97627c17e8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:12.587985 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.590210 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-faaa5038-15d9-4524-8cf6-03130777e049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.626993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.742038 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-faaa5038-15d9-4524-8cf6-03130777e049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.758977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.760106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-faaa5038-15d9-4524-8cf6-03130777e049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.761599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.809877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-faaa5038-15d9-4524-8cf6-03130777e049 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6bb2cbaa1994f79bdfce15e81207528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294901 Nov 09 18:17:12.813858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-53047d32-bd5c-4376-b7bd-8b46ed0e81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:12.815590 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-53047d32-bd5c-4376-b7bd-8b46ed0e81bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 1096 time: 0.1135802 Nov 09 18:17:12.816401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41968) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:12.819102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81554cfe-1305-44c7-b24e-1dfc3e003093 req-b5e8d29e-07c3-4243-874a-27c4094a2e46 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:12.820613 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81554cfe-1305-44c7-b24e-1dfc3e003093 req-b5e8d29e-07c3-4243-874a-27c4094a2e46 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0995412 Nov 09 18:17:12.821255 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa5038-15d9-4524-8cf6-03130777e049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2077841-f49e-4eec-b2fa-fe9d625f2cb2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:12.864317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.864860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Fanout notify agent at l3_agent the message router_deleted on router f1113816-7a2f-48f7-8af7-340945b30add {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:17:12.871210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81554cfe-1305-44c7-b24e-1dfc3e003093 req-9d352785-df58-4334-843a-252e4adfd5c9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353436 Nov 09 18:17:12.900208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.904424 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3233a414-304f-4f27-bf62-c9f3de1f4ccf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/routers/f1113816-7a2f-48f7-8af7-340945b30add HTTP/1.1" status: 204 len: 168 time: 1.3669024 Nov 09 18:17:12.904828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41970) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:12.950228 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-244770e9-9dbc-431b-883e-51d06595aa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:12.983553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-c58f17bd-ae7b-4804-b3b0-5502f2e5c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:12.985098 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-c58f17bd-ae7b-4804-b3b0-5502f2e5c86d service neutron] 10.222.0.85 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.1461842 Nov 09 18:17:12.991479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-244770e9-9dbc-431b-883e-51d06595aa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.040797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.050487 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-ab3efbe0-aba9-4538-b674-d0ca39956a1e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3 HTTP/1.1" status: 200 len: 217 time: 0.0569015 Nov 09 18:17:13.096117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:13.138086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-afcf8866-8c71-4e06-aebc-852e79f1f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.139593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-afcf8866-8c71-4e06-aebc-852e79f1f86a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.0824111 Nov 09 18:17:13.152253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 717ee23d-361c-49ba-bce1-1bfd0efaa01e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:13.153492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 717ee23d-361c-49ba-bce1-1bfd0efaa01e not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:13.193906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-244770e9-9dbc-431b-883e-51d06595aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.196530 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-244770e9-9dbc-431b-883e-51d06595aa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.197659 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-244770e9-9dbc-431b-883e-51d06595aa9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2077841-f49e-4eec-b2fa-fe9d625f2cb2 HTTP/1.1" status: 204 len: 168 time: 0.3799627 Nov 09 18:17:13.200361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-32d92331-7f0f-4dfa-89d1-019ae4856c20 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517550 Nov 09 18:17:13.252268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.274253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6ac45-378f-4996-8798-3883bc95e09d req-12e51910-d41e-4e48-ab46-4b7c170dcf53 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:13.275868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67a6ac45-378f-4996-8798-3883bc95e09d req-12e51910-d41e-4e48-ab46-4b7c170dcf53 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1605678 Nov 09 18:17:13.300861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615fc301-2e5d-4f1e-9298-f6b489bc906c']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:13.312256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:13.312811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cf2ded-dbbc-400c-9f27-1e9e278a8303') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:13.331936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.362752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.368105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67a6ac45-378f-4996-8798-3883bc95e09d req-ff701ce2-dd23-4abd-89cf-4572145d57f3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831766 Nov 09 18:17:13.381668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:17:13.382734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:17:13.471226 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:17:13.480304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.495960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.497548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/networks/615fc301-2e5d-4f1e-9298-f6b489bc906c HTTP/1.1" status: 204 len: 168 time: 0.5916672 Nov 09 18:17:13.503082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41986) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:13.535484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb5baf-72d0-4d2f-881f-a8cd33e0d509 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Network': ['ID=615fc301-2e5d-4f1e-9298-f6b489bc906c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:13.599777 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3aef77-c1e8-43f3-8f97-73aa0a11265e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.628728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41988) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:13.637419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3aef77-c1e8-43f3-8f97-73aa0a11265e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.650806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe506bd-5244-4374-ab82-412b53c2b2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.666368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244770e9-9dbc-431b-883e-51d06595aa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2077841-f49e-4eec-b2fa-fe9d625f2cb2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:13.709664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-46ce73b6-8184-4593-bdfe-26a4d3cb2566 service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943078 Nov 09 18:17:13.776230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3aef77-c1e8-43f3-8f97-73aa0a11265e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.780758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3aef77-c1e8-43f3-8f97-73aa0a11265e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.788837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4c3aef77-c1e8-43f3-8f97-73aa0a11265e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc49c825-9735-4ea2-91da-a779b1e9da8d HTTP/1.1" status: 204 len: 168 time: 0.2831609 Nov 09 18:17:13.820668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe506bd-5244-4374-ab82-412b53c2b2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.822247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aef77-c1e8-43f3-8f97-73aa0a11265e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc49c825-9735-4ea2-91da-a779b1e9da8d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:13.841742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cbe506bd-5244-4374-ab82-412b53c2b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:13.853181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a5bf1b33-7007-4b98-b390-cc53b43721a2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:13.902010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-686b5e46-bf8c-4c86-bbd5-43f3cd8c2e9b req-fdd332f7-6adb-4417-83cc-da161ce8fb84 service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838903 Nov 09 18:17:13.912215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a5bf1b33-7007-4b98-b390-cc53b43721a2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:13.913067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a5bf1b33-7007-4b98-b390-cc53b43721a2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:13.915239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8912d410-3b03-4eaa-84ad-9e97627c17e8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:13.960729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe506bd-5244-4374-ab82-412b53c2b2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f3dec8-d5c4-4337-95df-815dd5219137,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:13.963413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 8912d410-3b03-4eaa-84ad-9e97627c17e8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:13.963972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8912d410-3b03-4eaa-84ad-9e97627c17e8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:13.964360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 074e1b56-7c81-44d2-9e57-9d1bcd9356ba no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:13.972363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cbe506bd-5244-4374-ab82-412b53c2b2c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf3ed4a7e0de49eba050e92284327e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477747 Nov 09 18:17:13.975557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42004) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:14.005356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 074e1b56-7c81-44d2-9e57-9d1bcd9356ba {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:14.005788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 074e1b56-7c81-44d2-9e57-9d1bcd9356ba not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:14.056585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0cf7bdd4-a8b8-4f7c-a3a2-c8f9ed48b843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.077468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0cf7bdd4-a8b8-4f7c-a3a2-c8f9ed48b843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.126402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0cf7bdd4-a8b8-4f7c-a3a2-c8f9ed48b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.129305 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0cf7bdd4-a8b8-4f7c-a3a2-c8f9ed48b843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.134078 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0cf7bdd4-a8b8-4f7c-a3a2-c8f9ed48b843 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32f3dec8-d5c4-4337-95df-815dd5219137 HTTP/1.1" status: 204 len: 168 time: 0.1537924 Nov 09 18:17:14.154966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7bdd4-a8b8-4f7c-a3a2-c8f9ed48b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f3dec8-d5c4-4337-95df-815dd5219137,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:14.201889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42012) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:14.206972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-92d468d3-7bd6-45a6-a991-d669a0a82fbe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1780663190', 'description': 'tempest-secgroup-smoke-1780663190 description', 'project_id': '157548435770470e9b8f97aa9a4f0d37'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:14.239586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92d468d3-7bd6-45a6-a991-d669a0a82fbe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.348373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff042b-2e51-4ef5-bd98-5deb03e99ba8 req-e59cc5e8-8d93-48ff-bbbd-4ef68675e5a1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.356097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14ff042b-2e51-4ef5-bd98-5deb03e99ba8 req-e59cc5e8-8d93-48ff-bbbd-4ef68675e5a1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0921855 Nov 09 18:17:14.405992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14ff042b-2e51-4ef5-bd98-5deb03e99ba8 req-39025367-c212-44ce-826d-5b03a8c6cd35 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488992 Nov 09 18:17:14.440211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92d468d3-7bd6-45a6-a991-d669a0a82fbe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.446112 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92d468d3-7bd6-45a6-a991-d669a0a82fbe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.500064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92d468d3-7bd6-45a6-a991-d669a0a82fbe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.504653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-92d468d3-7bd6-45a6-a991-d669a0a82fbe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2983849 Nov 09 18:17:14.504653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d468d3-7bd6-45a6-a991-d669a0a82fbe tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bedc75-b5ed-4650-8419-0ad67844bf44,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:14.505083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42026) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:14.513815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f20c65c3-5f96-4d7c-a44e-8927c529e4f7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'c6bedc75-b5ed-4650-8419-0ad67844bf44', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:14.549621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f20c65c3-5f96-4d7c-a44e-8927c529e4f7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.639763 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f20c65c3-5f96-4d7c-a44e-8927c529e4f7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.645009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f20c65c3-5f96-4d7c-a44e-8927c529e4f7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.663372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c65c3-5f96-4d7c-a44e-8927c529e4f7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6353e499-e2c2-4509-b723-91c1e26a7299,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:14.676989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f20c65c3-5f96-4d7c-a44e-8927c529e4f7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.678446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f20c65c3-5f96-4d7c-a44e-8927c529e4f7 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724501 Nov 09 18:17:14.681312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42036) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:14.686139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-391204af-3856-48d0-877f-3ea42065698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'c6bedc75-b5ed-4650-8419-0ad67844bf44', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:14.722106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-391204af-3856-48d0-877f-3ea42065698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.822279 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-391204af-3856-48d0-877f-3ea42065698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.831862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-391204af-3856-48d0-877f-3ea42065698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.860177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391204af-3856-48d0-877f-3ea42065698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f70629-d78f-4c91-9802-c38087a18f54,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:14.873943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd67c94-cb5d-4ac5-b874-98f0251b4b45 req-8a2b351a-fd59-4664-a630-82fa62317b43 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:14.875588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cd67c94-cb5d-4ac5-b874-98f0251b4b45 req-8a2b351a-fd59-4664-a630-82fa62317b43 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1091783 Nov 09 18:17:14.880265 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-391204af-3856-48d0-877f-3ea42065698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:14.881389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-391204af-3856-48d0-877f-3ea42065698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1992271 Nov 09 18:17:14.884202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42046) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:14.891214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8feda874-2457-49e3-934f-0b2b132e6b52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'c6bedc75-b5ed-4650-8419-0ad67844bf44', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:14.926624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cd67c94-cb5d-4ac5-b874-98f0251b4b45 req-1dee84c2-e6b8-481f-9e50-869d3e12cc8c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Nov 09 18:17:14.954172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8feda874-2457-49e3-934f-0b2b132e6b52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.017750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8feda874-2457-49e3-934f-0b2b132e6b52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.029533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8feda874-2457-49e3-934f-0b2b132e6b52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.046215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feda874-2457-49e3-934f-0b2b132e6b52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95405217-ff7e-4564-a79f-5ca0f9b4f051,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.058984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8feda874-2457-49e3-934f-0b2b132e6b52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.062106 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8feda874-2457-49e3-934f-0b2b132e6b52 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743512 Nov 09 18:17:15.063465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42050) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.068128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6aa9ae22-c047-4d92-b38a-ad4c188515a0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'c6bedc75-b5ed-4650-8419-0ad67844bf44', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:15.097865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ae22-c047-4d92-b38a-ad4c188515a0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.150234 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ae22-c047-4d92-b38a-ad4c188515a0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.154043 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ae22-c047-4d92-b38a-ad4c188515a0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.170278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9ae22-c047-4d92-b38a-ad4c188515a0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8480a6fe-42f6-4cc4-949a-46551eb2ea67,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.181180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ae22-c047-4d92-b38a-ad4c188515a0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.183075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6aa9ae22-c047-4d92-b38a-ad4c188515a0 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180234 Nov 09 18:17:15.185721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42054) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.190039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'c6bedc75-b5ed-4650-8419-0ad67844bf44', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:15.211747 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:17:15.219562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.301040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.305848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.335644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.338099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503327 Nov 09 18:17:15.340645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42058) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.345272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'security_group_rule': {'security_group_id': 'c6bedc75-b5ed-4650-8419-0ad67844bf44', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:15.368379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824b3bc-fe02-49f2-be1f-edf0d1e01ea3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8214745-cc2a-4f08-a2c9-448abc8fd771,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.387524 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Project 157548435770470e9b8f97aa9a4f0d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:17:15.394015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.472691 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.477294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.498162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccf21b3-4e50-41a5-bc80-d3ce3b00c30a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.511192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.515015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-094757e8-39ec-4b0b-8a5f-cb7601a4ee9b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709819 Nov 09 18:17:15.515430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.520554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'network': {'name': 'tempest-network-smoke--712258929', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'port_security_enabled': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:15.554411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:15.558823 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.592033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:15.597867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bac5c-12df-4b86-aaa1-ade55f77e989 req-24e5efff-3bca-4aa3-997f-1baefcdc4816 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:15.599484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f16bac5c-12df-4b86-aaa1-ade55f77e989 req-24e5efff-3bca-4aa3-997f-1baefcdc4816 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0929024 Nov 09 18:17:15.602917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.603268 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Added segment 148c1030-e296-47ff-a4b6-21694eb89ba3 of type vlan for network 560aee6c-ee28-4af5-93e6-46ce30b8f503 Nov 09 18:17:15.647705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.661856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f16bac5c-12df-4b86-aaa1-ade55f77e989 req-48313f2c-3acf-4622-b934-9b6aeaf0ea57 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526147 Nov 09 18:17:15.690012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.696601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:15.697297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.770748 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540245 Nov 09 18:17:15.771655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42076) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:15.777398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'admin_state_up': True, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:15.789096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90661161-36be-4543-b463-bf7fa440cd12 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Network': ['ID=560aee6c-ee28-4af5-93e6-46ce30b8f503,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:15.799763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:15.819098 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.820659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:15.896902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.062343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.156395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9f07c-29cb-4aa7-bd46-2e3ee740aa06 req-da50e7e8-cbb6-4135-a191-b4ad4839e4bc tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:16.164487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00e9f07c-29cb-4aa7-bd46-2e3ee740aa06 req-da50e7e8-cbb6-4135-a191-b4ad4839e4bc tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1186736 Nov 09 18:17:16.218388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00e9f07c-29cb-4aa7-bd46-2e3ee740aa06 req-74787200-ade0-4177-b005-08971ac18039 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522220 Nov 09 18:17:16.246445 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.361256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.381387 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:16.506504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.252 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/92f4500f-ec66-4679-8387-ef79606e413f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:16.974396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1376-e4c9-4bbd-b566-1b9acb19218d req-49572c94-2870-48dd-8126-c003f35c8b9b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:16.975805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22aa1376-e4c9-4bbd-b566-1b9acb19218d req-49572c94-2870-48dd-8126-c003f35c8b9b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0962102 Nov 09 18:17:17.014305 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.042639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22aa1376-e4c9-4bbd-b566-1b9acb19218d req-a375ba44-f0f5-470d-ab02-66831f982509 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498745 Nov 09 18:17:17.076543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.114270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:17.117156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:17.119627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:17.148520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=92f4500f-ec66-4679-8387-ef79606e413f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:17.429895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41278f2-6266-42da-8749-8c7540d3b82f req-d862eed7-9392-497d-807c-eb9b3ffaeb3b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:17.431839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d41278f2-6266-42da-8749-8c7540d3b82f req-d862eed7-9392-497d-807c-eb9b3ffaeb3b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1426222 Nov 09 18:17:17.463052 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.546108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d41278f2-6266-42da-8749-8c7540d3b82f req-e5dc5970-1baa-4173-8e21-eed55874af22 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053853 Nov 09 18:17:17.695484 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.840782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router 088ede9d-67f8-43a7-8df7-8c26d81cccdd is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:17:17.961897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:17.972437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Sync routers for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:17.982205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:17.983159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:17.989197 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:17.993836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:18.002606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-10405880-3e68-4ab2-a727-6f9e24b7baf2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2297704 Nov 09 18:17:18.024794 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-71dfde2f-1cee-4a0f-be8f-80b0bab1e618 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=157548435770470e9b8f97aa9a4f0d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297463 Nov 09 18:17:18.028489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:18.106629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:18.143336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a6523a-390f-4569-8898-69b95035ee21 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:18.145220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c8a6523a-390f-4569-8898-69b95035ee21 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1155350 Nov 09 18:17:18.148070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42148) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:18.185790 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3bca71f6-b727-43a1-8e1a-04678f135406 tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362937 Nov 09 18:17:18.188373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:18.195064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-410675728', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:18.262350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcfce4-2671-4419-8b63-0581f1509068 req-07a35919-686f-43ca-9fdf-4a5089a43b28 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:18.264464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83bcfce4-2671-4419-8b63-0581f1509068 req-07a35919-686f-43ca-9fdf-4a5089a43b28 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1083481 Nov 09 18:17:18.324899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:18.332244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.354388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83bcfce4-2671-4419-8b63-0581f1509068 req-87717603-bd3b-441a-a303-088b09014735 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823445 Nov 09 18:17:18.375792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:17Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:18.431278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Checking router: 088ede9d-67f8-43a7-8df7-8c26d81cccdd for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:18.431876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Updating router 088ede9d-67f8-43a7-8df7-8c26d81cccdd port 92f4500f-ec66-4679-8387-ef79606e413f binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:17:18.470721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.573869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.675452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Checking segment: {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:18.675906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network hostable DHCP agents. Network: 560aee6c-ee28-4af5-93e6-46ce30b8f503, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:18.711021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Subnet': ['ID=d3ce6abc-cc5c-4bd1-8163-d9d89be8c384,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:18.721720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:18.725850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2120e-a696-4d9e-8809-2fda79edbe86 req-c5cbdef7-2a0e-4476-af73-9fb9226fe7ad tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:18.727981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fb2120e-a696-4d9e-8809-2fda79edbe86 req-c5cbdef7-2a0e-4476-af73-9fb9226fe7ad tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0945792 Nov 09 18:17:18.739518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 560aee6c-ee28-4af5-93e6-46ce30b8f503) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:18.748389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:18.749441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:18.759582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2013691b-21c6-43e7-a310-18ac4f3609ef None None] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:18.774294 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cab269f0-c839-46db-8554-d178bffd9978 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5847144 Nov 09 18:17:18.777856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42170) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:18.824787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fb2120e-a696-4d9e-8809-2fda79edbe86 req-8dbcb932-74da-4d48-997c-c6594ea181e3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835421 Nov 09 18:17:19.107415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-560aee6c-ee28-4af5-93e6-46ce30b8f503', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:19.108034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.177699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81e15-5001-4697-8652-4ad3cf0eaa85 req-099b313f-338f-48fd-9fd9-33b2ab5dea47 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.179826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9a81e15-5001-4697-8652-4ad3cf0eaa85 req-099b313f-338f-48fd-9fd9-33b2ab5dea47 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0762446 Nov 09 18:17:19.212767 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.266741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9a81e15-5001-4697-8652-4ad3cf0eaa85 req-7429212e-dfbf-442a-a2b9-2f5b0b26741a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800171 Nov 09 18:17:19.302434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.310572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-7f344ab4-eeca-4c72-901f-5e461f297434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.312236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-7f344ab4-eeca-4c72-901f-5e461f297434 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1097 time: 0.0783758 Nov 09 18:17:19.316056 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.411521 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Attempting to bind port 92f4500f-ec66-4679-8387-ef79606e413f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:19.412328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Attempting to bind port 92f4500f-ec66-4679-8387-ef79606e413f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:19.412889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Attempting to bind port 92f4500f-ec66-4679-8387-ef79606e413f on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:19.420991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Pushing event updated for resources: {'Port': ['ID=92f4500f-ec66-4679-8387-ef79606e413f,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:19.426099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:19.426964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:19.427446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.428554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:19.429203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Bound port: 92f4500f-ec66-4679-8387-ef79606e413f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:19.429838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.466317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.467425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.467882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.468330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.468772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.469207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.469925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.470047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.470486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.470912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.471896 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.472333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:19.481155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Allocated IP 172.20.0.2 (560aee6c-ee28-4af5-93e6-46ce30b8f503/d3ce6abc-cc5c-4bd1-8163-d9d89be8c384/a00ac390-f047-4d4a-901c-741dcc434a61) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:19.507283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-7e346caf-1c23-4db0-a60c-7acb95c6a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.509622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-7e346caf-1c23-4db0-a60c-7acb95c6a67a service neutron] 10.222.0.85 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.1883066 Nov 09 18:17:19.591801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842f83-249f-494b-9fe1-ac0636f6250b req-ea9236da-36d4-4824-ae37-ce74fabf4a08 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.597337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] For port 92f4500f-ec66-4679-8387-ef79606e413f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:19.602697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f842f83-249f-494b-9fe1-ac0636f6250b req-ea9236da-36d4-4824-ae37-ce74fabf4a08 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1437006 Nov 09 18:17:19.615874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] For port 92f4500f-ec66-4679-8387-ef79606e413f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92f4500f-ec66-4679-8387-ef79606e413f,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:19.625273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.695928 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-2cb59321-67c7-470b-a335-212378bbb2b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 1002 time: 0.1755807 Nov 09 18:17:19.722012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f842f83-249f-494b-9fe1-ac0636f6250b req-b31a5d9c-8748-4ac6-b53d-45812dd260b9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 Nov 09 18:17:19.750003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:19.750833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:19.756858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d9156-6611-41d7-803d-99b37458b65b None None] Pushing event updated for resources: {'Port': ['ID=92f4500f-ec66-4679-8387-ef79606e413f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:19.796126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:19.921985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-6eaa5f5b-6f82-41b7-8af2-27dfc048c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:19.924535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-6eaa5f5b-6f82-41b7-8af2-27dfc048c6c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.2214999 Nov 09 18:17:20.047502 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.090048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.092179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-1dfcf30d-32d2-4e82-87b5-2e34ede51fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:20.093929 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-1dfcf30d-32d2-4e82-87b5-2e34ede51fca service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519287 Nov 09 18:17:20.162644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:20.337443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:20.338709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Pushing event updated for resources: {'Port': ['ID=a00ac390-f047-4d4a-901c-741dcc434a61,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:20.342429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.1 (560aee6c-ee28-4af5-93e6-46ce30b8f503/d3ce6abc-cc5c-4bd1-8163-d9d89be8c384/ce3494fb-8b3d-468e-bbce-429bb593b97e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:20.347456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:20.352178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:20.399306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5f8d5-ea11-4bdd-8031-ab22b5306c26 req-638a4217-a0ee-4558-9d22-e56d3b045dd5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:20.401662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-3418960f-f112-4d09-a0a4-a1e6ccc3937e service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757399 Nov 09 18:17:20.411139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2b5f8d5-ea11-4bdd-8031-ab22b5306c26 req-638a4217-a0ee-4558-9d22-e56d3b045dd5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 946 time: 0.0723062 Nov 09 18:17:20.457875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Attempting to bind port a00ac390-f047-4d4a-901c-741dcc434a61 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:20.458114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Attempting to bind port a00ac390-f047-4d4a-901c-741dcc434a61 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:20.458474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Attempting to bind port a00ac390-f047-4d4a-901c-741dcc434a61 on network 560aee6c-ee28-4af5-93e6-46ce30b8f503 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:20.467619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2b5f8d5-ea11-4bdd-8031-ab22b5306c26 req-12452a17-c792-4da2-b956-43a974dca95a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552368 Nov 09 18:17:20.477857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:20.478284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Checking segment: {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:20.478691 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.479088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Bound using segment: {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:20.479615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Bound port: a00ac390-f047-4d4a-901c-741dcc434a61, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:20.480024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.579647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] For port a00ac390-f047-4d4a-901c-741dcc434a61, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:20.585477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] For port a00ac390-f047-4d4a-901c-741dcc434a61, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a00ac390-f047-4d4a-901c-741dcc434a61,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:20.593247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-09ff6454-a31b-4a55-ad9e-66a54bb6ee6a req-cb09faf2-6dd3-4866-beb2-fbcb14a817a2 service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738424 Nov 09 18:17:20.595682 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.601368 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.615763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42d165-89f0-494f-92b6-ddf93fa0a4e3 req-8f2a7275-c94c-46b8-a7af-f952ba76adff tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:20.617302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba42d165-89f0-494f-92b6-ddf93fa0a4e3 req-8f2a7275-c94c-46b8-a7af-f952ba76adff tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0671699 Nov 09 18:17:20.665045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.674661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba42d165-89f0-494f-92b6-ddf93fa0a4e3 req-10b8851d-6a9d-46a1-a348-64ce03b15773 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485077 Nov 09 18:17:20.731497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0932292-18f6-42ba-b705-26666e6adfaf None None] Pushing event updated for resources: {'Port': ['ID=a00ac390-f047-4d4a-901c-741dcc434a61,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:20.752863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:17Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:20.780563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:20.795118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2568493-dde8-435b-bb13-d3e6c506dcd1 None None] The sync data for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 is: [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:17Z', 'revision_number': 3, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:20.795778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:20.812178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:20.864595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=ce3494fb-8b3d-468e-bbce-429bb593b97e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:20.906117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:20.916002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853f6f2-4535-42d1-aa5f-3bd931330994 req-473262e4-51b8-4f06-80d2-d73cf55139f2 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:20.925650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0853f6f2-4535-42d1-aa5f-3bd931330994 req-473262e4-51b8-4f06-80d2-d73cf55139f2 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0980575 Nov 09 18:17:21.048382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0853f6f2-4535-42d1-aa5f-3bd931330994 req-c60ff581-0366-46ec-a19a-06fb25ac86a7 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Nov 09 18:17:21.189545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.636459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.649251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dd535-73c6-46ea-a1b7-6d82188cb2fc req-c6fcbbc9-0e1e-4cca-9dd4-3762f1f0fea4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:21.650400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.658159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e23dd535-73c6-46ea-a1b7-6d82188cb2fc req-c6fcbbc9-0e1e-4cca-9dd4-3762f1f0fea4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 946 time: 0.0943167 Nov 09 18:17:21.750580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e23dd535-73c6-46ea-a1b7-6d82188cb2fc req-fe7979be-22c5-4467-8331-96fb84517202 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914631 Nov 09 18:17:21.792404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:21.802680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=ce3494fb-8b3d-468e-bbce-429bb593b97e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:21.826276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42230) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:21.970219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c5603-3aa6-431f-90db-111b9b52c224 req-0f46cb7e-053a-403d-b9f8-f36f24f3fd7b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:21.978292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f0c5603-3aa6-431f-90db-111b9b52c224 req-0f46cb7e-053a-403d-b9f8-f36f24f3fd7b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.1220274 Nov 09 18:17:22.029118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92f4500f-ec66-4679-8387-ef79606e413f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:22.048045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f0c5603-3aa6-431f-90db-111b9b52c224 req-63dc0733-47c4-4e6c-bb76-f220ba00d063 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688467 Nov 09 18:17:22.083512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:22.086326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:22.130770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0b74c1a5-754d-4871-85b0-76d2ea06a02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.172690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 92f4500f-ec66-4679-8387-ef79606e413f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:22.173392 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.306730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.323078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d45aeb-38bb-463e-9166-5efeba52cf7d req-d2c6f22a-b8a5-4182-8676-96decdb94214 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:22.327449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99d45aeb-38bb-463e-9166-5efeba52cf7d req-d2c6f22a-b8a5-4182-8676-96decdb94214 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1724706 Nov 09 18:17:22.355345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 92f4500f-ec66-4679-8387-ef79606e413f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92f4500f-ec66-4679-8387-ef79606e413f,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:22.367990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.372349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a00ac390-f047-4d4a-901c-741dcc434a61 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:22.408461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99d45aeb-38bb-463e-9166-5efeba52cf7d req-bf888b23-d9ae-4217-8931-471ce7b325ce tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706904 Nov 09 18:17:22.449976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0b74c1a5-754d-4871-85b0-76d2ea06a02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.456116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0b74c1a5-754d-4871-85b0-76d2ea06a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.516605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=92f4500f-ec66-4679-8387-ef79606e413f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:22.520897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0b74c1a5-754d-4871-85b0-76d2ea06a02a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8768442f2654d1a8345534aa760bb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6933475 Nov 09 18:17:22.521667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74c1a5-754d-4871-85b0-76d2ea06a02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd6189f-f88d-4090-b611-497496e21f6f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:22.525119 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42238) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:22.538211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a00ac390-f047-4d4a-901c-741dcc434a61 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:22.538854 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.588476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b1243-123b-4387-8447-2f1f2a081c04 None None] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:22.607335 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3715e36d-02ba-4e72-8273-57321fe06d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.631739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3715e36d-02ba-4e72-8273-57321fe06d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.684241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-95c9ee90-2f5e-4080-81e1-e05dfe47adab tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:22.685781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-95c9ee90-2f5e-4080-81e1-e05dfe47adab tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 946 time: 0.7078309 Nov 09 18:17:22.713122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3715e36d-02ba-4e72-8273-57321fe06d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.719998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3715e36d-02ba-4e72-8273-57321fe06d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.720311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fc275b12-218f-414a-89fd-2c57fc9a182a None None] Provisioning complete for port a00ac390-f047-4d4a-901c-741dcc434a61 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:22.720686 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc275b12-218f-414a-89fd-2c57fc9a182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.724231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3715e36d-02ba-4e72-8273-57321fe06d02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fd6189f-f88d-4090-b611-497496e21f6f HTTP/1.1" status: 204 len: 168 time: 0.1957104 Nov 09 18:17:22.742863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715e36d-02ba-4e72-8273-57321fe06d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd6189f-f88d-4090-b611-497496e21f6f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:22.747701 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.805193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router 088ede9d-67f8-43a7-8df7-8c26d81cccdd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:22.827188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Deleting port 94e270b3-71d0-4623-a9d6-beef9730bef2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:22.827540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.835222 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:17:22.905605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a00ac390-f047-4d4a-901c-741dcc434a61, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a00ac390-f047-4d4a-901c-741dcc434a61,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:22.932518 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:22.966151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d5f4f-1369-46dd-98ad-809cc0868d24 req-1e8f0993-5cb5-4d12-ab56-a118e132faea tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:22.974681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e0d5f4f-1369-46dd-98ad-809cc0868d24 req-1e8f0993-5cb5-4d12-ab56-a118e132faea tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 946 time: 0.1216664 Nov 09 18:17:23.041438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e0d5f4f-1369-46dd-98ad-809cc0868d24 req-f9817aac-c7bb-4481-bfa2-d9d57c68c3ac tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=068606dd-cf09-4184-8888-56ef5cebc2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565562 Nov 09 18:17:23.064576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] For port 94e270b3-71d0-4623-a9d6-beef9730bef2, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=94e270b3-71d0-4623-a9d6-beef9730bef2,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:23.064959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.077510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a00ac390-f047-4d4a-901c-741dcc434a61,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:23.085822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:23.106713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a820a6e8-d44e-43b0-96a3-2ecd304d8429 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/088ede9d-67f8-43a7-8df7-8c26d81cccdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3274915 Nov 09 18:17:23.269628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42252) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:23.298588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5f12-e61a-4bbb-b763-ddb14c11efec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.391839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.392432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.392926 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Floating IP 61432d0c-df76-4005-be9b-a1a1f70837ef disassociated. External IP: 172.25.0.182, port: 94e270b3-71d0-4623-a9d6-beef9730bef2. Nov 09 18:17:23.393867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Calling delete_port for 94e270b3-71d0-4623-a9d6-beef9730bef2 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:23.444096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-e2f53f1b-6fb9-4532-99dd-bab907603c37 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780663190&fields=id&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 267 time: 0.0748084 Nov 09 18:17:23.544198 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Sync routers for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:23.560158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f80e96c1-79b3-4d75-bfc6-f5ff51368896 None None] Provisioning complete for port a00ac390-f047-4d4a-901c-741dcc434a61 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:23.560913 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f80e96c1-79b3-4d75-bfc6-f5ff51368896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.562877 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:23.563513 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:23.570908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5f12-e61a-4bbb-b763-ddb14c11efec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.582971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e2b5f12-e61a-4bbb-b763-ddb14c11efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.648081 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8e2b5f12-e61a-4bbb-b763-ddb14c11efec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5801f682b6504776bf1007459fd930bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771193 Nov 09 18:17:23.650871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42264) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:23.660791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-46936c22-4bf6-4476-acce-16d8336e1be8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:23.663651 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.672615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-46936c22-4bf6-4476-acce-16d8336e1be8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/networks?id=560aee6c-ee28-4af5-93e6-46ce30b8f503 HTTP/1.1" status: 200 len: 796 time: 0.2267649 Nov 09 18:17:23.674874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b5f12-e61a-4bbb-b763-ddb14c11efec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e680fb-2fda-45c1-8e70-a239f5cae2d2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:23.710082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-2ac56792-66a2-43e5-bab6-5f2254612340 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/quotas/157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 375 time: 0.0361381 Nov 09 18:17:23.742749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f80e96c1-79b3-4d75-bfc6-f5ff51368896 None None] Provisioning complete for port ce3494fb-8b3d-468e-bbce-429bb593b97e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:23.743131 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f80e96c1-79b3-4d75-bfc6-f5ff51368896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.783666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event deleted for resources: {'Port': ['ID=94e270b3-71d0-4623-a9d6-beef9730bef2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:23.835034 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:23.838310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f80e96c1-79b3-4d75-bfc6-f5ff51368896 None None] Port ce3494fb-8b3d-468e-bbce-429bb593b97e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:17:23.855872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-888311c1-1102-4d6d-b567-72f938a6bc25 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162965 Nov 09 18:17:23.895289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92f4500f-ec66-4679-8387-ef79606e413f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:23.980978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-989fd9b8-cf92-47a8-9ea9-ac4a2276aabd None None] Provisioning complete for port ce3494fb-8b3d-468e-bbce-429bb593b97e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:23.981745 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-989fd9b8-cf92-47a8-9ea9-ac4a2276aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:23.985943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b378d10-e741-4473-95e1-762282ca6bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.023375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 92f4500f-ec66-4679-8387-ef79606e413f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:24.024083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.049645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-989fd9b8-cf92-47a8-9ea9-ac4a2276aabd None None] Port ce3494fb-8b3d-468e-bbce-429bb593b97e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:17:24.069322 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b378d10-e741-4473-95e1-762282ca6bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.160659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a00ac390-f047-4d4a-901c-741dcc434a61 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:24.165899 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 2, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:24.197090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Router 50c9f41d-5469-4d1e-866f-20e4e07509fd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:24.220649 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Checking router: 088ede9d-67f8-43a7-8df7-8c26d81cccdd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:24.226885 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Updating router 088ede9d-67f8-43a7-8df7-8c26d81cccdd port ce3494fb-8b3d-468e-bbce-429bb593b97e binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:17:24.245676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a00ac390-f047-4d4a-901c-741dcc434a61 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:24.246054 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.277298 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.286373 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b378d10-e741-4473-95e1-762282ca6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.288915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b378d10-e741-4473-95e1-762282ca6bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.294006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b378d10-e741-4473-95e1-762282ca6bd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28e680fb-2fda-45c1-8e70-a239f5cae2d2 HTTP/1.1" status: 204 len: 168 time: 0.6378245 Nov 09 18:17:24.328288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-5d4bb10c-9270-447e-ae25-c860c4306607 service neutron] 10.222.0.32 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635475 Nov 09 18:17:24.329883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b378d10-e741-4473-95e1-762282ca6bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e680fb-2fda-45c1-8e70-a239f5cae2d2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:24.400061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:24.404783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e7130441-ead9-4ceb-b950-df16c445ca1c None None] Provisioning complete for port ce3494fb-8b3d-468e-bbce-429bb593b97e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:24.405166 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7130441-ead9-4ceb-b950-df16c445ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.465709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] No DVR routers for this DVR port 94e270b3-71d0-4623-a9d6-beef9730bef2 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:24.468610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.472780 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a0707a-d1d3-4ae9-bbbd-65865d687971 req-6fa3f498-2465-4e46-9486-04ff54d33d0e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.85 "DELETE /v2.0/ports/94e270b3-71d0-4623-a9d6-beef9730bef2 HTTP/1.1" status: 204 len: 173 time: 1.7803724 Nov 09 18:17:24.473318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-deleted', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:24.476280 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8af14d4-e7cf-4bca-bea4-2698836855fb" -d '{"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-deleted", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:24.485273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] Sync routers for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:24.520475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:24.521116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:24.528643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-0673e380-d2d1-4b01-b844-c06d0f9e2d09 service neutron] 10.222.0.32 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993861 Nov 09 18:17:24.680642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e7130441-ead9-4ceb-b950-df16c445ca1c None None] Port ce3494fb-8b3d-468e-bbce-429bb593b97e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:17:24.769475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:24.832965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8ca6e-de26-4ec8-a38b-cc28ce09fd87 req-298a2359-bddc-416e-a516-43454938a0ea tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:24.834772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4a8ca6e-de26-4ec8-a38b-cc28ce09fd87 req-298a2359-bddc-416e-a516-43454938a0ea tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0778246 Nov 09 18:17:24.863056 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.872777 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:24.921011 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7f935-43bc-42ef-9dfb-94c76f819909 None None] Pushing event updated for resources: {'Port': ['ID=ce3494fb-8b3d-468e-bbce-429bb593b97e,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:24.947953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4a8ca6e-de26-4ec8-a38b-cc28ce09fd87 req-aa4e8b61-3d4f-4729-b38f-a9087ccea456 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954144 Nov 09 18:17:25.041247 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Attempting to bind port ce3494fb-8b3d-468e-bbce-429bb593b97e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:25.042396 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Attempting to bind port ce3494fb-8b3d-468e-bbce-429bb593b97e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:25.050826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Attempting to bind port ce3494fb-8b3d-468e-bbce-429bb593b97e on network 560aee6c-ee28-4af5-93e6-46ce30b8f503 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:25.074208 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:25.074684 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Checking segment: {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:25.075140 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:25.075540 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Bound using segment: {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:25.076068 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Bound port: ce3494fb-8b3d-468e-bbce-429bb593b97e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:25.076957 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:25.211297 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] For port ce3494fb-8b3d-468e-bbce-429bb593b97e, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:25.224765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c912f2-12d5-4218-b968-2da3467eb1b8 req-570e4552-bbcd-4ecc-b62f-2b6c6db7703a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef10f4f5-5b22-4854-b12a-fea3825c4fe0 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Nov 09 18:17:25.234153 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] For port ce3494fb-8b3d-468e-bbce-429bb593b97e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ce3494fb-8b3d-468e-bbce-429bb593b97e,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:25.241451 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:25.272736 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a145c9-d354-4b88-95fe-63b101e1f6e9 x-openstack-request-id: req-32a145c9-d354-4b88-95fe-63b101e1f6e9 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:25.273647 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef10f4f5-5b22-4854-b12a-fea3825c4fe0", "name": "network-vif-deleted", "tag": "94e270b3-71d0-4623-a9d6-beef9730bef2", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:25.274165 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32a145c9-d354-4b88-95fe-63b101e1f6e9 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:25.275690 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef10f4f5-5b22-4854-b12a-fea3825c4fe0', 'name': 'network-vif-deleted', 'tag': '94e270b3-71d0-4623-a9d6-beef9730bef2', 'status': 'completed', 'code': 200} Nov 09 18:17:25.342487 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:25.343332 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:25.392314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-219f8543-4c73-4146-9162-0714994e233a req-c9a52901-852b-4b47-b762-a001130d7913 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 210 time: 0.0466301 Nov 09 18:17:25.400687 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7f935-43bc-42ef-9dfb-94c76f819909 None None] Pushing event updated for resources: {'Port': ['ID=ce3494fb-8b3d-468e-bbce-429bb593b97e,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:25.428637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:25.466923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] Checking router: 50c9f41d-5469-4d1e-866f-20e4e07509fd for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:25.482110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1afca710-2507-4e22-b414-2b59d293363d None None] Provisioning complete for port ce3494fb-8b3d-468e-bbce-429bb593b97e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:25.482511 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1afca710-2507-4e22-b414-2b59d293363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:25.485418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:25.486280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:25.492877 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:25.677441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1afca710-2507-4e22-b414-2b59d293363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:25.711045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:25.751920 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c4535a-511c-4364-9e39-e249404f108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:25.763102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1afca710-2507-4e22-b414-2b59d293363d None None] For port ce3494fb-8b3d-468e-bbce-429bb593b97e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ce3494fb-8b3d-468e-bbce-429bb593b97e,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:25.768593 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1afca710-2507-4e22-b414-2b59d293363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:25.783220 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4535a-511c-4364-9e39-e249404f108c None None] The sync data for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 is: [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:25.927650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afca710-2507-4e22-b414-2b59d293363d None None] Pushing event updated for resources: {'Port': ['ID=ce3494fb-8b3d-468e-bbce-429bb593b97e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:25.954681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bc53ef50-c8b4-45c5-bfb2-5b6663a818ee None None] Provisioning complete for port ce3494fb-8b3d-468e-bbce-429bb593b97e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:25.955068 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bc53ef50-c8b4-45c5-bfb2-5b6663a818ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:26.143930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9357fd-cf52-4e62-8d78-1a98bbea79cc req-654852c9-350e-45f3-ae18-1a5073e213a5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.155131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc9357fd-cf52-4e62-8d78-1a98bbea79cc req-654852c9-350e-45f3-ae18-1a5073e213a5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0923769 Nov 09 18:17:26.231329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc9357fd-cf52-4e62-8d78-1a98bbea79cc req-95c54121-94ca-4ea1-8fd7-3d86f6bbb5ac tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689297 Nov 09 18:17:26.299613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:26.374656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68956091-aa7b-44c2-9d89-feb4bd33593e None None] The sync data for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 is: [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:26.393667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42330) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:26.410855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-79974cd1-8470-4fa1-bb9d-4442a27b7279 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:26.413012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-79974cd1-8470-4fa1-bb9d-4442a27b7279 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/networks?id=560aee6c-ee28-4af5-93e6-46ce30b8f503 HTTP/1.1" status: 200 len: 796 time: 0.1926117 Nov 09 18:17:26.526816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-acc65817-e975-4007-a52c-1d701bd3f023 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=157548435770470e9b8f97aa9a4f0d37 HTTP/1.1" status: 200 len: 380 time: 0.0917358 Nov 09 18:17:26.529019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0006-ea08-49f5-82a0-1dfdc51fcc88 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:26.551607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'port': {'device_id': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'admin_state_up': True, 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'security_groups': ['c6bedc75-b5ed-4650-8419-0ad67844bf44']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:26.561852 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0006-ea08-49f5-82a0-1dfdc51fcc88 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:26.622714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0006-ea08-49f5-82a0-1dfdc51fcc88 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:26.626136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0006-ea08-49f5-82a0-1dfdc51fcc88 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:26.627709 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a7a0006-ea08-49f5-82a0-1dfdc51fcc88 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "DELETE /v2.0/security-groups/068606dd-cf09-4184-8888-56ef5cebc2f0 HTTP/1.1" status: 204 len: 168 time: 0.2329683 Nov 09 18:17:26.632024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42336) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:26.652148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b5de2ac-8def-4389-8a00-beb96d4a439e req-dc2de346-f17a-47b6-967e-bf9260fd4b54 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 210 time: 0.1140182 Nov 09 18:17:26.696681 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e306bb4e-aef4-42b6-8cd3-ba240da4c126 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] show failed (client error): The resource could not be found. Nov 09 18:17:26.697793 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e306bb4e-aef4-42b6-8cd3-ba240da4c126 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups/068606dd-cf09-4184-8888-56ef5cebc2f0 HTTP/1.1" status: 404 len: 347 time: 0.0631516 Nov 09 18:17:26.701228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0006-ea08-49f5-82a0-1dfdc51fcc88 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068606dd-cf09-4184-8888-56ef5cebc2f0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:26.714170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42344) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:26.796190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Made reservation on behalf of 157548435770470e9b8f97aa9a4f0d37 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:26.800275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:26.897638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Deleting port 9b2e29e5-e77d-4554-b7b8-a88ab6f51f39 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:26.898477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:26.924084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad735a5-48e5-4f83-8311-fd8f9bfc8cc8 None None] New status for floating IP 61432d0c-df76-4005-be9b-a1a1f70837ef: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:17:26.974802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.20.0.6 (560aee6c-ee28-4af5-93e6-46ce30b8f503/d3ce6abc-cc5c-4bd1-8163-d9d89be8c384/49d1e761-798f-4458-9b01-c89ff190d4a7) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:27.034297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.034635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.067412 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Calling delete_port for 9b2e29e5-e77d-4554-b7b8-a88ab6f51f39 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:27.135083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:17:27.188089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 94e270b3-71d0-4623-a9d6-beef9730bef2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:17:27.188436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 94e270b3-71d0-4623-a9d6-beef9730bef2 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:17:27.237027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.324959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.390027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.413800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:27.420170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:27.422016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event deleted for resources: {'Port': ['ID=9b2e29e5-e77d-4554-b7b8-a88ab6f51f39,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:27.425787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:27.467471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:27.485518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a541a3-46ea-4981-8e51-7d11d728fcc2 req-9b232e87-9550-46d2-aff7-f6c1f6bea75a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.487200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65a541a3-46ea-4981-8e51-7d11d728fcc2 req-9b232e87-9550-46d2-aff7-f6c1f6bea75a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1598349 Nov 09 18:17:27.535225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.536515 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.595490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65a541a3-46ea-4981-8e51-7d11d728fcc2 req-4e77cd24-361e-4870-b1a0-719dea977a39 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944552 Nov 09 18:17:27.602171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-af436898-3ee2-458d-93be-dbc69a5abe1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0633659 Nov 09 18:17:27.610969 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.613588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.614812 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-67f01887-03a5-486e-872f-b11dd4c51c6e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "DELETE /v2.0/floatingips/61432d0c-df76-4005-be9b-a1a1f70837ef HTTP/1.1" status: 204 len: 168 time: 0.8990915 Nov 09 18:17:27.626800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Request body: {'port': {'device_id': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:27.747127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:27.870910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff5314-18e2-4496-8369-4e8f794ac017 req-3439d956-e10f-4e4e-820a-8461b727e3f2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:27.872428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eff5314-18e2-4496-8369-4e8f794ac017 req-3439d956-e10f-4e4e-820a-8461b727e3f2 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 931 time: 0.0942509 Nov 09 18:17:27.911622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ce3494fb-8b3d-468e-bbce-429bb593b97e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:27.952747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c2d3d393-6db7-4c1a-a86a-b1561877cfe4 None None] Provisioning complete for port 49d1e761-798f-4458-9b01-c89ff190d4a7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:27.953126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d393-6db7-4c1a-a86a-b1561877cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.079858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eff5314-18e2-4496-8369-4e8f794ac017 req-0772742b-cb4b-49a2-9bff-ebfd4962658a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697670 Nov 09 18:17:28.202985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d1e761-798f-4458-9b01-c89ff190d4a7 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:28.227053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ce3494fb-8b3d-468e-bbce-429bb593b97e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:28.227672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.228243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.243046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Transition to ACTIVE for port object 49d1e761-798f-4458-9b01-c89ff190d4a7 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:17:28.248465 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.249601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3d393-6db7-4c1a-a86a-b1561877cfe4 None None] Port 49d1e761-798f-4458-9b01-c89ff190d4a7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:17:28.328155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:28.443311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Attempting to bind port 49d1e761-798f-4458-9b01-c89ff190d4a7 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:28.444018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Attempting to bind port 49d1e761-798f-4458-9b01-c89ff190d4a7 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:28.444669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Attempting to bind port 49d1e761-798f-4458-9b01-c89ff190d4a7 on network 560aee6c-ee28-4af5-93e6-46ce30b8f503 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:28.457882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Port 49d1e761-798f-4458-9b01-c89ff190d4a7 on network 560aee6c-ee28-4af5-93e6-46ce30b8f503 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:17:28.458485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Attempting to bind port 49d1e761-798f-4458-9b01-c89ff190d4a7 on network 560aee6c-ee28-4af5-93e6-46ce30b8f503 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:28.468246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:28.468700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Checking segment: {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:28.469129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Bound using segment: {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:28.469563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Bound port: 49d1e761-798f-4458-9b01-c89ff190d4a7, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148c1030-e296-47ff-a4b6-21694eb89ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:28.469976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.479409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42418) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:28.484200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6fe0d33e-f632-4b46-9431-f90e37d7407f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388397172', 'description': 'tempest-description--1453695721'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:28.512846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d33e-f632-4b46-9431-f90e37d7407f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.577186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:28.581495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:28.605771 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.647405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42424) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:28.661781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d33e-f632-4b46-9431-f90e37d7407f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.668442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:28.669079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.670518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-b6762a43-1638-49b2-9148-339549ac986a service neutron] 10.222.0.73 "PUT /v2.0/ports/49d1e761-798f-4458-9b01-c89ff190d4a7 HTTP/1.1" status: 200 len: 1091 time: 1.0553350 Nov 09 18:17:28.670982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:28.673426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d33e-f632-4b46-9431-f90e37d7407f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.688184 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d9fcb-7d9f-47cf-8243-b28fefc05f53" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:28.738097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d33e-f632-4b46-9431-f90e37d7407f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.739548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6fe0d33e-f632-4b46-9431-f90e37d7407f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2590613 Nov 09 18:17:28.742649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42430) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:28.750365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d6a74485-c8fe-4505-ba7a-0366914b4808 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'security_group_rule': {'security_group_id': '87436f3f-5f6c-46eb-90a2-98b66012a145', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:28.761316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0d33e-f632-4b46-9431-f90e37d7407f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87436f3f-5f6c-46eb-90a2-98b66012a145,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:28.779374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762a43-1638-49b2-9148-339549ac986a service neutron] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:28.803970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6a74485-c8fe-4505-ba7a-0366914b4808 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.816913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d308a52-901a-4277-a047-d0f4ee198688 req-b4846b67-9a87-40fb-9fa8-9fdb54d96fa3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:28.818892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d308a52-901a-4277-a047-d0f4ee198688 req-b4846b67-9a87-40fb-9fa8-9fdb54d96fa3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1234705 Nov 09 18:17:28.822304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-cce4f0ed-cf3b-48cb-8a5d-a1da913f34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:28.824308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-cce4f0ed-cf3b-48cb-8a5d-a1da913f34d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 1094 time: 0.1026473 Nov 09 18:17:28.890867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26b47741-e77f-4b5b-98ce-c1e8bffec345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.891227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-19fb288c-f51d-4edb-9488-d5c3b60f7382 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d1e761-798f-4458-9b01-c89ff190d4a7 HTTP/1.1" status: 200 len: 217 time: 0.0568748 Nov 09 18:17:28.905497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6a74485-c8fe-4505-ba7a-0366914b4808 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.923036 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6a74485-c8fe-4505-ba7a-0366914b4808 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.940388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d308a52-901a-4277-a047-d0f4ee198688 req-17326b7d-a82c-438f-8818-9683d15ece43 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136649 Nov 09 18:17:28.956434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74485-c8fe-4505-ba7a-0366914b4808 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb48324-c91d-429b-8d8c-c9160798422e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:28.960926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-32f51d1a-6eb2-44dd-98c9-6cecf7578698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:28.971621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-32f51d1a-6eb2-44dd-98c9-6cecf7578698 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3ce6abc-cc5c-4bd1-8163-d9d89be8c384 HTTP/1.1" status: 200 len: 834 time: 0.0702665 Nov 09 18:17:28.982848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6a74485-c8fe-4505-ba7a-0366914b4808 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:28.986117 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d6a74485-c8fe-4505-ba7a-0366914b4808 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403457 Nov 09 18:17:28.986967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42436) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:28.992242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dd96add2-1b1f-46f6-9f93-04f1d973b1e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'security_group_rule': {'security_group_id': '87436f3f-5f6c-46eb-90a2-98b66012a145', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:29.028515 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7e9990-e0c8-4193-bdf2-4f67da454f46 x-openstack-request-id: req-2a7e9990-e0c8-4193-bdf2-4f67da454f46 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:29.028812 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:29.029069 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a7e9990-e0c8-4193-bdf2-4f67da454f46 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:29.029474 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'status': 'completed', 'code': 200} Nov 09 18:17:29.036105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd96add2-1b1f-46f6-9f93-04f1d973b1e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.043460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-97a61b35-441a-4def-bae1-0fb1cce8a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.044933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-97a61b35-441a-4def-bae1-0fb1cce8a24a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560aee6c-ee28-4af5-93e6-46ce30b8f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645070 Nov 09 18:17:29.134167 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26b47741-e77f-4b5b-98ce-c1e8bffec345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.140703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd96add2-1b1f-46f6-9f93-04f1d973b1e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.142582 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26b47741-e77f-4b5b-98ce-c1e8bffec345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.167252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-54f435c1-902f-41fc-bba3-6f12042c3f9b service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137226 Nov 09 18:17:29.172718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd96add2-1b1f-46f6-9f93-04f1d973b1e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.205318 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-26b47741-e77f-4b5b-98ce-c1e8bffec345 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c66144b98ad49d0a72d62e7fc7b654b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546541 Nov 09 18:17:29.208287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42446) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:29.217612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96add2-1b1f-46f6-9f93-04f1d973b1e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c12467-367e-427e-8e91-7997db77665a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:29.229890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b47741-e77f-4b5b-98ce-c1e8bffec345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc844d-da72-4695-a10b-36499c247213,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:29.249779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd96add2-1b1f-46f6-9f93-04f1d973b1e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.254326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dd96add2-1b1f-46f6-9f93-04f1d973b1e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2661564 Nov 09 18:17:29.254956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42448) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:29.262659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:29.290457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b2f8-f641-4354-853c-13d77da1083e req-2d052bce-de35-49d0-85f2-a16b5244e1aa tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.298487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02d9b2f8-f641-4354-853c-13d77da1083e req-2d052bce-de35-49d0-85f2-a16b5244e1aa tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 943 time: 0.1297598 Nov 09 18:17:29.309965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.327809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8386968c-92c5-454c-8e2a-20032922181a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.352603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4eb90976-8b21-4661-9771-9ac4675bbbd8 req-931c8c89-3548-4049-bfec-4bebbcb0f51a service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726105 Nov 09 18:17:29.356183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02d9b2f8-f641-4354-853c-13d77da1083e req-021c440a-fb7e-4e21-82c0-8b2b92abca2e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569048 Nov 09 18:17:29.382711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8386968c-92c5-454c-8e2a-20032922181a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.452287 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8386968c-92c5-454c-8e2a-20032922181a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.455045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8386968c-92c5-454c-8e2a-20032922181a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.458439 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8386968c-92c5-454c-8e2a-20032922181a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bfc844d-da72-4695-a10b-36499c247213 HTTP/1.1" status: 204 len: 168 time: 0.2467463 Nov 09 18:17:29.470591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386968c-92c5-454c-8e2a-20032922181a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc844d-da72-4695-a10b-36499c247213,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:29.478198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.490571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-c8649bc5-441a-4b9f-bb5d-c1691e41fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.504473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-c8649bc5-441a-4b9f-bb5d-c1691e41fdfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 1094 time: 0.0882149 Nov 09 18:17:29.612254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Allocated IP 172.25.0.147 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3fc1e1be-d15d-4162-ab85-c089f94d7168) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:29.639275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-853e22da-d435-41b3-a840-69732785fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.640925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-853e22da-d435-41b3-a840-69732785fc92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=560aee6c-ee28-4af5-93e6-46ce30b8f503 HTTP/1.1" status: 200 len: 897 time: 0.1236324 Nov 09 18:17:29.692626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-75e6ea85-0469-46e9-ab72-3b60205fc80b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d1e761-798f-4458-9b01-c89ff190d4a7 HTTP/1.1" status: 200 len: 217 time: 0.0433791 Nov 09 18:17:29.754934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-7b05286e-f391-412e-8c66-b799a1858b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.756198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.757464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-7b05286e-f391-412e-8c66-b799a1858b84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3ce6abc-cc5c-4bd1-8163-d9d89be8c384 HTTP/1.1" status: 200 len: 834 time: 0.0554762 Nov 09 18:17:29.794801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.819774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-2cbe8341-795f-47ba-b4a8-e9bf9088e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:29.821376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-2cbe8341-795f-47ba-b4a8-e9bf9088e348 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560aee6c-ee28-4af5-93e6-46ce30b8f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557816 Nov 09 18:17:29.853060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:29.854571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'Port': ['ID=3fc1e1be-d15d-4162-ab85-c089f94d7168,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:29.858437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:29.860576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:29.890176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42462) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:29.925305 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7fba2710-37b5-4cfe-abef-7f40de66c6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:29.948283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-6d8d6d5f-80ee-4a69-adcb-f3af5e928eaf service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080024 Nov 09 18:17:29.995898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.051821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.080016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-508d9fcb-7d9f-47cf-8243-b28fefc05f53 req-eb0fcced-d3fa-4277-805c-00e1042cfe72 service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239548 Nov 09 18:17:30.099782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7fba2710-37b5-4cfe-abef-7f40de66c6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.128020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7fba2710-37b5-4cfe-abef-7f40de66c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.147701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bac9ef-6f9c-42a4-b812-2e5e58ab0a7c req-222b497a-f7c5-471c-9942-e79eff453638 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:30.151172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2bac9ef-6f9c-42a4-b812-2e5e58ab0a7c req-222b497a-f7c5-471c-9942-e79eff453638 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0899513 Nov 09 18:17:30.192123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2bac9ef-6f9c-42a4-b812-2e5e58ab0a7c req-7a7926d6-8c6d-48ec-b672-8b6b07d52709 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Nov 09 18:17:30.216455 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7fba2710-37b5-4cfe-abef-7f40de66c6c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5c67059e7eb4ce6ab60ba2660375315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229513 Nov 09 18:17:30.216829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42472) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:30.219421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba2710-37b5-4cfe-abef-7f40de66c6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce161a70-9b5c-4c67-96ed-124b2c1261a6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:30.267673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b5550ab-cddb-4cf4-bab0-16566f4dba51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.288819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b5550ab-cddb-4cf4-bab0-16566f4dba51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.289523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.294379 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.347225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b5550ab-cddb-4cf4-bab0-16566f4dba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.349851 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b5550ab-cddb-4cf4-bab0-16566f4dba51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.353585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b5550ab-cddb-4cf4-bab0-16566f4dba51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce161a70-9b5c-4c67-96ed-124b2c1261a6 HTTP/1.1" status: 204 len: 168 time: 0.1332932 Nov 09 18:17:30.363310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5550ab-cddb-4cf4-bab0-16566f4dba51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce161a70-9b5c-4c67-96ed-124b2c1261a6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:30.377103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'Port': ['ID=3fc1e1be-d15d-4162-ab85-c089f94d7168,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:30.402103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.430417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:30.432110 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b13b337-c44f-4ef9-b71c-cc41458cfe82 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1729462 Nov 09 18:17:30.523298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845cfee-8ad8-4487-b04a-97b7928c2d93 req-8a16822c-6ea9-4fab-b6ed-661aedea7562 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:30.524803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8845cfee-8ad8-4487-b04a-97b7928c2d93 req-8a16822c-6ea9-4fab-b6ed-661aedea7562 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 943 time: 0.0615201 Nov 09 18:17:30.571984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8845cfee-8ad8-4487-b04a-97b7928c2d93 req-32371a8d-6814-446f-869a-8a71e3d0d0df tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391233 Nov 09 18:17:30.695568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-2a675a9f-8cc9-4602-869d-5e2a6defa275 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1388397172&fields=id&tenant_id=0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 267 time: 0.0416052 Nov 09 18:17:30.807630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-08b9d3dc-21e6-433a-a229-39a8033c89aa tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:30.809194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-08b9d3dc-21e6-433a-a229-39a8033c89aa tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 816 time: 0.1047039 Nov 09 18:17:30.826201 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-7e8fcffb-eb13-4cf4-90da-32cade97c3a2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/quotas/0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 375 time: 0.0093169 Nov 09 18:17:30.890342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-75a0ac6d-9e0b-47bd-a5d7-d04e9537a6c0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570335 Nov 09 18:17:30.994418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-0a451660-64e7-490e-a760-de4a39dfbaec service neutron] 10.222.0.32 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917516 Nov 09 18:17:31.098395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-abff5ccf-4e3a-432c-90ae-ab6d18fb305c service neutron] 10.222.0.32 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967612 Nov 09 18:17:31.325042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0139e1-f67f-4eaf-b846-fed6156e263e req-d1342af8-619f-4ea4-a53a-9fc56c55d75c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:31.327380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf0139e1-f67f-4eaf-b846-fed6156e263e req-d1342af8-619f-4ea4-a53a-9fc56c55d75c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0605795 Nov 09 18:17:31.367457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf0139e1-f67f-4eaf-b846-fed6156e263e req-a018a32e-4256-48fa-a4fc-a847f95d5639 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336611 Nov 09 18:17:31.368124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-dee2e7e2-26fb-41ae-a61c-e4c75f38e0cf req-2020ece7-c292-4627-8369-4905828dca5a service neutron] (102140) timed out ('10.222.0.85', 62315) {{(pid=102140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:17:31.447967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e88635f1-121c-4e1f-9335-5f0d81e600f6 req-82ccc7cb-4d2a-4afd-82f0-60fae75c2a3f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 210 time: 0.0360868 Nov 09 18:17:31.723604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddfafe-f0d5-4a5f-8f92-5fd9be0d6bb9 req-0fe6c66c-bf34-466e-a89b-042b90364e68 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:31.732532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35ddfafe-f0d5-4a5f-8f92-5fd9be0d6bb9 req-0fe6c66c-bf34-466e-a89b-042b90364e68 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 943 time: 0.0727780 Nov 09 18:17:31.775020 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35ddfafe-f0d5-4a5f-8f92-5fd9be0d6bb9 req-62e93c25-c478-476b-883b-b79ec70e5bf8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Nov 09 18:17:32.454626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-dde68ebd-8ba5-4670-900a-e0309680f4a6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:32.456859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-dde68ebd-8ba5-4670-900a-e0309680f4a6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 816 time: 0.1411812 Nov 09 18:17:32.545216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-5fbf4e38-b75a-4f3e-9773-7db52068de56 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 380 time: 0.0755134 Nov 09 18:17:32.562288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41778-d88e-496e-9801-1c2c66c304e9 req-50e97610-54fa-4bf7-b395-1933fa756962 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:32.563465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'port': {'device_id': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'admin_state_up': True, 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'security_groups': ['87436f3f-5f6c-46eb-90a2-98b66012a145']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:32.564578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42d41778-d88e-496e-9801-1c2c66c304e9 req-50e97610-54fa-4bf7-b395-1933fa756962 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0682924 Nov 09 18:17:32.610988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42d41778-d88e-496e-9801-1c2c66c304e9 req-13acf3e6-a43e-4359-941b-6782cc6d89f2 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Nov 09 18:17:32.716656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3151bee-cb22-48c9-a7cc-104cdb887341 req-0176aacd-43ac-4547-a49e-f46cf20f08d8 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 210 time: 0.0319664 Nov 09 18:17:32.723167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Made reservation on behalf of 0ef107dcc65244f39f3d71cd32022478 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:32.727707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:32.885736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Allocated IP 172.20.0.13 (b66ce66d-7339-4123-977d-4364f4d53541/b13b46d4-fe3f-466f-9aab-fda7d6b68376/67cb95c6-bc7f-4f21-baba-033eeb250279) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:32.903423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666a70e-7e22-454b-a80d-9744c434d766 req-723294aa-516d-46b2-a405-0457f2f27539 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:32.905009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4666a70e-7e22-454b-a80d-9744c434d766 req-723294aa-516d-46b2-a405-0457f2f27539 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 943 time: 0.0537224 Nov 09 18:17:32.975123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4666a70e-7e22-454b-a80d-9744c434d766 req-0cea8f0b-f4fa-4b7e-b3f6-567cc299b019 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602758 Nov 09 18:17:33.038908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.075864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.124915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Network b66ce66d-7339-4123-977d-4364f4d53541 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:33.128302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:33.132563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:33.176045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:33.201730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:33.202638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.205799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 49d1e761-798f-4458-9b01-c89ff190d4a7 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:17:33.232815 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-c08252d9-01b4-40b3-8c37-d45adf770335 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6736488 Nov 09 18:17:33.246829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Request body: {'port': {'device_id': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:33.331083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.357657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:33.374123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'port_id': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'mac_address': 'fa:16:3e:d5:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:17:33.425761 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.458413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d1e761-798f-4458-9b01-c89ff190d4a7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:33.489789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:33.498737 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.506557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8a0b9beb-bde4-46b9-9206-25c3fbdd2efe None None] Provisioning complete for port 67cb95c6-bc7f-4f21-baba-033eeb250279 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:33.508002 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9beb-bde4-46b9-9206-25c3fbdd2efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.592088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b9beb-bde4-46b9-9206-25c3fbdd2efe None None] Port 67cb95c6-bc7f-4f21-baba-033eeb250279 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:17:33.593967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:33.708679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cb95c6-bc7f-4f21-baba-033eeb250279 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:33.719320 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.737771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Transition to ACTIVE for port object 67cb95c6-bc7f-4f21-baba-033eeb250279 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:17:33.740751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['49d1e761-798f-4458-9b01-c89ff190d4a7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:17:33.743314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.758621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6569a1-b8be-49a6-91cf-9bb421218f63 req-b576e8ba-c734-43a6-9c26-dce39b0dd5f4 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:33.767181 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd6569a1-b8be-49a6-91cf-9bb421218f63 req-b576e8ba-c734-43a6-9c26-dce39b0dd5f4 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0813692 Nov 09 18:17:33.768759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42728) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:33.806269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:33.836530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd6569a1-b8be-49a6-91cf-9bb421218f63 req-a6f6bee0-6afc-4089-ae1a-9450baa1c148 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683658 Nov 09 18:17:33.944268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Attempting to bind port 67cb95c6-bc7f-4f21-baba-033eeb250279 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:33.944626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Attempting to bind port 67cb95c6-bc7f-4f21-baba-033eeb250279 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:33.944940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Attempting to bind port 67cb95c6-bc7f-4f21-baba-033eeb250279 on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:33.951782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Port 67cb95c6-bc7f-4f21-baba-033eeb250279 on network b66ce66d-7339-4123-977d-4364f4d53541 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:17:33.952215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Attempting to bind port 67cb95c6-bc7f-4f21-baba-033eeb250279 on network b66ce66d-7339-4123-977d-4364f4d53541 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:33.958404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:33.958900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Checking segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:33.959297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Bound using segment: {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:33.959743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Bound port: 67cb95c6-bc7f-4f21-baba-033eeb250279, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9739a78c-3a32-4303-8e54-170a4d16245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:33.960110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:33.985762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012939-8859-4818-8ffc-16a39c07ec7c req-d4041f45-f279-4c06-80eb-aff59f5c4e42 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:33.993936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b012939-8859-4818-8ffc-16a39c07ec7c req-d4041f45-f279-4c06-80eb-aff59f5c4e42 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.1008358 Nov 09 18:17:34.042162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b012939-8859-4818-8ffc-16a39c07ec7c req-8fb27ffe-c7c1-4a83-b66b-cb220d28f4b1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467064 Nov 09 18:17:34.050361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1acfcf8d-6c55-4003-8064-e1f415e27f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.085219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:34.090975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:34.100364 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.180500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.181444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.186630 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] 10.222.0.85 "PUT /v2.0/ports/67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 1092 time: 0.9445777 Nov 09 18:17:34.187344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:34.205077 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5410bc8c-f81a-4bc9-a476-f388849e1a78" -d '{"events": [{"name": "network-changed", "server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:34.266269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63afc8-5689-472d-a9d6-c37a7ca2da2d service neutron] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:34.292631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-3f37987c-4613-4b3f-be6b-e152bc54f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.294452 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-3f37987c-4613-4b3f-be6b-e152bc54f05d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1095 time: 0.0600767 Nov 09 18:17:34.349184 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-85bdd1df-3473-47cf-8697-8594dc44cc22 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 217 time: 0.0453134 Nov 09 18:17:34.405017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-269a6494-f192-441d-a362-da00c5e2c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.406541 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-269a6494-f192-441d-a362-da00c5e2c740 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0471303 Nov 09 18:17:34.463472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-5e01429c-9939-423e-ac28-3d519d748c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.465321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-5e01429c-9939-423e-ac28-3d519d748c23 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505011 Nov 09 18:17:34.564807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-0d32dd19-2b34-4bee-9f11-fee10464097a service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908678 Nov 09 18:17:34.609052 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1acfcf8d-6c55-4003-8064-e1f415e27f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.616403 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1acfcf8d-6c55-4003-8064-e1f415e27f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.633245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2ebed-7fef-4ffb-9cb4-76110d3b3600 req-0fd40e6f-773c-427d-9664-60a7002c7681 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.634760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49b2ebed-7fef-4ffb-9cb4-76110d3b3600 req-0fd40e6f-773c-427d-9664-60a7002c7681 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 944 time: 0.4848344 Nov 09 18:17:34.681156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1acfcf8d-6c55-4003-8064-e1f415e27f88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d850d164d7749faa2ed79db856894bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108386 Nov 09 18:17:34.683595 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3dec0360-46e6-4cd6-a3c9-469848834b43 req-7be8678b-70ab-4f75-b265-28e08745dde0 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108525 Nov 09 18:17:34.684055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42750) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:34.684855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfcf8d-6c55-4003-8064-e1f415e27f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315396a5-4b31-4bc2-a3c7-d92e53d3c159,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:34.720092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49b2ebed-7fef-4ffb-9cb4-76110d3b3600 req-8372b18a-c7d9-4349-9441-f698b6eb4b3c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753295 Nov 09 18:17:34.736159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1c8f-0331-4eed-b463-c79cfa771906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.759144 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c7d6d-a358-455d-90e1-8c9bf63a2530 x-openstack-request-id: req-428c7d6d-a358-455d-90e1-8c9bf63a2530 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:34.759435 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:34.759688 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-428c7d6d-a358-455d-90e1-8c9bf63a2530 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:34.760139 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'status': 'completed', 'code': 200} Nov 09 18:17:34.765421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1c8f-0331-4eed-b463-c79cfa771906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.831865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-f7d24bfb-6682-4e38-9990-1329a4f473b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.833433 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-f7d24bfb-6682-4e38-9990-1329a4f473b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1095 time: 0.0525043 Nov 09 18:17:34.842418 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1c8f-0331-4eed-b463-c79cfa771906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.845074 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1c8f-0331-4eed-b463-c79cfa771906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:34.846214 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ebfe1c8f-0331-4eed-b463-c79cfa771906 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/315396a5-4b31-4bc2-a3c7-d92e53d3c159 HTTP/1.1" status: 204 len: 168 time: 0.1612351 Nov 09 18:17:34.864915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe1c8f-0331-4eed-b463-c79cfa771906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315396a5-4b31-4bc2-a3c7-d92e53d3c159,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:34.965381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-50cf41b0-0c1d-49f4-b874-0aa1f122d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:34.967061 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-50cf41b0-0c1d-49f4-b874-0aa1f122d8a8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1182733 Nov 09 18:17:35.006638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f5a6-329a-4bac-acee-05ee63fb21bc req-e80bf411-4c89-4308-a289-ebc2767ecf93 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:35.008148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6683f5a6-329a-4bac-acee-05ee63fb21bc req-e80bf411-4c89-4308-a289-ebc2767ecf93 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0686100 Nov 09 18:17:35.020117 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-a0975121-e978-46ca-aa3b-1ad36b0dc37a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 217 time: 0.0451591 Nov 09 18:17:35.053744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6683f5a6-329a-4bac-acee-05ee63fb21bc req-2eb10f89-4f96-4f21-89ff-8349f99ace22 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388181 Nov 09 18:17:35.082484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-91532d17-a072-4c1a-b332-4412cd43e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:35.084902 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-91532d17-a072-4c1a-b332-4412cd43e43d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0551381 Nov 09 18:17:35.144758 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-a8dfaaeb-2cf7-4e81-ab0f-486adfe3c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:35.146333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-a8dfaaeb-2cf7-4e81-ab0f-486adfe3c1ad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508299 Nov 09 18:17:35.178924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3178ea-1a78-4b44-a201-29697bad3a5e req-55616f1a-6875-4e7b-82f5-0edabc85d2a9 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:35.180622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d3178ea-1a78-4b44-a201-29697bad3a5e req-55616f1a-6875-4e7b-82f5-0edabc85d2a9 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.0566754 Nov 09 18:17:35.196924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42768) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:35.217330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cedac879-6352-41fe-b059-d9494365e461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.222548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 49d1e761-798f-4458-9b01-c89ff190d4a7 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:35.255010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-53933b02-c637-4287-8447-153fbdfe4a5c service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981996 Nov 09 18:17:35.276583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d3178ea-1a78-4b44-a201-29697bad3a5e req-0147ae20-ba1b-4c27-b72d-17830e064b06 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852334 Nov 09 18:17:35.280952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 49d1e761-798f-4458-9b01-c89ff190d4a7 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:17:35.290377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 49d1e761-798f-4458-9b01-c89ff190d4a7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:35.290762 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.366836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cedac879-6352-41fe-b059-d9494365e461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.373676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cedac879-6352-41fe-b059-d9494365e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.375847 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5410bc8c-f81a-4bc9-a476-f388849e1a78 req-869fcc58-c5a9-4b78-b1cc-a5e5d9ec1a16 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116083 Nov 09 18:17:35.400041 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.414512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cedac879-6352-41fe-b059-d9494365e461 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa2b15a5bf704163b315dc20f78c5777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159789 Nov 09 18:17:35.416482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedac879-6352-41fe-b059-d9494365e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea223ee3-ba63-4fed-bec1-12fce9085165,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:35.417216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42772) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:35.431048 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:35.434406 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec09237-8a5a-440e-bea7-a0a39d17e869" -d '{"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-plugged", "status": "completed", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:35.448835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:35.453396 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.480864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e48bc9d4-e181-46f0-adef-9a3b297163f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.503076 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fcb748-d35e-449b-a8d2-f04f87e0650d x-openstack-request-id: req-48fcb748-d35e-449b-a8d2-f04f87e0650d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:35.503504 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-plugged", "status": "completed", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:35.503771 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48fcb748-d35e-449b-a8d2-f04f87e0650d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:35.504175 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'code': 200} Nov 09 18:17:35.504283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e48bc9d4-e181-46f0-adef-9a3b297163f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.507167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:35.566631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e48bc9d4-e181-46f0-adef-9a3b297163f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.569616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e48bc9d4-e181-46f0-adef-9a3b297163f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:35.573809 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e48bc9d4-e181-46f0-adef-9a3b297163f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea223ee3-ba63-4fed-bec1-12fce9085165 HTTP/1.1" status: 204 len: 168 time: 0.1523776 Nov 09 18:17:35.579716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bc9d4-e181-46f0-adef-9a3b297163f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea223ee3-ba63-4fed-bec1-12fce9085165,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:35.630660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e648c4-44e1-457b-b679-2aee5e5d270b req-0395078d-8be7-4e83-8bd9-45342cc18e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:35.632155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4e648c4-44e1-457b-b679-2aee5e5d270b req-0395078d-8be7-4e83-8bd9-45342cc18e5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 1096 time: 0.0521936 Nov 09 18:17:35.671557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4e648c4-44e1-457b-b679-2aee5e5d270b req-b1060634-2575-46d1-82fa-ebc86b290d69 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307376 Nov 09 18:17:35.849319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70248d-d903-48d3-ad56-8499afc5ae17 req-db55e7b0-a609-49e9-ac57-027d2374dad6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:35.850897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a70248d-d903-48d3-ad56-8499afc5ae17 req-db55e7b0-a609-49e9-ac57-027d2374dad6 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0561354 Nov 09 18:17:35.891038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a70248d-d903-48d3-ad56-8499afc5ae17 req-43993158-4aac-47b3-9e89-94e7b291917f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Nov 09 18:17:36.185243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f074d-89e2-413c-a6e2-f1fa555a2d7d req-bbcdd092-c13c-4f4c-95d8-fa515b2d7370 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:36.186785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-417f074d-89e2-413c-a6e2-f1fa555a2d7d req-bbcdd092-c13c-4f4c-95d8-fa515b2d7370 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0529346 Nov 09 18:17:36.227072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-417f074d-89e2-413c-a6e2-f1fa555a2d7d req-1ae8f225-8059-4c18-a482-fb0ee65dcd88 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Nov 09 18:17:36.434776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b6b44-d61b-47a6-b867-031bcfa8a6c3 req-90f106c2-18aa-45bf-854c-1b07d1a197c2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:36.436487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a5b6b44-d61b-47a6-b867-031bcfa8a6c3 req-90f106c2-18aa-45bf-854c-1b07d1a197c2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.0517483 Nov 09 18:17:36.476390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a5b6b44-d61b-47a6-b867-031bcfa8a6c3 req-03156228-8d59-4a5e-9603-fcfea3e092d4 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333128 Nov 09 18:17:37.036526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101ba53-432c-4d07-8199-9158ab801994 req-84cf9111-47c6-486f-aae5-70c3f352d674 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:37.038416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101ba53-432c-4d07-8199-9158ab801994 req-84cf9111-47c6-486f-aae5-70c3f352d674 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0582893 Nov 09 18:17:37.045109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42870) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:37.079358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101ba53-432c-4d07-8199-9158ab801994 req-a527a3d7-814f-4a48-bd9a-11db37d36d50 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341907 Nov 09 18:17:37.166753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:17:37.170393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b86c5b9a-7718-4c7c-8fe1-a0dced365925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.208197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00663ac1-9507-40ad-ad88-6601ebca7a72 req-5d271235-aaee-40bf-bec7-5923b9e65660 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:37.209829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00663ac1-9507-40ad-ad88-6601ebca7a72 req-5d271235-aaee-40bf-bec7-5923b9e65660 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0598638 Nov 09 18:17:37.258467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00663ac1-9507-40ad-ad88-6601ebca7a72 req-187d5718-89ce-48b7-816d-56b4bbed50e4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Nov 09 18:17:37.285787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42882) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:37.291001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7013ff16-afc4-4f76-98cb-d9a71ec6c64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.301048 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b86c5b9a-7718-4c7c-8fe1-a0dced365925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.301757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:37.309652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b86c5b9a-7718-4c7c-8fe1-a0dced365925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.315792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'port_id': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'mac_address': 'fa:16:3e:f2:0e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:17:37.360627 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b86c5b9a-7718-4c7c-8fe1-a0dced365925 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa1a8caa864340d693f308992db5d106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120484 Nov 09 18:17:37.360860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42884) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:37.368805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.383827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cb95c6-bc7f-4f21-baba-033eeb250279 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:17:37.391655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c5b9a-7718-4c7c-8fe1-a0dced365925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21fef19-1654-40e7-9d6d-60b5ecaa328b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:37.417201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6355d8a-34a1-405a-8674-434e2260f6eb tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:37.421423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b6355d8a-34a1-405a-8674-434e2260f6eb tempest-TestNetworkAdvancedServerOps-661653339 tempest-TestNetworkAdvancedServerOps-661653339-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 1091 time: 0.1318767 Nov 09 18:17:37.422150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42888) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:37.423841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:37.427835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:37.429998 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.444835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1b977-ab99-4304-95f8-a679d6c2e320 req-5207bd30-529b-43d8-bbb2-48be80526927 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:37.446514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19b1b977-ab99-4304-95f8-a679d6c2e320 req-5207bd30-529b-43d8-bbb2-48be80526927 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0970016 Nov 09 18:17:37.459409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb6b-b95b-4d71-a162-31ca3d2714d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.478618 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.492618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:37.496707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19b1b977-ab99-4304-95f8-a679d6c2e320 req-6591fa13-1536-4bd2-8542-de7ed5bee3a4 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Nov 09 18:17:37.512515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb6b-b95b-4d71-a162-31ca3d2714d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.609542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb6b-b95b-4d71-a162-31ca3d2714d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.612499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb6b-b95b-4d71-a162-31ca3d2714d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.614100 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bc02eb6b-b95b-4d71-a162-31ca3d2714d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d21fef19-1654-40e7-9d6d-60b5ecaa328b HTTP/1.1" status: 204 len: 168 time: 0.2519667 Nov 09 18:17:37.629837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff0e4f-55e8-4a37-8f04-a406e14eb444 req-e270a5ac-8d6f-4917-80fd-29d51aa2e47f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:37.631573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66ff0e4f-55e8-4a37-8f04-a406e14eb444 req-e270a5ac-8d6f-4917-80fd-29d51aa2e47f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 945 time: 0.0726085 Nov 09 18:17:37.635689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02eb6b-b95b-4d71-a162-31ca3d2714d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21fef19-1654-40e7-9d6d-60b5ecaa328b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:37.684937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:37.690735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['67cb95c6-bc7f-4f21-baba-033eeb250279'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:17:37.702102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66ff0e4f-55e8-4a37-8f04-a406e14eb444 req-b23fa0ec-0d8b-4f62-847a-fc53f924ee6c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609541 Nov 09 18:17:37.868147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Allocated IP 172.25.0.206 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/56b52ad0-b871-4489-b2a1-9029c2394665) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:37.987210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:38.021894 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:38.065260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:38.068244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:38.071839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:38.099366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=56b52ad0-b871-4489-b2a1-9029c2394665,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:38.648627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71861a-d0f6-4bce-bdc4-a683eadf4fba req-9bfb00d9-8dc5-43db-81bb-11f46d0b84a4 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:38.649705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd71861a-d0f6-4bce-bdc4-a683eadf4fba req-9bfb00d9-8dc5-43db-81bb-11f46d0b84a4 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0785420 Nov 09 18:17:38.715945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd71861a-d0f6-4bce-bdc4-a683eadf4fba req-cc2ad904-e6ba-4550-993b-48c108c9cc50 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594614 Nov 09 18:17:38.849105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f8b49-6fa3-40e5-98c4-4629d019a5fb req-646a478a-5120-4ccc-a3de-c73eabbf8864 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:38.850716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b32f8b49-6fa3-40e5-98c4-4629d019a5fb req-646a478a-5120-4ccc-a3de-c73eabbf8864 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 945 time: 0.0579545 Nov 09 18:17:38.859290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:38.895859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b32f8b49-6fa3-40e5-98c4-4629d019a5fb req-e88097dc-9069-4b27-aa27-e4681ca1653c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Nov 09 18:17:38.956928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.088691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42972) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:39.114345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.118979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.173086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:39.194546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event updated for resources: {'Port': ['ID=56b52ad0-b871-4489-b2a1-9029c2394665,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:39.208880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.225753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aa626f7c-3551-4c82-b963-efd490ce5dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.227030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 67cb95c6-bc7f-4f21-baba-033eeb250279 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:17:39.231621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 67cb95c6-bc7f-4f21-baba-033eeb250279 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:17:39.232053 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.326103 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP 94337f31-6291-4ce4-816b-b1b4beb511f4 associated. External IP: 172.25.0.206, port: 49d1e761-798f-4458-9b01-c89ff190d4a7. Nov 09 18:17:39.349126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aa626f7c-3551-4c82-b963-efd490ce5dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.355078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aa626f7c-3551-4c82-b963-efd490ce5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.362319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.381276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aa626f7c-3551-4c82-b963-efd490ce5dc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcf133d890024a2eaa42c3f9d43a3c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913673 Nov 09 18:17:39.383888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42980) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:39.399430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:39.400792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:39.404392 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56875e9-7b40-4c9a-b575-77353e5f16c7" -d '{"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-plugged", "status": "completed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:39.420518 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.434514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa626f7c-3551-4c82-b963-efd490ce5dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a3de61-d9c2-405b-a704-447ced05d212,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:39.472128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a79d4ba-7fa7-446b-9c7f-64ce94f6c73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.484533 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f89865-1bf3-42c0-b925-e2ad172e2708 x-openstack-request-id: req-03f89865-1bf3-42c0-b925-e2ad172e2708 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:39.484947 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-plugged", "status": "completed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:39.485729 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03f89865-1bf3-42c0-b925-e2ad172e2708 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:39.486369 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'code': 200} Nov 09 18:17:39.503439 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a79d4ba-7fa7-446b-9c7f-64ce94f6c73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.530326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:39.560202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a79d4ba-7fa7-446b-9c7f-64ce94f6c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.562915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a79d4ba-7fa7-446b-9c7f-64ce94f6c73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.566945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4a79d4ba-7fa7-446b-9c7f-64ce94f6c73c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71a3de61-d9c2-405b-a704-447ced05d212 HTTP/1.1" status: 204 len: 168 time: 0.1791067 Nov 09 18:17:39.573480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79d4ba-7fa7-446b-9c7f-64ce94f6c73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a3de61-d9c2-405b-a704-447ced05d212,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:39.691128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9b2ad-6a38-4317-b28a-e4d4ec02be93 req-53cc89cb-af71-4312-abab-a3fed8668cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:39.692064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3e9b2ad-6a38-4317-b28a-e4d4ec02be93 req-53cc89cb-af71-4312-abab-a3fed8668cf6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1097 time: 0.0899425 Nov 09 18:17:39.695966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router 088ede9d-67f8-43a7-8df7-8c26d81cccdd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:39.774961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e5de15c5-52b6-4b14-b123-9c7641c66663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.810949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3e9b2ad-6a38-4317-b28a-e4d4ec02be93 req-edb529ff-fc6a-4059-9ee4-b4183ffd3e0f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062076 Nov 09 18:17:39.863288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:39.875215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f380e-20ed-4da3-9960-c492166965d9 req-0945ea81-1017-453b-8540-804bdb69c224 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:39.877322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-714f380e-20ed-4da3-9960-c492166965d9 req-0945ea81-1017-453b-8540-804bdb69c224 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0638332 Nov 09 18:17:39.878452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] Sync routers for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:39.884142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:39.888627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:39.888868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:39.925862 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8fc85bc-27dc-42f7-bbc0-80c4d2bfcadf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5018973 Nov 09 18:17:39.926547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:39.929698 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f41b721-c826-472b-9c46-9c6da4d72773" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:39.950852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-714f380e-20ed-4da3-9960-c492166965d9 req-538c4078-e62c-43e8-ba52-39ee50e0215f tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628917 Nov 09 18:17:40.042089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:40.099734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39212fa9-b549-4455-a1fb-d7c0882b0563 req-b4594eea-b454-478d-b3ba-475165831dee tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:40.107845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39212fa9-b549-4455-a1fb-d7c0882b0563 req-b4594eea-b454-478d-b3ba-475165831dee tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.0627990 Nov 09 18:17:40.153166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39212fa9-b549-4455-a1fb-d7c0882b0563 req-25ebe6d5-0c44-4209-9dbd-4209386a7769 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388322 Nov 09 18:17:40.245268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:40.272879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b713bb-69e1-4191-9f75-29a969c2cb77 req-fff7058e-200a-466b-8030-df7d19a306ad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:40.281389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1b713bb-69e1-4191-9f75-29a969c2cb77 req-fff7058e-200a-466b-8030-df7d19a306ad tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0745640 Nov 09 18:17:40.339002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1b713bb-69e1-4191-9f75-29a969c2cb77 req-267a6d1a-4aff-4985-aa5b-2322ea2753a3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562067 Nov 09 18:17:40.373585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43024) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:40.378300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-491fd168-cfba-4e99-8806-70c66caf21b2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574291 Nov 09 18:17:40.392942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '94337f31-6291-4ce4-816b-b1b4beb511f4', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'port_id': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'mac_address': 'fa:16:3e:d5:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:38Z', 'updated_at': '2021-11-09T18:17:38Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:40.438699 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c30a4c-d075-4240-846c-25bb2e2d3bbe x-openstack-request-id: req-79c30a4c-d075-4240-846c-25bb2e2d3bbe {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:40.438981 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:40.439238 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79c30a4c-d075-4240-846c-25bb2e2d3bbe {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:40.439640 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'status': 'completed', 'code': 200} Nov 09 18:17:40.441868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] Checking router: 088ede9d-67f8-43a7-8df7-8c26d81cccdd for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:40.453537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:40.455083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:40.507185 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-663aab23-799f-482f-b8e1-df449d274e57 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/94337f31-6291-4ce4-816b-b1b4beb511f4 HTTP/1.1" status: 200 len: 991 time: 0.1312020 Nov 09 18:17:40.516434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-8eef0d7c-049f-4793-bba7-77c8f4de8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:40.518086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-8eef0d7c-049f-4793-bba7-77c8f4de8ae7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0812426 Nov 09 18:17:40.535640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-95ba0721-2bb0-4fe1-a507-595d80351820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:40.538475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-95ba0721-2bb0-4fe1-a507-595d80351820 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 1096 time: 0.0653002 Nov 09 18:17:40.625888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:40.714533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-77922c74-de17-4a11-98e5-bfb1e689bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:40.716775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-77922c74-de17-4a11-98e5-bfb1e689bf49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1771712 Nov 09 18:17:40.779732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-95c19edf-8cda-4e1a-a9f9-0fd17ad53ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:40.781256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-95c19edf-8cda-4e1a-a9f9-0fd17ad53ef0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=560aee6c-ee28-4af5-93e6-46ce30b8f503 HTTP/1.1" status: 200 len: 897 time: 0.2317162 Nov 09 18:17:40.782965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-f68585dc-d131-4932-b9ee-81a579e13cdf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0537648 Nov 09 18:17:40.889702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43042) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:40.904579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '94337f31-6291-4ce4-816b-b1b4beb511f4', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'port_id': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'mac_address': 'fa:16:3e:d5:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:38Z', 'updated_at': '2021-11-09T18:17:38Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:40.937856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504fa9f7-fd19-4338-b466-d18d8e1bc49a None None] The sync data for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 is: [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '94337f31-6291-4ce4-816b-b1b4beb511f4', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'port_id': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'mac_address': 'fa:16:3e:d5:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:38Z', 'updated_at': '2021-11-09T18:17:38Z', 'revision_number': 0, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:40.938622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-10623e13-0c8c-4013-86f6-b2a51c3b7bca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d1e761-798f-4458-9b01-c89ff190d4a7 HTTP/1.1" status: 200 len: 999 time: 0.1432371 Nov 09 18:17:40.940305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-4d5acf30-0479-4e1b-9ce2-eb0677df4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:40.941819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-4d5acf30-0479-4e1b-9ce2-eb0677df4ea9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.1438632 Nov 09 18:17:41.075979 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.089143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-8eff7b89-7d54-4c84-88b7-52b43178c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:41.090642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-8eff7b89-7d54-4c84-88b7-52b43178c043 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3ce6abc-cc5c-4bd1-8163-d9d89be8c384 HTTP/1.1" status: 200 len: 834 time: 0.1386020 Nov 09 18:17:41.104543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cae6b6b-3eda-46d1-9201-fbb1f136d692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.156437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-b1356466-662f-4c95-8465-1e52539339d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:41.158103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-b1356466-662f-4c95-8465-1e52539339d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047975 Nov 09 18:17:41.197637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-b6b382f4-8fa6-4bd9-9495-ba2cfd068185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:41.198351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cae6b6b-3eda-46d1-9201-fbb1f136d692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.199171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-b6b382f4-8fa6-4bd9-9495-ba2cfd068185 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560aee6c-ee28-4af5-93e6-46ce30b8f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943458 Nov 09 18:17:41.204643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cae6b6b-3eda-46d1-9201-fbb1f136d692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.249420 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7cae6b6b-3eda-46d1-9201-fbb1f136d692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f824bc4485e44baaa0d53f178c1350b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578959 Nov 09 18:17:41.250639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12226f98-2851-44c7-9387-30f575275e86 req-a2b12718-6217-48f9-b63f-d24be25968b5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:41.252030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43056) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:41.252154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12226f98-2851-44c7-9387-30f575275e86 req-a2b12718-6217-48f9-b63f-d24be25968b5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1606233 Nov 09 18:17:41.261915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae6b6b-3eda-46d1-9201-fbb1f136d692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab62844-774d-452b-af75-8c646ef6fc97,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:41.317074 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6541b4-868f-4862-a58c-41ca273a7f0e None None] New status for floating IP 94337f31-6291-4ce4-816b-b1b4beb511f4: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:17:41.327873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a463f1e5-6bbf-4ec5-ba19-5471fae65a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.351955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a463f1e5-6bbf-4ec5-ba19-5471fae65a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.405949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a463f1e5-6bbf-4ec5-ba19-5471fae65a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.408662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a463f1e5-6bbf-4ec5-ba19-5471fae65a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:41.412568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a463f1e5-6bbf-4ec5-ba19-5471fae65a06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cab62844-774d-452b-af75-8c646ef6fc97 HTTP/1.1" status: 204 len: 168 time: 0.1565681 Nov 09 18:17:41.419585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463f1e5-6bbf-4ec5-ba19-5471fae65a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab62844-774d-452b-af75-8c646ef6fc97,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:41.439506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-c0515950-2f34-48cd-b23d-682c904ea03a service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134542 Nov 09 18:17:41.510288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43064) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:41.604860 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a61eed4f-ebb8-4e18-9f95-86818c3d6c2a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/94337f31-6291-4ce4-816b-b1b4beb511f4 HTTP/1.1" status: 200 len: 993 time: 0.0933254 Nov 09 18:17:41.615645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12226f98-2851-44c7-9387-30f575275e86 req-c5b923cd-e555-4912-b945-bf57657cb708 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518825 Nov 09 18:17:41.621144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-17fa0c40-36ce-4786-9a02-8e2b2f487a1f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485414 Nov 09 18:17:41.740707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f41b721-c826-472b-9c46-9c6da4d72773 req-6fb60cc6-dd07-4577-9c65-5bb465a11c78 service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754753 Nov 09 18:17:41.778323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad20866-6f13-46bc-b86f-3d92886ded21 req-73de66ff-19f8-4474-84e3-f24ececc5b0f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:41.779848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ad20866-6f13-46bc-b86f-3d92886ded21 req-73de66ff-19f8-4474-84e3-f24ececc5b0f tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.0810685 Nov 09 18:17:41.832794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae8c305-8beb-4c18-a6de-e4169bdd77f9 req-0d9656b6-e90c-4d50-8c3e-bbd94bb37be6 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027876 Nov 09 18:17:41.849610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ad20866-6f13-46bc-b86f-3d92886ded21 req-ae0c69df-9b31-4f17-9778-ab1b1745253e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613513 Nov 09 18:17:41.975647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db329e1f-5ac8-4dd8-95db-d98ee7014b2f req-bd5d6ade-b76a-478d-aa3f-c9067726a169 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:41.977151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db329e1f-5ac8-4dd8-95db-d98ee7014b2f req-bd5d6ade-b76a-478d-aa3f-c9067726a169 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.0520973 Nov 09 18:17:41.986025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43084) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:41.990940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Request body: {'floatingip': {'port_id': '67cb95c6-bc7f-4f21-baba-033eeb250279'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:42.035736 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:42.490348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:42.494835 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:42.624029 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:42.665097 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Floating IP 261094b2-05be-48dc-a4ab-f3fc4d20b1ec associated. External IP: 172.25.0.147, port: 67cb95c6-bc7f-4f21-baba-033eeb250279. Nov 09 18:17:42.836108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12761-e7ac-41a7-8031-67ca60177aee req-d5a41091-f15f-4f22-baf5-5e32e46d51ea tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:42.837612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04b12761-e7ac-41a7-8031-67ca60177aee req-d5a41091-f15f-4f22-baf5-5e32e46d51ea tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0731833 Nov 09 18:17:42.864747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43126) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:42.963331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04b12761-e7ac-41a7-8031-67ca60177aee req-bcd79ae9-9414-435e-aa79-dad35a9ab89c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185474 Nov 09 18:17:42.988592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Router 50c9f41d-5469-4d1e-866f-20e4e07509fd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:43.000086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:43.020970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.106769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:43.110842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.111332 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.118482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] Sync routers for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:43.130247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:43.131389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:43.146790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bacb6d0d-165f-4b8e-8ee8-3e73030a8549 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "PUT /v2.0/floatingips/261094b2-05be-48dc-a4ab-f3fc4d20b1ec HTTP/1.1" status: 200 len: 992 time: 1.1593146 Nov 09 18:17:43.147714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:43.153323 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aa55da-e013-4420-8926-43a6815f7e54" -d '{"events": [{"name": "network-changed", "server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:43.264813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Allocated IP 172.25.0.69 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/c47e6ec4-fb5b-48dd-9729-afdeb8d11864) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:43.268606 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b453a5-8eee-4770-bbf7-ff3c2615cfba x-openstack-request-id: req-e2b453a5-8eee-4770-bbf7-ff3c2615cfba {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:43.269498 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:43.270433 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2b453a5-8eee-4770-bbf7-ff3c2615cfba {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:43.272299 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'status': 'completed', 'code': 200} Nov 09 18:17:43.295598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:43.381109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa55da-e013-4420-8926-43a6815f7e54 req-850dcf0b-83af-4743-83e1-4e57e508f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:43.382799 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72aa55da-e013-4420-8926-43a6815f7e54 req-850dcf0b-83af-4743-83e1-4e57e508f7eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1097 time: 0.0905879 Nov 09 18:17:43.459566 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.515009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa55da-e013-4420-8926-43a6815f7e54 req-cfca0bc0-1165-4cef-a716-6b7a406ed219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:43.516586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72aa55da-e013-4420-8926-43a6815f7e54 req-cfca0bc0-1165-4cef-a716-6b7a406ed219 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1246345 Nov 09 18:17:43.532947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.611503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:43.621439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:43.625702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:43.653420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Pushing event updated for resources: {'Port': ['ID=c47e6ec4-fb5b-48dd-9729-afdeb8d11864,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:43.667857 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72aa55da-e013-4420-8926-43a6815f7e54 req-9f6d60aa-7a2e-406d-9c04-b74eee490dd0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 1000 time: 0.1429589 Nov 09 18:17:43.705321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '261094b2-05be-48dc-a4ab-f3fc4d20b1ec', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'port_id': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'mac_address': 'fa:16:3e:f2:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:29Z', 'updated_at': '2021-11-09T18:17:42Z', 'revision_number': 1, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:43.735942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] Checking router: 50c9f41d-5469-4d1e-866f-20e4e07509fd for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:43.749036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:43.750403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:43.753872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa55da-e013-4420-8926-43a6815f7e54 req-08439853-9e0f-455d-8c6c-1c7d016586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:43.756466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72aa55da-e013-4420-8926-43a6815f7e54 req-08439853-9e0f-455d-8c6c-1c7d016586cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0805814 Nov 09 18:17:43.796169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.830400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa55da-e013-4420-8926-43a6815f7e54 req-7e3d5b33-9c25-48f3-92d1-635cb32e34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:43.832039 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72aa55da-e013-4420-8926-43a6815f7e54 req-7e3d5b33-9c25-48f3-92d1-635cb32e34a4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670710 Nov 09 18:17:43.838197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:43.864243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:44.008348 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72aa55da-e013-4420-8926-43a6815f7e54 req-7a15c3ee-26d0-40b9-8f5f-2b78e91a34d6 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659770 Nov 09 18:17:44.104959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb238f9-8a7e-430b-b941-5fbb77a514b7 req-4a5ec3a3-a937-4d74-8484-30af886329fa tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:44.106649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aeb238f9-8a7e-430b-b941-5fbb77a514b7 req-4a5ec3a3-a937-4d74-8484-30af886329fa tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0596862 Nov 09 18:17:44.137507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.143281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '261094b2-05be-48dc-a4ab-f3fc4d20b1ec', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'port_id': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'mac_address': 'fa:16:3e:f2:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:29Z', 'updated_at': '2021-11-09T18:17:42Z', 'revision_number': 1, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:44.156977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.158843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aeb238f9-8a7e-430b-b941-5fbb77a514b7 req-127176de-9d2c-4a64-b0f5-0a1c892453b7 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Nov 09 18:17:44.161231 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72aa55da-e013-4420-8926-43a6815f7e54 req-1be28147-1a49-44c4-b64d-59c5e64fb0dc service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450410 Nov 09 18:17:44.184114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17800d3d-ebb1-45bd-98ee-7a1039385e97 None None] The sync data for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 is: [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '261094b2-05be-48dc-a4ab-f3fc4d20b1ec', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'port_id': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'mac_address': 'fa:16:3e:f2:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:17:29Z', 'updated_at': '2021-11-09T18:17:42Z', 'revision_number': 1, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:17:44.256060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Pushing event updated for resources: {'Port': ['ID=c47e6ec4-fb5b-48dd-9729-afdeb8d11864,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:44.268792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.294896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.300779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43162) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:44.300896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9100d38f-0f42-483f-a745-a086d463f29f tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4336739 Nov 09 18:17:44.305275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1413393539', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'fixed_ips': [{'ip_address': '172.25.0.69'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:44.343164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Made reservation on behalf of d0b9969af7af4009b8b59c1590e77282 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:44.345888 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.356983 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.441900 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.445999 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.457820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] device_id is not set on port 194b0c04-11a8-4afa-9af9-ff1c56b90da6 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:44.520202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a3153b-50e8-4b6d-9ad4-45722460f203,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:44.590693 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a1776d-0f56-4323-999d-fef6480c8a37 None None] New status for floating IP 261094b2-05be-48dc-a4ab-f3fc4d20b1ec: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:17:44.668066 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 18:17:44.668545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:17:44.686743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-754b5d8c-63d0-4ada-b304-37b4fa032a1b tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3836460 Nov 09 18:17:44.686972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43170) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:44.842095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Deleting port c47e6ec4-fb5b-48dd-9729-afdeb8d11864 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:44.842436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.921882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.922149 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:44.933933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Calling delete_port for c47e6ec4-fb5b-48dd-9729-afdeb8d11864 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:45.158403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d313e-a8ae-48cd-9b1c-00172183ab7f req-cc510233-3677-4fbd-bd6d-6cf608c1a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:45.160308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-974d313e-a8ae-48cd-9b1c-00172183ab7f req-cc510233-3677-4fbd-bd6d-6cf608c1a64a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 1096 time: 0.0572393 Nov 09 18:17:45.205291 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-974d313e-a8ae-48cd-9b1c-00172183ab7f req-a3aa8e3a-2c38-483c-a9da-5fbe41c66491 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Nov 09 18:17:45.357392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd5d4d-b385-4a0b-95e2-b414f3117711 req-9c8c76a8-cb74-48f2-8a80-50149226b3b0 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:45.358891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cecd5d4d-b385-4a0b-95e2-b414f3117711 req-9c8c76a8-cb74-48f2-8a80-50149226b3b0 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0699546 Nov 09 18:17:45.440312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cecd5d4d-b385-4a0b-95e2-b414f3117711 req-a789bfff-6b84-46e9-9c57-f76aabcb8854 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694091 Nov 09 18:17:45.467899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:45.500851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Pushing event deleted for resources: {'Port': ['ID=c47e6ec4-fb5b-48dd-9729-afdeb8d11864,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:45.523524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.523524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.523747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.523883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.524886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.524886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.525123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.525467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.525881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.526400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.526700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.527071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:45.595915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:45.598405 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:45.599567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-49a85ad6-062e-4fac-9bb9-c0014f8c6e5c tempest-ExternalNetworksAdminNegativeTestJSON-284001515 tempest-ExternalNetworksAdminNegativeTestJSON-284001515-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/6cc17af1-8727-4ab2-b9ba-aca9770108ac HTTP/1.1" status: 204 len: 168 time: 0.9115987 Nov 09 18:17:45.851935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43198) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:45.964615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-752910b7-354f-4c18-9470-8cbddc2f673e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.043323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-752910b7-354f-4c18-9470-8cbddc2f673e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.047009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-752910b7-354f-4c18-9470-8cbddc2f673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.085977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-752910b7-354f-4c18-9470-8cbddc2f673e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=324be00e61f244b58b3ff400caa1f4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328904 Nov 09 18:17:46.086877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752910b7-354f-4c18-9470-8cbddc2f673e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c522a8e-d478-4bc0-a772-39b9e352a138,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:46.088834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43206) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:46.143010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.170805 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.224343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.226987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.228176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c522a8e-d478-4bc0-a772-39b9e352a138 HTTP/1.1" status: 204 len: 168 time: 0.1380272 Nov 09 18:17:46.236497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c522a8e-d478-4bc0-a772-39b9e352a138,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:46.246098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.246098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.246897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.246897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.247375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.247716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.248054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.248627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.248777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.249041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.249366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.249688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c627f5-e434-4040-9e0a-4cbaeb709ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:17:46.256304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.504138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43218) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:46.550777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6b4ec5a1-cb90-43c2-9eab-cf858a60f0a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0b9969af7af4009b8b59c1590e77282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449917 Nov 09 18:17:46.553263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:46.580028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b9cb4-f66c-4575-aad2-9cd295d240ba req-862f607c-558e-478d-af7b-822676e694e8 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:46.581540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-184b9cb4-f66c-4575-aad2-9cd295d240ba req-862f607c-558e-478d-af7b-822676e694e8 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0539858 Nov 09 18:17:46.613826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d1c538a-66b2-4351-8bf5-acb8aeaa1ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.631613 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-184b9cb4-f66c-4575-aad2-9cd295d240ba req-3fb00846-8762-498c-bf14-cae6aa4c8282 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Nov 09 18:17:46.639707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d1c538a-66b2-4351-8bf5-acb8aeaa1ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.691007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d1c538a-66b2-4351-8bf5-acb8aeaa1ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.695087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d1c538a-66b2-4351-8bf5-acb8aeaa1ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:46.696277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4d1c538a-66b2-4351-8bf5-acb8aeaa1ba3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05a3153b-50e8-4b6d-9ad4-45722460f203 HTTP/1.1" status: 204 len: 168 time: 0.1420848 Nov 09 18:17:46.706636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c538a-66b2-4351-8bf5-acb8aeaa1ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a3153b-50e8-4b6d-9ad4-45722460f203,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:46.821279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da92e0-029b-4e16-a0be-9adedf787a26 req-21f8d30e-eab3-4519-89ba-b0130a3c763a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:46.823529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9da92e0-029b-4e16-a0be-9adedf787a26 req-21f8d30e-eab3-4519-89ba-b0130a3c763a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0577617 Nov 09 18:17:46.866126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9da92e0-029b-4e16-a0be-9adedf787a26 req-36304427-be89-4c09-bb40-8bb661a96afc tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352466 Nov 09 18:17:47.155837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc0f33-7476-4739-96e0-e35e68bed401 req-8cb50fc2-5078-4cac-88b6-2dcf03fb7145 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:47.157606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51fc0f33-7476-4739-96e0-e35e68bed401 req-8cb50fc2-5078-4cac-88b6-2dcf03fb7145 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0655012 Nov 09 18:17:47.210177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51fc0f33-7476-4739-96e0-e35e68bed401 req-0afa1f0c-ff97-49e6-9115-a52fd4f09013 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453734 Nov 09 18:17:48.012774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:48.110029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1304377793', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:48.130708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Made reservation on behalf of 8a0143c6701e4c84b23fb38d7a37a878 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:48.133006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.141857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.220925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.225922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.231282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] device_id is not set on port 862ec954-ec0a-49c3-8098-3d9032bd200d yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:48.288704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009fcd92-2c51-4c64-bc78-b9eb88991153,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:48.337564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93260d4b-c047-49ef-bcb2-758d5e1e446f req-a4da51a6-8f74-4e80-98d0-2399e13c0dae tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:48.339010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93260d4b-c047-49ef-bcb2-758d5e1e446f req-a4da51a6-8f74-4e80-98d0-2399e13c0dae tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0534000 Nov 09 18:17:48.365848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Allocated IP 172.25.0.50 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/862ec954-ec0a-49c3-8098-3d9032bd200d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:48.379662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93260d4b-c047-49ef-bcb2-758d5e1e446f req-4dd3ee08-bf90-4774-98c2-5d657e9a4a07 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Nov 09 18:17:48.525825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.568899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.636632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Pushing event updated for resources: {'Port': ['ID=862ec954-ec0a-49c3-8098-3d9032bd200d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:48.640875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:48.642645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:48.645544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:48.663598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585da2-0345-47be-80ca-3394c8db4fc5 req-94305ee8-54f1-40c8-8616-31df1a0d3654 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:48.665052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8585da2-0345-47be-80ca-3394c8db4fc5 req-94305ee8-54f1-40c8-8616-31df1a0d3654 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0515153 Nov 09 18:17:48.688273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:48.688886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.708555 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c0a4d564-1e58-40ec-b50d-b87e83cc25df tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6920519 Nov 09 18:17:48.708782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:48.713219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.50'}]}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:48.721511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8585da2-0345-47be-80ca-3394c8db4fc5 req-58fbebf3-4b2a-494d-b1df-e667ba3e0068 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485916 Nov 09 18:17:48.754633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.756034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.826744 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:48.963845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:49.077695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:49.160664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:49.179217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:49.301530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-e00fcd4f-2978-4ec4-b527-c01defb732ee service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864191 Nov 09 18:17:49.376275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:49.416416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-47b9b4e6-e06c-4cfc-ad9a-e25f15ddf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:49.417892 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-47b9b4e6-e06c-4cfc-ad9a-e25f15ddf492 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 1097 time: 0.0891798 Nov 09 18:17:49.859598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f979b-ccf9-4582-913f-1eb1aef05e86 req-2c562463-46a6-4c70-8ccc-93f69b530975 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:49.861184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-807f979b-ccf9-4582-913f-1eb1aef05e86 req-2c562463-46a6-4c70-8ccc-93f69b530975 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0566545 Nov 09 18:17:49.926039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-807f979b-ccf9-4582-913f-1eb1aef05e86 req-6d527ee6-5d82-45ae-b0d8-3d3842b8e227 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561810 Nov 09 18:17:49.954829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-2c99d630-617f-438a-9140-7bf15c9f6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:49.956239 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-2c99d630-617f-438a-9140-7bf15c9f6cf8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.5141208 Nov 09 18:17:49.957840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:49.960089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:50.043936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:50.044537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 586344dd-b799-460c-ab90-6ce17cc71fa3 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:17:50.068753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-1cfda91a-b79a-4a5f-a885-26fecbe1474f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 200 len: 1002 time: 0.1034818 Nov 09 18:17:50.073781 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:17:50.075019 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3f9e366b-6942-4c72-9999-aedd5b690c7e tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3652067 Nov 09 18:17:50.078498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43354) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:50.133569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-d948562d-865e-4305-9a2d-53adfa5cb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:50.135224 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-d948562d-865e-4305-9a2d-53adfa5cb69e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.0576344 Nov 09 18:17:50.194290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Deleting port 862ec954-ec0a-49c3-8098-3d9032bd200d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:50.194798 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:50.200004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-fae3b964-220e-441a-bf90-937a3fe4dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:50.202094 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-fae3b964-220e-441a-bf90-937a3fe4dbc7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569553 Nov 09 18:17:50.313825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:50.325777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-0463b4ce-8c72-4249-9052-dd9032784dfb service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096137 Nov 09 18:17:50.331019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Calling delete_port for 862ec954-ec0a-49c3-8098-3d9032bd200d owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:50.446192 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f9a3f2ec-7657-4b6b-ac7d-ca9e774e1dfe req-500466ce-ab6a-4c67-bb91-6c886f3706b7 service neutron] 10.222.0.85 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109121 Nov 09 18:17:50.480154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:50.512295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Pushing event deleted for resources: {'Port': ['ID=862ec954-ec0a-49c3-8098-3d9032bd200d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:50.582027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:50.585687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f3e2966c-83bb-4460-9280-c69ce7a9526a tempest-RoutersAdminNegativeIpV6Test-210292204 tempest-RoutersAdminNegativeIpV6Test-210292204-project-admin] 10.222.0.32 "DELETE /v2.0/ports/862ec954-ec0a-49c3-8098-3d9032bd200d HTTP/1.1" status: 204 len: 168 time: 0.5057883 Nov 09 18:17:50.849182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43378) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:50.973674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aedc8d4c-88f6-42bb-9233-427a2c20ed5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.070019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aedc8d4c-88f6-42bb-9233-427a2c20ed5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.079084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aedc8d4c-88f6-42bb-9233-427a2c20ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.131568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aedc8d4c-88f6-42bb-9233-427a2c20ed5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfc31e79b59746d18d2dd58499a7b1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811363 Nov 09 18:17:51.132631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc8d4c-88f6-42bb-9233-427a2c20ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badca50d-6466-4eb0-aa93-dfb882b9987a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:51.134434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43388) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:51.187889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98960ea-97f1-44e4-b94c-50d8cee39519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.208943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98960ea-97f1-44e4-b94c-50d8cee39519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.253725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98960ea-97f1-44e4-b94c-50d8cee39519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.256292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d98960ea-97f1-44e4-b94c-50d8cee39519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.257451 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d98960ea-97f1-44e4-b94c-50d8cee39519 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/badca50d-6466-4eb0-aa93-dfb882b9987a HTTP/1.1" status: 204 len: 168 time: 0.1205559 Nov 09 18:17:51.265398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98960ea-97f1-44e4-b94c-50d8cee39519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badca50d-6466-4eb0-aa93-dfb882b9987a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:51.562919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43404) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:51.627823 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3bc1d0f2-4835-44a0-9e5e-7e5142aa7442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a0143c6701e4c84b23fb38d7a37a878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634081 Nov 09 18:17:51.628267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43410) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:51.668156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-97c80492-6765-475b-b97b-166f19a86484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:51.669679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-97c80492-6765-475b-b97b-166f19a86484 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.0942373 Nov 09 18:17:51.700962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285dbb9-8b8b-4e7c-8b38-4e126beb0833 req-ee796a7c-2d9e-4b44-87ca-d4e405867140 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:51.702464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7285dbb9-8b8b-4e7c-8b38-4e126beb0833 req-ee796a7c-2d9e-4b44-87ca-d4e405867140 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1176457 Nov 09 18:17:51.781839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ef90d69-e39c-47b3-9e7c-db0b90a3d670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.816778 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ef90d69-e39c-47b3-9e7c-db0b90a3d670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.830770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7285dbb9-8b8b-4e7c-8b38-4e126beb0833 req-e348ded0-ea17-4cbe-a3b2-6f05e96d767a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125522 Nov 09 18:17:51.880059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-1a14bbd0-01be-4e7d-a66f-898d672f9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:51.881519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-1a14bbd0-01be-4e7d-a66f-898d672f9bbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.2002861 Nov 09 18:17:51.902283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ef90d69-e39c-47b3-9e7c-db0b90a3d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.904727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ef90d69-e39c-47b3-9e7c-db0b90a3d670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:51.905769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3ef90d69-e39c-47b3-9e7c-db0b90a3d670 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/009fcd92-2c51-4c64-bc78-b9eb88991153 HTTP/1.1" status: 204 len: 168 time: 0.2765849 Nov 09 18:17:51.939698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-3926f293-2a42-453d-a995-4780a79f141f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 217 time: 0.0447454 Nov 09 18:17:51.948141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef90d69-e39c-47b3-9e7c-db0b90a3d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009fcd92-2c51-4c64-bc78-b9eb88991153,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:52.004040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-e132c48c-b3a9-43ea-b617-f0d18d9c7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:52.005792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-e132c48c-b3a9-43ea-b617-f0d18d9c7e68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.0549242 Nov 09 18:17:52.044341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-eff6dbe6-97f4-4854-91c8-7a7a34cc856b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308540 Nov 09 18:17:52.142250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-04c54e0e-3621-4bcc-80cd-fd7c95d5de8b service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899460 Nov 09 18:17:52.261678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3101dc05-c1eb-48a7-917d-85e08139c0d6 req-d773c5d1-581e-455f-93df-90d568478573 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109722 Nov 09 18:17:52.967440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976c3ac-399d-45d5-9c7e-318d60fdff49 req-21fc7424-ecfa-4e84-9609-02197b53872a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:52.968963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3976c3ac-399d-45d5-9c7e-318d60fdff49 req-21fc7424-ecfa-4e84-9609-02197b53872a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0564783 Nov 09 18:17:53.008108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3976c3ac-399d-45d5-9c7e-318d60fdff49 req-78a791b6-2002-469c-9352-dd3306909471 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Nov 09 18:17:53.386811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43484) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:53.491954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1080908150', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:53.514490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Made reservation on behalf of f3c5fb434da443cd86cd2bca5a8323bb for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:53.516899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:53.526040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:53.611507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:53.615698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:53.621227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] device_id is not set on port 3b0a3a4c-d4ce-46d8-9814-8f7316d523ce yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:53.676205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960ba5a4-7b0a-411f-a412-c469bd350892,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:53.740634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Allocated IP 172.25.0.39 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3b0a3a4c-d4ce-46d8-9814-8f7316d523ce) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:53.883768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:53.923899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:53.967278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:53.970150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:53.977305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:53.980427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0a3a4c-d4ce-46d8-9814-8f7316d523ce,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:54.016832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:54.017536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.033573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-778fc11d-4db5-4f58-bc12-f97b26333b13 tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6456351 Nov 09 18:17:54.037115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43504) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:54.041536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.39'}]}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:54.072897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.075214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.141674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.146516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6593-3032-45bf-b9c1-5fe4587e32cf req-56443151-fd36-4cf1-8580-ec7f506d7137 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:54.148258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a4f6593-3032-45bf-b9c1-5fe4587e32cf req-56443151-fd36-4cf1-8580-ec7f506d7137 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0596313 Nov 09 18:17:54.199082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a4f6593-3032-45bf-b9c1-5fe4587e32cf req-eb2e08f9-a221-4238-beb5-b40c990e20ab tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368052 Nov 09 18:17:54.293441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.505854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.534375 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.686136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.852600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.855542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.904004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:54.904524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 742cc777-bcc6-496a-9da9-886e697092a8 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:17:54.930299 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 18:17:54.931535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb153239-dd64-45b5-b56b-472622fb77bb tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8934171 Nov 09 18:17:54.934413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43520) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:55.013062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Deleting port 3b0a3a4c-d4ce-46d8-9814-8f7316d523ce {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:55.013411 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:55.093475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:55.105241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Calling delete_port for 3b0a3a4c-d4ce-46d8-9814-8f7316d523ce owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:55.227371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:55.257954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b0a3a4c-d4ce-46d8-9814-8f7316d523ce,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:55.361859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cf446-ddb2-4441-ae33-e1793814ea08 req-57a01e78-fc83-4045-afd5-99b6e0af2cfb tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:55.363548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c2cf446-ddb2-4441-ae33-e1793814ea08 req-57a01e78-fc83-4045-afd5-99b6e0af2cfb tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0792067 Nov 09 18:17:55.366681 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:55.369864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-218c16f2-e2dc-471a-b727-560554954a0f tempest-RoutersAdminNegativeTest-551950059 tempest-RoutersAdminNegativeTest-551950059-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3b0a3a4c-d4ce-46d8-9814-8f7316d523ce HTTP/1.1" status: 204 len: 168 time: 0.4344010 Nov 09 18:17:55.412598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c2cf446-ddb2-4441-ae33-e1793814ea08 req-32ba9570-8fc0-430d-904f-2121bf7db45b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Nov 09 18:17:55.640646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43552) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:55.757825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e611d9f-e0a2-421b-b422-7b99393711ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:55.888537 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e611d9f-e0a2-421b-b422-7b99393711ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:55.896876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced623fd-60b5-4594-878a-fb2136364367 req-328fa3b1-2351-41a1-a38d-ed7c4902142c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:55.898395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ced623fd-60b5-4594-878a-fb2136364367 req-328fa3b1-2351-41a1-a38d-ed7c4902142c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0952544 Nov 09 18:17:55.899421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e611d9f-e0a2-421b-b422-7b99393711ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:55.954740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e611d9f-e0a2-421b-b422-7b99393711ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c91754-44fe-4311-b391-3e164243e0b1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:55.961775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4e611d9f-e0a2-421b-b422-7b99393711ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34326486afe64429bcb75381c9b8ddd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197246 Nov 09 18:17:55.964189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43562) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:55.983753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ced623fd-60b5-4594-878a-fb2136364367 req-9835f95c-cb3f-4cd9-9a99-2a22c3e1ecb8 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788751 Nov 09 18:17:56.022601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e34a2ec-1a25-4684-8488-15081dd63d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.044961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e34a2ec-1a25-4684-8488-15081dd63d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.102827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e34a2ec-1a25-4684-8488-15081dd63d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.106216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e34a2ec-1a25-4684-8488-15081dd63d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.107392 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8e34a2ec-1a25-4684-8488-15081dd63d01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4c91754-44fe-4311-b391-3e164243e0b1 HTTP/1.1" status: 204 len: 168 time: 0.1422081 Nov 09 18:17:56.116474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34a2ec-1a25-4684-8488-15081dd63d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c91754-44fe-4311-b391-3e164243e0b1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:56.379671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43578) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:56.419999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3e9c2a8a-25ee-4eb0-9e95-e6752654117a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3c5fb434da443cd86cd2bca5a8323bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391262 Nov 09 18:17:56.422631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43580) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:56.480534 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6a02e5f-8f53-4d73-be70-65ddcecb5a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.505788 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6a02e5f-8f53-4d73-be70-65ddcecb5a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.535988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356771eb-7351-4d42-9d6c-4dd6bd206221 req-907f8be0-de07-49f1-bcee-7ef93226f0d7 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:56.537783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-356771eb-7351-4d42-9d6c-4dd6bd206221 req-907f8be0-de07-49f1-bcee-7ef93226f0d7 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0519257 Nov 09 18:17:56.558876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6a02e5f-8f53-4d73-be70-65ddcecb5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.562489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6a02e5f-8f53-4d73-be70-65ddcecb5a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:56.566053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a6a02e5f-8f53-4d73-be70-65ddcecb5a68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/960ba5a4-7b0a-411f-a412-c469bd350892 HTTP/1.1" status: 204 len: 168 time: 0.1401165 Nov 09 18:17:56.572952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a02e5f-8f53-4d73-be70-65ddcecb5a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ba5a4-7b0a-411f-a412-c469bd350892,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:56.588617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-356771eb-7351-4d42-9d6c-4dd6bd206221 req-5db62f4b-d816-40a3-a33f-d2270dab29b1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Nov 09 18:17:57.127122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e56f9-0278-4500-b1c0-9c895d41b3fb req-350fc3d6-e492-40ae-ad06-2a4e1e016a1b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:57.128654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c6e56f9-0278-4500-b1c0-9c895d41b3fb req-350fc3d6-e492-40ae-ad06-2a4e1e016a1b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0639508 Nov 09 18:17:57.169196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c6e56f9-0278-4500-b1c0-9c895d41b3fb req-4cc7a9ce-2fd8-4767-9127-e4d463916f89 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343313 Nov 09 18:17:57.288923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43622) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:57.387233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1587797908'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:57.408927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:57.412667 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.421155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.499856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.503781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.530876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:17:57.539861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddabbbad-8d39-488f-b824-2ab7b9be2f2a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:57.545955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.546336 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Added segment 080e3241-ffae-4a45-b478-527016153991 of type vlan for network eec90602-fe71-4da9-bae6-604361b7e581 Nov 09 18:17:57.585699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.609968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.618468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:57.618909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:57.682588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43636) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:57.683267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.3925250 Nov 09 18:17:57.691590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'subnet': {'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:57.729870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691a7fa-3823-438c-94fa-e8f4f806809e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Network': ['ID=eec90602-fe71-4da9-bae6-604361b7e581,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:57.745898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network eec90602-fe71-4da9-bae6-604361b7e581 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:17:57.749327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4558c-02d5-4e4f-a284-e5300772276e req-868dc624-0955-40bc-8d60-7acd568fa725 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:57.751123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39e4558c-02d5-4e4f-a284-e5300772276e req-868dc624-0955-40bc-8d60-7acd568fa725 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0674584 Nov 09 18:17:57.811089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39e4558c-02d5-4e4f-a284-e5300772276e req-15820ad3-9a03-43bb-8995-fdc5a4ab64c8 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504448 Nov 09 18:17:57.814173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:57.818217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.016347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-1da79c1a-6347-4288-8674-1f3566d7e377 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:58.017832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-1da79c1a-6347-4288-8674-1f3566d7e377 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.85 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0910506 Nov 09 18:17:58.093689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.178837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Subnet': ['ID=147fe5ab-aea8-47ca-a450-ed6c41838b83,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:58.202585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Checking segment: {'id': '080e3241-ffae-4a45-b478-527016153991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:58.202944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network hostable DHCP agents. Network: eec90602-fe71-4da9-bae6-604361b7e581, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:17:58.212018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Deleting port 1d4e79b7-ee13-4189-9d7e-699bd1431601 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:17:58.212398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.269866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network eec90602-fe71-4da9-bae6-604361b7e581 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:17:58.294311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, eec90602-fe71-4da9-bae6-604361b7e581) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:58.299466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54c556-4e9a-4321-b3be-e533e22dcfaf req-569c5a68-dcd3-4c2b-988f-77ba6c715bd8 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:58.301571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e54c556-4e9a-4321-b3be-e533e22dcfaf req-569c5a68-dcd3-4c2b-988f-77ba6c715bd8 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 946 time: 0.0578718 Nov 09 18:17:58.302108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:58.302691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.306804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3dbf80-5a7a-416c-909e-65586f7705b8 None None] Network eec90602-fe71-4da9-bae6-604361b7e581 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:17:58.324731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] For port 1d4e79b7-ee13-4189-9d7e-699bd1431601, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1d4e79b7-ee13-4189-9d7e-699bd1431601,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:17:58.325147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.346445 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6c31dfc3-89b4-474e-9dec-bb12786a9a57 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6626995 Nov 09 18:17:58.362409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43656) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:58.366028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e54c556-4e9a-4321-b3be-e533e22dcfaf req-e0de42ae-8cfa-4d27-a500-01672bb9a5ab tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8a76b5b-2650-4865-b8b0-5dbfa0634706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492382 Nov 09 18:17:58.372229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1069177689'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:58.485044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-eec90602-fe71-4da9-bae6-604361b7e581', 'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'tenant_id': 'f9482b9640004db2b63ad802cdd81a42', 'fixed_ips': [{'subnet_id': '147fe5ab-aea8-47ca-a450-ed6c41838b83'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:17:58.486617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.514358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:58.520128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.541416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] device_id is not set on port b782abac-9890-449e-be8f-b20ad39effe9 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:17:58.551608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.552001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.552444 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Floating IP ab085875-3fd9-44e6-bf9c-e1e791994158 disassociated. External IP: 172.25.0.135, port: 1d4e79b7-ee13-4189-9d7e-699bd1431601. Nov 09 18:17:58.552798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Calling delete_port for 1d4e79b7-ee13-4189-9d7e-699bd1431601 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:17:58.641566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Allocated IP 2001:db8::2 (eec90602-fe71-4da9-bae6-604361b7e581/147fe5ab-aea8-47ca-a450-ed6c41838b83/33976b50-dd73-41c5-a067-42e13da3f45e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:58.706409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.736730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event deleted for resources: {'Port': ['ID=1d4e79b7-ee13-4189-9d7e-699bd1431601,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:58.811653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.817508 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.860516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Network eec90602-fe71-4da9-bae6-604361b7e581 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:58.863740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:58.870120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Router f2771516-654a-43e8-a521-f0d23d6e5092 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:17:58.872998 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:58.879765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Pushing event updated for resources: {'Port': ['ID=33976b50-dd73-41c5-a067-42e13da3f45e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:58.941473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Attempting to bind port 33976b50-dd73-41c5-a067-42e13da3f45e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:17:58.942037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Attempting to bind port 33976b50-dd73-41c5-a067-42e13da3f45e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '080e3241-ffae-4a45-b478-527016153991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:17:58.942632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Attempting to bind port 33976b50-dd73-41c5-a067-42e13da3f45e on network eec90602-fe71-4da9-bae6-604361b7e581 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:17:58.949072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:17:58.949815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Checking segment: {'id': '080e3241-ffae-4a45-b478-527016153991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:17:58.950428 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.951014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Bound using segment: {'id': '080e3241-ffae-4a45-b478-527016153991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:17:58.951658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Bound port: 33976b50-dd73-41c5-a067-42e13da3f45e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080e3241-ffae-4a45-b478-527016153991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:17:58.952221 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:58.977625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Allocated IP 2001:db8::28c (eec90602-fe71-4da9-bae6-604361b7e581/147fe5ab-aea8-47ca-a450-ed6c41838b83/b782abac-9890-449e-be8f-b20ad39effe9) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:17:59.000544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:17:59.025585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] For port 33976b50-dd73-41c5-a067-42e13da3f45e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:17:59.030162 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] For port 33976b50-dd73-41c5-a067-42e13da3f45e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=33976b50-dd73-41c5-a067-42e13da3f45e,segment=NetworkSegment(080e3241-ffae-4a45-b478-527016153991),segment_id=080e3241-ffae-4a45-b478-527016153991)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:17:59.033724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] Sync routers for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:17:59.043541 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:59.049177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] No DVR routers for this DVR port 1d4e79b7-ee13-4189-9d7e-699bd1431601 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:17:59.052577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:59.057480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e5bfea14-a155-47d5-bf57-3f1b9c23acd5 req-2d6dadac-70db-4922-9b21-f1152397e1cd tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.85 "DELETE /v2.0/ports/1d4e79b7-ee13-4189-9d7e-699bd1431601 HTTP/1.1" status: 204 len: 173 time: 1.0162909 Nov 09 18:17:59.057944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'name': 'network-vif-deleted', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:17:59.060880 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8792d5f-14a9-4a1a-a86a-66869caa8956" -d '{"events": [{"server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "name": "network-vif-deleted", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:17:59.068519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ac71-5bd8-4d62-a8c8-de65d3e13f8b req-6404e0f8-eef7-4582-a916-96e5a679e541 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:59.076895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f01ac71-5bd8-4d62-a8c8-de65d3e13f8b req-6404e0f8-eef7-4582-a916-96e5a679e541 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1182084 Nov 09 18:17:59.134811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:59.135732 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:59.140219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcab1d-7c78-4d39-a8ba-0cf6b145363f None None] Pushing event updated for resources: {'Port': ['ID=33976b50-dd73-41c5-a067-42e13da3f45e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:59.285149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:59.297390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f01ac71-5bd8-4d62-a8c8-de65d3e13f8b req-f72c5553-17a9-4ca2-ba19-2cb9c9fe8ff3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191868 Nov 09 18:17:59.342840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:59.409290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:59.510428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network eec90602-fe71-4da9-bae6-604361b7e581 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:17:59.514493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:17:59.523005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:17:59.530566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:17:59.531381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:59.538212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=b782abac-9890-449e-be8f-b20ad39effe9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:17:59.573459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7035005-ecc9-4981-9786-e15237577d02 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2061274 Nov 09 18:17:59.576540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43668) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:17:59.589803 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3c466-deec-4d50-b048-1f27eabe0366 x-openstack-request-id: req-8da3c466-deec-4d50-b048-1f27eabe0366 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:17:59.590194 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661bc514-81f4-4bc7-b56e-b7b19dc78abf", "name": "network-vif-deleted", "tag": "1d4e79b7-ee13-4189-9d7e-699bd1431601", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:17:59.590517 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8da3c466-deec-4d50-b048-1f27eabe0366 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:17:59.591008 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661bc514-81f4-4bc7-b56e-b7b19dc78abf', 'name': 'network-vif-deleted', 'tag': '1d4e79b7-ee13-4189-9d7e-699bd1431601', 'status': 'completed', 'code': 200} Nov 09 18:17:59.592552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:59.604556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1837455448', 'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:b9:a8:0e'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:17:59.633704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] Checking router: f2771516-654a-43e8-a521-f0d23d6e5092 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:17:59.644305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:17:59.645110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:17:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:17:59.737635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae1f00fa-2fa8-4140-a988-9575a57a0d74 req-06d4e2d6-8722-4aea-b600-8282247fa39b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=661bc514-81f4-4bc7-b56e-b7b19dc78abf HTTP/1.1" status: 200 len: 210 time: 0.0356112 Nov 09 18:17:59.814149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:17:59.823901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:17:59.837948 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:17:59.940365 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:17:59.955933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 33976b50-dd73-41c5-a067-42e13da3f45e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:17:59.958411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] device_id is not set on port aa667f68-7f51-4d2b-a3c6-75d3b3d470e6 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:00.042838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 33976b50-dd73-41c5-a067-42e13da3f45e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:00.043157 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.086188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Allocated IP 2001:db8::a6 (eec90602-fe71-4da9-bae6-604361b7e581/147fe5ab-aea8-47ca-a450-ed6c41838b83/aa667f68-7f51-4d2b-a3c6-75d3b3d470e6) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:00.172724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:00.204477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3fed5-4543-47a5-ab2e-807752fdcd6a None None] The sync data for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 is: [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:00.206982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.267098 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 33976b50-dd73-41c5-a067-42e13da3f45e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=33976b50-dd73-41c5-a067-42e13da3f45e,segment=NetworkSegment(080e3241-ffae-4a45-b478-527016153991),segment_id=080e3241-ffae-4a45-b478-527016153991)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:00.280566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.312338 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.363615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.364121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=33976b50-dd73-41c5-a067-42e13da3f45e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:00.434938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network eec90602-fe71-4da9-bae6-604361b7e581 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:00.449119 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:00.457895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:00.469467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:00.470456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.477783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc51388-4feb-4a66-8419-87aaed3e82b1 None None] Network eec90602-fe71-4da9-bae6-604361b7e581 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:00.491705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=aa667f68-7f51-4d2b-a3c6-75d3b3d470e6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:00.530498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c048117-de00-4249-908a-5651a775d901 req-3b608eec-3d3b-4722-b85f-e1ea575ab850 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:00.532263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c048117-de00-4249-908a-5651a775d901 req-3b608eec-3d3b-4722-b85f-e1ea575ab850 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0962169 Nov 09 18:18:00.537332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-499703b6-0a18-452f-9e89-596beb3aff5e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9466827 Nov 09 18:18:00.539045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43676) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:00.570854 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259f1aa-d52e-43b9-8319-08d9b761dcea None None] New status for floating IP ab085875-3fd9-44e6-bf9c-e1e791994158: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:18:00.615407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1c048117-de00-4249-908a-5651a775d901 req-bd6f7503-1116-42d1-b705-df11f49127c8 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645103 Nov 09 18:18:00.648627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93ad63-7fde-41ad-84b2-415edc39cec7 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:00.655581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93ad63-7fde-41ad-84b2-415edc39cec7 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:00.662500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93ad63-7fde-41ad-84b2-415edc39cec7 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:00.664249 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ad93ad63-7fde-41ad-84b2-415edc39cec7 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1237128 Nov 09 18:18:00.668326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43678) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:00.686319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f235ebdd-bd61-446e-abf6-197b7ae869c9 None None] Provisioning complete for port 33976b50-dd73-41c5-a067-42e13da3f45e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:00.686960 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f235ebdd-bd61-446e-abf6-197b7ae869c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.786995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting port aa667f68-7f51-4d2b-a3c6-75d3b3d470e6 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:00.787593 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.865255 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43684) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:00.929850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:00.952025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Calling delete_port for aa667f68-7f51-4d2b-a3c6-75d3b3d470e6 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:00.969563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38269e28-0b32-4789-b8f5-5c6c5021392b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.031090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38269e28-0b32-4789-b8f5-5c6c5021392b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.129823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38269e28-0b32-4789-b8f5-5c6c5021392b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.133753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38269e28-0b32-4789-b8f5-5c6c5021392b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.137843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-38269e28-0b32-4789-b8f5-5c6c5021392b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "DELETE /v2.0/security-groups/e8a76b5b-2650-4865-b8b0-5dbfa0634706 HTTP/1.1" status: 204 len: 168 time: 0.2692599 Nov 09 18:18:01.139374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43686) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:01.156552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38269e28-0b32-4789-b8f5-5c6c5021392b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a76b5b-2650-4865-b8b0-5dbfa0634706,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:01.170828 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-e01fc13d-a45c-4afe-8329-5306b984563c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] show failed (client error): The resource could not be found. Nov 09 18:18:01.172022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e01fc13d-a45c-4afe-8329-5306b984563c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups/e8a76b5b-2650-4865-b8b0-5dbfa0634706 HTTP/1.1" status: 404 len: 347 time: 0.0311027 Nov 09 18:18:01.174945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43690) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:01.176325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0d1cda13-58f1-4a24-8bd6-bda1cba263f8 None None] Provisioning complete for port 33976b50-dd73-41c5-a067-42e13da3f45e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:01.176779 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d1cda13-58f1-4a24-8bd6-bda1cba263f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.190036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.238000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Port': ['ID=aa667f68-7f51-4d2b-a3c6-75d3b3d470e6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:01.374293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.380365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d8d1754b-39b0-4085-a57b-d6e01dfea633 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/ports/aa667f68-7f51-4d2b-a3c6-75d3b3d470e6 HTTP/1.1" status: 204 len: 168 time: 0.7085924 Nov 09 18:18:01.380699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43692) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:01.411287 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c839b8fb-bc2a-4693-bbfc-e60b9b4e66fb tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] GET failed (client error): The resource could not be found. Nov 09 18:18:01.413136 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c839b8fb-bc2a-4693-bbfc-e60b9b4e66fb tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "GET /v2.0/ports/aa667f68-7f51-4d2b-a3c6-75d3b3d470e6 HTTP/1.1" status: 404 len: 333 time: 0.0309379 Nov 09 18:18:01.417415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43694) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:01.425149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Deleting port 297584d8-cffe-4838-b9d7-b78abd88d04b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:01.425507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.432280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-718280746'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:01.504707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0d1cda13-58f1-4a24-8bd6-bda1cba263f8 None None] Could not find standard attr ID for object aa667f68-7f51-4d2b-a3c6-75d3b3d470e6. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:01.521374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0d1cda13-58f1-4a24-8bd6-bda1cba263f8 None None] Provisioning complete for port b782abac-9890-449e-be8f-b20ad39effe9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:01.521771 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d1cda13-58f1-4a24-8bd6-bda1cba263f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.534870 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.535925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.558994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Calling delete_port for 297584d8-cffe-4838-b9d7-b78abd88d04b owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:01.571582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cda13-58f1-4a24-8bd6-bda1cba263f8 None None] Port b782abac-9890-449e-be8f-b20ad39effe9 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:01.591952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:01.595737 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.615937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] device_id is not set on port 85d70682-b6ce-4733-b609-e49cc898e2ed yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:01.696395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1e70c26c-a7f4-417f-b269-962630a77d45 None None] Provisioning complete for port b782abac-9890-449e-be8f-b20ad39effe9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:01.698099 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1e70c26c-a7f4-417f-b269-962630a77d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.758150 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1e70c26c-a7f4-417f-b269-962630a77d45 None None] Port b782abac-9890-449e-be8f-b20ad39effe9 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:01.759051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.804148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event deleted for resources: {'Port': ['ID=297584d8-cffe-4838-b9d7-b78abd88d04b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:01.820457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Allocated IP 2001:db8::2d6 (eec90602-fe71-4da9-bae6-604361b7e581/147fe5ab-aea8-47ca-a450-ed6c41838b83/85d70682-b6ce-4733-b609-e49cc898e2ed) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:01.839711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041889-09b9-4bb7-a2c6-f89c314b03b7 req-d9b5b5b2-f99f-4118-9222-faea8d09da2b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:01.841463 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec041889-09b9-4bb7-a2c6-f89c314b03b7 req-d9b5b5b2-f99f-4118-9222-faea8d09da2b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1110797 Nov 09 18:18:01.872519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a3d1c5a0-ae0f-4b80-89f7-caa5aeed76d7 None None] Could not find standard attr ID for object aa667f68-7f51-4d2b-a3c6-75d3b3d470e6. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:01.898769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 33976b50-dd73-41c5-a067-42e13da3f45e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:01.901999 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.906342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.907848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ba619741-97eb-4715-88f3-c0b1f9f0c638 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "DELETE /v2.0/floatingips/ab085875-3fd9-44e6-bf9c-e1e791994158 HTTP/1.1" status: 204 len: 168 time: 0.7316935 Nov 09 18:18:01.970999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 33976b50-dd73-41c5-a067-42e13da3f45e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:01.971831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:01.989650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec041889-09b9-4bb7-a2c6-f89c314b03b7 req-8dc7db7d-510f-4bd9-93f6-fa43ebac26e1 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376560 Nov 09 18:18:02.093306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.136803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.185665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network eec90602-fe71-4da9-bae6-604361b7e581 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:02.191871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:02.196065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:02.201952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:02.202611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.217162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=85d70682-b6ce-4733-b609-e49cc898e2ed,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:02.234404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ca64d1dd-5bf1-4ecf-80a7-b333356a2600 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8152485 Nov 09 18:18:02.236891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43704) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:02.241979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:b9:a8:0e'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:02.312568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.502134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-63d81a63-87bd-48a9-a82d-5132fbfd72e5 None None] Provisioning complete for port 85d70682-b6ce-4733-b609-e49cc898e2ed triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:02.503203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-63d81a63-87bd-48a9-a82d-5132fbfd72e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.513514 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.518729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.544273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-63d81a63-87bd-48a9-a82d-5132fbfd72e5 None None] Port 85d70682-b6ce-4733-b609-e49cc898e2ed cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:02.562329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] In _notify_port_updated(), no bound segment for port 85d70682-b6ce-4733-b609-e49cc898e2ed on network eec90602-fe71-4da9-bae6-604361b7e581 {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:18:02.568973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:02.569995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.574154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "PUT /v2.0/ports/85d70682-b6ce-4733-b609-e49cc898e2ed HTTP/1.1" status: 200 len: 1002 time: 0.3337700 Nov 09 18:18:02.574566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43706) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:02.594277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af944d03-76d8-40e4-aefa-430e3d2fb17f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=85d70682-b6ce-4733-b609-e49cc898e2ed,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:02.676504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting port 85d70682-b6ce-4733-b609-e49cc898e2ed {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:02.677249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.775865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43708) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:02.783442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.784824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b5b579b4-9b8f-4ccb-aacb-c95623de721b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754724232', 'description': 'tempest-description--2117771447'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:02.799002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Calling delete_port for 85d70682-b6ce-4733-b609-e49cc898e2ed owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:02.811111 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5b579b4-9b8f-4ccb-aacb-c95623de721b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.869674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7f197944-d27d-4696-8828-dc534fd74f72 None None] Provisioning complete for port 85d70682-b6ce-4733-b609-e49cc898e2ed triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:02.870513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f197944-d27d-4696-8828-dc534fd74f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.904785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5b579b4-9b8f-4ccb-aacb-c95623de721b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.908621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5b579b4-9b8f-4ccb-aacb-c95623de721b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.930220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7f197944-d27d-4696-8828-dc534fd74f72 None None] Port 85d70682-b6ce-4733-b609-e49cc898e2ed cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:02.951460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5b579b4-9b8f-4ccb-aacb-c95623de721b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.953044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b5b579b4-9b8f-4ccb-aacb-c95623de721b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1757801 Nov 09 18:18:02.953685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:02.955191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b579b4-9b8f-4ccb-aacb-c95623de721b tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:02.955870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43710) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:02.960762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c1460de2-8480-45c9-bef2-84b9b2de3961 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'security_group_rule': {'security_group_id': '038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:03.000546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Port': ['ID=85d70682-b6ce-4733-b609-e49cc898e2ed,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:03.057624 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1460de2-8480-45c9-bef2-84b9b2de3961 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.138210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.143984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-325737c4-c123-41db-8748-d0c6316bc5a9 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/ports/85d70682-b6ce-4733-b609-e49cc898e2ed HTTP/1.1" status: 204 len: 168 time: 0.5660841 Nov 09 18:18:03.145650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d330954-9c9a-4e3c-8536-6170530f7e43 req-af3e529f-1e95-4b39-8999-62dcf5cf5349 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:03.146347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43716) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:03.147580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d330954-9c9a-4e3c-8536-6170530f7e43 req-af3e529f-1e95-4b39-8999-62dcf5cf5349 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0613844 Nov 09 18:18:03.178654 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45ebe4b-e9fc-41b9-adce-60207d51d0b0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] GET failed (client error): The resource could not be found. Nov 09 18:18:03.184581 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d45ebe4b-e9fc-41b9-adce-60207d51d0b0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "GET /v2.0/ports/85d70682-b6ce-4733-b609-e49cc898e2ed HTTP/1.1" status: 404 len: 333 time: 0.0330629 Nov 09 18:18:03.185078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43718) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:03.192346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-731237504'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:03.193018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1460de2-8480-45c9-bef2-84b9b2de3961 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.198426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1460de2-8480-45c9-bef2-84b9b2de3961 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.201822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d330954-9c9a-4e3c-8536-6170530f7e43 req-e0ddf88c-3833-4315-835d-6f59d042312c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473604 Nov 09 18:18:03.219131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1460de2-8480-45c9-bef2-84b9b2de3961 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89646c00-94bd-4201-ab7e-942201cbb9d7,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:03.249490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1460de2-8480-45c9-bef2-84b9b2de3961 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.255948 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1460de2-8480-45c9-bef2-84b9b2de3961 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983086 Nov 09 18:18:03.257608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43724) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:03.263375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-577ef583-9945-42bd-aec7-10d0100d99db tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'security_group_rule': {'security_group_id': '038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:03.300447 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-577ef583-9945-42bd-aec7-10d0100d99db tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.346461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1d4e79b7-ee13-4189-9d7e-699bd1431601 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:03.354545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:03.359998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.377007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-577ef583-9945-42bd-aec7-10d0100d99db tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.381496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-577ef583-9945-42bd-aec7-10d0100d99db tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.385902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] device_id is not set on port 031da6a7-211c-4f5a-8f29-e28747190ade yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:03.386352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 1d4e79b7-ee13-4189-9d7e-699bd1431601 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:03.386716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1d4e79b7-ee13-4189-9d7e-699bd1431601 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:03.402344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ef583-9945-42bd-aec7-10d0100d99db tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7677855-bd7e-43bc-9f70-fa78e10ccb78,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:03.421941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-577ef583-9945-42bd-aec7-10d0100d99db tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.424108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-577ef583-9945-42bd-aec7-10d0100d99db tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652932 Nov 09 18:18:03.427130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43730) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:03.435702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:03.478872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.551407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Allocated IP 2001:db8::3df (eec90602-fe71-4da9-bae6-604361b7e581/147fe5ab-aea8-47ca-a450-ed6c41838b83/031da6a7-211c-4f5a-8f29-e28747190ade) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:03.557946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7d6f7-fd7e-4f12-ab25-d119158151b5 req-ec9377ba-d7aa-404e-9ce3-550935d6c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:03.559616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cf7d6f7-fd7e-4f12-ab25-d119158151b5 req-ec9377ba-d7aa-404e-9ce3-550935d6c195 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.0942423 Nov 09 18:18:03.578789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.632033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cf7d6f7-fd7e-4f12-ab25-d119158151b5 req-1d5ce95f-78ca-4496-b008-eeab4bbe77e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633507 Nov 09 18:18:03.701440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Allocated IP 172.25.0.11 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/2254e792-51a8-4c00-8b50-6e4b2e7ca200) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:03.764304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.804570 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.815977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.848042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network eec90602-fe71-4da9-bae6-604361b7e581 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:03.850826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.851186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:03.855390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:03.861066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:03.861687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:03.875849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=031da6a7-211c-4f5a-8f29-e28747190ade,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:03.889190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-33e2bc77-7ede-4ed2-836c-52f5a362485f tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7032328 Nov 09 18:18:03.889997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43738) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:03.895927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b9:a8:0e'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:03.898753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:03.902117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:03.905672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:03.931834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'Port': ['ID=2254e792-51a8-4c00-8b50-6e4b2e7ca200,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:03.972962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.000803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.038887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.160076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.166116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.167467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8c65b121-93b0-42aa-9e1b-5ce8216ea042 None None] Provisioning complete for port 031da6a7-211c-4f5a-8f29-e28747190ade triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:04.167999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8c65b121-93b0-42aa-9e1b-5ce8216ea042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.199331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.204208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8c65b121-93b0-42aa-9e1b-5ce8216ea042 None None] Port 031da6a7-211c-4f5a-8f29-e28747190ade cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:04.205248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.212533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] In _notify_port_updated(), no bound segment for port 031da6a7-211c-4f5a-8f29-e28747190ade on network eec90602-fe71-4da9-bae6-604361b7e581 {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:18:04.218074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:04.218713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.222784 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "PUT /v2.0/ports/031da6a7-211c-4f5a-8f29-e28747190ade HTTP/1.1" status: 200 len: 1002 time: 0.3288505 Nov 09 18:18:04.223030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43740) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:04.276221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'Port': ['ID=2254e792-51a8-4c00-8b50-6e4b2e7ca200,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:04.288597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8501fb5-1afb-48bc-b030-0731be53b950 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=031da6a7-211c-4f5a-8f29-e28747190ade,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:04.292729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.313017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.314428 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f5e2a395-a4b2-40a4-b72f-f81f17f0ab50 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8860898 Nov 09 18:18:04.384525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa7b89-f7e8-426b-9ca6-b525b2b0da47 req-2674339f-1b9a-4c9d-8c61-90833c5b3575 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:04.386171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eafa7b89-f7e8-426b-9ca6-b525b2b0da47 req-2674339f-1b9a-4c9d-8c61-90833c5b3575 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0905871 Nov 09 18:18:04.420822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting port 031da6a7-211c-4f5a-8f29-e28747190ade {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:04.421164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.485604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eafa7b89-f7e8-426b-9ca6-b525b2b0da47 req-5046e654-3290-4b3e-aa10-66638332c1ed tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Nov 09 18:18:04.523532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.526630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2f56bbff-935c-47e3-93cf-2bc65b466714 None None] Provisioning complete for port 031da6a7-211c-4f5a-8f29-e28747190ade triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:04.527006 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2f56bbff-935c-47e3-93cf-2bc65b466714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:04.536768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Calling delete_port for 031da6a7-211c-4f5a-8f29-e28747190ade owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:04.564362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2f56bbff-935c-47e3-93cf-2bc65b466714 None None] Port 031da6a7-211c-4f5a-8f29-e28747190ade cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:04.679299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-a9ae8186-8766-4852-96f2-dee931914a6f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1754724232&fields=id&tenant_id=2016393faef94c319e954e4b4b7510d2 HTTP/1.1" status: 200 len: 267 time: 0.0622435 Nov 09 18:18:04.747122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.115204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Port': ['ID=031da6a7-211c-4f5a-8f29-e28747190ade,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:05.141105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.146901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-63b10c56-b098-4291-a955-854b48e905a2 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/ports/031da6a7-211c-4f5a-8f29-e28747190ade HTTP/1.1" status: 204 len: 168 time: 0.9204719 Nov 09 18:18:05.148099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43766) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:05.190573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-7d98a897-884f-490e-baca-2ad74dc34468 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:05.192188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-7d98a897-884f-490e-baca-2ad74dc34468 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 811 time: 0.5050871 Nov 09 18:18:05.192557 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8423cc45-c142-4e73-b6b1-d0c7ca3ce7d8 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] GET failed (client error): The resource could not be found. Nov 09 18:18:05.194289 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8423cc45-c142-4e73-b6b1-d0c7ca3ce7d8 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "GET /v2.0/ports/031da6a7-211c-4f5a-8f29-e28747190ade HTTP/1.1" status: 404 len: 333 time: 0.0451226 Nov 09 18:18:05.200517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43770) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:05.209725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-27641468'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:05.227565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-f6bbc4b1-4be7-4722-b4bb-670adef66417 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/quotas/2016393faef94c319e954e4b4b7510d2 HTTP/1.1" status: 200 len: 375 time: 0.0285263 Nov 09 18:18:05.342333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-2b4f1ee7-964f-4d8a-a20a-06122d975f35 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879357 Nov 09 18:18:05.411065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:05.414564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.438351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] device_id is not set on port 017b4edb-88b9-41fc-922c-75f851670c46 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:05.511374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-ba65713a-7e8f-4bcb-bd72-af823fc9003b service neutron] 10.222.0.32 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548793 Nov 09 18:18:05.631479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Allocated IP 2001:db8::4f (eec90602-fe71-4da9-bae6-604361b7e581/147fe5ab-aea8-47ca-a450-ed6c41838b83/017b4edb-88b9-41fc-922c-75f851670c46) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:05.668936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-551bb702-75e6-48fa-a2f7-9daddadfb6ac service neutron] 10.222.0.32 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512613 Nov 09 18:18:05.823255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.859065 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.929603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network eec90602-fe71-4da9-bae6-604361b7e581 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:05.940314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:05.942856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:05.949265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:05.949884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:05.954031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=017b4edb-88b9-41fc-922c-75f851670c46,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:05.988274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e64da-08e3-47cf-bef0-00293440ebf1 req-16078fbc-666b-4b43-b2ee-35c8836ba4ce tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:05.989797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e9e64da-08e3-47cf-bef0-00293440ebf1 req-16078fbc-666b-4b43-b2ee-35c8836ba4ce tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1187980 Nov 09 18:18:05.994111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1fcff48f-7efa-4aa7-a730-d66daaa39d38 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7918739 Nov 09 18:18:05.996244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43786) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:06.002082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'network_id': 'eec90602-fe71-4da9-bae6-604361b7e581', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-670026524'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:06.036606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e9e64da-08e3-47cf-bef0-00293440ebf1 req-fecde2c7-39b0-4eb8-86bd-68c287815abc tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Nov 09 18:18:06.141028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Made reservation on behalf of f9482b9640004db2b63ad802cdd81a42 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:06.144584 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.170761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] device_id is not set on port 33090aea-f34b-4b8b-b912-f723bab95ae6 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:06.305682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1c51aa04-bcdc-407a-8277-774aca7ccc6d None None] Provisioning complete for port 017b4edb-88b9-41fc-922c-75f851670c46 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:06.306355 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c51aa04-bcdc-407a-8277-774aca7ccc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.358352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1c51aa04-bcdc-407a-8277-774aca7ccc6d None None] Port 017b4edb-88b9-41fc-922c-75f851670c46 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:06.372550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Allocated IP 2001:db8::65 (eec90602-fe71-4da9-bae6-604361b7e581/147fe5ab-aea8-47ca-a450-ed6c41838b83/33090aea-f34b-4b8b-b912-f723bab95ae6) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:06.380498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84f3c1f-88ae-4d00-bbe7-d97180c600f6 req-c7ec63f7-84b9-45f2-b9e7-45be37f07cd0 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 210 time: 0.0394499 Nov 09 18:18:06.567791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.616050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.658556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Network eec90602-fe71-4da9-bae6-604361b7e581 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:06.663797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:06.667482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:06.671681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-af3ebc03-bff7-4acd-b32d-3e868955e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:06.673227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:06.673392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-af3ebc03-bff7-4acd-b32d-3e868955e8ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.0750680 Nov 09 18:18:06.673864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.685181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d3276-8e07-4150-96b4-56ac59cdb268 req-d9b40884-fa5e-45ca-9184-b9ec56632da3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:06.686857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b4d3276-8e07-4150-96b4-56ac59cdb268 req-d9b40884-fa5e-45ca-9184-b9ec56632da3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0759757 Nov 09 18:18:06.689963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=33090aea-f34b-4b8b-b912-f723bab95ae6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:06.698155 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-adea7cc4-3ee0-497a-81c4-beb4be4858e0 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6984670 Nov 09 18:18:06.701137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43800) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:06.706466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::28c', 'mac_address': 'fa:16:3e:b9:a8:0e'}, {'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:3d:e0:2b'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:06.786934 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b4d3276-8e07-4150-96b4-56ac59cdb268 req-cabf7d8c-2997-47f9-84b7-b50ac2bc13cd tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839810 Nov 09 18:18:06.831511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-befc060c-0e3c-4593-b47a-54d4b1709956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:06.833537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-befc060c-0e3c-4593-b47a-54d4b1709956 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.1456807 Nov 09 18:18:06.880865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-c2ff7d35-2e96-4556-a3b5-1fe94ae90a52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 217 time: 0.0390546 Nov 09 18:18:06.882959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:06.968914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-f67ce64f-d63a-4768-847c-e974e0b3c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:06.970476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-f67ce64f-d63a-4768-847c-e974e0b3c782 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.0815666 Nov 09 18:18:07.057752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-788c798d-0b0a-45a8-8809-31ba3cb5e804 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700698 Nov 09 18:18:07.096464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-80fae9b2-829a-4ff6-9ca1-6dddb078af19 None None] Provisioning complete for port 33090aea-f34b-4b8b-b912-f723bab95ae6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:07.097187 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80fae9b2-829a-4ff6-9ca1-6dddb078af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.143352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-04cf9e28-5bc8-49a3-8108-f715cdfc45a2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:07.145759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-04cf9e28-5bc8-49a3-8108-f715cdfc45a2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.73 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 811 time: 0.2175431 Nov 09 18:18:07.158524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-80fae9b2-829a-4ff6-9ca1-6dddb078af19 None None] Port 33090aea-f34b-4b8b-b912-f723bab95ae6 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:07.264095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-3bbb58d4-0376-445e-8085-d84f6eb89989 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2016393faef94c319e954e4b4b7510d2 HTTP/1.1" status: 200 len: 380 time: 0.0533679 Nov 09 18:18:07.265665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-762d8cd0-32f6-482f-90c3-782dbd565e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.282826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'port': {'device_id': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'admin_state_up': True, 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'security_groups': ['038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:07.353894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-282df70f-88ba-4510-a692-871b2e5e5709 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863905 Nov 09 18:18:07.509314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a6f2258-f45a-4820-854e-9f0b18bbf749 req-ce0dd8f0-8ae4-4784-8e5e-28b2b262e75f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 210 time: 0.0378144 Nov 09 18:18:07.511657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Made reservation on behalf of 2016393faef94c319e954e4b4b7510d2 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:07.515175 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.523273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.528841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01d44e19-d610-4e52-92c6-b8d1319c810e req-46fd2adb-97a9-4897-9a6a-5e2dc0e68c81 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674886 Nov 09 18:18:07.530516 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.580381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] In _notify_port_updated(), no bound segment for port 33090aea-f34b-4b8b-b912-f723bab95ae6 on network eec90602-fe71-4da9-bae6-604361b7e581 {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:18:07.587997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:07.589164 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.590689 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "PUT /v2.0/ports/33090aea-f34b-4b8b-b912-f723bab95ae6 HTTP/1.1" status: 200 len: 1065 time: 0.8885908 Nov 09 18:18:07.595338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43808) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:07.652644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137715a-494c-4607-8570-095cec420a5a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event updated for resources: {'Port': ['ID=33090aea-f34b-4b8b-b912-f723bab95ae6,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:07.682946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Allocated IP 172.20.0.10 (13fcbb7a-28e5-45a1-9e16-337b25525d6a/131b8a03-cb96-4faf-aa25-1dd099450898/2d5df7c1-57c8-4261-a029-4175fc83e790) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:07.728387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting port 33090aea-f34b-4b8b-b912-f723bab95ae6 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:07.728791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.866812 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.883051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Calling delete_port for 33090aea-f34b-4b8b-b912-f723bab95ae6 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:07.936631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:07.980914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf997e1-b01e-42aa-a61c-42fc5100bef8 req-8cdd1ae1-1356-494f-9342-3007c27e2c06 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:07.986709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2cf997e1-b01e-42aa-a61c-42fc5100bef8 req-8cdd1ae1-1356-494f-9342-3007c27e2c06 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0992467 Nov 09 18:18:07.990663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-71983acf-d1d3-4b1d-b959-b8c8fe39c5de None None] Provisioning complete for port 33090aea-f34b-4b8b-b912-f723bab95ae6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:07.991167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-71983acf-d1d3-4b1d-b959-b8c8fe39c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.021700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.032518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-71983acf-d1d3-4b1d-b959-b8c8fe39c5de None None] Port 33090aea-f34b-4b8b-b912-f723bab95ae6 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:08.046414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.086591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:08.093864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:08.103074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2cf997e1-b01e-42aa-a61c-42fc5100bef8 req-3cba8a37-9314-445f-b643-0e3f6cb6f228 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017840 Nov 09 18:18:08.103920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:08.107799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event updated for resources: {'Port': ['ID=2d5df7c1-57c8-4261-a029-4175fc83e790,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:08.120286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Port': ['ID=33090aea-f34b-4b8b-b912-f723bab95ae6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:08.174131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:08.175046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.199992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd357d6f-e4fc-4a20-ae57-a54cac95edaf tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9282455 Nov 09 18:18:08.217081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Request body: {'port': {'device_id': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:08.293898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.300918 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.305115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c29d4cfb-fdc9-4b5f-9dd2-83a9ac7c8db5 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/ports/33090aea-f34b-4b8b-b912-f723bab95ae6 HTTP/1.1" status: 204 len: 168 time: 0.7084770 Nov 09 18:18:08.309672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:08.351119 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abb8582-62fb-44ad-9fb2-069084ff137e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] GET failed (client error): The resource could not be found. Nov 09 18:18:08.356463 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4abb8582-62fb-44ad-9fb2-069084ff137e tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "GET /v2.0/ports/33090aea-f34b-4b8b-b912-f723bab95ae6 HTTP/1.1" status: 404 len: 333 time: 0.0455613 Nov 09 18:18:08.359225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43818) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:08.474211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a6c536c9-1361-4f43-af0f-aa69ec91589d None None] Provisioning complete for port 2d5df7c1-57c8-4261-a029-4175fc83e790 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:08.475674 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a6c536c9-1361-4f43-af0f-aa69ec91589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.483430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting port 017b4edb-88b9-41fc-922c-75f851670c46 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:08.484050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.521846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a6c536c9-1361-4f43-af0f-aa69ec91589d None None] Port 2d5df7c1-57c8-4261-a029-4175fc83e790 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:08.586987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.600409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Calling delete_port for 017b4edb-88b9-41fc-922c-75f851670c46 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:08.710700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884e34b-1aee-4cc7-ac46-4138bf34ecbc req-52a2426d-9a3c-44e1-9311-85e7e3849058 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:08.714552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a884e34b-1aee-4cc7-ac46-4138bf34ecbc req-52a2426d-9a3c-44e1-9311-85e7e3849058 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 932 time: 0.1081357 Nov 09 18:18:08.729125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5df7c1-57c8-4261-a029-4175fc83e790 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:08.742511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.745450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.774649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a884e34b-1aee-4cc7-ac46-4138bf34ecbc req-38604f5f-80c9-4317-b3b5-70f81b043577 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555644 Nov 09 18:18:08.779103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Transition to ACTIVE for port object 2d5df7c1-57c8-4261-a029-4175fc83e790 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:18:08.784435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Port': ['ID=017b4edb-88b9-41fc-922c-75f851670c46,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:08.789825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.810227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.813681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f038499c-b15b-4bf2-aefd-e60c30a59997 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/ports/017b4edb-88b9-41fc-922c-75f851670c46 HTTP/1.1" status: 204 len: 168 time: 0.4534833 Nov 09 18:18:08.816502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43824) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:08.841860 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf46d47d-9223-4c01-97e1-99d537296ee6 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] GET failed (client error): The resource could not be found. Nov 09 18:18:08.847160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf46d47d-9223-4c01-97e1-99d537296ee6 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "GET /v2.0/ports/017b4edb-88b9-41fc-922c-75f851670c46 HTTP/1.1" status: 404 len: 333 time: 0.0261011 Nov 09 18:18:08.847545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43826) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:08.905050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Pushing event updated for resources: {'Port': ['ID=2d5df7c1-57c8-4261-a029-4175fc83e790,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:08.944364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Attempting to bind port 2d5df7c1-57c8-4261-a029-4175fc83e790 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:08.944898 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Attempting to bind port 2d5df7c1-57c8-4261-a029-4175fc83e790 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:08.945393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Attempting to bind port 2d5df7c1-57c8-4261-a029-4175fc83e790 on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:08.952598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Port 2d5df7c1-57c8-4261-a029-4175fc83e790 on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:18:08.952922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Attempting to bind port 2d5df7c1-57c8-4261-a029-4175fc83e790 on network 13fcbb7a-28e5-45a1-9e16-337b25525d6a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:08.963781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:08.964182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Checking segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:08.964577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Bound using segment: {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:08.965013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Bound port: 2d5df7c1-57c8-4261-a029-4175fc83e790, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06f2f3a-d2b5-4378-a96b-fe481be15e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:08.965375 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:08.986706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting port b782abac-9890-449e-be8f-b20ad39effe9 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:08.987058 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.054453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] For port 2d5df7c1-57c8-4261-a029-4175fc83e790, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:09.059711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] For port 2d5df7c1-57c8-4261-a029-4175fc83e790, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2d5df7c1-57c8-4261-a029-4175fc83e790,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:09.069119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.112192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:09.113039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.122994 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] 10.222.0.73 "PUT /v2.0/ports/2d5df7c1-57c8-4261-a029-4175fc83e790 HTTP/1.1" status: 200 len: 1092 time: 0.9117417 Nov 09 18:18:09.123728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:09.126373 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903" -d '{"events": [{"name": "network-changed", "server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:09.146695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.173558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5715f9-1fed-4122-9d60-50986e44924e service neutron] Pushing event updated for resources: {'Port': ['ID=2d5df7c1-57c8-4261-a029-4175fc83e790,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:09.185226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Calling delete_port for b782abac-9890-449e-be8f-b20ad39effe9 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:09.304944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-99aed5d6-7d5b-4dcc-995b-403b9cb294c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:09.307060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-99aed5d6-7d5b-4dcc-995b-403b9cb294c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 1095 time: 0.1114070 Nov 09 18:18:09.319844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03f59b-1281-4f4a-a548-4590afb0e83f req-f2e58424-6b0d-4087-84b2-16a748370e51 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:09.328048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f03f59b-1281-4f4a-a548-4590afb0e83f req-f2e58424-6b0d-4087-84b2-16a748370e51 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0873685 Nov 09 18:18:09.366526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.391319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-483ffac5-2e52-413e-8b56-3454a2d54ae6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5df7c1-57c8-4261-a029-4175fc83e790 HTTP/1.1" status: 200 len: 217 time: 0.0439470 Nov 09 18:18:09.401795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Port': ['ID=b782abac-9890-449e-be8f-b20ad39effe9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:09.408112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f03f59b-1281-4f4a-a548-4590afb0e83f req-a21b52ef-7c58-48b5-95b4-003b277f1885 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791359 Nov 09 18:18:09.445069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.451548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bd490fc4-8e03-4ce5-9466-94e00f5be5b4 tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/ports/b782abac-9890-449e-be8f-b20ad39effe9 HTTP/1.1" status: 204 len: 168 time: 0.6005480 Nov 09 18:18:09.454368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43836) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:09.485693 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f05b546-17cf-4f47-ba1a-9039fe7bbdea x-openstack-request-id: req-8f05b546-17cf-4f47-ba1a-9039fe7bbdea {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:09.486134 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:09.486405 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f05b546-17cf-4f47-ba1a-9039fe7bbdea {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:09.486817 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'status': 'completed', 'code': 200} Nov 09 18:18:09.517264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-5757e54c-d321-41a6-b931-5534f5d88685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:09.518817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-5757e54c-d321-41a6-b931-5534f5d88685 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.1097691 Nov 09 18:18:09.520287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting subnet 147fe5ab-aea8-47ca-a450-ed6c41838b83 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:09.523760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.584495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.613752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-07b060b2-10ef-4e3b-8cc1-afa40924f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:09.615833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-07b060b2-10ef-4e3b-8cc1-afa40924f484 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825138 Nov 09 18:18:09.699453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.731351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-2ca810fe-308b-4f6b-8435-20a0a8f09bd8 service neutron] 10.222.0.73 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071856 Nov 09 18:18:09.762117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.766266 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd724-b6ec-4f6b-955c-60ccb3221265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.798851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Subnet': ['ID=147fe5ab-aea8-47ca-a450-ed6c41838b83,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:09.804832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.808637 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ef45298a-2cd1-484c-8910-0b1b55bc714a tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/subnets/147fe5ab-aea8-47ca-a450-ed6c41838b83 HTTP/1.1" status: 204 len: 168 time: 0.3532245 Nov 09 18:18:09.811197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:09.814364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f75088-48f7-4bc2-8aab-c57a32667eea None None] Network eec90602-fe71-4da9-bae6-604361b7e581 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:09.867433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00dc5b69-bab4-443e-a71a-1f197af59b4d req-0ef2d70b-f0aa-4eb3-af03-fb0cabaea599 service neutron] 10.222.0.73 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256316 Nov 09 18:18:09.924814 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:09.987783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d53690-ceed-44aa-8840-7630792c0493 req-1cd635f6-2b8e-41c3-b64f-554a34a528fe tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:09.989309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d53690-ceed-44aa-8840-7630792c0493 req-1cd635f6-2b8e-41c3-b64f-554a34a528fe tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 944 time: 0.0997388 Nov 09 18:18:09.996697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Deleting port 33976b50-dd73-41c5-a067-42e13da3f45e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:09.997470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.005923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-d96cfa7a-972f-40bc-b035-514b727b44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:10.007433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-d96cfa7a-972f-40bc-b035-514b727b44cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 1095 time: 0.0774238 Nov 09 18:18:10.051547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] DHCP port deletion for eec90602-fe71-4da9-bae6-604361b7e581 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:10.077573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] For port 33976b50-dd73-41c5-a067-42e13da3f45e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=33976b50-dd73-41c5-a067-42e13da3f45e,segment=NetworkSegment(080e3241-ffae-4a45-b478-527016153991),segment_id=080e3241-ffae-4a45-b478-527016153991)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:10.078300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.094291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Calling delete_port for 33976b50-dd73-41c5-a067-42e13da3f45e owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:10.099711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] Deleting port 33976b50-dd73-41c5-a067-42e13da3f45e {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:10.100360 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.105019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94d53690-ceed-44aa-8840-7630792c0493 req-c1acfedb-0dbb-466b-8358-6a8e67bab4cb tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024451 Nov 09 18:18:10.145937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-207a1a98-fc3e-4c5f-830f-20f30e85e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:10.148009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-207a1a98-fc3e-4c5f-830f-20f30e85e2af service neutron] 10.222.0.73 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.1314712 Nov 09 18:18:10.187641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] For port 33976b50-dd73-41c5-a067-42e13da3f45e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=33976b50-dd73-41c5-a067-42e13da3f45e,segment=NetworkSegment(080e3241-ffae-4a45-b478-527016153991),segment_id=080e3241-ffae-4a45-b478-527016153991)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:10.188246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.189694 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.201284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-ef98a0a5-c2d7-4bab-ac63-5a12c774fa89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5df7c1-57c8-4261-a029-4175fc83e790 HTTP/1.1" status: 200 len: 217 time: 0.0433710 Nov 09 18:18:10.208045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] Calling delete_port for 33976b50-dd73-41c5-a067-42e13da3f45e owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:10.219773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Port': ['ID=33976b50-dd73-41c5-a067-42e13da3f45e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:10.224957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] No DVR routers for this DVR port 33976b50-dd73-41c5-a067-42e13da3f45e on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:10.263199 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.275900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-339e1f62-3a56-4996-98a6-f25815850fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:10.277400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-339e1f62-3a56-4996-98a6-f25815850fa0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.0671806 Nov 09 18:18:10.320483 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.335014 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.338152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] No DVR routers for this DVR port 33976b50-dd73-41c5-a067-42e13da3f45e on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:10.344089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-790fcde1-a48a-48b3-ad8b-d964b97169b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:10.346434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-790fcde1-a48a-48b3-ad8b-d964b97169b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592141 Nov 09 18:18:10.360882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec90602-fe71-4da9-bae6-604361b7e581']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:10.364924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2471d8c-b2ca-45ef-988b-a529c816087b None None] Pushing event deleted for resources: {'Port': ['ID=33976b50-dd73-41c5-a067-42e13da3f45e,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:10.379896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080e3241-ffae-4a45-b478-527016153991') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:10.380261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080e3241-ffae-4a45-b478-527016153991') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:10.391088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.405002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.411646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:18:10.412027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:18:10.415836 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:18:10.466943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-f1acbb9c-f903-46c2-a21f-8bf427e72a95 service neutron] 10.222.0.73 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032102 Nov 09 18:18:10.486345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.502465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:10.502465 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] 10.222.0.32 "DELETE /v2.0/networks/eec90602-fe71-4da9-bae6-604361b7e581 HTTP/1.1" status: 204 len: 168 time: 0.6858017 Nov 09 18:18:10.512139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d54105-7c5f-47dd-991f-935d09e5f0ec tempest-AllowedAddressPairIpV6TestJSON-1539829833 tempest-AllowedAddressPairIpV6TestJSON-1539829833-project] Pushing event deleted for resources: {'Network': ['ID=eec90602-fe71-4da9-bae6-604361b7e581,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:10.591634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657599d-4381-47c2-91b8-516e5701c41f req-94ba610e-0711-46f2-9fe6-8c4a96aeccef tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:10.593191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b657599d-4381-47c2-91b8-516e5701c41f req-94ba610e-0711-46f2-9fe6-8c4a96aeccef tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1050360 Nov 09 18:18:10.621604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5cf8a40c-110e-4a72-8d23-7f3e0d81f903 req-8eff33d3-2779-4b0b-82bb-33f49df5bc38 service neutron] 10.222.0.73 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460514 Nov 09 18:18:10.642037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b657599d-4381-47c2-91b8-516e5701c41f req-eef274ab-3b9d-4338-beaa-0941f67334d0 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Nov 09 18:18:10.784144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43856) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:10.940418 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea9df6bf-2087-4ec5-9d5c-7c52cb9cafff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9482b9640004db2b63ad802cdd81a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548586 Nov 09 18:18:10.942878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43864) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:11.001133 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44896aa8-cc2d-499e-ad04-751c7d2714ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.023588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44896aa8-cc2d-499e-ad04-751c7d2714ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.074147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.078760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44896aa8-cc2d-499e-ad04-751c7d2714ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.082276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44896aa8-cc2d-499e-ad04-751c7d2714ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.086815 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-44896aa8-cc2d-499e-ad04-751c7d2714ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddabbbad-8d39-488f-b824-2ab7b9be2f2a HTTP/1.1" status: 204 len: 168 time: 0.1428993 Nov 09 18:18:11.096006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44896aa8-cc2d-499e-ad04-751c7d2714ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddabbbad-8d39-488f-b824-2ab7b9be2f2a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:11.234646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0d7b0-035c-48a5-b035-1270d23ca815 req-5947a06d-0194-49c8-b375-0bf18ee77ed3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:11.242352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ea0d7b0-035c-48a5-b035-1270d23ca815 req-5947a06d-0194-49c8-b375-0bf18ee77ed3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 944 time: 0.0591588 Nov 09 18:18:11.285380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ea0d7b0-035c-48a5-b035-1270d23ca815 req-b994351b-31b3-4f7d-895b-13ccc4ac1f8c tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Nov 09 18:18:11.830202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 33976b50-dd73-41c5-a067-42e13da3f45e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:11.846712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43896) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:11.849291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 33976b50-dd73-41c5-a067-42e13da3f45e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:11.849637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 33976b50-dd73-41c5-a067-42e13da3f45e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:11.943527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-187333273'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:11.963676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:11.967072 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:11.979037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.055312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.059096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.081001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:18:12.094775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e966f936-a0e9-431d-8d0d-52aa018df58e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:12.105954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.106309 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Added segment b7189a7c-ba40-43bd-a8c0-07629da0763a of type vlan for network ebb0a6ce-c36a-4859-a896-89a3f7ff400d Nov 09 18:18:12.135814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1c0c0-c6f6-4661-a82f-767057069922 req-b3ed6d93-8ea3-4675-a3a2-ee99eda06eca tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:12.137300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dd1c0c0-c6f6-4661-a82f-767057069922 req-b3ed6d93-8ea3-4675-a3a2-ee99eda06eca tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0503941 Nov 09 18:18:12.145854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.172796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.176282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dd1c0c0-c6f6-4661-a82f-767057069922 req-3960ec86-642b-4ebb-86d4-90a9360994e9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Nov 09 18:18:12.178402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:12.179001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.238803 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3876152 Nov 09 18:18:12.239007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43906) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:12.244080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:12.297791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b70b9-da01-4516-80fe-9bc6c7a5166e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Network': ['ID=ebb0a6ce-c36a-4859-a896-89a3f7ff400d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:12.308077 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:18:12.356153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:12.359971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.584284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.599254 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.631711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c137b5d-fbb0-43bb-8c06-8131afbc4695 req-15c6237f-6cb0-4c8c-bf9a-7c0788888804 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:12.638731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c137b5d-fbb0-43bb-8c06-8131afbc4695 req-15c6237f-6cb0-4c8c-bf9a-7c0788888804 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 944 time: 0.0821416 Nov 09 18:18:12.670573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:12.670940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network hostable DHCP agents. Network: ebb0a6ce-c36a-4859-a896-89a3f7ff400d, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:18:12.676383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=394ff734-b3e2-481c-bd77-277c9acffc77,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:12.689402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c137b5d-fbb0-43bb-8c06-8131afbc4695 req-4b46952d-49e8-4ad5-a354-b5f1cefc34b3 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465450 Nov 09 18:18:12.694418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:18:12.707043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ebb0a6ce-c36a-4859-a896-89a3f7ff400d) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:12.717356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:12.718095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:12.721072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83b714-7e39-47a4-ae90-0a6350aa50aa None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:12.747286 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-33c6e387-2c39-42d1-a73f-18806edb4579 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5047891 Nov 09 18:18:12.747522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43924) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:12.767579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'name': 'tempest-NetworksTestDHCPv6-831849450'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:12.953440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '394ff734-b3e2-481c-bd77-277c9acffc77'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:13.064684 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.066334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:13.066334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.066334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 1a220497-7721-4109-a3bb-37c7a2a904ee yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:13.240163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/394ff734-b3e2-481c-bd77-277c9acffc77/a242e1a7-516d-40cd-84fe-94e105437a80) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:13.245938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4a481-cae1-4a87-91b9-f4ae5cc0bfb6 req-1bdcefd8-f478-43f4-92cf-6235dd2cdd2d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:13.247705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4cb4a481-cae1-4a87-91b9-f4ae5cc0bfb6 req-1bdcefd8-f478-43f4-92cf-6235dd2cdd2d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0898857 Nov 09 18:18:13.310792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4cb4a481-cae1-4a87-91b9-f4ae5cc0bfb6 req-5ea15cce-f017-462a-9eb4-004e4f42a335 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563385 Nov 09 18:18:13.437869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.445280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.497559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2d5df7c1-57c8-4261-a029-4175fc83e790 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:18:13.515344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::196 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/394ff734-b3e2-481c-bd77-277c9acffc77/1a220497-7721-4109-a3bb-37c7a2a904ee) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:13.522575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:13.529537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:13.535010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:13.550639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Pushing event updated for resources: {'Port': ['ID=a242e1a7-516d-40cd-84fe-94e105437a80,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:13.677209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Attempting to bind port a242e1a7-516d-40cd-84fe-94e105437a80 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:13.677590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Attempting to bind port a242e1a7-516d-40cd-84fe-94e105437a80 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:13.677964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Attempting to bind port a242e1a7-516d-40cd-84fe-94e105437a80 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:13.715864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 2d5df7c1-57c8-4261-a029-4175fc83e790, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2d5df7c1-57c8-4261-a029-4175fc83e790,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:13.723812 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.731789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'port_id': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'mac_address': 'fa:16:3e:a6:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:18:13.734882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:13.735377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:13.736036 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.736673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:13.738934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Bound port: a242e1a7-516d-40cd-84fe-94e105437a80, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:13.739762 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.768408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.824124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.839840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:13.846566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:13.848967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=1a220497-7721-4109-a3bb-37c7a2a904ee,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:13.851115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:13.857420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:13.858256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.865895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5df7c1-57c8-4261-a029-4175fc83e790 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:13.882047 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d64206cf-1499-401d-ae3c-02308ede97fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1186509 Nov 09 18:18:13.885036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43970) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:13.916325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] For port a242e1a7-516d-40cd-84fe-94e105437a80, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:13.925336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bb29c-163e-412c-9902-f4804c5b1496 req-a7ff369f-7c03-4a6e-ac7a-4d07bca1de27 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:13.929443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-966bb29c-163e-412c-9902-f4804c5b1496 req-a7ff369f-7c03-4a6e-ac7a-4d07bca1de27 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 944 time: 0.1213920 Nov 09 18:18:13.932371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] For port a242e1a7-516d-40cd-84fe-94e105437a80, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a242e1a7-516d-40cd-84fe-94e105437a80,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:13.953219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:13.957188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 2d5df7c1-57c8-4261-a029-4175fc83e790, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2d5df7c1-57c8-4261-a029-4175fc83e790,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:13.972212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0de02-2e95-44ee-9742-f6b882a5086c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:13.979795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-966bb29c-163e-412c-9902-f4804c5b1496 req-a139fd08-ff13-4579-8b78-7e33982ada46 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450892 Nov 09 18:18:14.004436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0de02-2e95-44ee-9742-f6b882a5086c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:14.004671 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.004786 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-15f0de02-2e95-44ee-9742-f6b882a5086c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1108022 Nov 09 18:18:14.004786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43974) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:14.060379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f367e86-724d-4b48-91a5-e9d24b20a4f7 None None] Pushing event updated for resources: {'Port': ['ID=a242e1a7-516d-40cd-84fe-94e105437a80,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:14.131475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=2d5df7c1-57c8-4261-a029-4175fc83e790,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:14.157955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 1a220497-7721-4109-a3bb-37c7a2a904ee {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:14.158629 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.264831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['2d5df7c1-57c8-4261-a029-4175fc83e790'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:18:14.316401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.332499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 1a220497-7721-4109-a3bb-37c7a2a904ee owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:14.510448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128dcd-1764-4328-95e8-c14aa02391ec req-01cf4464-2235-48b6-8c19-18567e5c278d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:14.511960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c128dcd-1764-4328-95e8-c14aa02391ec req-01cf4464-2235-48b6-8c19-18567e5c278d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0791371 Nov 09 18:18:14.544479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.579793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c128dcd-1764-4328-95e8-c14aa02391ec req-e6b69fe4-aade-470e-a17d-27c29e4e9180 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607648 Nov 09 18:18:14.596255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=1a220497-7721-4109-a3bb-37c7a2a904ee,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:14.624081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.628179 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-27a0e0ec-0883-4feb-8915-b2f6cd7c1fba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/1a220497-7721-4109-a3bb-37c7a2a904ee HTTP/1.1" status: 204 len: 168 time: 0.6266005 Nov 09 18:18:14.630673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43990) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:14.780093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb808ec-6c08-4185-896e-7faa3160848d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:14.781967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb808ec-6c08-4185-896e-7faa3160848d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:14.783692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6cb808ec-6c08-4185-896e-7faa3160848d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1518095 Nov 09 18:18:14.786808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43996) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:14.846124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 394ff734-b3e2-481c-bd77-277c9acffc77 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:14.849955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:14.919838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.064363 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.181707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.230324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=394ff734-b3e2-481c-bd77-277c9acffc77,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:15.240517 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.245170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-26173308-2c49-493e-8daa-b72c1bd2a1cd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/394ff734-b3e2-481c-bd77-277c9acffc77 HTTP/1.1" status: 204 len: 168 time: 0.4570425 Nov 09 18:18:15.247606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44008) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:15.261722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a10f25-4e06-4b9f-935e-b26f74ba762f req-c2791507-d5fb-4853-9cac-d668496a8c9a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:15.263046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5a10f25-4e06-4b9f-935e-b26f74ba762f req-c2791507-d5fb-4853-9cac-d668496a8c9a tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 945 time: 0.1331172 Nov 09 18:18:15.334299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5a10f25-4e06-4b9f-935e-b26f74ba762f req-c5807fd5-ce47-4433-94fd-dd809ac90824 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638423 Nov 09 18:18:15.349886 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f463b2cb-a32b-4bb0-b29a-f3784bb8475c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934200 Nov 09 18:18:15.349886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44012) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:15.350498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:15.382255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9788c-1b93-4b90-b904-ad2de3f8362a None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:15.486799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2d5df7c1-57c8-4261-a029-4175fc83e790 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:15.525902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:15.529979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.575537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d5c1cdda-91fe-4dcc-997d-eddffc2ec723 None None] Provisioning complete for port a242e1a7-516d-40cd-84fe-94e105437a80 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:15.575930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d5c1cdda-91fe-4dcc-997d-eddffc2ec723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.652286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 2d5df7c1-57c8-4261-a029-4175fc83e790 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:18:15.735498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:15.744362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 2d5df7c1-57c8-4261-a029-4175fc83e790 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:15.744748 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.750541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68c193-8fe8-4ebd-8fd8-ea025afbced2 req-40a484b7-927e-4baf-b230-80ef22cf3d5a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:15.756689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de68c193-8fe8-4ebd-8fd8-ea025afbced2 req-40a484b7-927e-4baf-b230-80ef22cf3d5a tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0617456 Nov 09 18:18:15.810434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.825831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de68c193-8fe8-4ebd-8fd8-ea025afbced2 req-5baee318-dd44-4890-981d-c8d02fead46f tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667963 Nov 09 18:18:15.848719 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d5c1cdda-91fe-4dcc-997d-eddffc2ec723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.919706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:15.923561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:15.927879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:15.928476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.932340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=6f00eb1c-a02d-4ec8-a952-5a289f65a8a2,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:15.948251 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:15.956627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44028) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:15.964079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'name': 'tempest-NetworksTestDHCPv6-341081148'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:15.968356 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa44827f-956e-4cc2-81ed-82af62636357 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6214082 Nov 09 18:18:15.976945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d5c1cdda-91fe-4dcc-997d-eddffc2ec723 None None] For port a242e1a7-516d-40cd-84fe-94e105437a80, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a242e1a7-516d-40cd-84fe-94e105437a80,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:15.985098 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] Deleting port a242e1a7-516d-40cd-84fe-94e105437a80 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:15.985484 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.069947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] For port a242e1a7-516d-40cd-84fe-94e105437a80, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a242e1a7-516d-40cd-84fe-94e105437a80,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:16.069947 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.083415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] Calling delete_port for a242e1a7-516d-40cd-84fe-94e105437a80 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:16.088269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d5c1cdda-91fe-4dcc-997d-eddffc2ec723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.130203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:16.132219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:16.135085 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2b18b7-5b52-40d4-951f-65c25e691519" -d '{"events": [{"server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "name": "network-vif-plugged", "status": "completed", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:16.136638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.161878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port dbb6444b-f569-4eca-9d1e-6c482589b9d4 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:16.194921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 2d5df7c1-57c8-4261-a029-4175fc83e790, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2d5df7c1-57c8-4261-a029-4175fc83e790,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:16.205275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.212411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1cdda-91fe-4dcc-997d-eddffc2ec723 None None] Pushing event updated for resources: {'Port': ['ID=a242e1a7-516d-40cd-84fe-94e105437a80,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.242762 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a45b75-cac2-45f4-995f-3a258474a543 x-openstack-request-id: req-d8a45b75-cac2-45f4-995f-3a258474a543 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:16.243940 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "name": "network-vif-plugged", "status": "completed", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:16.244373 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8a45b75-cac2-45f4-995f-3a258474a543 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:16.244926 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'code': 200} Nov 09 18:18:16.292977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.336734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=2d5df7c1-57c8-4261-a029-4175fc83e790,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.353831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.394148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] No DVR routers for this DVR port a242e1a7-516d-40cd-84fe-94e105437a80 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:16.397467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3de42-6a13-42d0-9145-5e48d6f6c131 None None] Pushing event deleted for resources: {'Port': ['ID=a242e1a7-516d-40cd-84fe-94e105437a80,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.422403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff42fca-cbfd-4ff2-a14b-d10688b8800c None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:16.424173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::225 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/6f00eb1c-a02d-4ec8-a952-5a289f65a8a2/dbb6444b-f569-4eca-9d1e-6c482589b9d4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:16.436929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166a9e0-3136-452c-81ea-c7ffb5e41afc req-100467d7-4e20-4c4e-a2b4-abc6dfb2db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:16.437925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a166a9e0-3136-452c-81ea-c7ffb5e41afc req-100467d7-4e20-4c4e-a2b4-abc6dfb2db9d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 1097 time: 0.1117082 Nov 09 18:18:16.554261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a166a9e0-3136-452c-81ea-c7ffb5e41afc req-f5e20517-cd22-4c03-9398-05b783e34a33 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060135 Nov 09 18:18:16.565182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cc77-156e-4861-89f0-10862747b185 req-2ebe2add-6ff9-43b8-8faa-15eade8435a2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:16.566761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a350cc77-156e-4861-89f0-10862747b185 req-2ebe2add-6ff9-43b8-8faa-15eade8435a2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.1176853 Nov 09 18:18:16.638571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '6f00eb1c-a02d-4ec8-a952-5a289f65a8a2'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:16.639481 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.672446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a350cc77-156e-4861-89f0-10862747b185 req-df4484a1-26c3-495d-bdb7-b80dad0045a4 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906951 Nov 09 18:18:16.728336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.767054 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.836652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:16.867348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=dbb6444b-f569-4eca-9d1e-6c482589b9d4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:16.871445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:16.874282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:16.881736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:16.882810 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:16.893808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/6f00eb1c-a02d-4ec8-a952-5a289f65a8a2/5b5885bc-bb9a-427d-8b09-4a5cb8344dfe) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:16.912936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:16.913392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b7429d7e-55a9-4eaa-b18d-cd1a707037b6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9542108 Nov 09 18:18:17.018580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f72437-8f24-4663-b503-0c8f85e600bc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:17.023558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-99f72437-8f24-4663-b503-0c8f85e600bc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1085565 Nov 09 18:18:17.024183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:17.098427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e3dd4-e78f-487a-89d8-4c907d9f941b req-589d1cf4-97d6-438e-9ddd-1ec425977d98 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:17.100088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f23e3dd4-e78f-487a-89d8-4c907d9f941b req-589d1cf4-97d6-438e-9ddd-1ec425977d98 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.1396196 Nov 09 18:18:17.124547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.132032 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.191577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:17.195831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:17.201424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:17.215817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Pushing event updated for resources: {'Port': ['ID=5b5885bc-bb9a-427d-8b09-4a5cb8344dfe,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:17.277508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Attempting to bind port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:17.277887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Attempting to bind port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:17.278293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Attempting to bind port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:17.284304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:17.284684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:17.285099 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.285757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:17.286267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Bound port: 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:17.286657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.377345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] For port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:17.383141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] For port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5b5885bc-bb9a-427d-8b09-4a5cb8344dfe,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:17.391424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.469269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4ae8d-edec-45bf-8764-d81954511d1c None None] Pushing event updated for resources: {'Port': ['ID=5b5885bc-bb9a-427d-8b09-4a5cb8344dfe,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:17.607302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f23e3dd4-e78f-487a-89d8-4c907d9f941b req-e43b6070-4145-42a6-8f08-ff0d7f11a8bf tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4982023 Nov 09 18:18:17.637613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port dbb6444b-f569-4eca-9d1e-6c482589b9d4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:17.638693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.889888 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:17.906766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for dbb6444b-f569-4eca-9d1e-6c482589b9d4 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:17.939211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319405b-ce69-4423-a039-ea89345d9a88 req-ac8f8169-776e-43b6-ac3f-8ae30becf0d8 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:17.942244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7319405b-ce69-4423-a039-ea89345d9a88 req-ac8f8169-776e-43b6-ac3f-8ae30becf0d8 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.1567371 Nov 09 18:18:17.986292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:18.039002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:18.039383 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.058955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7319405b-ce69-4423-a039-ea89345d9a88 req-4c44789a-eff1-4d14-b167-474b8de979c0 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085753 Nov 09 18:18:18.209132 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.247288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=dbb6444b-f569-4eca-9d1e-6c482589b9d4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:18.279225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.282707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1e28a3e2-d5e7-42ea-98b5-64c3e8d6b7da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/dbb6444b-f569-4eca-9d1e-6c482589b9d4 HTTP/1.1" status: 204 len: 168 time: 1.2562926 Nov 09 18:18:18.285214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44094) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:18.389222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f085f62-0464-4754-86f9-9ef794b0ef5f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.390917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f085f62-0464-4754-86f9-9ef794b0ef5f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.392150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.392462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f085f62-0464-4754-86f9-9ef794b0ef5f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1058986 Nov 09 18:18:18.395552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44098) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:18.430907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5b5885bc-bb9a-427d-8b09-4a5cb8344dfe,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:18.452237 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.490534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 6f00eb1c-a02d-4ec8-a952-5a289f65a8a2 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:18.499657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.515046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=5b5885bc-bb9a-427d-8b09-4a5cb8344dfe,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:18.564230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.678039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.782548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adfeb3-79a3-4400-a2be-ffde01409d08 req-20807566-7b0f-42fb-a198-b30d97ce014c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:18.784095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20adfeb3-79a3-4400-a2be-ffde01409d08 req-20807566-7b0f-42fb-a198-b30d97ce014c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0810003 Nov 09 18:18:18.800401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.847579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c78a0c2a-9060-40e2-a877-9fa9b3a22fdb None None] Provisioning complete for port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:18.848207 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c78a0c2a-9060-40e2-a877-9fa9b3a22fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.855990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=6f00eb1c-a02d-4ec8-a952-5a289f65a8a2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:18.858253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:18.864159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44110) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:18.864332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4bf975a7-8a62-4299-a276-b8f4635b8615 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/6f00eb1c-a02d-4ec8-a952-5a289f65a8a2 HTTP/1.1" status: 204 len: 168 time: 0.4675786 Nov 09 18:18:18.874678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20adfeb3-79a3-4400-a2be-ffde01409d08 req-4a190918-084b-4c04-a204-83af15ed5a1e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830903 Nov 09 18:18:18.927095 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63b0bbcf-ab97-41f8-9640-c2b7acbb7f07 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615687 Nov 09 18:18:18.929964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44114) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:18.936115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:19.046122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:19.048015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7222e43c-6196-440c-b1dd-a8803c4ebb51 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:19.049893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.125367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a35c0c90-20e5-4e3a-921e-fd714757c961 None None] Could not find standard attr ID for object 1a220497-7721-4109-a3bb-37c7a2a904ee. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:19.142923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.223384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f36fd2-e90c-4486-ace2-0e09f748a9a1 req-2f9f60a2-80f2-4876-9035-8f9aeb902bf7 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:19.231811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21f36fd2-e90c-4486-ace2-0e09f748a9a1 req-2f9f60a2-80f2-4876-9035-8f9aeb902bf7 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.0893168 Nov 09 18:18:19.282268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21f36fd2-e90c-4486-ace2-0e09f748a9a1 req-bddd3b8a-7b1c-470b-ab08-2ca87bfca909 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479581 Nov 09 18:18:19.292166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:19.339969 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.345296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Deleting port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:19.346046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.404125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:19.409712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:19.416278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:19.417108 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.436803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=b76c8360-a773-443d-acf5-3eb5fc965e95,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:19.440211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] For port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5b5885bc-bb9a-427d-8b09-4a5cb8344dfe,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:19.440738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.451437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44132) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:19.451702 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-33e145fe-7d7b-456c-a5b2-9ea07e3e308f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5196619 Nov 09 18:18:19.467846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Calling delete_port for 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:19.468097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'name': 'tempest-NetworksTestDHCPv6-1672871502'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:19.559422 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.566512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f864ca-069e-4a47-bc75-88ee3b6ffaae req-6dd63560-b2f0-43d9-a9b7-5c99600c08d6 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:19.568269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f864ca-069e-4a47-bc75-88ee3b6ffaae req-6dd63560-b2f0-43d9-a9b7-5c99600c08d6 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.1139021 Nov 09 18:18:19.582394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44136) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:19.587615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Request body: {'floatingip': {'port_id': '2d5df7c1-57c8-4261-a029-4175fc83e790'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:19.601005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Pushing event deleted for resources: {'Port': ['ID=5b5885bc-bb9a-427d-8b09-4a5cb8344dfe,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:19.611363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] No DVR routers for this DVR port 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:19.627472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.627827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.628289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.628819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.629115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.629960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.630353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.630679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.631029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.631451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.631700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.631982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f16284-7a45-4a78-9ad5-f1cf95cd5c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:19.634129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.637233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565f01c-d719-4c0e-a6c4-535c87d1ea7c None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:19.645818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:19.651705 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.678890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port be2fabb5-eea2-42a9-89f7-19a84739f51f yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:19.837720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'b76c8360-a773-443d-acf5-3eb5fc965e95'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:19.838639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:19.851659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::151 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/b76c8360-a773-443d-acf5-3eb5fc965e95/be2fabb5-eea2-42a9-89f7-19a84739f51f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:19.917734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:19.952284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:19.952795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5b5885bc-bb9a-427d-8b09-4a5cb8344dfe not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:20.066711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd22ef-56f0-4e71-8a85-3789c2013d5c req-cacd0d93-1497-4810-8795-b59aaa82647d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:20.068225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dbd22ef-56f0-4e71-8a85-3789c2013d5c req-cacd0d93-1497-4810-8795-b59aaa82647d tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0773265 Nov 09 18:18:20.111122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.133935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6dbd22ef-56f0-4e71-8a85-3789c2013d5c req-b463321d-7ae5-4b7c-962e-72c388d85481 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556326 Nov 09 18:18:20.173550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.216647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:20.220416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:20.224422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:20.231092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:20.231730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.250620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/b76c8360-a773-443d-acf5-3eb5fc965e95/54d3af6f-0a97-482d-b71e-b94520ecbed9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:20.251906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=be2fabb5-eea2-42a9-89f7-19a84739f51f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:20.264097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-322e65bd-2955-48a1-be37-621e92efa11e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8107638 Nov 09 18:18:20.267850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44158) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:20.310082 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.315252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.394830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f0549-5807-4a03-8087-2b3cbcd1839b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:20.398768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-268f0549-5807-4a03-8087-2b3cbcd1839b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1274061 Nov 09 18:18:20.399766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44164) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:20.442513 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Floating IP 2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f associated. External IP: 172.25.0.11, port: 2d5df7c1-57c8-4261-a029-4175fc83e790. Nov 09 18:18:20.451090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.470257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.507056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:20.510200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:20.513977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:20.532016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port be2fabb5-eea2-42a9-89f7-19a84739f51f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:20.532743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.544878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Pushing event updated for resources: {'Port': ['ID=54d3af6f-0a97-482d-b71e-b94520ecbed9,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:20.579397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Attempting to bind port 54d3af6f-0a97-482d-b71e-b94520ecbed9 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:20.580090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Attempting to bind port 54d3af6f-0a97-482d-b71e-b94520ecbed9 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:20.580090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Attempting to bind port 54d3af6f-0a97-482d-b71e-b94520ecbed9 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:20.585891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:20.586394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:20.587417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.588368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:20.588368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Bound port: 54d3af6f-0a97-482d-b71e-b94520ecbed9, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:20.588844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.657631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.663505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] For port 54d3af6f-0a97-482d-b71e-b94520ecbed9, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:20.668295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] For port 54d3af6f-0a97-482d-b71e-b94520ecbed9, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=54d3af6f-0a97-482d-b71e-b94520ecbed9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:20.673753 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.678679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for be2fabb5-eea2-42a9-89f7-19a84739f51f owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:20.754160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef073a3d-fb61-486a-8e84-7b834295a43a None None] Pushing event updated for resources: {'Port': ['ID=54d3af6f-0a97-482d-b71e-b94520ecbed9,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:20.764790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Router f2771516-654a-43e8-a521-f0d23d6e5092 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:20.880551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.918584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=be2fabb5-eea2-42a9-89f7-19a84739f51f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:20.964232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:20.973422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-93101b59-81f4-457f-9c47-86d162550ba6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/be2fabb5-eea2-42a9-89f7-19a84739f51f HTTP/1.1" status: 204 len: 168 time: 0.5726204 Nov 09 18:18:20.974350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44178) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.050084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd41fb-fef9-48f0-bb40-e09862812429 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.051843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd41fb-fef9-48f0-bb40-e09862812429 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.057717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-21bd41fb-fef9-48f0-bb40-e09862812429 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0792475 Nov 09 18:18:21.057989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44180) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.131100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet b76c8360-a773-443d-acf5-3eb5fc965e95 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:21.136265 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.189607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.320259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:21.326889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.341839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.352922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169988fe-0080-4805-a087-c4f569eb872a None None] Sync routers for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:21.356664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8b7c9f8a-62df-474b-89af-f69cf5e7e06f tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "PUT /v2.0/floatingips/2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f HTTP/1.1" status: 200 len: 991 time: 1.7731230 Nov 09 18:18:21.357475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:21.361121 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367" -d '{"events": [{"name": "network-changed", "server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:21.366499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:21.367147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:21.396204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f2ba9-1afa-4fb4-9674-deba884a635f req-abbd2322-2d9c-403a-a59c-ff445152fcd1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.397767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d52f2ba9-1afa-4fb4-9674-deba884a635f req-abbd2322-2d9c-403a-a59c-ff445152fcd1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.1446209 Nov 09 18:18:21.458898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d52f2ba9-1afa-4fb4-9674-deba884a635f req-b320e96d-b97f-4ee1-90b9-050aaad47be9 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534563 Nov 09 18:18:21.465790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.501410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=b76c8360-a773-443d-acf5-3eb5fc965e95,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:21.508641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:21.510659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:21.513721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8af8ec8e-e0d5-4c96-9496-1e6a68b56bb3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/b76c8360-a773-443d-acf5-3eb5fc965e95 HTTP/1.1" status: 204 len: 168 time: 0.4534132 Nov 09 18:18:21.516174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.587865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-09525d94-3f45-4d56-9791-042f98dc3a5a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704508 Nov 09 18:18:21.590822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44202) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.647275 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9fe03e-ed5a-4de6-af3e-cd0937e109e8 x-openstack-request-id: req-bd9fe03e-ed5a-4de6-af3e-cd0937e109e8 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:21.647275 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:21.647275 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd9fe03e-ed5a-4de6-af3e-cd0937e109e8 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:21.647275 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'status': 'completed', 'code': 200} Nov 09 18:18:21.674622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca59350-0a1e-4e1b-aac1-81487f82561f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.676819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1ca59350-0a1e-4e1b-aac1-81487f82561f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0849819 Nov 09 18:18:21.679431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44206) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.757633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-0ab2c57e-4ce7-40df-863f-e8332c649ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.760688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-0ab2c57e-4ce7-40df-863f-e8332c649ab5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2016393faef94c319e954e4b4b7510d2&device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 1097 time: 0.0828161 Nov 09 18:18:21.786129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade5c0e-3c97-4f10-a3a5-055cffc9c3a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:21.791040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8ade5c0e-3c97-4f10-a3a5-055cffc9c3a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1099432 Nov 09 18:18:21.793225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.886194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44214) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:21.886785 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fae16148-8bb7-4350-9e18-4116c3385fd3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918241 Nov 09 18:18:21.894376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:21.929171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'port_id': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'mac_address': 'fa:16:3e:a6:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:03Z', 'updated_at': '2021-11-09T18:18:20Z', 'revision_number': 1, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:21.969199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 54d3af6f-0a97-482d-b71e-b94520ecbed9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:21.996623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169988fe-0080-4805-a087-c4f569eb872a None None] Checking router: f2771516-654a-43e8-a521-f0d23d6e5092 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:22.030484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:22.031145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:22.047359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-85dff3a5-14df-4c78-acff-dd4e2d36b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:22.049067 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-85dff3a5-14df-4c78-acff-dd4e2d36b05e service neutron] 10.222.0.73 "GET /v2.0/networks?id=13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 200 len: 912 time: 0.2797012 Nov 09 18:18:22.068735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a64bf4-0987-4e36-b908-b210a6bb68d4 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:22.125433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:22.128434 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.186300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-bb48d874-393d-4d50-b9d6-6a4dcda430b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d5df7c1-57c8-4261-a029-4175fc83e790 HTTP/1.1" status: 200 len: 999 time: 0.1270590 Nov 09 18:18:22.186566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 54d3af6f-0a97-482d-b71e-b94520ecbed9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:22.186855 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.195277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-398f17d1-6b8d-4a66-9d57-51baa3e2ecf8 None None] Provisioning complete for port 54d3af6f-0a97-482d-b71e-b94520ecbed9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:22.195647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-398f17d1-6b8d-4a66-9d57-51baa3e2ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.268835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-18ea365b-e953-48e6-9705-4af64e37c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:22.270387 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-18ea365b-e953-48e6-9705-4af64e37c0fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 200 len: 850 time: 0.0751812 Nov 09 18:18:22.304839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:22.352028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-a58cc81a-e823-4e5e-bdf2-d4224a6058b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:22.354127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-a58cc81a-e823-4e5e-bdf2-d4224a6058b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=13fcbb7a-28e5-45a1-9e16-337b25525d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747025 Nov 09 18:18:22.506772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.571923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:22.610179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:22.633285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:22.634569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.664909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=90d259c8-cacb-46c4-88a7-b7e0f95fbcd0,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:22.668768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-6ead570d-835e-4ebf-bde3-6979bc0633a4 service neutron] 10.222.0.73 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644951 Nov 09 18:18:22.714807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-da214dc5-cbb7-4be1-85c0-b110b137f478 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8254910 Nov 09 18:18:22.715728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44238) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:22.723419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': '90d259c8-cacb-46c4-88a7-b7e0f95fbcd0', 'ip_address': '2001:db8::fa80:f222:d520:a288'}], 'name': 'tempest-NetworksTestDHCPv6-1637303422'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:22.759722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993876f3-1b7f-4159-b5c1-f03541b67eb1 req-93fc72c8-4c0d-4bc1-8cde-c27056bb11bb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:22.762025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-993876f3-1b7f-4159-b5c1-f03541b67eb1 req-93fc72c8-4c0d-4bc1-8cde-c27056bb11bb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.1710584 Nov 09 18:18:22.786338 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-398f17d1-6b8d-4a66-9d57-51baa3e2ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.827903 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:22.844423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-993876f3-1b7f-4159-b5c1-f03541b67eb1 req-eb7e1dc7-12be-46b3-ac01-cb737849448c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750599 Nov 09 18:18:22.864307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b8d1ef4-bd3a-46fd-96a0-b72c8ad17367 req-8b119787-82fc-4172-9712-61be154caf3c service neutron] 10.222.0.73 "GET /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850996 Nov 09 18:18:22.872113 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:22.904270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:22.921860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-398f17d1-6b8d-4a66-9d57-51baa3e2ecf8 None None] For port 54d3af6f-0a97-482d-b71e-b94520ecbed9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=54d3af6f-0a97-482d-b71e-b94520ecbed9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:22.951243 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-398f17d1-6b8d-4a66-9d57-51baa3e2ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.052558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.061846 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:18:23.062233 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:18:23.075373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 828925d6-a7e3-4839-bff1-08b62dae04c5 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:23.091478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f17d1-6b8d-4a66-9d57-51baa3e2ecf8 None None] Pushing event updated for resources: {'Port': ['ID=54d3af6f-0a97-482d-b71e-b94520ecbed9,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:23.111572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] Deleting port 54d3af6f-0a97-482d-b71e-b94520ecbed9 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:23.111901 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.188081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-169988fe-0080-4805-a087-c4f569eb872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'port_id': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'mac_address': 'fa:16:3e:a6:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:03Z', 'updated_at': '2021-11-09T18:18:20Z', 'revision_number': 1, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:23.227738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] For port 54d3af6f-0a97-482d-b71e-b94520ecbed9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=54d3af6f-0a97-482d-b71e-b94520ecbed9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:23.228146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.230703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169988fe-0080-4805-a087-c4f569eb872a None None] The sync data for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 is: [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'port_id': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'mac_address': 'fa:16:3e:a6:64:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:18:03Z', 'updated_at': '2021-11-09T18:18:20Z', 'revision_number': 1, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:23.245993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] Calling delete_port for 54d3af6f-0a97-482d-b71e-b94520ecbed9 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:23.251533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::fa80:f222:d520:a288 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/90d259c8-cacb-46c4-88a7-b7e0f95fbcd0/828925d6-a7e3-4839-bff1-08b62dae04c5) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:23.357349 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.390783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] Pushing event deleted for resources: {'Port': ['ID=54d3af6f-0a97-482d-b71e-b94520ecbed9,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:23.393085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f30e5-39c6-4a26-ac1b-a48f97439af4 None None] No DVR routers for this DVR port 54d3af6f-0a97-482d-b71e-b94520ecbed9 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:23.411600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112f471-16e9-4f86-8e46-3e193f5d40ac None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:23.484350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.517857 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e2f36-6879-4003-b70c-b6548dd9785f None None] New status for floating IP 2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:18:23.553386 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.601253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:23.626551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:23.635952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=828925d6-a7e3-4839-bff1-08b62dae04c5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:23.647968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Port 54d3af6f-0a97-482d-b71e-b94520ecbed9 update to ACTIVE by agent not found {{(pid=102142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 18:18:23.649082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:23.662926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:23.663631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.680174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '90d259c8-cacb-46c4-88a7-b7e0f95fbcd0'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:23.683151 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:23.700362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fc8fac94-b8c4-42fb-8e77-d842917333c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9826303 Nov 09 18:18:23.702922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44260) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:23.820199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1003973-03ed-49d8-a6fd-85abd068b725 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:23.825333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a1003973-03ed-49d8-a6fd-85abd068b725 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1189902 Nov 09 18:18:23.825832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44264) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:23.863022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 54d3af6f-0a97-482d-b71e-b94520ecbed9 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:23.866618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/90d259c8-cacb-46c4-88a7-b7e0f95fbcd0/19b68ee8-3dc0-47ac-850f-3e81e44059fc) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:23.888106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 54d3af6f-0a97-482d-b71e-b94520ecbed9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:23.888456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 54d3af6f-0a97-482d-b71e-b94520ecbed9 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:23.980032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 828925d6-a7e3-4839-bff1-08b62dae04c5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:23.980032 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.000769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef59285-1761-4c7b-a205-d4da2e0d1a9e req-cba1c1e6-9388-423d-a356-64140236698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:24.008256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ef59285-1761-4c7b-a205-d4da2e0d1a9e req-cba1c1e6-9388-423d-a356-64140236698e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0571427 Nov 09 18:18:24.059226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ef59285-1761-4c7b-a205-d4da2e0d1a9e req-becbb383-ccfd-45f3-9828-59c951840eb4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494189 Nov 09 18:18:24.097217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.098028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.107677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.112404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 828925d6-a7e3-4839-bff1-08b62dae04c5 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:24.171420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Pushing event updated for resources: {'Port': ['ID=19b68ee8-3dc0-47ac-850f-3e81e44059fc,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:24.176693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:24.178384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:24.191270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:24.266077 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Attempting to bind port 19b68ee8-3dc0-47ac-850f-3e81e44059fc on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:24.266401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Attempting to bind port 19b68ee8-3dc0-47ac-850f-3e81e44059fc by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:24.267373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Attempting to bind port 19b68ee8-3dc0-47ac-850f-3e81e44059fc on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:24.289423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:24.290384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:24.290986 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.291391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:24.291916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Bound port: 19b68ee8-3dc0-47ac-850f-3e81e44059fc, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:24.293260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.297732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.331019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=828925d6-a7e3-4839-bff1-08b62dae04c5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:24.370572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.374008 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c9cb2d9f-9e36-4079-af98-83b10d522069 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/828925d6-a7e3-4839-bff1-08b62dae04c5 HTTP/1.1" status: 204 len: 168 time: 0.5469804 Nov 09 18:18:24.376433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44284) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:24.376801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] For port 19b68ee8-3dc0-47ac-850f-3e81e44059fc, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:24.380629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] For port 19b68ee8-3dc0-47ac-850f-3e81e44059fc, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=19b68ee8-3dc0-47ac-850f-3e81e44059fc,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:24.388214 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.445834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abfcaa7-3fec-49e8-9f43-f81e826531d6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:24.447529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abfcaa7-3fec-49e8-9f43-f81e826531d6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:24.449061 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8abfcaa7-3fec-49e8-9f43-f81e826531d6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0716665 Nov 09 18:18:24.452767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e3c58-9c88-42ba-bbc2-f291938818fe None None] Pushing event updated for resources: {'Port': ['ID=19b68ee8-3dc0-47ac-850f-3e81e44059fc,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:24.453020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:24.507167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 90d259c8-cacb-46c4-88a7-b7e0f95fbcd0 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:24.510995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.561963 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.697377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.797480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.825241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=90d259c8-cacb-46c4-88a7-b7e0f95fbcd0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:24.838733 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:24.845047 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-089485ab-577b-49eb-b967-ccbadba80715 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/90d259c8-cacb-46c4-88a7-b7e0f95fbcd0 HTTP/1.1" status: 204 len: 168 time: 0.3908682 Nov 09 18:18:24.847441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44304) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:24.924722 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64ace245-c2de-4db9-bb6f-090f9aa00c17 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757387 Nov 09 18:18:24.927568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:24.935175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:25.096266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-6899a868-9db3-4d36-8f4e-f7dc01a636e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.097762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-6899a868-9db3-4d36-8f4e-f7dc01a636e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.1099203 Nov 09 18:18:25.108940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224024c8-3dab-4f41-b673-4d2ffa2b88ee req-215719d3-9ef3-421b-bce8-e39fd878eddb tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.110571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-224024c8-3dab-4f41-b673-4d2ffa2b88ee req-215719d3-9ef3-421b-bce8-e39fd878eddb tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1215632 Nov 09 18:18:25.113861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:25.117389 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.279574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-224024c8-3dab-4f41-b673-4d2ffa2b88ee req-857e6e2a-54c9-4273-8091-9d926b7d859d tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584499 Nov 09 18:18:25.354104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-a04ebf68-5a98-4d73-aec5-3a91b0213f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.355611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-a04ebf68-5a98-4d73-aec5-3a91b0213f20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.2441132 Nov 09 18:18:25.458244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-be6eb90b-59d9-4102-8594-c1aaf28af5dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 217 time: 0.0714316 Nov 09 18:18:25.520759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353686-cc22-4cc9-9be9-8a15b8d39c9f req-9f2d84f6-f042-4f41-a953-3fe2f8573b5c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.522423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6353686-cc22-4cc9-9be9-8a15b8d39c9f req-9f2d84f6-f042-4f41-a953-3fe2f8573b5c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.1577783 Nov 09 18:18:25.599052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-a08bf96c-53ad-4747-9433-16c121622d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.600508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-a08bf96c-53ad-4747-9433-16c121622d5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.1307855 Nov 09 18:18:25.609321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd4c40-24b3-441d-9e20-758f66a41a5f None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:25.610032 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.695058 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-b1d8533b-8b9c-4b83-9db3-4d8b057d2bf8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771096 Nov 09 18:18:25.702876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dfe31131-ad06-4dad-a44e-47948ad084f0 None None] Could not find standard attr ID for object 828925d6-a7e3-4839-bff1-08b62dae04c5. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:25.706699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6353686-cc22-4cc9-9be9-8a15b8d39c9f req-37d71534-a9b0-4a27-ad59-6fef8460f878 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424031 Nov 09 18:18:25.729276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:25.744493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:25.757714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dfe31131-ad06-4dad-a44e-47948ad084f0 None None] Provisioning complete for port 19b68ee8-3dc0-47ac-850f-3e81e44059fc triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:25.758266 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfe31131-ad06-4dad-a44e-47948ad084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.786501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:25.787111 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:25.792826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=156bbe99-ba0c-45c4-a5a0-63d3f2962a18,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:25.828255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-70bacc53-884c-46aa-b3d2-c885eb281d2c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8962972 Nov 09 18:18:25.829037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44336) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:25.835272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': '156bbe99-ba0c-45c4-a5a0-63d3f2962a18', 'ip_address': '2001:db8::a5fc:51b4:ec68:17d8'}], 'name': 'tempest-NetworksTestDHCPv6-839800770'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:25.906110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-b646ae7d-fa3c-4afd-aa25-a0dcfbcfbcea service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949790 Nov 09 18:18:25.986771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 19b68ee8-3dc0-47ac-850f-3e81e44059fc up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:26.076468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:26.079975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfe31131-ad06-4dad-a44e-47948ad084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.085666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.087938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e158ccb7-a861-419b-b5a7-8ad472414c0e req-70b3471f-f10f-41c2-94bc-3d5f475033b2 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685574 Nov 09 18:18:26.126585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port bdc036a9-f14c-4f2f-99e0-fee12b253bfc yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:26.133930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 19b68ee8-3dc0-47ac-850f-3e81e44059fc triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:26.134550 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.138810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dfe31131-ad06-4dad-a44e-47948ad084f0 None None] For port 19b68ee8-3dc0-47ac-850f-3e81e44059fc, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=19b68ee8-3dc0-47ac-850f-3e81e44059fc,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:26.164364 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfe31131-ad06-4dad-a44e-47948ad084f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.240899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe31131-ad06-4dad-a44e-47948ad084f0 None None] Pushing event updated for resources: {'Port': ['ID=19b68ee8-3dc0-47ac-850f-3e81e44059fc,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.297907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139d454-432c-40c2-9a27-7f33ce63c2ab req-74ca16d8-c9ef-4d72-b8a6-b6625ed15c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:26.299896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d139d454-432c-40c2-9a27-7f33ce63c2ab req-74ca16d8-c9ef-4d72-b8a6-b6625ed15c65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 1096 time: 0.0493174 Nov 09 18:18:26.398692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683a0fb-d3ab-4fb5-80d4-01bd789b0fc9 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:26.403180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d139d454-432c-40c2-9a27-7f33ce63c2ab req-4da71d7f-e790-4747-9a32-45b19b317b35 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825732 Nov 09 18:18:26.406559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::a5fc:51b4:ec68:17d8 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/156bbe99-ba0c-45c4-a5a0-63d3f2962a18/bdc036a9-f14c-4f2f-99e0-fee12b253bfc) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:26.468206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de841f68-0f1c-4109-9437-51da0be92524 req-00e63a1b-a88e-4d6e-a5fa-0800f8a92e19 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:26.478274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de841f68-0f1c-4109-9437-51da0be92524 req-00e63a1b-a88e-4d6e-a5fa-0800f8a92e19 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0612588 Nov 09 18:18:26.505751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-635e0168-90b2-4801-b94b-234d22ba4bfe None None] Provisioning complete for port 19b68ee8-3dc0-47ac-850f-3e81e44059fc triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:26.506203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-635e0168-90b2-4801-b94b-234d22ba4bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.530339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de841f68-0f1c-4109-9437-51da0be92524 req-7ec09221-da5f-49dc-aeaa-52b657f2c556 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445983 Nov 09 18:18:26.588742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.624570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.665690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:26.668890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:26.671207 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:26.677147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:26.677786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.702851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=bdc036a9-f14c-4f2f-99e0-fee12b253bfc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:26.711950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44350) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:26.712206 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-007c3849-d8f7-47e7-97c0-278a9e47398b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8811781 Nov 09 18:18:26.775528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a2743-44c7-4653-ac29-e07592723e32 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:26.781555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a2743-44c7-4653-ac29-e07592723e32 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:26.783190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-263a2743-44c7-4653-ac29-e07592723e32 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0697961 Nov 09 18:18:26.786370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:26.840924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08d433-adb0-43d8-b74b-ba8cb2909b67 req-5bfcc0ed-ac4c-4a46-bdb8-8552e3d04321 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:26.843754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec08d433-adb0-43d8-b74b-ba8cb2909b67 req-5bfcc0ed-ac4c-4a46-bdb8-8552e3d04321 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0595317 Nov 09 18:18:26.891072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec08d433-adb0-43d8-b74b-ba8cb2909b67 req-3f9887f0-1407-4313-8e61-420294ef7211 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412095 Nov 09 18:18:26.905517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port bdc036a9-f14c-4f2f-99e0-fee12b253bfc {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:26.905871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:26.986314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b142b54a-b7a9-43c9-b0dd-686f5971c048 None None] Provisioning complete for port 19b68ee8-3dc0-47ac-850f-3e81e44059fc triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:26.986842 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b142b54a-b7a9-43c9-b0dd-686f5971c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.023768 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.050756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for bdc036a9-f14c-4f2f-99e0-fee12b253bfc owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:27.202571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8fe00771-d018-41b1-870a-2a4c30b69859 None None] Could not find standard attr ID for object dbb6444b-f569-4eca-9d1e-6c482589b9d4. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:27.207915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.262128 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.265638 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/bdc036a9-f14c-4f2f-99e0-fee12b253bfc HTTP/1.1" status: 204 len: 168 time: 0.4782565 Nov 09 18:18:27.266647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23c27c-844e-4c76-9fd3-51ec1800e6f9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=bdc036a9-f14c-4f2f-99e0-fee12b253bfc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:27.268656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44362) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.323708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092e613-9851-4c10-84c0-57f2e3606e81 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:27.325486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8092e613-9851-4c10-84c0-57f2e3606e81 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:27.327087 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8092e613-9851-4c10-84c0-57f2e3606e81 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0575063 Nov 09 18:18:27.329741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44364) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.384657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 156bbe99-ba0c-45c4-a5a0-63d3f2962a18 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:27.387869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.415881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-12a5f472-9083-4815-902b-66f83b5f9680 None None] Could not find standard attr ID for object be2fabb5-eea2-42a9-89f7-19a84739f51f. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:27.438301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.511761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.591409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.630010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=156bbe99-ba0c-45c4-a5a0-63d3f2962a18,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:27.630826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-89021d4c-00a1-446a-a796-b62ef1ec229e None None] Could not find standard attr ID for object 828925d6-a7e3-4839-bff1-08b62dae04c5. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:27.660838 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.670563 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fc012685-96d9-4d9d-a463-34eb78288842 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/156bbe99-ba0c-45c4-a5a0-63d3f2962a18 HTTP/1.1" status: 204 len: 168 time: 0.3396268 Nov 09 18:18:27.671237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44368) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.674517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2bdcf-3686-4f01-ac0f-2c06b224da96 req-92712f8a-612b-4fc0-90fe-caa649201374 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:27.676737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37a2bdcf-3686-4f01-ac0f-2c06b224da96 req-92712f8a-612b-4fc0-90fe-caa649201374 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0683413 Nov 09 18:18:27.719728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37a2bdcf-3686-4f01-ac0f-2c06b224da96 req-ef97b823-a101-4ded-ac88-4362aa191015 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Nov 09 18:18:27.728055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-62199012-95ad-4b23-9a82-7b8b28cffb4b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556829 Nov 09 18:18:27.730960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44370) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:27.737660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:27.843623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:27.847899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:27.857247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d0d069-7ece-4f62-9b6b-374abb6be8bd None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:27.901682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 19b68ee8-3dc0-47ac-850f-3e81e44059fc up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:27.965019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-220b3bd7-4a85-43fd-b977-3d7c52eec7a8 None None] Could not find standard attr ID for object bdc036a9-f14c-4f2f-99e0-fee12b253bfc. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:28.031323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 19b68ee8-3dc0-47ac-850f-3e81e44059fc triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:28.032365 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.099612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533503ec-512d-4e60-8baa-d55245cbb029 req-be4ff703-b9d3-42d8-9aa8-ff344fa936a8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:28.101069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.104002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-533503ec-512d-4e60-8baa-d55245cbb029 req-be4ff703-b9d3-42d8-9aa8-ff344fa936a8 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.1073244 Nov 09 18:18:28.156680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:28.169086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-533503ec-512d-4e60-8baa-d55245cbb029 req-c875f1ee-2796-456b-8daa-b4a7840dabc3 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592875 Nov 09 18:18:28.171133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:28.174132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:28.187342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:28.187342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.188893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44380) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:28.225567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] Deleting port 19b68ee8-3dc0-47ac-850f-3e81e44059fc {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:28.225952 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.227825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=42d891ef-61bc-4783-af18-8823b5247241,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:28.234557 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d6420ca-dcc5-4fe5-bdb7-5156d5151090 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5009084 Nov 09 18:18:28.237186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44382) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:28.243429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': '42d891ef-61bc-4783-af18-8823b5247241', 'ip_address': '2001:db8::e492:b765:e30d:3fd2'}], 'name': 'tempest-NetworksTestDHCPv6-755233626'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:28.317601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cb585cfa-cb4a-475b-b134-3e8a95b541bb tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/floatingips/94337f31-6291-4ce4-816b-b1b4beb511f4 HTTP/1.1" status: 200 len: 993 time: 0.1257079 Nov 09 18:18:28.327632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] For port 19b68ee8-3dc0-47ac-850f-3e81e44059fc, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=19b68ee8-3dc0-47ac-850f-3e81e44059fc,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:28.328135 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.345532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] Calling delete_port for 19b68ee8-3dc0-47ac-850f-3e81e44059fc owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:28.384935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:28.431745 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.456731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] Pushing event deleted for resources: {'Port': ['ID=19b68ee8-3dc0-47ac-850f-3e81e44059fc,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:28.460111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248db5b3-ef5e-4208-b4c0-823e2b7d6d6c None None] No DVR routers for this DVR port 19b68ee8-3dc0-47ac-850f-3e81e44059fc on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:28.482014 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.498548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69217562-8c5d-4a93-b801-b77457111fad None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:28.503236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port d22f6170-3d11-440d-ab34-34a1cb8f894e yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:28.664360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '42d891ef-61bc-4783-af18-8823b5247241'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:28.666144 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.691635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::e492:b765:e30d:3fd2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/42d891ef-61bc-4783-af18-8823b5247241/d22f6170-3d11-440d-ab34-34a1cb8f894e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:28.846485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2b9b-e058-4e59-8ffb-e239cf90b701 req-f7a4aedc-07d5-419e-bd1e-196a729ef370 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:28.847980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-091f2b9b-e058-4e59-8ffb-e239cf90b701 req-f7a4aedc-07d5-419e-bd1e-196a729ef370 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0495903 Nov 09 18:18:28.848953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.888537 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.899587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-091f2b9b-e058-4e59-8ffb-e239cf90b701 req-4ef48d40-dfb0-4c93-b306-7dd46d0bdcd6 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Nov 09 18:18:28.935027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:28.940449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:28.944602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:28.951013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:28.951773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:28.967514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=d22f6170-3d11-440d-ab34-34a1cb8f894e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:28.967709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/42d891ef-61bc-4783-af18-8823b5247241/ac950a53-f562-44f9-a2c5-a6b1db17ac07) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:28.984068 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ab0beb6c-ab95-4a54-b646-1d5386664561 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7455902 Nov 09 18:18:28.987050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44386) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:29.039170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0bcd3a-6521-4477-ac01-a134996c750f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:29.041459 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca0bcd3a-6521-4477-ac01-a134996c750f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0533342 Nov 09 18:18:29.044061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44388) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:29.151442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port d22f6170-3d11-440d-ab34-34a1cb8f894e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:29.151782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.243558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.256958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for d22f6170-3d11-440d-ab34-34a1cb8f894e owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:29.298920 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.308189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.354436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:29.357292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:29.360701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:29.370767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Pushing event updated for resources: {'Port': ['ID=ac950a53-f562-44f9-a2c5-a6b1db17ac07,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:29.403529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.426015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Attempting to bind port ac950a53-f562-44f9-a2c5-a6b1db17ac07 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:29.426560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Attempting to bind port ac950a53-f562-44f9-a2c5-a6b1db17ac07 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:29.427025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Attempting to bind port ac950a53-f562-44f9-a2c5-a6b1db17ac07 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:29.432926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:29.433447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:29.433955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.434469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:29.435044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Bound port: ac950a53-f562-44f9-a2c5-a6b1db17ac07, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:29.435527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.440277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=d22f6170-3d11-440d-ab34-34a1cb8f894e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:29.469739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.473224 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a97687e1-9863-4030-8c71-ff88adda4996 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/d22f6170-3d11-440d-ab34-34a1cb8f894e HTTP/1.1" status: 204 len: 168 time: 0.4281254 Nov 09 18:18:29.475714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44396) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:29.500745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] For port ac950a53-f562-44f9-a2c5-a6b1db17ac07, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:29.504223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] For port ac950a53-f562-44f9-a2c5-a6b1db17ac07, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac950a53-f562-44f9-a2c5-a6b1db17ac07,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:29.508699 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.535439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5c168-4cc6-4f9d-aabb-5b139935b2e7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:29.539110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5c168-4cc6-4f9d-aabb-5b139935b2e7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:29.546081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44398) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:29.554654 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-49d5c168-4cc6-4f9d-aabb-5b139935b2e7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0777373 Nov 09 18:18:29.564378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 49d1e761-798f-4458-9b01-c89ff190d4a7 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:18:29.595256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 49d1e761-798f-4458-9b01-c89ff190d4a7 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:29.608494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 42d891ef-61bc-4783-af18-8823b5247241 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:29.612688 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.659262 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.659442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901c559-a3ef-4a25-b4b4-fa7511d90900 None None] Pushing event updated for resources: {'Port': ['ID=ac950a53-f562-44f9-a2c5-a6b1db17ac07,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:29.735109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:29.780397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'port_id': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'mac_address': 'fa:16:3e:d5:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:18:29.813521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.834844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.883176 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.884908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:29.888070 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a67963-7e7c-4a42-b332-d3dad8a87ca8" -d '{"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-unplugged", "status": "completed", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:29.911738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:29.918588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d1e761-798f-4458-9b01-c89ff190d4a7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:29.925663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.928462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.972651 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0859872-250f-4c78-9762-326669ad5a58 x-openstack-request-id: req-c0859872-250f-4c78-9762-326669ad5a58 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:29.972951 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-unplugged", "status": "completed", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:29.973211 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0859872-250f-4c78-9762-326669ad5a58 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:29.973609 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'code': 200} Nov 09 18:18:29.979175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=42d891ef-61bc-4783-af18-8823b5247241,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:29.987578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:29.994589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3fa65cc6-ea29-4944-b64a-15edfffdeb27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/42d891ef-61bc-4783-af18-8823b5247241 HTTP/1.1" status: 204 len: 168 time: 0.4461215 Nov 09 18:18:29.996993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44404) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:30.000183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:18:30.000500 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:18:30.001222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac950a53-f562-44f9-a2c5-a6b1db17ac07 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:30.042976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-82e13e07-777f-42f4-b091-7e5a9e0f8d97 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443435 Nov 09 18:18:30.044999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44406) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:30.075320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:30.100216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbb5e2d-0147-472b-99f1-62a82a2e0e93 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.100636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ac950a53-f562-44f9-a2c5-a6b1db17ac07 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:30.101017 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.106333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0cbb5e2d-0147-472b-99f1-62a82a2e0e93 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0582027 Nov 09 18:18:30.106425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a22a4-bbc0-4a3a-8b6f-ef30093f4970 req-229c4343-910c-4050-9c9b-e8a4e79aecba tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.107207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e43a22a4-bbc0-4a3a-8b6f-ef30093f4970 req-229c4343-910c-4050-9c9b-e8a4e79aecba tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0675845 Nov 09 18:18:30.115566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44410) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:30.163519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e43a22a4-bbc0-4a3a-8b6f-ef30093f4970 req-8f7adcd3-580e-42ea-8e40-9fbebc333101 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Nov 09 18:18:30.183471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8ccc6d-dad5-4cb5-8ce4-0ab07d8fcdec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.195186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44412) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:30.196632 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fd8ccc6d-dad5-4cb5-8ce4-0ab07d8fcdec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688953 Nov 09 18:18:30.210673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.231652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-10039ba5-a95d-4c92-88a2-98df3bd3bf62 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419965 Nov 09 18:18:30.239868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44414) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:30.245441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:30.247747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port ac950a53-f562-44f9-a2c5-a6b1db17ac07, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac950a53-f562-44f9-a2c5-a6b1db17ac07,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:30.253022 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.314330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=ac950a53-f562-44f9-a2c5-a6b1db17ac07,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:30.329344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 19b68ee8-3dc0-47ac-850f-3e81e44059fc no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:30.364300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:30.368240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.386741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 19b68ee8-3dc0-47ac-850f-3e81e44059fc {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:30.387095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 19b68ee8-3dc0-47ac-850f-3e81e44059fc not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:30.553232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.568311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d1e761-798f-4458-9b01-c89ff190d4a7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:18:30.591063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:30.597507 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.609822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.660039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:30.669841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=e911092c-3419-42ca-9e9b-6816fa0c0936,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:30.682284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:30.683809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:30.687537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:30.688208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.705959 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7f1e5a6f-ade4-4993-9e16-f03ef94d822c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4649959 Nov 09 18:18:30.708888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44420) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:30.714941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': 'e911092c-3419-42ca-9e9b-6816fa0c0936', 'ip_address': '2001:db8::f7da:7bca:cb96:9eb3'}], 'name': 'tempest-NetworksTestDHCPv6-241642806'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:30.745481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6504b-5142-4494-8283-66b0d0d40ed9 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:30.832262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:30.838288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c9652056-7dd8-4426-9576-adb1d3e4e440 None None] Provisioning complete for port ac950a53-f562-44f9-a2c5-a6b1db17ac07 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:30.838609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.838732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9652056-7dd8-4426-9576-adb1d3e4e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:30.859780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 59798d6c-1bce-469f-8562-80164961b278 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:30.865929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['49d1e761-798f-4458-9b01-c89ff190d4a7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:18:31.024863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f7da:7bca:cb96:9eb3 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/e911092c-3419-42ca-9e9b-6816fa0c0936/59798d6c-1bce-469f-8562-80164961b278) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:31.188482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.233448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.282457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:31.291281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:31.293734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:31.300072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:31.300720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.310640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=59798d6c-1bce-469f-8562-80164961b278,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:31.324383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a881c83-4a3a-497e-bb0d-dd6bce18d06a req-bbc0b54a-40a3-4567-8358-7baacf465f4d tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:31.326055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a881c83-4a3a-497e-bb0d-dd6bce18d06a req-bbc0b54a-40a3-4567-8358-7baacf465f4d tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0626867 Nov 09 18:18:31.335657 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ccb0a64-f90f-4e92-9fb5-0c260c0ebf95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6222513 Nov 09 18:18:31.338544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44432) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:31.344102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fa53bbf9-749f-4dee-ac54-0a37ba671ff8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': 'e911092c-3419-42ca-9e9b-6816fa0c0936', 'ip_address': '2001:db8::f7da:7bca:cb96:9eb3'}], 'name': 'tempest-NetworksTestDHCPv6-906317488'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:31.382990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-44b4b358-14e5-4805-bdf2-5d1af07337d3 None None] Provisioning complete for port ac950a53-f562-44f9-a2c5-a6b1db17ac07 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:31.383613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-44b4b358-14e5-4805-bdf2-5d1af07337d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.416881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a881c83-4a3a-497e-bb0d-dd6bce18d06a req-fd6b6e0b-b96f-47d0-854c-bcf8940272c8 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832126 Nov 09 18:18:31.540517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa53bbf9-749f-4dee-ac54-0a37ba671ff8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:31.550391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fa53bbf9-749f-4dee-ac54-0a37ba671ff8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.584007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-fa53bbf9-749f-4dee-ac54-0a37ba671ff8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 31ae8d37-fff0-48f4-a145-f44c24727a5f yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:31.726895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-33b4c325-5a0c-482b-81a2-f9a03ce3360f None None] Could not find standard attr ID for object d22f6170-3d11-440d-ab34-34a1cb8f894e. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:31.829137 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa53bbf9-749f-4dee-ac54-0a37ba671ff8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 18:18:31.829680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa53bbf9-749f-4dee-ac54-0a37ba671ff8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:18:31.868018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44452) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:31.877277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa53bbf9-749f-4dee-ac54-0a37ba671ff8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5371654 Nov 09 18:18:31.900986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac950a53-f562-44f9-a2c5-a6b1db17ac07 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:31.952708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0af000-e90c-4e50-a7bd-0257c8447892 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:31.959457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0af000-e90c-4e50-a7bd-0257c8447892 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:31.963476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f00e8aa7-d157-4c04-b5bb-3fc2b3031150 None None] Provisioning complete for port 59798d6c-1bce-469f-8562-80164961b278 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:31.964053 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f00e8aa7-d157-4c04-b5bb-3fc2b3031150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:31.964181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44454) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:31.964568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3a0af000-e90c-4e50-a7bd-0257c8447892 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0951769 Nov 09 18:18:32.000293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ac950a53-f562-44f9-a2c5-a6b1db17ac07 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:32.000675 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.027003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f00e8aa7-d157-4c04-b5bb-3fc2b3031150 None None] Port 59798d6c-1bce-469f-8562-80164961b278 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:32.083642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 59798d6c-1bce-469f-8562-80164961b278 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:32.084103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.179350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.192636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 59798d6c-1bce-469f-8562-80164961b278 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:32.322295 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.357024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=59798d6c-1bce-469f-8562-80164961b278,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:32.378639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.384703 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c083dd47-13b7-4888-9b79-a8ab5a6700e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/59798d6c-1bce-469f-8562-80164961b278 HTTP/1.1" status: 204 len: 168 time: 0.4171793 Nov 09 18:18:32.384913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44456) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:32.440006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b1efc-022b-4dd3-8b26-2feff544ca9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.442587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b1efc-022b-4dd3-8b26-2feff544ca9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:32.446270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44460) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:32.446780 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-486b1efc-022b-4dd3-8b26-2feff544ca9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0605028 Nov 09 18:18:32.514054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet e911092c-3419-42ca-9e9b-6816fa0c0936 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:32.517522 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:32.595304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.032843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d785b02-c07b-422c-af64-8481034d7864 req-aff1ab2e-1fcc-4767-8471-54ccfb0b5909 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:33.040356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d785b02-c07b-422c-af64-8481034d7864 req-aff1ab2e-1fcc-4767-8471-54ccfb0b5909 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.4940541 Nov 09 18:18:33.050336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.109846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe9a3d-b532-412c-a1dd-ff6bb4e5e90a req-aa564a1d-8808-4747-90ce-d288bfe28d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:33.111344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32fe9a3d-b532-412c-a1dd-ff6bb4e5e90a req-aa564a1d-8808-4747-90ce-d288bfe28d4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.1365724 Nov 09 18:18:33.118614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d785b02-c07b-422c-af64-8481034d7864 req-2bf34e70-bf1f-449b-b7c9-e54db8016f04 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774832 Nov 09 18:18:33.164368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32fe9a3d-b532-412c-a1dd-ff6bb4e5e90a req-b22b0758-2779-4168-9a9c-5cd8b503d8af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Nov 09 18:18:33.165408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.196370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=e911092c-3419-42ca-9e9b-6816fa0c0936,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:33.200309 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.206442 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4c064518-eccb-4247-853c-54ddcf78f4ed tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/e911092c-3419-42ca-9e9b-6816fa0c0936 HTTP/1.1" status: 204 len: 168 time: 0.7581217 Nov 09 18:18:33.207700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d2b95-7b9d-4fe1-8c59-80ae80b64be3 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:33.209235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44556) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:33.253824 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-023222d1-0893-4edb-827d-84084ccb041c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432384 Nov 09 18:18:33.257993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44564) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:33.263678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:33.363198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:33.367152 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.426344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:33.514089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] Deleting port ac950a53-f562-44f9-a2c5-a6b1db17ac07 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:33.515040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.563684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 49d1e761-798f-4458-9b01-c89ff190d4a7 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:33.621893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] For port ac950a53-f562-44f9-a2c5-a6b1db17ac07, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac950a53-f562-44f9-a2c5-a6b1db17ac07,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:33.622270 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.637206 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.644035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] Calling delete_port for ac950a53-f562-44f9-a2c5-a6b1db17ac07 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:33.693607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:33.695768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:33.697755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 49d1e761-798f-4458-9b01-c89ff190d4a7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:33.698256 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.703505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:33.704084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.719249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=c459f953-d510-4205-85c7-1da2d07dfe5b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:33.741794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3fe9128e-ff9f-4cc5-b9a0-25b3eef5f466 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4817603 Nov 09 18:18:33.745033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44620) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:33.750369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-44a2037f-5dd9-4465-9d9e-d5b61276f038 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': 'c459f953-d510-4205-85c7-1da2d07dfe5b', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1575668408'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:33.814386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.841552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] Pushing event deleted for resources: {'Port': ['ID=ac950a53-f562-44f9-a2c5-a6b1db17ac07,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:33.854614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82baf3d-ba7c-4c79-87b4-75b73f484d15 None None] No DVR routers for this DVR port ac950a53-f562-44f9-a2c5-a6b1db17ac07 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:33.871507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7f0272-57bb-4878-9a79-8e651d3bb559 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:33.924957 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:33.949161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac950a53-f562-44f9-a2c5-a6b1db17ac07 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:33.952924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a2037f-5dd9-4465-9d9e-d5b61276f038 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:33.980760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ac950a53-f562-44f9-a2c5-a6b1db17ac07 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:33.981031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac950a53-f562-44f9-a2c5-a6b1db17ac07 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:34.022705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:34.025509 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505bde61-b917-4250-9a88-0de1c73d30ec" -d '{"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-plugged", "status": "completed", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:34.048612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:34.091029 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fff609f-bc8f-4b24-a33b-c87065118632 x-openstack-request-id: req-5fff609f-bc8f-4b24-a33b-c87065118632 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:34.091332 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-plugged", "status": "completed", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:34.091593 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fff609f-bc8f-4b24-a33b-c87065118632 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:34.092076 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'code': 200} Nov 09 18:18:34.094031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44a2037f-5dd9-4465-9d9e-d5b61276f038 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.094898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.118384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-44a2037f-5dd9-4465-9d9e-d5b61276f038 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port c71d011b-12d5-42e0-968c-646fed3f8eb8 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:34.197034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:34.217822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'c459f953-d510-4205-85c7-1da2d07dfe5b'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:34.218751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.292417 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a2037f-5dd9-4465-9d9e-d5b61276f038 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:18:34.292983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a2037f-5dd9-4465-9d9e-d5b61276f038 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:18:34.323361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-44a2037f-5dd9-4465-9d9e-d5b61276f038 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5771127 Nov 09 18:18:34.325939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44682) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:34.341837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f43b5-6f56-4803-b48f-54372cd4d16b req-40ec32ad-c60d-450a-aa00-4846387561fe tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:34.344079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc4f43b5-6f56-4803-b48f-54372cd4d16b req-40ec32ad-c60d-450a-aa00-4846387561fe tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1056528 Nov 09 18:18:34.394749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc4f43b5-6f56-4803-b48f-54372cd4d16b req-f0caa9c9-54ad-4c16-a11d-e2be5e8a9a44 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Nov 09 18:18:34.406302 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-83a03e72-6e35-4c21-9df3-8dbc2da7fe48 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0782366 Nov 09 18:18:34.416929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44694) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:34.442754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/c459f953-d510-4205-85c7-1da2d07dfe5b/98ca2d5e-0c3f-4859-9545-dc1928769a7d) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:34.487383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcd415-3a37-4067-a338-00bf2fbd5471 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:34.489273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcd415-3a37-4067-a338-00bf2fbd5471 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:34.491082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dbbcd415-3a37-4067-a338-00bf2fbd5471 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0813162 Nov 09 18:18:34.494013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44706) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:34.565544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet c459f953-d510-4205-85c7-1da2d07dfe5b {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:34.632541 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.639041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.646261 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.689382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.697111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:34.700425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:34.702880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:34.740883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Pushing event updated for resources: {'Port': ['ID=98ca2d5e-0c3f-4859-9545-dc1928769a7d,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:34.772385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Attempting to bind port 98ca2d5e-0c3f-4859-9545-dc1928769a7d on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:34.772861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Attempting to bind port 98ca2d5e-0c3f-4859-9545-dc1928769a7d by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:34.773221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Attempting to bind port 98ca2d5e-0c3f-4859-9545-dc1928769a7d on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:34.778950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:34.779299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:34.779639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.780168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:34.780623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Bound port: 98ca2d5e-0c3f-4859-9545-dc1928769a7d, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:34.781126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.806801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.879880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.884157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] For port 98ca2d5e-0c3f-4859-9545-dc1928769a7d, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:34.889973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] For port 98ca2d5e-0c3f-4859-9545-dc1928769a7d, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=98ca2d5e-0c3f-4859-9545-dc1928769a7d,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:34.895028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.900079 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:34.906555 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/c459f953-d510-4205-85c7-1da2d07dfe5b HTTP/1.1" status: 204 len: 168 time: 0.4084635 Nov 09 18:18:34.906769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44756) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:34.925416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec5f85-75e7-407e-a679-e59fe749fb61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=c459f953-d510-4205-85c7-1da2d07dfe5b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:34.978229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7250f82f-aabf-40bb-8624-62a476c6e836 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704873 Nov 09 18:18:34.982157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44766) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:34.987786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:35.013346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c85ba-351b-4d73-9d95-94d2e374b17d None None] Pushing event updated for resources: {'Port': ['ID=98ca2d5e-0c3f-4859-9545-dc1928769a7d,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:35.094554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:35.098346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.359490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.403067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:35.406250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:35.410782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:35.411384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.421610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:35.437169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-18a9d842-b492-4b66-8037-682eef5bc079 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4533257 Nov 09 18:18:35.440288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44828) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:35.445447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-dc96cadd-a3c1-4899-b9ec-09f067961920 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-80309774', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:35.470277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc96cadd-a3c1-4899-b9ec-09f067961920 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.471459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc96cadd-a3c1-4899-b9ec-09f067961920 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.555713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc96cadd-a3c1-4899-b9ec-09f067961920 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.562400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc96cadd-a3c1-4899-b9ec-09f067961920 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.580312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d0bac-6ca4-4536-827e-f6c85c307ead req-90eb9e2c-dd6b-4086-b539-71322402e13a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:35.581862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb8d0bac-6ca4-4536-827e-f6c85c307ead req-90eb9e2c-dd6b-4086-b539-71322402e13a tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1056545 Nov 09 18:18:35.597951 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc96cadd-a3c1-4899-b9ec-09f067961920 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:35.599084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dc96cadd-a3c1-4899-b9ec-09f067961920 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1575224 Nov 09 18:18:35.602334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:35.632213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb8d0bac-6ca4-4536-827e-f6c85c307ead req-5270757a-cec4-461c-99b6-9662d1528fc6 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437241 Nov 09 18:18:35.979691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98ca2d5e-0c3f-4859-9545-dc1928769a7d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:36.052280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 98ca2d5e-0c3f-4859-9545-dc1928769a7d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:36.053098 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.207561 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.255289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-96fe65b6-3191-4fb3-94f3-cebcb8ff9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:36.257106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-96fe65b6-3191-4fb3-94f3-cebcb8ff9bcf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.1111486 Nov 09 18:18:36.261356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030cf849-f9b3-4e36-884b-13661672ea20 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:36.283504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 98ca2d5e-0c3f-4859-9545-dc1928769a7d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=98ca2d5e-0c3f-4859-9545-dc1928769a7d,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:36.292056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eb906-ecda-473e-b93f-e0fccd48be42 req-c703924b-f44c-41fe-ad08-2ee2dc9421d9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:36.294221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f94eb906-ecda-473e-b93f-e0fccd48be42 req-c703924b-f44c-41fe-ad08-2ee2dc9421d9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1065936 Nov 09 18:18:36.337908 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.381904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7874b2b3-aea0-45eb-812f-53b7d8147d6b None None] Provisioning complete for port 98ca2d5e-0c3f-4859-9545-dc1928769a7d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:36.382304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7874b2b3-aea0-45eb-812f-53b7d8147d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.411443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.415634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f94eb906-ecda-473e-b93f-e0fccd48be42 req-3147b1c6-1237-45af-a71c-b2f27f041b8d tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101563 Nov 09 18:18:36.459222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=98ca2d5e-0c3f-4859-9545-dc1928769a7d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:36.471307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-e36ea001-93fe-47aa-8543-a0b23b98c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:36.473175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-e36ea001-93fe-47aa-8543-a0b23b98c9dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.2072289 Nov 09 18:18:36.517598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-a97888ed-2be0-45fd-8aa2-c697c481e1a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 217 time: 0.0355339 Nov 09 18:18:36.569515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-1079b84c-1bdb-4841-b901-8b1594f4aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:36.571903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-1079b84c-1bdb-4841-b901-8b1594f4aaaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.0467913 Nov 09 18:18:36.606404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-974eb37e-3a52-4027-a3ed-886302b18692 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265799 Nov 09 18:18:36.664135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::1 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a/dabd2e0f-b728-41da-9243-abd72c0477a2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:36.726426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-110594b1-d27c-43a7-b6df-9799065e7b42 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102843 Nov 09 18:18:36.810776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.840956 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:18:36.857075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.868115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fec3630-6c7f-4a34-bff4-05e24e15f0db req-77444498-f8cc-49c1-a0c0-e15e61d29cbf service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276987 Nov 09 18:18:36.915252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:36.919174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:36.927559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:36.927559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:36.938048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=dabd2e0f-b728-41da-9243-abd72c0477a2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:37.071552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-92c5dfb9-87b7-4544-bced-12f04bf45b9a None None] Provisioning complete for port 98ca2d5e-0c3f-4859-9545-dc1928769a7d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:37.072129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92c5dfb9-87b7-4544-bced-12f04bf45b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.090952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.274572 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-273d1e99-5c71-48db-a596-d2b93f175ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.328858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8105b64e-bc98-45d8-ad0f-63f2e868ec4c None None] Provisioning complete for port dabd2e0f-b728-41da-9243-abd72c0477a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:37.329260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8105b64e-bc98-45d8-ad0f-63f2e868ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.365805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8105b64e-bc98-45d8-ad0f-63f2e868ec4c None None] Port dabd2e0f-b728-41da-9243-abd72c0477a2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:37.388785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.394527 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.395262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.482168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=dabd2e0f-b728-41da-9243-abd72c0477a2,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:37.529841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:37.531177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:37.534980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c9b0f-49de-4b8f-b129-f350e164fb70 req-1d3fa8e4-3a11-432d-ba36-106229670b39 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:37.537443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a0c9b0f-49de-4b8f-b129-f350e164fb70 req-1d3fa8e4-3a11-432d-ba36-106229670b39 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0590527 Nov 09 18:18:37.585913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a0c9b0f-49de-4b8f-b129-f350e164fb70 req-31bcbb7f-2d71-402c-8991-fd1c19771eae tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Nov 09 18:18:37.654974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Router 7162002b-2b75-4e41-8418-bce45f1dc4d6 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:18:37.750174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:37.756566 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d7bdd8d9-b8ab-4587-bc82-6f791fb4b4e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "PUT /v2.0/routers/7162002b-2b75-4e41-8418-bce45f1dc4d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1529574 Nov 09 18:18:37.758876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44970) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:37.767358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Sync routers for ids ['7162002b-2b75-4e41-8418-bce45f1dc4d6'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:37.784585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Routers {'7162002b-2b75-4e41-8418-bce45f1dc4d6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:37.785820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7162002b-2b75-4e41-8418-bce45f1dc4d6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:37.818334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561637f-6342-4bd9-906b-41faeede36bf tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:37.820169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d561637f-6342-4bd9-906b-41faeede36bf tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports/dabd2e0f-b728-41da-9243-abd72c0477a2 HTTP/1.1" status: 200 len: 911 time: 0.0599806 Nov 09 18:18:37.824375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44972) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:37.905843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d5306-74d9-47ef-b34d-4a75a026a237 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:37.911110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98ca2d5e-0c3f-4859-9545-dc1928769a7d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:37.912872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d5306-74d9-47ef-b34d-4a75a026a237 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:37.914695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fd5d5306-74d9-47ef-b34d-4a75a026a237 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0876350 Nov 09 18:18:37.917784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44976) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:37.982052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c6fa4dff-abc5-4259-9b54-8a33bd431760 None None] Provisioning complete for port dabd2e0f-b728-41da-9243-abd72c0477a2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:37.982447 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c6fa4dff-abc5-4259-9b54-8a33bd431760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:37.986053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Set router 7162002b-2b75-4e41-8418-bce45f1dc4d6 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:38.053454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 98ca2d5e-0c3f-4859-9545-dc1928769a7d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:38.053746 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.082425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa4dff-abc5-4259-9b54-8a33bd431760 None None] Port dabd2e0f-b728-41da-9243-abd72c0477a2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:38.282376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7162002b-2b75-4e41-8418-bce45f1dc4d6', 'name': 'tempest-NetworksTestDHCPv6-router-80309774', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:35Z', 'updated_at': '2021-11-09T18:18:37Z', 'revision_number': 2, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'gw_port_host': None, '_interfaces': [{'id': 'dabd2e0f-b728-41da-9243-abd72c0477a2', 'name': '', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'mac_address': 'fa:16:3e:e7:54:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7162002b-2b75-4e41-8418-bce45f1dc4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': 'b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:36Z', 'updated_at': '2021-11-09T18:18:37Z', 'revision_number': 2, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'subnets': [{'id': 'b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:38.314185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Checking router: 7162002b-2b75-4e41-8418-bce45f1dc4d6 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:38.314476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Updating router 7162002b-2b75-4e41-8418-bce45f1dc4d6 port dabd2e0f-b728-41da-9243-abd72c0477a2 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:38.356262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.376911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.669921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.677620 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.716019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port dabd2e0f-b728-41da-9243-abd72c0477a2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:38.717040 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.774149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39590263-79f1-42cf-b53b-e5d8acd6cbb2 req-c4fa5e40-1d19-4258-8487-6ec589a2efab tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:38.795359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39590263-79f1-42cf-b53b-e5d8acd6cbb2 req-c4fa5e40-1d19-4258-8487-6ec589a2efab tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0793905 Nov 09 18:18:38.838294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.851057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39590263-79f1-42cf-b53b-e5d8acd6cbb2 req-19da4c16-fa43-4242-ad53-a8f94b6d1ba7 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534370 Nov 09 18:18:38.853502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for dabd2e0f-b728-41da-9243-abd72c0477a2 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:38.858799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Attempting to bind port dabd2e0f-b728-41da-9243-abd72c0477a2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:38.859178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Attempting to bind port dabd2e0f-b728-41da-9243-abd72c0477a2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:38.859628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Attempting to bind port dabd2e0f-b728-41da-9243-abd72c0477a2 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:38.861737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4ad2-40bc-4fa5-8e30-a9d311c82536 None None] Pushing event updated for resources: {'Port': ['ID=dabd2e0f-b728-41da-9243-abd72c0477a2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:38.875352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:38.876096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:38.876672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.877370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:38.878085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Bound port: dabd2e0f-b728-41da-9243-abd72c0477a2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:38.878673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:38.959724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] For port dabd2e0f-b728-41da-9243-abd72c0477a2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:38.964122 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] For port dabd2e0f-b728-41da-9243-abd72c0477a2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=dabd2e0f-b728-41da-9243-abd72c0477a2,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:38.971141 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.081264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Routers {'7162002b-2b75-4e41-8418-bce45f1dc4d6'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:39.082353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7162002b-2b75-4e41-8418-bce45f1dc4d6'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:39.083986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.120418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=dabd2e0f-b728-41da-9243-abd72c0477a2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:39.163895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4ad2-40bc-4fa5-8e30-a9d311c82536 None None] Pushing event updated for resources: {'Port': ['ID=dabd2e0f-b728-41da-9243-abd72c0477a2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:39.173792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c50dc4b9-181b-443d-b29b-367b272de4a2 None None] Could not find standard attr ID for object dabd2e0f-b728-41da-9243-abd72c0477a2. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:39.178888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] Set router 7162002b-2b75-4e41-8418-bce45f1dc4d6 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:39.223933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.238773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7162002b-2b75-4e41-8418-bce45f1dc4d6', 'name': 'tempest-NetworksTestDHCPv6-router-80309774', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:35Z', 'updated_at': '2021-11-09T18:18:39Z', 'revision_number': 3, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:39.271832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a71837-1e16-4130-968d-319d37c3a205 None None] The sync data for ids ['7162002b-2b75-4e41-8418-bce45f1dc4d6'] in n-d-817240-1 is: [{'id': '7162002b-2b75-4e41-8418-bce45f1dc4d6', 'name': 'tempest-NetworksTestDHCPv6-router-80309774', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:35Z', 'updated_at': '2021-11-09T18:18:39Z', 'revision_number': 3, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:39.387481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4978848e-d158-4e9d-9df4-8fb59da8e526 None None] Could not find standard attr ID for object dabd2e0f-b728-41da-9243-abd72c0477a2. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:39.405678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Router 7162002b-2b75-4e41-8418-bce45f1dc4d6 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:39.494870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:39.500718 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cdb1e37e-5c1f-4834-b794-c4e35fc9cdd0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "PUT /v2.0/routers/7162002b-2b75-4e41-8418-bce45f1dc4d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5814154 Nov 09 18:18:39.502833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:39.569787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5169a1f-a4ed-4355-8522-c90ddd63952b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:39.571741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5169a1f-a4ed-4355-8522-c90ddd63952b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:39.574099 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d5169a1f-a4ed-4355-8522-c90ddd63952b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0694041 Nov 09 18:18:39.576149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44996) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:39.629474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:39.632514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.680431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.725129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.762696 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe08f8f3-8311-48fa-a022-04853b25ceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.792029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.819727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:39.823922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:39.827167 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dd64bd57-e343-49d7-988c-c9aed5220575 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a HTTP/1.1" status: 204 len: 168 time: 0.2500663 Nov 09 18:18:39.830211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45000) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:39.832483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222683aa-5188-429c-953e-01e69b43887f None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:40.043063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45006) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:40.043278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7ecc0f8e-0fcc-41d3-bfc9-6d619822a890 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2118917 Nov 09 18:18:40.048644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:40.051549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6ba7e-7edd-425a-8724-11d3c7009a14 req-185f7ded-56ab-4b01-8056-4d8ba2d0eeed tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:40.057590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ce6ba7e-7edd-425a-8724-11d3c7009a14 req-185f7ded-56ab-4b01-8056-4d8ba2d0eeed tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0929005 Nov 09 18:18:40.108894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ce6ba7e-7edd-425a-8724-11d3c7009a14 req-e20ef367-cefb-4949-97ae-c2bbde1d1133 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Nov 09 18:18:40.115553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] Deleting port 98ca2d5e-0c3f-4859-9545-dc1928769a7d {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:40.115904 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.157150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5959251-bbb8-4d93-84cf-1d52ce4483c7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.227128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.231050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] For port 98ca2d5e-0c3f-4859-9545-dc1928769a7d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=98ca2d5e-0c3f-4859-9545-dc1928769a7d,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:40.231438 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.245046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] Calling delete_port for 98ca2d5e-0c3f-4859-9545-dc1928769a7d owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:40.365189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.376849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5959251-bbb8-4d93-84cf-1d52ce4483c7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.379302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5959251-bbb8-4d93-84cf-1d52ce4483c7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.412544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] No DVR routers for this DVR port 98ca2d5e-0c3f-4859-9545-dc1928769a7d on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:40.416174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89280e93-7bc6-4b45-8fcc-f99d9ef0ce2f None None] Pushing event deleted for resources: {'Port': ['ID=98ca2d5e-0c3f-4859-9545-dc1928769a7d,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:40.418041 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] Sync routers for ids ['7162002b-2b75-4e41-8418-bce45f1dc4d6'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:40.430331 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] Routers {'7162002b-2b75-4e41-8418-bce45f1dc4d6'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:40.430973 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7162002b-2b75-4e41-8418-bce45f1dc4d6'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:40.459176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5959251-bbb8-4d93-84cf-1d52ce4483c7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.459806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5959251-bbb8-4d93-84cf-1d52ce4483c7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Fanout notify agent at l3_agent the message router_deleted on router 7162002b-2b75-4e41-8418-bce45f1dc4d6 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:18:40.468432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e5959251-bbb8-4d93-84cf-1d52ce4483c7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:40.472260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e5959251-bbb8-4d93-84cf-1d52ce4483c7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/routers/7162002b-2b75-4e41-8418-bce45f1dc4d6 HTTP/1.1" status: 204 len: 168 time: 0.4255698 Nov 09 18:18:40.472586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45018) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:40.477925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:40.535024 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] Set router 7162002b-2b75-4e41-8418-bce45f1dc4d6 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:40.600927 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7162002b-2b75-4e41-8418-bce45f1dc4d6', 'name': 'tempest-NetworksTestDHCPv6-router-80309774', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:35Z', 'updated_at': '2021-11-09T18:18:39Z', 'revision_number': 3, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:40.636112 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] Checking router: 7162002b-2b75-4e41-8418-bce45f1dc4d6 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:40.645625 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] Routers set() bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:40.646296 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] Router IDs set() for agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 18:18:40.647102 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_agentschedulers_db [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7162002b-2b75-4e41-8418-bce45f1dc4d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent'). {{(pid=102143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 18:18:40.647676 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5b1a5-88ae-4b15-ad2e-be0acb608a20 None None] The sync data for ids ['7162002b-2b75-4e41-8418-bce45f1dc4d6'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:40.962013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:40.965638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.051468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.137074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-45a2c398-5bee-494e-aaef-f27658845a67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396466 Nov 09 18:18:41.153315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.198460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:41.202401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:41.208337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:41.209273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.215345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-1df6bcca-59c3-40f8-93ba-ec976385bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:41.216296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c03d79-b0c2-4ea7-8eed-c993020ef3f3 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:41.217686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-1df6bcca-59c3-40f8-93ba-ec976385bc37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 1097 time: 0.0429976 Nov 09 18:18:41.226237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=a0d946c4-abac-4e7a-bd47-626bd35df372,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:41.243079 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-453cf7fc-9104-4f36-b680-3a778942d37b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7695034 Nov 09 18:18:41.245544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:41.250318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e73ac09b-97d6-46fb-95e2-38461384f5d0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2102178946', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:41.276916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e73ac09b-97d6-46fb-95e2-38461384f5d0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.278261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e73ac09b-97d6-46fb-95e2-38461384f5d0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.339955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e73ac09b-97d6-46fb-95e2-38461384f5d0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.345224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e73ac09b-97d6-46fb-95e2-38461384f5d0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.361491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-048c1a55-3a15-4fa0-b710-5caba05bf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:41.363325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-048c1a55-3a15-4fa0-b710-5caba05bf4e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.1170735 Nov 09 18:18:41.368120 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e73ac09b-97d6-46fb-95e2-38461384f5d0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.369738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e73ac09b-97d6-46fb-95e2-38461384f5d0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1230845 Nov 09 18:18:41.372438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45028) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:41.392891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'a0d946c4-abac-4e7a-bd47-626bd35df372'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:41.393834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.439410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-17bccb08-1a59-4a45-9087-8e3c6c3e6c54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 200 len: 217 time: 0.0501485 Nov 09 18:18:41.504282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-f46f6385-d9b8-4522-94a3-e17ced1885c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:41.505879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-f46f6385-d9b8-4522-94a3-e17ced1885c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.0564289 Nov 09 18:18:41.559338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-3ad72b54-62e5-40d9-a67b-941c59e6c072 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405440 Nov 09 18:18:41.621400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/a0d946c4-abac-4e7a-bd47-626bd35df372/a44ba69a-2bc8-41b9-971d-6975d79ad561) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:41.709681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-4678cf22-4c32-4aa6-8518-86354fb0798e service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376522 Nov 09 18:18:41.752697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.797873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.817589 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.820879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-888cd9e3-d035-4b7b-9662-d447417c3d72 req-5f164033-e693-40ff-8d97-c8b3d1425ba2 service neutron] 10.222.0.73 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029437 Nov 09 18:18:41.863692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Pushing event updated for resources: {'Port': ['ID=a44ba69a-2bc8-41b9-971d-6975d79ad561,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:41.879398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:41.882041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98ca2d5e-0c3f-4859-9545-dc1928769a7d no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:41.886422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:41.888678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:41.908308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 98ca2d5e-0c3f-4859-9545-dc1928769a7d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:41.908655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98ca2d5e-0c3f-4859-9545-dc1928769a7d not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:41.970791 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Attempting to bind port a44ba69a-2bc8-41b9-971d-6975d79ad561 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:41.971174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Attempting to bind port a44ba69a-2bc8-41b9-971d-6975d79ad561 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:41.971634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Attempting to bind port a44ba69a-2bc8-41b9-971d-6975d79ad561 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:41.977117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:41.977694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:41.978244 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:41.978643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:41.979659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Bound port: a44ba69a-2bc8-41b9-971d-6975d79ad561, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:41.979659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.036971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::1 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/a0d946c4-abac-4e7a-bd47-626bd35df372/3667c013-303a-4b32-b1a5-da17dd3bcc4a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:42.043582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] For port a44ba69a-2bc8-41b9-971d-6975d79ad561, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:42.046868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] For port a44ba69a-2bc8-41b9-971d-6975d79ad561, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a44ba69a-2bc8-41b9-971d-6975d79ad561,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:42.051732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.106918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd0613-122e-4ac6-a993-ed8b4987cd94 None None] Pushing event updated for resources: {'Port': ['ID=a44ba69a-2bc8-41b9-971d-6975d79ad561,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:42.168131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.207051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.246855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:42.250149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:42.253869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:42.254443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.308045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=3667c013-303a-4b32-b1a5-da17dd3bcc4a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:42.397424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.578593 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.688224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.692515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.693368 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:42.819440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=3667c013-303a-4b32-b1a5-da17dd3bcc4a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:42.830156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:42.831669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:42.985595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Router b2d91ae2-4db1-490e-aea4-5416d4a9856f is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:18:43.094850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:43.100392 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1762a16-f8dc-4266-9b15-6a7caf7a5ac6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "PUT /v2.0/routers/b2d91ae2-4db1-490e-aea4-5416d4a9856f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268260 Nov 09 18:18:43.103693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45048) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:43.107407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Sync routers for ids ['b2d91ae2-4db1-490e-aea4-5416d4a9856f'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:43.119106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Routers {'b2d91ae2-4db1-490e-aea4-5416d4a9856f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:43.119741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b2d91ae2-4db1-490e-aea4-5416d4a9856f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:43.161082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7381f39-0ab2-46ba-a77b-c1671d14b30e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:43.165059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f7381f39-0ab2-46ba-a77b-c1671d14b30e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports/3667c013-303a-4b32-b1a5-da17dd3bcc4a HTTP/1.1" status: 200 len: 911 time: 0.0579901 Nov 09 18:18:43.165442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45050) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:43.211673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Set router b2d91ae2-4db1-490e-aea4-5416d4a9856f gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:43.229010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9754f4-3839-4160-aaf5-d40759ea22e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:43.236147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9754f4-3839-4160-aaf5-d40759ea22e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:43.240445 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3f9754f4-3839-4160-aaf5-d40759ea22e2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0714638 Nov 09 18:18:43.240799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45052) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:43.434516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-10411caf-ab1e-4e41-9558-3fdf4777cd08 None None] Provisioning complete for port a44ba69a-2bc8-41b9-971d-6975d79ad561 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:43.434889 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10411caf-ab1e-4e41-9558-3fdf4777cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.597178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.628304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10411caf-ab1e-4e41-9558-3fdf4777cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.684472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-10411caf-ab1e-4e41-9558-3fdf4777cd08 None None] For port a44ba69a-2bc8-41b9-971d-6975d79ad561, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a44ba69a-2bc8-41b9-971d-6975d79ad561,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:43.696518 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10411caf-ab1e-4e41-9558-3fdf4777cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.759655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d91ae2-4db1-490e-aea4-5416d4a9856f', 'name': 'tempest-NetworksTestDHCPv6-router-2102178946', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:41Z', 'updated_at': '2021-11-09T18:18:42Z', 'revision_number': 2, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'gw_port_host': None, '_interfaces': [{'id': '3667c013-303a-4b32-b1a5-da17dd3bcc4a', 'name': '', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'mac_address': 'fa:16:3e:c3:4b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d91ae2-4db1-490e-aea4-5416d4a9856f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'a0d946c4-abac-4e7a-bd47-626bd35df372', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:18:41Z', 'updated_at': '2021-11-09T18:18:42Z', 'revision_number': 2, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'subnets': [{'id': 'a0d946c4-abac-4e7a-bd47-626bd35df372', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:43.766652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10411caf-ab1e-4e41-9558-3fdf4777cd08 None None] Pushing event updated for resources: {'Port': ['ID=a44ba69a-2bc8-41b9-971d-6975d79ad561,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:43.796976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Checking router: b2d91ae2-4db1-490e-aea4-5416d4a9856f for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:18:43.796976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Updating router b2d91ae2-4db1-490e-aea4-5416d4a9856f port 3667c013-303a-4b32-b1a5-da17dd3bcc4a binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:18:43.859924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 3667c013-303a-4b32-b1a5-da17dd3bcc4a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:43.860306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.867852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4c8c058c-cb9f-40dc-9497-00460ca93a7f None None] Provisioning complete for port 3667c013-303a-4b32-b1a5-da17dd3bcc4a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:43.868237 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4c8c058c-cb9f-40dc-9497-00460ca93a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.899757 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:43.970966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a44ba69a-2bc8-41b9-971d-6975d79ad561 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:43.975342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c058c-cb9f-40dc-9497-00460ca93a7f None None] Port 3667c013-303a-4b32-b1a5-da17dd3bcc4a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:43.987125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:44.001018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 3667c013-303a-4b32-b1a5-da17dd3bcc4a owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:44.133891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a44ba69a-2bc8-41b9-971d-6975d79ad561 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:44.134297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:44.162101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1d4cd520-53bd-4da6-8133-d34473dc163a None None] Provisioning complete for port 3667c013-303a-4b32-b1a5-da17dd3bcc4a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:44.165009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1d4cd520-53bd-4da6-8133-d34473dc163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:44.269341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1d4cd520-53bd-4da6-8133-d34473dc163a None None] Port 3667c013-303a-4b32-b1a5-da17dd3bcc4a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:18:44.419553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:44.420973 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:18:44.421496 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:18:44.449375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=3667c013-303a-4b32-b1a5-da17dd3bcc4a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:44.544905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:44.708926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Router b2d91ae2-4db1-490e-aea4-5416d4a9856f has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:18:44.785343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:18:44.791074 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-80dcf124-46b7-4068-b929-431aa3510430 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "PUT /v2.0/routers/b2d91ae2-4db1-490e-aea4-5416d4a9856f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5491929 Nov 09 18:18:44.793639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:44.851309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833b3a0-695b-40c0-9396-e332b95e4bc3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:44.853004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a833b3a0-695b-40c0-9396-e332b95e4bc3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:44.857389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a833b3a0-695b-40c0-9396-e332b95e4bc3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0597837 Nov 09 18:18:44.857496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:44.906897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet a0d946c4-abac-4e7a-bd47-626bd35df372 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:44.909985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:44.948834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Port 3667c013-303a-4b32-b1a5-da17dd3bcc4a not found while updating agent binding for router b2d91ae2-4db1-490e-aea4-5416d4a9856f. {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 18:18:44.962626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Routers {'b2d91ae2-4db1-490e-aea4-5416d4a9856f'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:44.963315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b2d91ae2-4db1-490e-aea4-5416d4a9856f'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:44.964871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.038392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] Set router b2d91ae2-4db1-490e-aea4-5416d4a9856f gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:18:45.059590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.096497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d91ae2-4db1-490e-aea4-5416d4a9856f', 'name': 'tempest-NetworksTestDHCPv6-router-2102178946', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:41Z', 'updated_at': '2021-11-09T18:18:44Z', 'revision_number': 3, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:18:45.125093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e6ea7-9bbf-4f41-b42f-023b1393ae24 None None] The sync data for ids ['b2d91ae2-4db1-490e-aea4-5416d4a9856f'] in n-d-817240-1 is: [{'id': 'b2d91ae2-4db1-490e-aea4-5416d4a9856f', 'name': 'tempest-NetworksTestDHCPv6-router-2102178946', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:18:41Z', 'updated_at': '2021-11-09T18:18:44Z', 'revision_number': 3, 'project_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:45.137780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.167826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d946c4-abac-4e7a-bd47-626bd35df372,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:45.170413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.174429 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6e112947-62e7-434c-8faa-a33c9ee0422e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/a0d946c4-abac-4e7a-bd47-626bd35df372 HTTP/1.1" status: 204 len: 168 time: 0.3161752 Nov 09 18:18:45.177233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45074) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:45.177381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72e8b4-990d-4a43-a346-78ca58b5d565 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:45.328258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45076) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:45.328446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-51f46cdb-4f6e-469c-8727-17203747e502 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1490560 Nov 09 18:18:45.404595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:45.425064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2cc1aae6-00e2-489d-b9fc-9771fd8ffeb8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.455441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] Deleting port a44ba69a-2bc8-41b9-971d-6975d79ad561 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:45.456069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.521168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] For port a44ba69a-2bc8-41b9-971d-6975d79ad561, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a44ba69a-2bc8-41b9-971d-6975d79ad561,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:45.521732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.539317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] Calling delete_port for a44ba69a-2bc8-41b9-971d-6975d79ad561 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:45.591626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2cc1aae6-00e2-489d-b9fc-9771fd8ffeb8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.595863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2cc1aae6-00e2-489d-b9fc-9771fd8ffeb8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.639467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.649224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2cc1aae6-00e2-489d-b9fc-9771fd8ffeb8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.649867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc1aae6-00e2-489d-b9fc-9771fd8ffeb8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Fanout notify agent at l3_agent the message router_deleted on router b2d91ae2-4db1-490e-aea4-5416d4a9856f {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:18:45.658214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2cc1aae6-00e2-489d-b9fc-9771fd8ffeb8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:45.659390 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2cc1aae6-00e2-489d-b9fc-9771fd8ffeb8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/routers/b2d91ae2-4db1-490e-aea4-5416d4a9856f HTTP/1.1" status: 204 len: 168 time: 0.3282251 Nov 09 18:18:45.662258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45080) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:45.667841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] Pushing event deleted for resources: {'Port': ['ID=a44ba69a-2bc8-41b9-971d-6975d79ad561,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:45.671447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0262d4-29e6-4c99-bec7-efdba2ea5cb3 None None] No DVR routers for this DVR port a44ba69a-2bc8-41b9-971d-6975d79ad561 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:45.692668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f5b74b09-bebc-49e6-a065-c9db398d93b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0291932 Nov 09 18:18:45.694900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45082) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:45.747169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378eb41-c107-4bb4-9015-c72da1b8ac14 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:45.751048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7378eb41-c107-4bb4-9015-c72da1b8ac14 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0528519 Nov 09 18:18:45.751289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45084) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:45.793975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-061682dc-c6f4-44d9-b7aa-5e7735a867df tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414379 Nov 09 18:18:45.797911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45086) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:45.803027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:45.874417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a44ba69a-2bc8-41b9-971d-6975d79ad561 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:45.901262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a44ba69a-2bc8-41b9-971d-6975d79ad561 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:45.901875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a44ba69a-2bc8-41b9-971d-6975d79ad561 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:45.922500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:45.926653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.181392 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] Sync routers for ids ['b2d91ae2-4db1-490e-aea4-5416d4a9856f'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:18:46.189978 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] Routers set() bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:46.190375 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] Router IDs set() for agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 18:18:46.190965 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_agentschedulers_db [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2d91ae2-4db1-490e-aea4-5416d4a9856f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent'). {{(pid=102143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 18:18:46.207141 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] Routers set() bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:18:46.207839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] Router IDs set() for agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 18:18:46.209160 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_agentschedulers_db [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2d91ae2-4db1-490e-aea4-5416d4a9856f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent'). {{(pid=102143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 18:18:46.210322 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e8fd7-bb5a-4193-8710-a87806ac6f7d None None] The sync data for ids ['b2d91ae2-4db1-490e-aea4-5416d4a9856f'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:18:46.235271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:18:46.238671 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.280980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.281592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:46.284478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:46.289678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:46.290310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.297222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340524b5-4b81-4d50-a223-91161417aa00 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:46.305082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=af98e5d2-0633-448b-a09c-4bc15e7cacd5,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:46.313755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.314139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.314476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.314809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.315139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.315510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.315783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.316105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.316426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.316744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.317062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.317372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.323720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3244a175-6f17-4ddc-8689-563ecbd2f0f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5246491 Nov 09 18:18:46.333022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:46.339951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:46.533925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:46.536191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'af98e5d2-0633-448b-a09c-4bc15e7cacd5'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:46.539431 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.542182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.708849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Allocated IP 2001:db8::f816:3eff:feb5:9661 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/af98e5d2-0633-448b-a09c-4bc15e7cacd5/6c37a708-e04e-4d38-a2d1-72eef48cecdc) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:46.831711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.879035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:46.883190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:46.887784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:46.888376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.893495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.903937 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:46.905724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=fb4a6380-d9ee-446a-a95b-3145625be876,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:46.916679 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5820749 Nov 09 18:18:46.917397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45108) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:46.932258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:90:cd:49', 'name': 'tempest-NetworksTestDHCPv6-1756027066'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:46.940119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.940480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.940828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.941473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.941473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.941817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.942378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.943508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.943508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.943820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.944158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.944486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fbd5b7-ee50-43cd-ab81-0223f4076c08 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:18:46.955915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:46.962540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:46.966291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:46.979478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Pushing event updated for resources: {'Port': ['ID=6c37a708-e04e-4d38-a2d1-72eef48cecdc,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:47.046040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Attempting to bind port 6c37a708-e04e-4d38-a2d1-72eef48cecdc on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:47.046964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Attempting to bind port 6c37a708-e04e-4d38-a2d1-72eef48cecdc by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:47.047351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Attempting to bind port 6c37a708-e04e-4d38-a2d1-72eef48cecdc on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:47.059044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:47.059428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:47.060203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.062481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:47.064032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Bound port: 6c37a708-e04e-4d38-a2d1-72eef48cecdc, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:47.064675 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.100159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:47.178576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] For port 6c37a708-e04e-4d38-a2d1-72eef48cecdc, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:47.182605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] For port 6c37a708-e04e-4d38-a2d1-72eef48cecdc, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6c37a708-e04e-4d38-a2d1-72eef48cecdc,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:47.187752 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.208060 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.234838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 1a98fbea-5ea9-4555-ad3e-714304746870 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:47.250836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42066ff-612c-4754-99ad-966b6f87fca4 None None] Pushing event updated for resources: {'Port': ['ID=6c37a708-e04e-4d38-a2d1-72eef48cecdc,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:47.420532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 172.20.0.9 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/fb4a6380-d9ee-446a-a95b-3145625be876/1a98fbea-5ea9-4555-ad3e-714304746870) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:47.427078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fe90:cd49 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/af98e5d2-0633-448b-a09c-4bc15e7cacd5/1a98fbea-5ea9-4555-ad3e-714304746870) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:47.593479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.627540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.671610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:47.675085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:47.677760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:47.723625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=1a98fbea-5ea9-4555-ad3e-714304746870,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:47.736916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:47.737616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.753060 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-41e26fb1-7035-46b3-a33e-6c5a4034ba49 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8309674 Nov 09 18:18:47.755870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45120) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:47.811813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672a3d3-09fc-4614-975d-c44d306de135 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:47.817044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672a3d3-09fc-4614-975d-c44d306de135 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:47.818846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8672a3d3-09fc-4614-975d-c44d306de135 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0619838 Nov 09 18:18:47.822142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:47.913046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6c37a708-e04e-4d38-a2d1-72eef48cecdc up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:47.927440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 1a98fbea-5ea9-4555-ad3e-714304746870 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:47.927789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:47.965305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6c37a708-e04e-4d38-a2d1-72eef48cecdc triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:47.965692 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.050997 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.064301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.071564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 1a98fbea-5ea9-4555-ad3e-714304746870 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:48.103543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 6c37a708-e04e-4d38-a2d1-72eef48cecdc, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6c37a708-e04e-4d38-a2d1-72eef48cecdc,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:48.109695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.172208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=6c37a708-e04e-4d38-a2d1-72eef48cecdc,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:48.299227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.334119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=1a98fbea-5ea9-4555-ad3e-714304746870,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:48.362253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67dcf0-d495-4d48-9344-d9768acb7b1a None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:48.445274 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.451561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86eb03cb-8106-41d9-b0b2-4b5d10befd8a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/1a98fbea-5ea9-4555-ad3e-714304746870 HTTP/1.1" status: 204 len: 168 time: 0.6267850 Nov 09 18:18:48.452201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45128) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:48.456286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8664f945-bf18-4b98-b8a2-db70f61c3901 None None] Provisioning complete for port 6c37a708-e04e-4d38-a2d1-72eef48cecdc triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:48.456665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8664f945-bf18-4b98-b8a2-db70f61c3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.528264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d3243-4a1b-49bc-b726-6c4df7ed40f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:48.530394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d3243-4a1b-49bc-b726-6c4df7ed40f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:48.533096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d3243-4a1b-49bc-b726-6c4df7ed40f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:48.539763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:48.550876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ca4d3243-4a1b-49bc-b726-6c4df7ed40f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0975087 Nov 09 18:18:48.613782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet af98e5d2-0633-448b-a09c-4bc15e7cacd5 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:48.618535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.673107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.746319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a123ed-4e81-4d5f-8411-6b810a62ae66 None None] Update dhcp port {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': 'af98e5d2-0633-448b-a09c-4bc15e7cacd5', 'ip_address': '2001:db8::f816:3eff:feb5:9661'}, {'subnet_id': 'fb4a6380-d9ee-446a-a95b-3145625be876'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '6c37a708-e04e-4d38-a2d1-72eef48cecdc'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:18:48.778649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b2a123ed-4e81-4d5f-8411-6b810a62ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.813653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.880115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.896677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:48.904999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/af98e5d2-0633-448b-a09c-4bc15e7cacd5 HTTP/1.1" status: 204 len: 168 time: 0.3603961 Nov 09 18:18:48.905328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45142) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:48.921992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bdde3-3a5c-461e-959c-8965d762c59a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=af98e5d2-0633-448b-a09c-4bc15e7cacd5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-b2a123ed-4e81-4d5f-8411-6b810a62ae66 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af98e5d2-0633-448b-a09c-4bc15e7cacd5: This subnet is being modified by another concurrent operation. Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af98e5d2-0633-448b-a09c-4bc15e7cacd5: This subnet is being modified by another concurrent operation. Nov 09 18:18:48.962403 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:18:48.993403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet fb4a6380-d9ee-446a-a95b-3145625be876 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:48.997018 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.049739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.076685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac9398-1e6f-467d-99e6-a149366ca4ca None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:49.108354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.158433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.184528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.187575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8734ca0d-daa4-4bc0-bbc1-697b6c398174 None None] Provisioning complete for port 6c37a708-e04e-4d38-a2d1-72eef48cecdc triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:49.188037 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8734ca0d-daa4-4bc0-bbc1-697b6c398174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.210853 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.217398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/fb4a6380-d9ee-446a-a95b-3145625be876 HTTP/1.1" status: 204 len: 168 time: 0.3089421 Nov 09 18:18:49.218316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45148) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:49.279036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d644cb-bc96-4ed2-a281-50cfa3593726 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4a6380-d9ee-446a-a95b-3145625be876,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:49.293398 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e78b75bc-3d45-4d15-bdf9-7012ced1fe71 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729942 Nov 09 18:18:49.296104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45152) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:49.302055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:49.451909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:49.456554 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.564690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:49.624930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] Deleting port 6c37a708-e04e-4d38-a2d1-72eef48cecdc {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:49.625493 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.697993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] For port 6c37a708-e04e-4d38-a2d1-72eef48cecdc, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6c37a708-e04e-4d38-a2d1-72eef48cecdc,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:49.698499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.711708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] Calling delete_port for 6c37a708-e04e-4d38-a2d1-72eef48cecdc owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:49.813751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:49.850925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] Pushing event deleted for resources: {'Port': ['ID=6c37a708-e04e-4d38-a2d1-72eef48cecdc,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:49.852853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03c29d-d2d4-405b-8e81-d81ccee27f0e None None] No DVR routers for this DVR port 6c37a708-e04e-4d38-a2d1-72eef48cecdc on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:49.873418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf9451-10fd-42b8-ae79-8f8144d398bc None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:18:49.884305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:18:49.949639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6c37a708-e04e-4d38-a2d1-72eef48cecdc no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:50.020355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6c37a708-e04e-4d38-a2d1-72eef48cecdc {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:50.020891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6c37a708-e04e-4d38-a2d1-72eef48cecdc not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:50.103459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf9451-10fd-42b8-ae79-8f8144d398bc None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:18:50.182133 n-d-817240-1 neutron-server[102140]: WARNING neutron.services.revisions.revision_plugin [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Could not find related port for resource to bump revision. Nov 09 18:18:50.190930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Port 6c37a708-e04e-4d38-a2d1-72eef48cecdc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 09 18:18:50.191511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Reverting IP allocation for 2001:db8::f816:3eff:feb5:9661 {{(pid=102140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 09 18:18:50.195591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb5:9661 {{(pid=102140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 09 18:18:50.197172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:50.269395 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-5ad01b46-e482-450c-83cd-21d33f42c895 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811851 Nov 09 18:18:50.293492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:50.297985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:50.300741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:50.301323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:50.333072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0341308 Nov 09 18:18:50.334282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45176) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:50.341817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:50.361904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a660b-fbf1-4ed4-8a37-d95298831925 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:50.564765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:50.565987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:50.739042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Allocated IP 2001:db8::f816:3eff:fe70:22cc (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5/2da34abe-e123-4875-be7d-c8724cdced63) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:50.746378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-e37f264b-e033-4339-b048-dbba9bfd4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:50.748122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-e37f264b-e033-4339-b048-dbba9bfd4ae6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3a62ffcd13404e3690df5593547e6a60&device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 1096 time: 0.4293275 Nov 09 18:18:50.916654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-d5b8aca1-1951-43b1-a447-3511d25c86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:50.918856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-d5b8aca1-1951-43b1-a447-3511d25c86ec service neutron] 10.222.0.85 "GET /v2.0/networks?id=47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 200 len: 919 time: 0.1456640 Nov 09 18:18:50.955552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:50.963301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:50.975979 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-284b7beb-c1fa-413c-a6d8-7478ff1e8c73 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3 HTTP/1.1" status: 200 len: 217 time: 0.0492291 Nov 09 18:18:50.977063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:50.980757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:51.005928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Pushing event updated for resources: {'Port': ['ID=2da34abe-e123-4875-be7d-c8724cdced63,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:51.028406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:51.030673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:51.034147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:51.102644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Attempting to bind port 2da34abe-e123-4875-be7d-c8724cdced63 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:51.103410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Attempting to bind port 2da34abe-e123-4875-be7d-c8724cdced63 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:51.103410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Attempting to bind port 2da34abe-e123-4875-be7d-c8724cdced63 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:51.108715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:51.109689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:51.109689 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:51.109889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:51.110512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Bound port: 2da34abe-e123-4875-be7d-c8724cdced63, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:51.110747 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:51.126841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-569a73db-d998-47a2-883b-36f9493d30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:51.129750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-569a73db-d998-47a2-883b-36f9493d30a9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 200 len: 858 time: 0.1442299 Nov 09 18:18:51.180161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-02062240-0315-43a2-8ae0-44679677bb7e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=47fdbae6-b792-47c9-abc2-b734a129d67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382912 Nov 09 18:18:51.202241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] For port 2da34abe-e123-4875-be7d-c8724cdced63, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:51.208227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] For port 2da34abe-e123-4875-be7d-c8724cdced63, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2da34abe-e123-4875-be7d-c8724cdced63,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:51.214855 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:51.287727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f3b4e-62c2-4cb1-900e-e4b351b9ebaf None None] Pushing event updated for resources: {'Port': ['ID=2da34abe-e123-4875-be7d-c8724cdced63,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:51.346506 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-3a4048df-4c64-432f-a8ae-3dcfdbdd1647 service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592121 Nov 09 18:18:51.539831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-428ce693-4de9-4a05-9a40-46b29f294f7d req-68d50fb3-814d-446b-8d97-9422096b8049 service neutron] 10.222.0.85 "GET /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708274 Nov 09 18:18:51.543426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:51.607549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:51.624284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:51.625796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:51.629482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:51.630149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:51.654127 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f6b3844-b011-4d3d-9429-13f166794f83 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3177755 Nov 09 18:18:51.656592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45204) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:51.666845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:f6:e6:1b', 'name': 'tempest-NetworksTestDHCPv6-601292791'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:51.828529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:51.939406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2da34abe-e123-4875-be7d-c8724cdced63 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:51.941863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:51.967870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 1ea18327-8266-4cf9-91a3-e5438398fd2a yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:52.005478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2da34abe-e123-4875-be7d-c8724cdced63 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:52.005916 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:52.132898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:52.186975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 172.20.0.9 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1/1ea18327-8266-4cf9-91a3-e5438398fd2a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:52.200157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fef6:e61b (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5/1ea18327-8266-4cf9-91a3-e5438398fd2a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:52.212260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 2da34abe-e123-4875-be7d-c8724cdced63, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2da34abe-e123-4875-be7d-c8724cdced63,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:52.226028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:52.336503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=2da34abe-e123-4875-be7d-c8724cdced63,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:52.502536 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:52.535499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8769f-41c2-40a0-88ac-e4078299d361 req-fe981521-f9e7-4ecb-8419-7d585906415c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:52.541335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9b8769f-41c2-40a0-88ac-e4078299d361 req-fe981521-f9e7-4ecb-8419-7d585906415c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0882111 Nov 09 18:18:52.603769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9b8769f-41c2-40a0-88ac-e4078299d361 req-ca24770d-9c1a-4b3b-8d6d-c1e3259028b5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 Nov 09 18:18:52.605245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:52.636037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251207e-cc88-4b42-a9cb-f112e09fccea None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:52.701131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:52.702243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=1ea18327-8266-4cf9-91a3-e5438398fd2a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:52.706834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:52.713219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:52.773892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:52.774277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:52.788441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7e1a71d7-c657-4935-af4c-37c8bdada941 None None] Provisioning complete for port 2da34abe-e123-4875-be7d-c8724cdced63 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:52.789431 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e1a71d7-c657-4935-af4c-37c8bdada941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:52.795709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-67ef9f5f-5e0e-4cf0-b37c-3e000cfe9ab7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1357772 Nov 09 18:18:52.796159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45230) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:52.860833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f8aeb-d2d4-44ec-a778-865210231c94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:52.868720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355f8aeb-d2d4-44ec-a778-865210231c94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:52.870639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-355f8aeb-d2d4-44ec-a778-865210231c94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0734410 Nov 09 18:18:52.872933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45238) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:52.980559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 1ea18327-8266-4cf9-91a3-e5438398fd2a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:52.980909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.077511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.085298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937f77e1-0442-4871-9d5a-a539e316234d None None] Update dhcp port {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': '727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5', 'ip_address': '2001:db8::f816:3eff:fe70:22cc'}, {'subnet_id': 'fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '2da34abe-e123-4875-be7d-c8724cdced63'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:18:53.091277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 1ea18327-8266-4cf9-91a3-e5438398fd2a owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:53.113282 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-937f77e1-0442-4871-9d5a-a539e316234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.282298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-937f77e1-0442-4871-9d5a-a539e316234d None None] Allocated IP 172.20.0.2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1/2da34abe-e123-4875-be7d-c8724cdced63) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:53.288693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.316900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=1ea18327-8266-4cf9-91a3-e5438398fd2a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:53.399572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-937f77e1-0442-4871-9d5a-a539e316234d None None] For port 2da34abe-e123-4875-be7d-c8724cdced63, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2da34abe-e123-4875-be7d-c8724cdced63,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:53.408867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.412311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7ff7360-c3e4-428a-8227-33c221c2a928 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/1ea18327-8266-4cf9-91a3-e5438398fd2a HTTP/1.1" status: 204 len: 168 time: 0.5381341 Nov 09 18:18:53.414833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45248) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:53.433930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-937f77e1-0442-4871-9d5a-a539e316234d None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.439425 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-937f77e1-0442-4871-9d5a-a539e316234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.469211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3bc6a-0c3d-4b16-a764-a7d8bf025a58 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:53.471709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3bc6a-0c3d-4b16-a764-a7d8bf025a58 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:53.472445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3bc6a-0c3d-4b16-a764-a7d8bf025a58 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:53.474107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f1e3bc6a-0c3d-4b16-a764-a7d8bf025a58 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0583324 Nov 09 18:18:53.477319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45250) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:53.534905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:53.536306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f77e1-0442-4871-9d5a-a539e316234d None None] Pushing event updated for resources: {'Port': ['ID=2da34abe-e123-4875-be7d-c8724cdced63,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:53.539281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.588410 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.703804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.784405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab338d9-2c4a-434b-81f6-a5e557289425 req-d679ebf3-8059-4a89-ae97-73573629a852 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:53.786317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dab338d9-2c4a-434b-81f6-a5e557289425 req-d679ebf3-8059-4a89-ae97-73573629a852 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0935285 Nov 09 18:18:53.812348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.854014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:53.858984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:53.865037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e1098f1-b631-4c48-9666-02c9540be54c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5 HTTP/1.1" status: 204 len: 168 time: 0.3859482 Nov 09 18:18:53.867778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45262) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:53.896947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dab338d9-2c4a-434b-81f6-a5e557289425 req-bf5c842f-6fe7-4928-b36e-eeb409142aa9 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985079 Nov 09 18:18:53.971744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2da34abe-e123-4875-be7d-c8724cdced63 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:53.988451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:53.993311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.055965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.095506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2da34abe-e123-4875-be7d-c8724cdced63 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:54.095899 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.212186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.291673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.319338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:54.324257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.330696 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5d09c3be-608c-4a46-bebe-3ce95a544a64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1 HTTP/1.1" status: 204 len: 168 time: 0.4617167 Nov 09 18:18:54.330988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45270) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:54.338565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450d75c-ff0d-4772-aff1-589f1c409f21 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:54.383393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-194a80e0-7ec2-473c-bc4c-1ea616765da9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511572 Nov 09 18:18:54.384224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45276) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:54.389907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:54.390225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b207dedf-59e2-4221-b34c-cc13c244cabb None None] Could not find standard attr ID for object 1ea18327-8266-4cf9-91a3-e5438398fd2a. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:54.490985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b207dedf-59e2-4221-b34c-cc13c244cabb None None] Provisioning complete for port 2da34abe-e123-4875-be7d-c8724cdced63 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:54.491513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b207dedf-59e2-4221-b34c-cc13c244cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.502187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:54.506818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.609215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:18:54.681737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] Deleting port 2da34abe-e123-4875-be7d-c8724cdced63 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:54.682177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.776895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] For port 2da34abe-e123-4875-be7d-c8724cdced63, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2da34abe-e123-4875-be7d-c8724cdced63,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:54.777317 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.792349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] Calling delete_port for 2da34abe-e123-4875-be7d-c8724cdced63 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:54.794788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.795584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8757-e0c1-4344-a145-f986dbad1081 req-75d409a9-1b57-40fc-b78f-98a28dfd89fe tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:54.797247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-effe8757-e0c1-4344-a145-f986dbad1081 req-75d409a9-1b57-40fc-b78f-98a28dfd89fe tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.85 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.0827110 Nov 09 18:18:54.855638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:54.863690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:54.882305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:54.883940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.886040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.901441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:54.908964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23db0353-c7db-4597-b601-e76ebc4da9b1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5235207 Nov 09 18:18:54.917454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:54.919864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:54.939660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] Pushing event deleted for resources: {'Port': ['ID=2da34abe-e123-4875-be7d-c8724cdced63,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:54.941431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Deleting port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:54.941431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:54.946920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a4996-e477-4ab6-9d35-424c29268e3c None None] No DVR routers for this DVR port 2da34abe-e123-4875-be7d-c8724cdced63 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:54.971358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32d823-998d-4b9d-b301-fe400ddaa730 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:55.098420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] For port f38f9dc8-9ad7-4090-9636-58ed035d8fb3, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:55.099042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.114892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Calling delete_port for f38f9dc8-9ad7-4090-9636-58ed035d8fb3 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:55.161130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b865d3-676d-496f-9d7f-82310d2af9e9 req-11d24670-d8db-426f-ae1e-5cc08b39278f tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:55.166546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30b865d3-676d-496f-9d7f-82310d2af9e9 req-11d24670-d8db-426f-ae1e-5cc08b39278f tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=63787ca3-41d2-4991-97ef-3961f70355ce HTTP/1.1" status: 200 len: 945 time: 0.1290529 Nov 09 18:18:55.171489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:18:55.175240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.219298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30b865d3-676d-496f-9d7f-82310d2af9e9 req-18aadd27-c658-43ab-b2ca-d1cf3cef6460 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Nov 09 18:18:55.220991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:55.227085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.273713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.317957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Pushing event deleted for resources: {'Port': ['ID=f38f9dc8-9ad7-4090-9636-58ed035d8fb3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:55.321075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f38f9dc8-9ad7-4090-9636-58ed035d8fb3'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:18:55.348458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['62f50b82-1b1c-4161-9bf3-92e998fed107'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:18:55.363048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] No DVR routers for this DVR port f38f9dc8-9ad7-4090-9636-58ed035d8fb3 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:18:55.366038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.370356 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-effe8757-e0c1-4344-a145-f986dbad1081 req-526acfa7-afa8-4711-a266-8e76bcaa7042 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.85 "DELETE /v2.0/ports/f38f9dc8-9ad7-4090-9636-58ed035d8fb3 HTTP/1.1" status: 204 len: 173 time: 0.5612290 Nov 09 18:18:55.370860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63787ca3-41d2-4991-97ef-3961f70355ce', 'name': 'network-vif-deleted', 'tag': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:18:55.374088 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e9ab9-9066-4d8c-ae29-f203ddf3f8cd" -d '{"events": [{"server_uuid": "63787ca3-41d2-4991-97ef-3961f70355ce", "name": "network-vif-deleted", "tag": "f38f9dc8-9ad7-4090-9636-58ed035d8fb3"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:18:55.463963 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041e3f53-4f3e-413b-aa20-1bad4a96d96c x-openstack-request-id: req-041e3f53-4f3e-413b-aa20-1bad4a96d96c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:18:55.464252 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63787ca3-41d2-4991-97ef-3961f70355ce", "name": "network-vif-deleted", "tag": "f38f9dc8-9ad7-4090-9636-58ed035d8fb3", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:18:55.464511 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-041e3f53-4f3e-413b-aa20-1bad4a96d96c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:18:55.464917 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63787ca3-41d2-4991-97ef-3961f70355ce', 'name': 'network-vif-deleted', 'tag': 'f38f9dc8-9ad7-4090-9636-58ed035d8fb3', 'status': 'completed', 'code': 200} Nov 09 18:18:55.527909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Allocated IP 172.20.0.2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a/9c385b41-384d-419b-89bd-34b11cdc9953) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:55.943228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2da34abe-e123-4875-be7d-c8724cdced63 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:55.945337 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.965951 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:55.967705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2da34abe-e123-4875-be7d-c8724cdced63 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:55.968840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2da34abe-e123-4875-be7d-c8724cdced63 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:56.024854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:56.029335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:56.033490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:56.050411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Pushing event updated for resources: {'Port': ['ID=9c385b41-384d-419b-89bd-34b11cdc9953,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:56.109032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Attempting to bind port 9c385b41-384d-419b-89bd-34b11cdc9953 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:18:56.109720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Attempting to bind port 9c385b41-384d-419b-89bd-34b11cdc9953 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:18:56.110312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Attempting to bind port 9c385b41-384d-419b-89bd-34b11cdc9953 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:18:56.115309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:18:56.115690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:18:56.116169 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.117272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:18:56.118559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Bound port: 9c385b41-384d-419b-89bd-34b11cdc9953, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:18:56.118961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.136755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:18:56.183376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] For port 9c385b41-384d-419b-89bd-34b11cdc9953, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:18:56.187106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] For port 9c385b41-384d-419b-89bd-34b11cdc9953, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9c385b41-384d-419b-89bd-34b11cdc9953,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:18:56.195384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.275939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5998c-53c4-4e25-9029-2371e8a09517 None None] Pushing event updated for resources: {'Port': ['ID=9c385b41-384d-419b-89bd-34b11cdc9953,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:56.317291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.537674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] For port 9c385b41-384d-419b-89bd-34b11cdc9953, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9c385b41-384d-419b-89bd-34b11cdc9953,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:56.611871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.618299 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.619318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.705406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:56.718076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:56.725465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:56.726622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:56.747718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=9c385b41-384d-419b-89bd-34b11cdc9953,revision_number=4']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:56.755515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=27f2c45d-e1b8-4fec-adec-91d91ae2b6c1,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:56.764869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c803fc5d-cd4b-40b0-9637-0ea472720b34 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8510106 Nov 09 18:18:56.767739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:56.773032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:9a:bb:47', 'name': 'tempest-NetworksTestDHCPv6-606813690'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:56.904546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927216d-02b6-4230-88b9-53841a334b31 req-308f4149-aaa6-4a25-bfe2-dd2a1641bdf3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:56.906017 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9927216d-02b6-4230-88b9-53841a334b31 req-308f4149-aaa6-4a25-bfe2-dd2a1641bdf3 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0845983 Nov 09 18:18:56.953707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:56.960797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9927216d-02b6-4230-88b9-53841a334b31 req-8581f141-f49b-4fd8-8892-c47f3463bffe tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Nov 09 18:18:57.045555 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.069765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 66726295-8731-4f38-8f76-b92a4a794f25 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:18:57.249723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 172.20.0.3 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a/66726295-8731-4f38-8f76-b92a4a794f25) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:57.256961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fe9a:bb47 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/27f2c45d-e1b8-4fec-adec-91d91ae2b6c1/66726295-8731-4f38-8f76-b92a4a794f25) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:18:57.328173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a392d9f5-13e6-47dc-a9d0-5c8fe19c6b47 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:57.395288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c7b92396-7091-42ee-8d33-65b35f819cc9 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:57.395666 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c7b92396-7091-42ee-8d33-65b35f819cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.433588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.468318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.516622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:57.519935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:57.527454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:18:57.531577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=66726295-8731-4f38-8f76-b92a4a794f25,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:57.544607 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c7b92396-7091-42ee-8d33-65b35f819cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.587038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c7b92396-7091-42ee-8d33-65b35f819cc9 None None] For port 9c385b41-384d-419b-89bd-34b11cdc9953, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9c385b41-384d-419b-89bd-34b11cdc9953,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:18:57.589471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.590275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.597844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c7b92396-7091-42ee-8d33-65b35f819cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.621026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1d008a47-26e6-441d-b047-299a091edef4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8516786 Nov 09 18:18:57.623217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45348) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:57.667145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b92396-7091-42ee-8d33-65b35f819cc9 None None] Pushing event updated for resources: {'Port': ['ID=9c385b41-384d-419b-89bd-34b11cdc9953,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:57.705397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79c1ba-2c93-4d8c-a14b-b48cbf96ab11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.707825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79c1ba-2c93-4d8c-a14b-b48cbf96ab11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:57.709546 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6e79c1ba-2c93-4d8c-a14b-b48cbf96ab11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0848141 Nov 09 18:18:57.712993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45352) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:57.849305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 66726295-8731-4f38-8f76-b92a4a794f25 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:18:57.849634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.938167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9c385b41-384d-419b-89bd-34b11cdc9953 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:18:57.970916 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:57.987987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 66726295-8731-4f38-8f76-b92a4a794f25 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:18:57.995308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:57.995692 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.164873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a42ae-2b5f-410a-b6ac-2956147cf580 req-39369469-43c9-4ce2-93f6-68167726c331 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:58.166486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e3a42ae-2b5f-410a-b6ac-2956147cf580 req-39369469-43c9-4ce2-93f6-68167726c331 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0813081 Nov 09 18:18:58.242579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e3a42ae-2b5f-410a-b6ac-2956147cf580 req-84325c33-a233-44c7-a288-95fa72af4f88 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Nov 09 18:18:58.313892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.337743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e0756e2e-3a9a-48cf-9b4f-dbdbb6279804 None None] Could not find standard attr ID for object 66726295-8731-4f38-8f76-b92a4a794f25. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:58.343882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=66726295-8731-4f38-8f76-b92a4a794f25,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:58.354452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e0756e2e-3a9a-48cf-9b4f-dbdbb6279804 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:58.354805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e0756e2e-3a9a-48cf-9b4f-dbdbb6279804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.453550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.459477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e582bbc9-210c-4c0b-84a2-7c3d215533ec tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/66726295-8731-4f38-8f76-b92a4a794f25 HTTP/1.1" status: 204 len: 168 time: 0.7428660 Nov 09 18:18:58.459898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45370) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:58.540881 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d73ee-47c1-453e-8843-ad5e2bfdd27a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:58.542455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d73ee-47c1-453e-8843-ad5e2bfdd27a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:58.544080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7d73ee-47c1-453e-8843-ad5e2bfdd27a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:58.545907 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6e7d73ee-47c1-453e-8843-ad5e2bfdd27a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0845342 Nov 09 18:18:58.548786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45372) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:58.603436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 27f2c45d-e1b8-4fec-adec-91d91ae2b6c1 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:58.606927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.653608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.674255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8e3c7090-7bb9-47e4-b078-2ff47c0cc814 None None] Could not find standard attr ID for object 1ea18327-8266-4cf9-91a3-e5438398fd2a. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:58.743681 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.824459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.857433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.864350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45382) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:58.865232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/27f2c45d-e1b8-4fec-adec-91d91ae2b6c1 HTTP/1.1" status: 204 len: 168 time: 0.3146663 Nov 09 18:18:58.865475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b16037-27e1-4fa6-8194-2dada53b2174 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=27f2c45d-e1b8-4fec-adec-91d91ae2b6c1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:58.890987 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813f755-0768-4704-b327-1b1346a2ed7c None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:58.894423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d2c22498-7ac0-435d-b396-e1541c1bb03a None None] Could not find standard attr ID for object 66726295-8731-4f38-8f76-b92a4a794f25. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:18:58.926462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:18:58.932052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:58.977469 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.073722 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.138949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.165594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:59.171603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.177032 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e4541670-a8cd-447d-8006-8cf0add568d1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a HTTP/1.1" status: 204 len: 168 time: 0.3075478 Nov 09 18:18:59.177783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45390) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:59.222109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-39a3858d-cf00-412c-b19c-d120d9666834 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420697 Nov 09 18:18:59.223740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45392) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:59.229579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:59.367635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:59.371277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.444874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca998d-d786-4931-b502-c67f051f46ce req-38626c9d-2428-4fd7-8ca6-bb74a9939b2b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:59.446526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55ca998d-d786-4931-b502-c67f051f46ce req-38626c9d-2428-4fd7-8ca6-bb74a9939b2b tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1200821 Nov 09 18:18:59.497822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f38f9dc8-9ad7-4090-9636-58ed035d8fb3 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:18:59.508089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55ca998d-d786-4931-b502-c67f051f46ce req-58be49ff-1bfb-4875-9a6c-26641cd3803e tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514307 Nov 09 18:18:59.531421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: f38f9dc8-9ad7-4090-9636-58ed035d8fb3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:18:59.531971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f38f9dc8-9ad7-4090-9636-58ed035d8fb3 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:18:59.618154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.673679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:18:59.677061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:18:59.678953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=726878fb-cca2-4b21-93e5-d8a8214a5b8c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:18:59.681922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:18:59.682533 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.690201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa46fac1-6a94-4738-9342-8adc34bb93f3 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:18:59.700219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-55b14446-dd92-4a01-967d-e0087b0bc45f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4752364 Nov 09 18:18:59.702961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45406) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:18:59.707891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:18:59.756952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3af0b697-042a-4498-a8ba-a2a4982600a5 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:18:59.757656 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3af0b697-042a-4498-a8ba-a2a4982600a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:18:59.828189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:18:59.833662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.174766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e375403a-165c-492b-a0d5-2205f7209f39 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:00.207415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:00.307677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-786e9c7f-395a-4fc8-b91c-731aa71706e4 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:00.308165 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-786e9c7f-395a-4fc8-b91c-731aa71706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.376875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.456548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475ffdc-023e-4dc7-86f7-d62e8bc684d3 None None] Update dhcp port {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': 'a7b9d93f-e288-4544-a547-9836251563cc', 'ip_address': '2001:db8::f816:3eff:fee1:bcd2'}, {'subnet_id': '726878fb-cca2-4b21-93e5-d8a8214a5b8c'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '9c385b41-384d-419b-89bd-34b11cdc9953'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:19:00.486207 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0475ffdc-023e-4dc7-86f7-d62e8bc684d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.550945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] For port 9c385b41-384d-419b-89bd-34b11cdc9953, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9c385b41-384d-419b-89bd-34b11cdc9953,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:00.585409 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.592617 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.593498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.653025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0475ffdc-023e-4dc7-86f7-d62e8bc684d3 None None] Allocated IP 172.20.0.2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/726878fb-cca2-4b21-93e5-d8a8214a5b8c/9c385b41-384d-419b-89bd-34b11cdc9953) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:00.661861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=9c385b41-384d-419b-89bd-34b11cdc9953,revision_number=9']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:00.721406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:00.729930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:00.735626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:00.736220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.748678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=a7b9d93f-e288-4544-a547-9836251563cc,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:00.760135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce813d3c-e085-49e0-92e8-33e781d736c7 req-cf893124-6938-46b7-8b8e-5d0d8ee4f382 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:00.761719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce813d3c-e085-49e0-92e8-33e781d736c7 req-cf893124-6938-46b7-8b8e-5d0d8ee4f382 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1102567 Nov 09 18:19:00.773316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0475ffdc-023e-4dc7-86f7-d62e8bc684d3 None None] For port 9c385b41-384d-419b-89bd-34b11cdc9953, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9c385b41-384d-419b-89bd-34b11cdc9953,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:00.783471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45432) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:00.784034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6fb1406d-0a9e-4f31-9fa8-5cad6cdd1992 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0795627 Nov 09 18:19:00.794046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:ae:37:50', 'name': 'tempest-NetworksTestDHCPv6-39970533'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:00.807398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0475ffdc-023e-4dc7-86f7-d62e8bc684d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.814460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0475ffdc-023e-4dc7-86f7-d62e8bc684d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:00.829452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce813d3c-e085-49e0-92e8-33e781d736c7 req-8c1b6b56-d737-4f3b-af27-e298ce6a9b4d tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605209 Nov 09 18:19:00.908437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475ffdc-023e-4dc7-86f7-d62e8bc684d3 None None] Pushing event updated for resources: {'Port': ['ID=9c385b41-384d-419b-89bd-34b11cdc9953,revision_number=10']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:00.953640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:01.064004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:01.087805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 821fc2f4-08db-430d-b83b-f304bd4af47a yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:01.277407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 172.20.0.14 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/726878fb-cca2-4b21-93e5-d8a8214a5b8c/821fc2f4-08db-430d-b83b-f304bd4af47a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:01.288880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:feae:3750 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/a7b9d93f-e288-4544-a547-9836251563cc/821fc2f4-08db-430d-b83b-f304bd4af47a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:01.452847 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:01.487749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:01.491930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd65637-2034-488e-85ae-af82cf9072fa None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:01.534359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:01.537636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:01.540060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:01.565957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=821fc2f4-08db-430d-b83b-f304bd4af47a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:01.598097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:01.598785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:01.617929 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-81afc9c5-e526-4af2-ab41-c305f7c1ef7c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8320992 Nov 09 18:19:01.620612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45452) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:01.621455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7552c364-bbfc-482d-85eb-7a012e15dad3 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:01.621836 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7552c364-bbfc-482d-85eb-7a012e15dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:01.671729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c1c99-479e-4e9a-8034-3ed770a5cf2e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:01.677700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c1c99-479e-4e9a-8034-3ed770a5cf2e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:01.682109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-187c1c99-479e-4e9a-8034-3ed770a5cf2e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0585661 Nov 09 18:19:01.682822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45454) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:01.779469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 821fc2f4-08db-430d-b83b-f304bd4af47a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:01.779823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:01.894617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9c385b41-384d-419b-89bd-34b11cdc9953 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:01.897701 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:01.910534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 821fc2f4-08db-430d-b83b-f304bd4af47a owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:01.965459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:01.966162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.039322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857e193-41e6-4e1d-aa25-60e810a3fe6b req-fe56cbfe-7b23-4372-b1c6-bd592057ad7c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.049204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5857e193-41e6-4e1d-aa25-60e810a3fe6b req-fe56cbfe-7b23-4372-b1c6-bd592057ad7c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0827141 Nov 09 18:19:02.083784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ef5f1856-6f37-4a03-ac2c-c0070e5fb051 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:02.084103 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1856-6f37-4a03-ac2c-c0070e5fb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.129475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5857e193-41e6-4e1d-aa25-60e810a3fe6b req-b4d859ca-429b-48bc-8979-9a024fd586fa tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780704 Nov 09 18:19:02.214380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ef5f1856-6f37-4a03-ac2c-c0070e5fb051 None None] Provisioning complete for port 821fc2f4-08db-430d-b83b-f304bd4af47a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:02.215005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1856-6f37-4a03-ac2c-c0070e5fb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.262336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.263439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f1856-6f37-4a03-ac2c-c0070e5fb051 None None] Port 821fc2f4-08db-430d-b83b-f304bd4af47a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:19:02.294454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=821fc2f4-08db-430d-b83b-f304bd4af47a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:02.390753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.397153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23a3a433-2ab0-4412-abc1-5742d8c611b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/821fc2f4-08db-430d-b83b-f304bd4af47a HTTP/1.1" status: 204 len: 168 time: 0.7105489 Nov 09 18:19:02.397153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45474) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:02.457545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6845c7-12ca-4c9a-98a1-afbdd3bed160 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.459121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6845c7-12ca-4c9a-98a1-afbdd3bed160 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.461390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6845c7-12ca-4c9a-98a1-afbdd3bed160 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.463056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7c6845c7-12ca-4c9a-98a1-afbdd3bed160 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0652473 Nov 09 18:19:02.465764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45478) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:02.477841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-34b067fe-8b02-4775-a0b6-33a5aa5c38f2 None None] Could not find standard attr ID for object 821fc2f4-08db-430d-b83b-f304bd4af47a. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:02.525368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 726878fb-cca2-4b21-93e5-d8a8214a5b8c {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:02.529098 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.572928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.663363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e522be4e-1443-4ba6-b5ad-d82e316e71c5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:02.664784 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e522be4e-1443-4ba6-b5ad-d82e316e71c5 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.73 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.0708683 Nov 09 18:19:02.732764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.823986 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.827139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Deleting port 62f50b82-1b1c-4161-9bf3-92e998fed107 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:02.827462 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.888917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=726878fb-cca2-4b21-93e5-d8a8214a5b8c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:02.892861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.895969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-76a2fe4c-35c7-45b9-ba91-86fe9c63868f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/726878fb-cca2-4b21-93e5-d8a8214a5b8c HTTP/1.1" status: 204 len: 168 time: 0.4288619 Nov 09 18:19:02.899379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45486) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:02.901564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f97ded-896c-4da1-b06a-ba7885f3d8cf None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:02.954002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] For port 62f50b82-1b1c-4161-9bf3-92e998fed107, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=62f50b82-1b1c-4161-9bf3-92e998fed107,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:02.954407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:02.971901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Calling delete_port for 62f50b82-1b1c-4161-9bf3-92e998fed107 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:02.978559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet a7b9d93f-e288-4544-a547-9836251563cc {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:02.982343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.048271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.143770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.264323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.302226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b9d93f-e288-4544-a547-9836251563cc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:03.312610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.315981 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-04242277-a1ce-4852-93e3-d607159d7308 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/a7b9d93f-e288-4544-a547-9836251563cc HTTP/1.1" status: 204 len: 168 time: 0.4153094 Nov 09 18:19:03.318957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45502) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:03.371215 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bff323c2-8b9e-4a30-897b-b0ece0347329 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493987 Nov 09 18:19:03.374683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45506) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:03.392124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a735a-f6bd-4195-a1b1-8d258d6e429d req-8d3e81fc-77fa-44aa-b9f0-843901790ec4 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:03.393617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c41a735a-f6bd-4195-a1b1-8d258d6e429d req-8d3e81fc-77fa-44aa-b9f0-843901790ec4 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/ports?device_id=e15cc1fe-231d-4091-b7c5-75c37ce133b7 HTTP/1.1" status: 200 len: 946 time: 0.1047704 Nov 09 18:19:03.500092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c41a735a-f6bd-4195-a1b1-8d258d6e429d req-00731ee9-6439-4dad-afe3-ee279ac279b0 tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.32 "GET /v2.0/security-groups?id=6c312422-78da-49ae-bd00-5d101d44c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850739 Nov 09 18:19:03.509493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51dd527-0e34-428a-86db-ea16e7c2d8c9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:03.510961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b51dd527-0e34-428a-86db-ea16e7c2d8c9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1342545 Nov 09 18:19:03.514146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45508) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:03.514864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.540293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['62f50b82-1b1c-4161-9bf3-92e998fed107'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:03.564183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Pushing event deleted for resources: {'Port': ['ID=62f50b82-1b1c-4161-9bf3-92e998fed107,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:03.601782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7945a-92d6-4739-af65-e52206a89e5f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:03.606589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ad7945a-92d6-4739-af65-e52206a89e5f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0911508 Nov 09 18:19:03.607356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45514) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:03.620150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] No DVR routers for this DVR port 62f50b82-1b1c-4161-9bf3-92e998fed107 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:03.622665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.626808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c91a1597-9126-46b1-97ac-12f2e1368cca req-e220c495-11cb-4177-9384-3c64f24e0e6c tempest-ServerRescueNegativeTestJSON-1616038382 tempest-ServerRescueNegativeTestJSON-1616038382-project] 10.222.0.73 "DELETE /v2.0/ports/62f50b82-1b1c-4161-9bf3-92e998fed107 HTTP/1.1" status: 204 len: 173 time: 0.9452150 Nov 09 18:19:03.627285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'name': 'network-vif-deleted', 'tag': '62f50b82-1b1c-4161-9bf3-92e998fed107'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:03.629759 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c645ee9-8f58-44e3-9e4a-d311a21bf6c2" -d '{"events": [{"server_uuid": "e15cc1fe-231d-4091-b7c5-75c37ce133b7", "name": "network-vif-deleted", "tag": "62f50b82-1b1c-4161-9bf3-92e998fed107"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:03.673234 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-60ef117c-fc2a-4f1d-baa0-72714d130376 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646493 Nov 09 18:19:03.680396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45518) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:03.685661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-10f6a1b1-35f4-4ce1-a93f-7b9d0c9e21e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:03.766900 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4981240b-9f76-41b4-854a-ab9975649283 x-openstack-request-id: req-4981240b-9f76-41b4-854a-ab9975649283 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:03.767434 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15cc1fe-231d-4091-b7c5-75c37ce133b7", "name": "network-vif-deleted", "tag": "62f50b82-1b1c-4161-9bf3-92e998fed107", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:03.767434 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4981240b-9f76-41b4-854a-ab9975649283 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:03.767929 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15cc1fe-231d-4091-b7c5-75c37ce133b7', 'name': 'network-vif-deleted', 'tag': '62f50b82-1b1c-4161-9bf3-92e998fed107', 'status': 'completed', 'code': 200} Nov 09 18:19:03.811515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6a1b1-35f4-4ce1-a93f-7b9d0c9e21e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:03.815818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-10f6a1b1-35f4-4ce1-a93f-7b9d0c9e21e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.817501 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f6a1b1-35f4-4ce1-a93f-7b9d0c9e21e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:03.818128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f6a1b1-35f4-4ce1-a93f-7b9d0c9e21e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:03.837323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397d927-d51b-4712-9b01-7bc4941f69fd None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:03.839137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10f6a1b1-35f4-4ce1-a93f-7b9d0c9e21e8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1572771 Nov 09 18:19:03.841912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45522) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:03.848187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2b31faeb-ee49-4933-aa10-876954fe2724 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:03.935151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-30721875-102f-4baa-9d22-80fced4a7a07 None None] Provisioning complete for port 9c385b41-384d-419b-89bd-34b11cdc9953 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:03.936082 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-30721875-102f-4baa-9d22-80fced4a7a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.975074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31faeb-ee49-4933-aa10-876954fe2724 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:03.980425 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2b31faeb-ee49-4933-aa10-876954fe2724 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:03.982741 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b31faeb-ee49-4933-aa10-876954fe2724 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:03.983189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b31faeb-ee49-4933-aa10-876954fe2724 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:04.001948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2b31faeb-ee49-4933-aa10-876954fe2724 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1585143 Nov 09 18:19:04.004740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.016264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a80dbff0-2373-4fd4-8c21-013a0577bd0f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:04.123649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80dbff0-2373-4fd4-8c21-013a0577bd0f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:04.128746 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a80dbff0-2373-4fd4-8c21-013a0577bd0f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:04.130188 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80dbff0-2373-4fd4-8c21-013a0577bd0f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:04.130755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80dbff0-2373-4fd4-8c21-013a0577bd0f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:04.138242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:04.150272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a80dbff0-2373-4fd4-8c21-013a0577bd0f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1444502 Nov 09 18:19:04.153840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45530) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.158924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dcc4e75b-d307-4906-88d8-5e6b9f9e188b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:04.186286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] Deleting port 9c385b41-384d-419b-89bd-34b11cdc9953 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:04.186875 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:04.252964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] For port 9c385b41-384d-419b-89bd-34b11cdc9953, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9c385b41-384d-419b-89bd-34b11cdc9953,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:04.253314 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:04.275284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc4e75b-d307-4906-88d8-5e6b9f9e188b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:04.275553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] Calling delete_port for 9c385b41-384d-419b-89bd-34b11cdc9953 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:04.279316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e75b-d307-4906-88d8-5e6b9f9e188b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:04.280769 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc4e75b-d307-4906-88d8-5e6b9f9e188b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:04.281272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc4e75b-d307-4906-88d8-5e6b9f9e188b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:04.298112 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dcc4e75b-d307-4906-88d8-5e6b9f9e188b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1424878 Nov 09 18:19:04.300618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45540) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.307665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3c7e38f9-9774-499b-84f9-755e16fdc7ba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:04.369341 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:04.401226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] No DVR routers for this DVR port 9c385b41-384d-419b-89bd-34b11cdc9953 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:04.409465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b9ab1-417d-4584-901c-38eadf63fe5c None None] Pushing event deleted for resources: {'Port': ['ID=9c385b41-384d-419b-89bd-34b11cdc9953,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:04.416801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e38f9-9774-499b-84f9-755e16fdc7ba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:04.420522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c7e38f9-9774-499b-84f9-755e16fdc7ba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:04.421919 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7e38f9-9774-499b-84f9-755e16fdc7ba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:04.422379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7e38f9-9774-499b-84f9-755e16fdc7ba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:04.437936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3c7e38f9-9774-499b-84f9-755e16fdc7ba tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1361909 Nov 09 18:19:04.441207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45542) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.446987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e2e72f99-fa86-4402-b7c1-3434be73fea5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:04.581256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e72f99-fa86-4402-b7c1-3434be73fea5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:04.581621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.583837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2e72f99-fa86-4402-b7c1-3434be73fea5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:04.585504 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e72f99-fa86-4402-b7c1-3434be73fea5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:04.585945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e72f99-fa86-4402-b7c1-3434be73fea5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:04.604752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e2e72f99-fa86-4402-b7c1-3434be73fea5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1622016 Nov 09 18:19:04.607807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45552) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.646139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6352b452-dd75-4fc2-8d0a-7748bcaefaae tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0370586 Nov 09 18:19:04.646735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45556) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.716129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42523ec8-c8ad-40c6-b478-ca25c1b1e4d9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:04.717668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-42523ec8-c8ad-40c6-b478-ca25c1b1e4d9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700154 Nov 09 18:19:04.718294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45560) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.766006 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-597bebfc-8bae-4f82-b560-82dc92b0bc61 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464740 Nov 09 18:19:04.769658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45562) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:04.774753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:04.876552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:04.881580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.045966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.155712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:05.157162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.207330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:05.210731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:05.215487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:05.216092 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.221411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47953497-51dd-4fb0-8752-8281a6ba72d4 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:05.221964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=05106fdb-aa15-42ae-8411-0d327bcd2314,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:05.242322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4c94f15e-eec1-48ad-b073-9e7cb2908a96 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4705782 Nov 09 18:19:05.243178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45572) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:05.248319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:ea:79:32', 'name': 'tempest-NetworksTestDHCPv6-251458462'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:05.400340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:05.434476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '05106fdb-aa15-42ae-8411-0d327bcd2314'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:05.435486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.510055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.530780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 30ff3eca-5780-4cb5-9ea4-224c625a5c4c yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:05.582631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Deleting port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:05.583205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.675011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] For port cf6f54d0-7649-48b9-a2b3-54d6a70c71cd, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,segment=NetworkSegment(c22a2de4-fc3b-46aa-b5e6-e46b6dc08065),segment_id=c22a2de4-fc3b-46aa-b5e6-e46b6dc08065)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:05.675563 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.689033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Calling delete_port for cf6f54d0-7649-48b9-a2b3-54d6a70c71cd owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:05.741942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Allocated IP 2001:db8::f816:3eff:fed8:9f95 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/05106fdb-aa15-42ae-8411-0d327bcd2314/669c2977-b5be-4a0e-8865-20ff51e557d8) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:05.836784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 62f50b82-1b1c-4161-9bf3-92e998fed107 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:05.870365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 62f50b82-1b1c-4161-9bf3-92e998fed107 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:05.870716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 62f50b82-1b1c-4161-9bf3-92e998fed107 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:05.903221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9c385b41-384d-419b-89bd-34b11cdc9953 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:05.942241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9c385b41-384d-419b-89bd-34b11cdc9953 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:05.942592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9c385b41-384d-419b-89bd-34b11cdc9953 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:05.957824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.977896 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.984134 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:05.987022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6f54d0-7649-48b9-a2b3-54d6a70c71cd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:06.005988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:06.008923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:06.027716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:06.073746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:feea:7932 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/05106fdb-aa15-42ae-8411-0d327bcd2314/30ff3eca-5780-4cb5-9ea4-224c625a5c4c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:06.081169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Pushing event updated for resources: {'Port': ['ID=669c2977-b5be-4a0e-8865-20ff51e557d8,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:06.131567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Attempting to bind port 669c2977-b5be-4a0e-8865-20ff51e557d8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:06.132866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Attempting to bind port 669c2977-b5be-4a0e-8865-20ff51e557d8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:06.133293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Attempting to bind port 669c2977-b5be-4a0e-8865-20ff51e557d8 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:06.141337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:06.141730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:06.142742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.142868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:06.143386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Bound port: 669c2977-b5be-4a0e-8865-20ff51e557d8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:06.143783 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.175441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.221323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] For port 669c2977-b5be-4a0e-8865-20ff51e557d8, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:06.224951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] For port 669c2977-b5be-4a0e-8865-20ff51e557d8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=669c2977-b5be-4a0e-8865-20ff51e557d8,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:06.229704 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.261461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.294159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1713edc-49d3-46b2-a381-a96a22eed9b9 None None] Pushing event updated for resources: {'Port': ['ID=669c2977-b5be-4a0e-8865-20ff51e557d8,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:06.324155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.388746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:06.392212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:06.399556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:06.405469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.406323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.418199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=30ff3eca-5780-4cb5-9ea4-224c625a5c4c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:06.429749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-008dd1f7-8259-485e-902e-2eeaa5d15fe5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1848474 Nov 09 18:19:06.432371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45598) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:06.459810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:06.492705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d87abf-9554-46de-9143-0e19e4546194 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.499688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d87abf-9554-46de-9143-0e19e4546194 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:06.503959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-91d87abf-9554-46de-9143-0e19e4546194 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0680358 Nov 09 18:19:06.504218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45600) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:06.597905 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:06.608688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] Sync routers for ids ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:06.611048 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-55f98cc4-04c6-4a62-8718-694a47f27b32 admin admin] 10.222.0.32 "PUT /v2.0/routers/eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0280766 Nov 09 18:19:06.613472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45604) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:06.622253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] Routers {'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:06.622909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:06.634049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 30ff3eca-5780-4cb5-9ea4-224c625a5c4c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:06.634503 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.755009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.773915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.775034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 30ff3eca-5780-4cb5-9ea4-224c625a5c4c owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:06.784400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] Set router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:06.922476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:06.952684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.014051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=30ff3eca-5780-4cb5-9ea4-224c625a5c4c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:07.022298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:19:05Z', 'revision_number': 5, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port': {'id': '3a2add5e-c7e1-452a-a68e-21d27259a512', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:77:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:16:50Z', 'updated_at': '2021-11-09T18:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:07.043554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Deleting port 3a2add5e-c7e1-452a-a68e-21d27259a512 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:07.043992 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.051717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.055178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] Checking router: eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:07.058020 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-80f49d43-957d-4bc3-ab60-fbc4bf57dff0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/30ff3eca-5780-4cb5-9ea4-224c625a5c4c HTTP/1.1" status: 204 len: 168 time: 0.5519567 Nov 09 18:19:07.059480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45616) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:07.067293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] Routers {'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:07.067951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:07.146490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ab845-f50e-4e2b-b311-edd8c8c741bd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:07.148607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ab845-f50e-4e2b-b311-edd8c8c741bd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:07.153621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7e7ab845-f50e-4e2b-b311-edd8c8c741bd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0929220 Nov 09 18:19:07.154009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45618) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:07.191115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] For port 3a2add5e-c7e1-452a-a68e-21d27259a512, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3a2add5e-c7e1-452a-a68e-21d27259a512,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:07.191495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.211609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Calling delete_port for 3a2add5e-c7e1-452a-a68e-21d27259a512 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:07.211798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] Set router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:07.244646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 05106fdb-aa15-42ae-8411-0d327bcd2314 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:07.258885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.333318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.358681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:19:06Z', 'revision_number': 6, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:07.394868 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b88bc054-b925-4297-9d59-4bd7b00fbd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.396411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a722f-cd09-4495-81fc-9f6fd5eecc4b None None] The sync data for ids ['eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e'] in n-d-817240-1 is: [{'id': 'eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e', 'name': 'tempest-ServerRescueNegativeTestJSON-981523897-router', 'tenant_id': '3a62ffcd13404e3690df5593547e6a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:16:49Z', 'updated_at': '2021-11-09T18:19:06Z', 'revision_number': 6, 'project_id': '3a62ffcd13404e3690df5593547e6a60', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:07.483064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.492061 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.546959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2add5e-c7e1-452a-a68e-21d27259a512,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:07.571162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.597116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=05106fdb-aa15-42ae-8411-0d327bcd2314,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:07.603224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.606750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9dacecc7-db20-429a-9461-9d3e7281b146 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/05106fdb-aa15-42ae-8411-0d327bcd2314 HTTP/1.1" status: 204 len: 168 time: 0.4468770 Nov 09 18:19:07.609376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45628) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:07.638444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.643332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7102f162-33d3-481f-89ba-dd1a74642c56 None None] Provisioning complete for port 669c2977-b5be-4a0e-8865-20ff51e557d8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:07.643713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7102f162-33d3-481f-89ba-dd1a74642c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.661509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-983407b3-6e5c-484f-9db6-c53becc6b6c6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484173 Nov 09 18:19:07.661648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45630) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:07.666619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:07.713513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45636) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:07.776712 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7102f162-33d3-481f-89ba-dd1a74642c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.836715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:07.840736 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.843875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.850968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7102f162-33d3-481f-89ba-dd1a74642c56 None None] For port 669c2977-b5be-4a0e-8865-20ff51e557d8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=669c2977-b5be-4a0e-8865-20ff51e557d8,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:07.852573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.867183 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7102f162-33d3-481f-89ba-dd1a74642c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.963621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102f162-33d3-481f-89ba-dd1a74642c56 None None] Pushing event updated for resources: {'Port': ['ID=669c2977-b5be-4a0e-8865-20ff51e557d8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:07.966591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:07.967255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:19:08.015822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79174ec-ed1d-4f9e-a694-4c26bfbc47ca None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:08.026580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.030458 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-56f4b6c5-149f-4e77-b438-2ad0a1d9bbe3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/eecbf7e5-0bcf-41e3-a24d-5d0546ee1d6e HTTP/1.1" status: 204 len: 168 time: 1.4152284 Nov 09 18:19:08.032539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45642) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:08.105381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ead0862d-e38f-472a-b1e7-9bb31f00b82f None None] Could not find standard attr ID for object 30ff3eca-5780-4cb5-9ea4-224c625a5c4c. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:08.173432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] Deleting subnet ee9c8647-4a02-40a3-a323-611240553c53 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:08.177040 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.229673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.267345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 56b52ad0-b871-4489-b2a1-9029c2394665 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:08.267698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.283781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:08.324633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.328993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:08.416448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.417005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.424165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] Deleting port 669c2977-b5be-4a0e-8865-20ff51e557d8 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:08.424610 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.437981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 56b52ad0-b871-4489-b2a1-9029c2394665 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:08.487336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device cf6f54d0-7649-48b9-a2b3-54d6a70c71cd no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:08.524840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: cf6f54d0-7649-48b9-a2b3-54d6a70c71cd {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:08.525265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device cf6f54d0-7649-48b9-a2b3-54d6a70c71cd not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:08.528300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.573332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9c8647-4a02-40a3-a323-611240553c53,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:08.575659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.581747 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0988b6c8-6d4b-4516-9718-43d82c10f5a7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ee9c8647-4a02-40a3-a323-611240553c53 HTTP/1.1" status: 204 len: 168 time: 0.5360508 Nov 09 18:19:08.583399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45654) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:08.612320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] For port 669c2977-b5be-4a0e-8865-20ff51e557d8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=669c2977-b5be-4a0e-8865-20ff51e557d8,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:08.612828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.635079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] Calling delete_port for 669c2977-b5be-4a0e-8865-20ff51e557d8 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:08.703949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.723738 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.735048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.735254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=56b52ad0-b871-4489-b2a1-9029c2394665,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:08.783371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.815672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:08.816110 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Floating IP 94337f31-6291-4ce4-816b-b1b4beb511f4 disassociated (deleted). External IP: 172.25.0.206, port: 49d1e761-798f-4458-9b01-c89ff190d4a7. Nov 09 18:19:08.817967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] No DVR routers for this DVR port 669c2977-b5be-4a0e-8865-20ff51e557d8 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:08.823362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc75d4-1335-4789-b316-3a589cace605 None None] Pushing event deleted for resources: {'Port': ['ID=669c2977-b5be-4a0e-8865-20ff51e557d8,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:08.961675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.001351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fdbae6-b792-47c9-abc2-b734a129d67e']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:09.017384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:09.019058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22a2de4-fc3b-46aa-b5e6-e46b6dc08065') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:09.042935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.068181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] For port 669c2977-b5be-4a0e-8865-20ff51e557d8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=669c2977-b5be-4a0e-8865-20ff51e557d8,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:09.070669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.084557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:19:09.085807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:19:09.087771 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:19:09.176207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.193370 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.195788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.199110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] 10.222.0.32 "DELETE /v2.0/networks/47fdbae6-b792-47c9-abc2-b734a129d67e HTTP/1.1" status: 204 len: 168 time: 0.6147361 Nov 09 18:19:09.210470 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.211275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.245723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a426a9-bb09-4343-87b7-ef947bce269c admin admin] Pushing event deleted for resources: {'Network': ['ID=47fdbae6-b792-47c9-abc2-b734a129d67e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:09.281201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=669c2977-b5be-4a0e-8865-20ff51e557d8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:09.289811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:09.294614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:09.299727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:09.300327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.307199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fde5238-2401-480e-a7dc-b50233549c60 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:09.311819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=d58896ce-1f35-4e9d-8bbc-05caa23952fc,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:09.338364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50a4233e-c81b-4e80-91f6-15b06a971b7b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6755877 Nov 09 18:19:09.340859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45670) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:09.347265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:f7:35:f0', 'name': 'tempest-NetworksTestDHCPv6-516786256'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:09.354318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router 088ede9d-67f8-43a7-8df7-8c26d81cccdd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:09.504087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'd58896ce-1f35-4e9d-8bbc-05caa23952fc'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:09.505046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.525161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:09.530444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.535258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:09.545504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.548598 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] Sync routers for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:09.559830 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:09.560749 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:18:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:09.585527 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-92bcefa0-a7e4-4884-8411-50bac307266c tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/floatingips/94337f31-6291-4ce4-816b-b1b4beb511f4 HTTP/1.1" status: 204 len: 168 time: 1.8685451 Nov 09 18:19:09.585527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:09.588424 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2879e9-8193-432f-9a73-63d310485c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:09.598629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45678) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:09.620463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 93d0d4be-ad4d-4926-b1b5-81a3a16520d0 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:09.661127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Allocated IP 2001:db8::f816:3eff:fef8:c14d (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/d58896ce-1f35-4e9d-8bbc-05caa23952fc/77c0250c-125c-436c-bd3b-c6ae513c6d93) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:09.712076 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:09.774675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45684) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:09.775215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dc77722a-172e-4124-8b8c-65d1d7b075b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a62ffcd13404e3690df5593547e6a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480764 Nov 09 18:19:09.791923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a97fcfd4-91b7-4665-88b3-c772fee5788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.863211 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edfc2b9-ae7d-4944-ba33-8942216dbd5c x-openstack-request-id: req-1edfc2b9-ae7d-4944-ba33-8942216dbd5c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:09.863511 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:09.863757 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1edfc2b9-ae7d-4944-ba33-8942216dbd5c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:09.864291 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'status': 'completed', 'code': 200} Nov 09 18:19:09.875797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a83388c4-a6e9-446c-9022-edf6c3624617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.902963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3a2add5e-c7e1-452a-a68e-21d27259a512 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:09.904084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a83388c4-a6e9-446c-9022-edf6c3624617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:09.981415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3a2add5e-c7e1-452a-a68e-21d27259a512 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:09.982028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3a2add5e-c7e1-452a-a68e-21d27259a512 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:09.982878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 669c2977-b5be-4a0e-8865-20ff51e557d8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:09.999839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a83388c4-a6e9-446c-9022-edf6c3624617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.002942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a83388c4-a6e9-446c-9022-edf6c3624617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.004206 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a83388c4-a6e9-446c-9022-edf6c3624617 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c312422-78da-49ae-bd00-5d101d44c873 HTTP/1.1" status: 204 len: 168 time: 0.2264464 Nov 09 18:19:10.011892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2879e9-8193-432f-9a73-63d310485c9c req-be51b23c-6a2d-41ac-8d9e-516055985eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:10.013669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2879e9-8193-432f-9a73-63d310485c9c req-be51b23c-6a2d-41ac-8d9e-516055985eb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=157548435770470e9b8f97aa9a4f0d37&device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 1096 time: 0.1228676 Nov 09 18:19:10.021190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524524e-e213-4443-9281-77d24bba11bd req-1fa535c9-5abb-4118-9f08-773c7e0d3cd1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:10.023798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7524524e-e213-4443-9281-77d24bba11bd req-1fa535c9-5abb-4118-9f08-773c7e0d3cd1 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.0856795 Nov 09 18:19:10.029575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 669c2977-b5be-4a0e-8865-20ff51e557d8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:10.029988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 669c2977-b5be-4a0e-8865-20ff51e557d8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:10.033869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.044687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.046539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83388c4-a6e9-446c-9022-edf6c3624617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c312422-78da-49ae-bd00-5d101d44c873,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:10.099977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fef7:35f0 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/d58896ce-1f35-4e9d-8bbc-05caa23952fc/93d0d4be-ad4d-4926-b1b5-81a3a16520d0) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:10.102276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Pushing event updated for resources: {'Port': ['ID=77c0250c-125c-436c-bd3b-c6ae513c6d93,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:10.155500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:10.157651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:10.167630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:10.228635 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:10.260105 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] Checking router: 088ede9d-67f8-43a7-8df7-8c26d81cccdd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:10.269057 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:10.269804 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:10.276460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.282249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Attempting to bind port 77c0250c-125c-436c-bd3b-c6ae513c6d93 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:10.282568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Attempting to bind port 77c0250c-125c-436c-bd3b-c6ae513c6d93 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:10.282942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Attempting to bind port 77c0250c-125c-436c-bd3b-c6ae513c6d93 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:10.292010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:10.292443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:10.292955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.293434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:10.294019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Bound port: 77c0250c-125c-436c-bd3b-c6ae513c6d93, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:10.294489 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.408436 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:10.425735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] For port 77c0250c-125c-436c-bd3b-c6ae513c6d93, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:10.432757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] For port 77c0250c-125c-436c-bd3b-c6ae513c6d93, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=77c0250c-125c-436c-bd3b-c6ae513c6d93,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:10.452169 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:10.594159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e6354-969d-43ff-9d65-a1984195d5a0 None None] Pushing event updated for resources: {'Port': ['ID=77c0250c-125c-436c-bd3b-c6ae513c6d93,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:10.680005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7524524e-e213-4443-9281-77d24bba11bd req-1c23bf15-cdd4-4c1b-b474-733c90f9dd3e tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6356258 Nov 09 18:19:10.720062 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:10.777617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2879e9-8193-432f-9a73-63d310485c9c req-4008e07c-39aa-43ea-900f-044bd6cb2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:10.787267 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c56b5-56ad-4e65-aa34-f949d23507d8 None None] The sync data for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 is: [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:17:21Z', 'revision_number': 4, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ce3494fb-8b3d-468e-bbce-429bb593b97e', 'name': '', 'network_id': '560aee6c-ee28-4af5-93e6-46ce30b8f503', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'mac_address': 'fa:16:3e:6a:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:19Z', 'updated_at': '2021-11-09T18:17:25Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'subnets': [{'id': 'd3ce6abc-cc5c-4bd1-8163-d9d89be8c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:10.794687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2879e9-8193-432f-9a73-63d310485c9c req-4008e07c-39aa-43ea-900f-044bd6cb2c1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=560aee6c-ee28-4af5-93e6-46ce30b8f503 HTTP/1.1" status: 200 len: 897 time: 0.7693050 Nov 09 18:19:10.905114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2879e9-8193-432f-9a73-63d310485c9c req-12c34e69-9e3c-484b-84c8-5a1cec473a04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49d1e761-798f-4458-9b01-c89ff190d4a7 HTTP/1.1" status: 200 len: 217 time: 0.0735831 Nov 09 18:19:10.982951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2879e9-8193-432f-9a73-63d310485c9c req-195d0756-ffc4-4055-8fdf-9991fca9eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:10.984573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2879e9-8193-432f-9a73-63d310485c9c req-195d0756-ffc4-4055-8fdf-9991fca9eda9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3ce6abc-cc5c-4bd1-8163-d9d89be8c384 HTTP/1.1" status: 200 len: 834 time: 0.0681279 Nov 09 18:19:11.035136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.061318 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.073161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2879e9-8193-432f-9a73-63d310485c9c req-606b1369-dbdd-45a9-a4f3-2cc29a42c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.075372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2879e9-8193-432f-9a73-63d310485c9c req-606b1369-dbdd-45a9-a4f3-2cc29a42c8c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=560aee6c-ee28-4af5-93e6-46ce30b8f503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736594 Nov 09 18:19:11.095797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.141287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45730) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:11.208661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=93d0d4be-ad4d-4926-b1b5-81a3a16520d0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:11.212616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:11.217530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:11.221173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:11.227565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.228392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.256322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad994ae4-839f-49fe-9b84-7eddbd1df8e1 None None] New status for floating IP 94337f31-6291-4ce4-816b-b1b4beb511f4: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:19:11.273780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50295618-4d99-4cd2-9e05-ecbc3a8717e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9317405 Nov 09 18:19:11.277079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2879e9-8193-432f-9a73-63d310485c9c req-03c6af16-f58e-4ca3-87f5-2b39f732a360 service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908092 Nov 09 18:19:11.277980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45734) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:11.290949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-901692962-network', 'tenant_id': '22b8d59608384d58a44bd1fa7447243d'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:11.334460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Made reservation on behalf of 22b8d59608384d58a44bd1fa7447243d for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:11.337555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.346806 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.431144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4ad05-c5c3-4bee-b47f-80294d608529 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.440379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4ad05-c5c3-4bee-b47f-80294d608529 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.442298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.442618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8dd4ad05-c5c3-4bee-b47f-80294d608529 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1630800 Nov 09 18:19:11.445154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45740) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:11.456116 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.487743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b2879e9-8193-432f-9a73-63d310485c9c req-67ff4fc9-bdf9-4073-bd2e-5b1fb4cb6dc4 service neutron] 10.222.0.73 "GET /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981921 Nov 09 18:19:11.506969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-dd73f616-d154-49dc-bc5c-db64f6f31b89 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.509770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-dd73f616-d154-49dc-bc5c-db64f6f31b89 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.1516445 Nov 09 18:19:11.569281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:19:11.578288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f35888-bdfd-4ede-a4ee-909566db2efb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:11.586935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.587295 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Added segment 44c980cc-5ace-4315-82e6-218454670428 of type vlan for network 8b3e0c74-5068-4479-9114-cd4dc369ad6d Nov 09 18:19:11.641175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 93d0d4be-ad4d-4926-b1b5-81a3a16520d0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:11.642348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.650290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 49d1e761-798f-4458-9b01-c89ff190d4a7 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:11.650781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.669307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.758576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 49d1e761-798f-4458-9b01-c89ff190d4a7, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=49d1e761-798f-4458-9b01-c89ff190d4a7,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:11.759160 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.786585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 49d1e761-798f-4458-9b01-c89ff190d4a7 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:11.786800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.788147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.788717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.883301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:11.893019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff69cb-a342-42d8-8294-1db4c778c6c5 req-ffe6fb74-2758-4607-8d60-d40d40804ac5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:11.905078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94ff69cb-a342-42d8-8294-1db4c778c6c5 req-ffe6fb74-2758-4607-8d60-d40d40804ac5 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fd17e61-1f9d-4d64-8945-65a428dd7296 HTTP/1.1" status: 200 len: 945 time: 0.1284523 Nov 09 18:19:11.926235 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7838063 Nov 09 18:19:11.934760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45752) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:11.937803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 93d0d4be-ad4d-4926-b1b5-81a3a16520d0 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:11.941079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Request body: {'subnet': {'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-901692962-subnet', 'tenant_id': '22b8d59608384d58a44bd1fa7447243d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:11.941703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e4875-be9b-4b46-a576-087f63904ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3e0c74-5068-4479-9114-cd4dc369ad6d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:11.965285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8b3e0c74-5068-4479-9114-cd4dc369ad6d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:19:12.002231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94ff69cb-a342-42d8-8294-1db4c778c6c5 req-c09959c2-06c9-43a1-90b4-efb276ff5580 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "GET /v2.0/security-groups?id=c6bedc75-b5ed-4650-8419-0ad67844bf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869517 Nov 09 18:19:12.019852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Made reservation on behalf of 22b8d59608384d58a44bd1fa7447243d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:12.024493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.089280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 77c0250c-125c-436c-bd3b-c6ae513c6d93 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:12.149080 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.155643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.218577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=49d1e761-798f-4458-9b01-c89ff190d4a7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:12.245445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4f7a8b01-d9ed-435c-8f32-36a9f39ea03b None None] Provisioning complete for port 77c0250c-125c-436c-bd3b-c6ae513c6d93 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:12.246660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=93d0d4be-ad4d-4926-b1b5-81a3a16520d0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:12.253962 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8b01-d9ed-435c-8f32-36a9f39ea03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.282371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] No DVR routers for this DVR port 49d1e761-798f-4458-9b01-c89ff190d4a7 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:12.309688 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.314503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.317027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad744e04-e14d-478c-bdc3-fb19db0f5a99 req-baa4d730-7810-4a65-a16b-41701cc42379 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.73 "DELETE /v2.0/ports/49d1e761-798f-4458-9b01-c89ff190d4a7 HTTP/1.1" status: 204 len: 173 time: 0.7980793 Nov 09 18:19:12.320289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-deleted', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:12.322902 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d302b36-af7e-4387-b4d8-2bb16a4e3330 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/93d0d4be-ad4d-4926-b1b5-81a3a16520d0 HTTP/1.1" status: 204 len: 168 time: 0.8758790 Nov 09 18:19:12.325293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45760) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:12.329149 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0e2f3-e0f3-47d1-956c-ab98ebea5a6e" -d '{"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-deleted", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:12.329900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 77c0250c-125c-436c-bd3b-c6ae513c6d93 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:12.330316 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.458969 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fddadd-0426-4a86-af9f-70c42b4b5f2b x-openstack-request-id: req-e9fddadd-0426-4a86-af9f-70c42b4b5f2b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:12.459566 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd17e61-1f9d-4d64-8945-65a428dd7296", "name": "network-vif-deleted", "tag": "49d1e761-798f-4458-9b01-c89ff190d4a7", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:12.459566 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9fddadd-0426-4a86-af9f-70c42b4b5f2b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:12.465697 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd17e61-1f9d-4d64-8945-65a428dd7296', 'name': 'network-vif-deleted', 'tag': '49d1e761-798f-4458-9b01-c89ff190d4a7', 'status': 'completed', 'code': 200} Nov 09 18:19:12.470854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773d8cb-6b14-4d35-8c2e-d991696564be tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:12.472548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773d8cb-6b14-4d35-8c2e-d991696564be tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:12.474288 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0773d8cb-6b14-4d35-8c2e-d991696564be tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479771 Nov 09 18:19:12.478226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45764) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:12.588559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.653192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=131ff94e-f88f-4008-aca4-e8ed5ea12aa4,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:12.671143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet d58896ce-1f35-4e9d-8bbc-05caa23952fc {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:12.676226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.720219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.726049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8b01-d9ed-435c-8f32-36a9f39ea03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.739034 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.742503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Checking segment: {'id': '44c980cc-5ace-4315-82e6-218454670428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:12.742871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Network hostable DHCP agents. Network: 8b3e0c74-5068-4479-9114-cd4dc369ad6d, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:19:12.752300 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.802834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4f7a8b01-d9ed-435c-8f32-36a9f39ea03b None None] For port 77c0250c-125c-436c-bd3b-c6ae513c6d93, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=77c0250c-125c-436c-bd3b-c6ae513c6d93,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:12.811489 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8b01-d9ed-435c-8f32-36a9f39ea03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.814813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Network 8b3e0c74-5068-4479-9114-cd4dc369ad6d is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:19:12.876465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8b01-d9ed-435c-8f32-36a9f39ea03b None None] Pushing event updated for resources: {'Port': ['ID=77c0250c-125c-436c-bd3b-c6ae513c6d93,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:12.882853 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.898591 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:19:12.898959 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:19:12.905103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8b3e0c74-5068-4479-9114-cd4dc369ad6d) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:12.924535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df76ef5-30a2-4c44-8cef-bf3d6ca055d6 None None] Network 8b3e0c74-5068-4479-9114-cd4dc369ad6d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:12.943835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:12.945102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:12.969802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-71f331b0-9ad7-4039-b112-1634955a6cf9 None None] Could not find standard attr ID for object 93d0d4be-ad4d-4926-b1b5-81a3a16520d0. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:12.979680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5824100c-6055-4277-90ae-df45b1a0d902 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0438604 Nov 09 18:19:13.009731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.052914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=d58896ce-1f35-4e9d-8bbc-05caa23952fc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:13.060970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.067040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45780) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.067458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66fabd90-eac7-4f2c-bfa3-af7a36b10c38 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/d58896ce-1f35-4e9d-8bbc-05caa23952fc HTTP/1.1" status: 204 len: 168 time: 0.5880582 Nov 09 18:19:13.088415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc13715-c197-4682-aeb4-97b4efe3cc75 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:13.093567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0348e3-43a3-456d-baea-8878cd78a59a None None] Network 8b3e0c74-5068-4479-9114-cd4dc369ad6d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:13.108156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45782) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.137010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e02ce227-0932-4e9f-9b6c-0574c1a5b0a1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678666 Nov 09 18:19:13.138592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45784) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.235730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67cea1b-99c0-462a-915e-e6862899285e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:13.239718 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b67cea1b-99c0-462a-915e-e6862899285e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0971127 Nov 09 18:19:13.240600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45794) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.317630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0953f-6df2-4668-a660-da008a5f4597 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:13.321889 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-60c0953f-6df2-4668-a660-da008a5f4597 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0791547 Nov 09 18:19:13.322712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45802) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.384078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45804) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:13.386012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b01c4d55-083b-4302-9840-5ad8f68263b7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613399 Nov 09 18:19:13.401211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:13.434130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:13.503349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] Deleting port 77c0250c-125c-436c-bd3b-c6ae513c6d93 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:13.503748 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.593503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] For port 77c0250c-125c-436c-bd3b-c6ae513c6d93, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=77c0250c-125c-436c-bd3b-c6ae513c6d93,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:13.593971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.615831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] Calling delete_port for 77c0250c-125c-436c-bd3b-c6ae513c6d93 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:13.639239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:13.642765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.701351 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:13.714765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] No DVR routers for this DVR port 77c0250c-125c-436c-bd3b-c6ae513c6d93 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:13.734848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8f7d-7654-4233-9d03-2ffe91fd9b19 None None] Pushing event deleted for resources: {'Port': ['ID=77c0250c-125c-436c-bd3b-c6ae513c6d93,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:13.852383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:19:13.875750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-80dbd7e0-1595-449c-866a-823f47fcd001 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:13.877659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-80dbd7e0-1595-449c-866a-823f47fcd001 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/networks?id=8b3e0c74-5068-4479-9114-cd4dc369ad6d HTTP/1.1" status: 200 len: 808 time: 0.2828355 Nov 09 18:19:13.886889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 77c0250c-125c-436c-bd3b-c6ae513c6d93 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:13.914092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 77c0250c-125c-436c-bd3b-c6ae513c6d93 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:13.914092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 77c0250c-125c-436c-bd3b-c6ae513c6d93 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:13.964061 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-559d0ca0-ed98-4074-99cd-bf787affd71a tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/quotas/22b8d59608384d58a44bd1fa7447243d HTTP/1.1" status: 200 len: 375 time: 0.0773072 Nov 09 18:19:14.017191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-730bedde-3606-4a17-82e7-a98d14d8f85a tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=22b8d59608384d58a44bd1fa7447243d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430255 Nov 09 18:19:14.127431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.514557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-9d360ef7-077d-4a02-978d-7ef60eaad6a2 service neutron] 10.222.0.32 "GET /v2.0/networks/8b3e0c74-5068-4479-9114-cd4dc369ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676075 Nov 09 18:19:14.563537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:14.594886 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.745479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:14.758054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:14.762831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=1eebee45-377d-4620-b4b1-43ccb201c3a3,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:14.768547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f70dc-c5d4-4345-8cb7-dfee54495eef None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:14.775058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:14.775661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.811986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9373f9d5-7ac8-49f7-bb31-ef50a31dd765 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4227328 Nov 09 18:19:14.815484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45840) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:14.818288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-15a47798-8c38-4cd3-bcde-087f68a2340a service neutron] 10.222.0.32 "GET /v2.0/networks/8b3e0c74-5068-4479-9114-cd4dc369ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962043 Nov 09 18:19:14.823637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:12:1e:6a', 'name': 'tempest-NetworksTestDHCPv6-1404400971'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:14.963321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port ce3494fb-8b3d-468e-bbce-429bb593b97e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:14.963790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:14.997231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '1eebee45-377d-4620-b4b1-43ccb201c3a3'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:15.011215 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.024805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:15.155882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port ce3494fb-8b3d-468e-bbce-429bb593b97e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ce3494fb-8b3d-468e-bbce-429bb593b97e,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:15.156261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.220928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for ce3494fb-8b3d-468e-bbce-429bb593b97e owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:15.234444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.269036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38eb4c12-4397-4261-8ca7-4cc51c4f0ccc req-86feba59-5129-4d48-89ea-087aa1d81c45 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 210 time: 0.0970771 Nov 09 18:19:15.293525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 71986684-fa60-4888-8e44-6a6108c16538 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:15.329494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Allocated IP 2001:db8::f816:3eff:fe4a:37da (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/1eebee45-377d-4620-b4b1-43ccb201c3a3/c7dd6c56-769f-4d48-9f59-5c8c131d254e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:15.513421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.528396 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.608274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fe12:1e6a (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/1eebee45-377d-4620-b4b1-43ccb201c3a3/71986684-fa60-4888-8e44-6a6108c16538) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:15.641191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:15.648001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:15.650461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:15.653587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Pushing event updated for resources: {'Port': ['ID=c7dd6c56-769f-4d48-9f59-5c8c131d254e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:15.721655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Attempting to bind port c7dd6c56-769f-4d48-9f59-5c8c131d254e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:15.722037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Attempting to bind port c7dd6c56-769f-4d48-9f59-5c8c131d254e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:15.722615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Attempting to bind port c7dd6c56-769f-4d48-9f59-5c8c131d254e on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:15.728878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:15.729403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:15.729840 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.730265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:15.731405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Bound port: c7dd6c56-769f-4d48-9f59-5c8c131d254e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:15.731936 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.742281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.777582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=ce3494fb-8b3d-468e-bbce-429bb593b97e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:15.826653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] For port c7dd6c56-769f-4d48-9f59-5c8c131d254e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:15.832196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] For port c7dd6c56-769f-4d48-9f59-5c8c131d254e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c7dd6c56-769f-4d48-9f59-5c8c131d254e,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:15.843431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 49d1e761-798f-4458-9b01-c89ff190d4a7 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:15.850107 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.904476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 49d1e761-798f-4458-9b01-c89ff190d4a7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:15.904951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 49d1e761-798f-4458-9b01-c89ff190d4a7 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:15.940031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:15.988715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b2ef-e68f-4d92-b431-4a29d6bec1dd None None] Pushing event updated for resources: {'Port': ['ID=c7dd6c56-769f-4d48-9f59-5c8c131d254e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:16.022018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.075420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:16.096086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:16.111072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:16.111290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.120408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:16.121411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.156993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=71986684-fa60-4888-8e44-6a6108c16538,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:16.182720 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a0cfae63-bc4f-4f11-a8ff-b96834a235a0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3660061 Nov 09 18:19:16.184659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45874) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:16.267823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.287108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c229ace-4818-439a-bbb0-6cdc62d07d98 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:16.296204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c229ace-4818-439a-bbb0-6cdc62d07d98 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:16.298691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9c229ace-4818-439a-bbb0-6cdc62d07d98 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1129124 Nov 09 18:19:16.299694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45878) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:16.460750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 71986684-fa60-4888-8e44-6a6108c16538 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:16.461610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.508075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15308d6c-4d40-43a8-861d-2accf6c583da req-9d01232a-4c11-4199-bded-38bb9e93013c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 210 time: 0.0577879 Nov 09 18:19:16.549899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Router 088ede9d-67f8-43a7-8df7-8c26d81cccdd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:16.578280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.590772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 71986684-fa60-4888-8e44-6a6108c16538 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:16.697741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:16.708786 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] Sync routers for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:16.711964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-08aa02e0-1b6d-410c-9925-e1cdb1fde63b tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "PUT /v2.0/routers/088ede9d-67f8-43a7-8df7-8c26d81cccdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6027153 Nov 09 18:19:16.714702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45886) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:16.728808 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:16.729619 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:16.812133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting subnet d3ce6abc-cc5c-4bd1-8163-d9d89be8c384 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:16.815985 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.857824 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:16.878099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:16.968719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-f4258ff4-3db9-49ce-af3e-17064cbbed79 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:16.970874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-f4258ff4-3db9-49ce-af3e-17064cbbed79 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.85 "GET /v2.0/networks?id=8b3e0c74-5068-4479-9114-cd4dc369ad6d HTTP/1.1" status: 200 len: 808 time: 0.3321238 Nov 09 18:19:16.987593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Request body: {'port': {'device_id': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d', 'admin_state_up': True, 'tenant_id': '22b8d59608384d58a44bd1fa7447243d'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:17.008304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.086264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.089358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.125332 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.126384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a24bc-af64-47e0-8f3e-02919888b927 None None] Network 560aee6c-ee28-4af5-93e6-46ce30b8f503 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:17.126908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=71986684-fa60-4888-8e44-6a6108c16538,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:17.129879 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:19:15Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:17.130317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/subnets/d3ce6abc-cc5c-4bd1-8163-d9d89be8c384 HTTP/1.1" status: 204 len: 168 time: 0.4142258 Nov 09 18:19:17.132450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8e154-80d4-41ff-afaa-8c18342272f4 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ce6abc-cc5c-4bd1-8163-d9d89be8c384,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:17.135562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45892) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:17.198354 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] Checking router: 088ede9d-67f8-43a7-8df7-8c26d81cccdd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:17.218662 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] Routers {'088ede9d-67f8-43a7-8df7-8c26d81cccdd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:17.221150 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:17.241130 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.244154 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57bf8391-2a6e-4673-9598-12b1c1c2958f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/71986684-fa60-4888-8e44-6a6108c16538 HTTP/1.1" status: 204 len: 168 time: 0.9433711 Nov 09 18:19:17.247479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45900) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:17.334279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Made reservation on behalf of 22b8d59608384d58a44bd1fa7447243d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:17.340069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.390503 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.413059 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] Set router 088ede9d-67f8-43a7-8df7-8c26d81cccdd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:17.428847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784f893-b0eb-4100-8a13-6242d4a0fe79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.435066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784f893-b0eb-4100-8a13-6242d4a0fe79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:17.439612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8784f893-b0eb-4100-8a13-6242d4a0fe79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1911728 Nov 09 18:19:17.443436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45904) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:17.520345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] DHCP port deletion for 560aee6c-ee28-4af5-93e6-46ce30b8f503 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:17.611358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.633993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 1eebee45-377d-4620-b4b1-43ccb201c3a3 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:17.664962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.690939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Provisioning complete for port c7dd6c56-769f-4d48-9f59-5c8c131d254e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:17.691250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.729378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] Deleting port a00ac390-f047-4d4a-901c-741dcc434a61 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:17.729682 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.746267 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:19:15Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:17.752484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20d9a22d-e8aa-484b-92b6-084190aff7c1 req-0d378353-0b6c-4878-80e5-8f0ca5e7d12a tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 210 time: 0.0822396 Nov 09 18:19:17.783762 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1473d3a-d92f-4d92-9826-3f715c37b6bc None None] The sync data for ids ['088ede9d-67f8-43a7-8df7-8c26d81cccdd'] in n-d-817240-1 is: [{'id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347076598', 'tenant_id': '157548435770470e9b8f97aa9a4f0d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '92f4500f-ec66-4679-8387-ef79606e413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:17:15Z', 'updated_at': '2021-11-09T18:19:15Z', 'revision_number': 5, 'project_id': '157548435770470e9b8f97aa9a4f0d37', 'gw_port': {'id': '92f4500f-ec66-4679-8387-ef79606e413f', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ede9d-67f8-43a7-8df7-8c26d81cccdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:17:16Z', 'updated_at': '2021-11-09T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:17.795393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Deleting port 92f4500f-ec66-4679-8387-ef79606e413f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:17.795747 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.815303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Allocated IP 172.20.0.2 (8b3e0c74-5068-4479-9114-cd4dc369ad6d/131ff94e-f88f-4008-aca4-e8ed5ea12aa4/4339b944-ae2e-4561-8d20-90109f78280a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:17.830832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.867400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] For port a00ac390-f047-4d4a-901c-741dcc434a61, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a00ac390-f047-4d4a-901c-741dcc434a61,segment=NetworkSegment(148c1030-e296-47ff-a4b6-21694eb89ba3),segment_id=148c1030-e296-47ff-a4b6-21694eb89ba3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:17.867886 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.900184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] Calling delete_port for a00ac390-f047-4d4a-901c-741dcc434a61 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:17.938691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] For port 92f4500f-ec66-4679-8387-ef79606e413f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92f4500f-ec66-4679-8387-ef79606e413f,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:17.939497 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:17.963735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Calling delete_port for 92f4500f-ec66-4679-8387-ef79606e413f owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:18.021709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.047227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.091142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] Pushing event deleted for resources: {'Port': ['ID=a00ac390-f047-4d4a-901c-741dcc434a61,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:18.091142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55eba7-049c-45d3-92f1-3b0ca789335a None None] No DVR routers for this DVR port a00ac390-f047-4d4a-901c-741dcc434a61 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:18.098710 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.193157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.222425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.267341 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.275433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45918) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:18.280893 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/1eebee45-377d-4620-b4b1-43ccb201c3a3 HTTP/1.1" status: 204 len: 168 time: 0.8352079 Nov 09 18:19:18.308379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c7dd6c56-769f-4d48-9f59-5c8c131d254e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:18.310931 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:19:18.311273 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:19:18.315995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e0dd0-3a59-4062-aa89-461d4d0bcb94 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=1eebee45-377d-4620-b4b1-43ccb201c3a3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:18.348896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.361909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c1998-2ab8-478a-8b37-6c5abb8e68c8 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:18.365445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-15021474-9e4b-4076-a049-d7aa7b0dfa5e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886192 Nov 09 18:19:18.368322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45922) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:18.374883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:18.397141 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.427687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Pushing event updated for resources: {'Port': ['ID=4339b944-ae2e-4561-8d20-90109f78280a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:18.447625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Network 8b3e0c74-5068-4479-9114-cd4dc369ad6d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:18.450174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:18.459227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:18.534671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c7dd6c56-769f-4d48-9f59-5c8c131d254e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:18.534866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.550125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:18.550917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.603873 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-93f69df8-6553-4d1a-9068-fafd938ab74c tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6221046 Nov 09 18:19:18.640358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Request body: {'port': {'device_id': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:18.708063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:18.762699 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.788219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Port': ['ID=92f4500f-ec66-4679-8387-ef79606e413f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:18.855598 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.888261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c7dd6c56-769f-4d48-9f59-5c8c131d254e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c7dd6c56-769f-4d48-9f59-5c8c131d254e,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:18.899814 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.967108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:18.976427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c7dd6c56-769f-4d48-9f59-5c8c131d254e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:18.991268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] Deleting port c7dd6c56-769f-4d48-9f59-5c8c131d254e {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:18.991790 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.020700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:19.024515 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.035471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d430be3-bd04-4d32-a099-db52be045801 req-7cb52e41-d87e-4deb-8db9-db33aaf2031a tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:19.037487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d430be3-bd04-4d32-a099-db52be045801 req-7cb52e41-d87e-4deb-8db9-db33aaf2031a tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 931 time: 0.1719344 Nov 09 18:19:19.060939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] For port c7dd6c56-769f-4d48-9f59-5c8c131d254e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c7dd6c56-769f-4d48-9f59-5c8c131d254e,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:19.061358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.071604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.077371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] Calling delete_port for c7dd6c56-769f-4d48-9f59-5c8c131d254e owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:19.087208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a00ac390-f047-4d4a-901c-741dcc434a61 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:19.169278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a00ac390-f047-4d4a-901c-741dcc434a61 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:19.169724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a00ac390-f047-4d4a-901c-741dcc434a61 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:19.173150 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.178261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.193841 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:19:19.194796 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:19:19.215539 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.239899 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.268370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] Pushing event deleted for resources: {'Port': ['ID=c7dd6c56-769f-4d48-9f59-5c8c131d254e,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:19.277436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0ddb2-53e2-4b0b-b244-cf0f60a9c228 None None] No DVR routers for this DVR port c7dd6c56-769f-4d48-9f59-5c8c131d254e on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:19.302692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d430be3-bd04-4d32-a099-db52be045801 req-9189a470-d9da-454f-a369-2e15723368c1 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992188 Nov 09 18:19:19.315389 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.315953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Fanout notify agent at l3_agent the message router_deleted on router 088ede9d-67f8-43a7-8df7-8c26d81cccdd {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:19:19.326664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.327777 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-212215ed-e281-4ce2-b3d9-ae182fcee046 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/routers/088ede9d-67f8-43a7-8df7-8c26d81cccdd HTTP/1.1" status: 204 len: 168 time: 2.1913252 Nov 09 18:19:19.330676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45942) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:19.455256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.547680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:19.549268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.593689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.598843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=24ccd394-5025-4b9c-adc0-0fb65f653a25,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:19.614665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:19.616990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:19.635615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:19.636213 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.639034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6bfd0b-dd1a-4ded-a95d-aed67482bd0c None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:19.647411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560aee6c-ee28-4af5-93e6-46ce30b8f503']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:19.680480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d6442a7c-9f37-4f15-96f7-9f82ebd1f980 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3108263 Nov 09 18:19:19.683057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45954) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:19.683315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148c1030-e296-47ff-a4b6-21694eb89ba3') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:19.683794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148c1030-e296-47ff-a4b6-21694eb89ba3') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:19.696221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:e7:ee:3a', 'name': 'tempest-NetworksTestDHCPv6-970844446'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:19.698904 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.715649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4339b944-ae2e-4561-8d20-90109f78280a {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:19.727506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.731894 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.746668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:19:19.747414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:19:19.750735 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:19:19.839753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.842656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Transition to ACTIVE for port object 4339b944-ae2e-4561-8d20-90109f78280a will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:19:19.862008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.865405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/networks/560aee6c-ee28-4af5-93e6-46ce30b8f503 HTTP/1.1" status: 204 len: 168 time: 0.5335886 Nov 09 18:19:19.868774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45960) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:19.878376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:19.897582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa7eee-7f85-47f4-b04c-4c5476825469 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'Network': ['ID=560aee6c-ee28-4af5-93e6-46ce30b8f503,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:19.986736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Pushing event updated for resources: {'Port': ['ID=4339b944-ae2e-4561-8d20-90109f78280a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:20.004495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ce3494fb-8b3d-468e-bbce-429bb593b97e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:20.035115 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9c984fb6-7bb3-427f-b6e4-a8f2bf54b939 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.048267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ce3494fb-8b3d-468e-bbce-429bb593b97e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:20.048610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ce3494fb-8b3d-468e-bbce-429bb593b97e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:20.049210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c7dd6c56-769f-4d48-9f59-5c8c131d254e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:20.065518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Attempting to bind port 4339b944-ae2e-4561-8d20-90109f78280a on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:20.066237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Attempting to bind port 4339b944-ae2e-4561-8d20-90109f78280a by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '44c980cc-5ace-4315-82e6-218454670428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:20.066790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Attempting to bind port 4339b944-ae2e-4561-8d20-90109f78280a on network 8b3e0c74-5068-4479-9114-cd4dc369ad6d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:20.069991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9c984fb6-7bb3-427f-b6e4-a8f2bf54b939 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.072072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Port 4339b944-ae2e-4561-8d20-90109f78280a on network 8b3e0c74-5068-4479-9114-cd4dc369ad6d not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:20.072563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c7dd6c56-769f-4d48-9f59-5c8c131d254e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:20.072798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c7dd6c56-769f-4d48-9f59-5c8c131d254e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:20.073220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92f4500f-ec66-4679-8387-ef79606e413f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:20.073560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Attempting to bind port 4339b944-ae2e-4561-8d20-90109f78280a on network 8b3e0c74-5068-4479-9114-cd4dc369ad6d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:20.080931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:20.081590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Checking segment: {'id': '44c980cc-5ace-4315-82e6-218454670428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:20.082231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Bound using segment: {'id': '44c980cc-5ace-4315-82e6-218454670428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:20.082899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Bound port: 4339b944-ae2e-4561-8d20-90109f78280a, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c980cc-5ace-4315-82e6-218454670428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:20.083497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.092020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:20.098787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 92f4500f-ec66-4679-8387-ef79606e413f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:20.099144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92f4500f-ec66-4679-8387-ef79606e413f not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:20.153821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae87553-b78b-428f-83c8-305761889079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': '24ccd394-5025-4b9c-adc0-0fb65f653a25'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:20.154722 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.157356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] For port 4339b944-ae2e-4561-8d20-90109f78280a, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:20.158367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-07c09f61-44cb-4635-9223-45ed70b870ab None None] Port c7dd6c56-769f-4d48-9f59-5c8c131d254e update to ACTIVE by agent not found {{(pid=102142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 18:19:20.162371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] For port 4339b944-ae2e-4561-8d20-90109f78280a, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4339b944-ae2e-4561-8d20-90109f78280a,segment=NetworkSegment(44c980cc-5ace-4315-82e6-218454670428),segment_id=44c980cc-5ace-4315-82e6-218454670428)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:20.169488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.218108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.251745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Pushing event updated for resources: {'Port': ['ID=4339b944-ae2e-4561-8d20-90109f78280a,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:20.253339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9c984fb6-7bb3-427f-b6e4-a8f2bf54b939 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.256653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9c984fb6-7bb3-427f-b6e4-a8f2bf54b939 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.260601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:20.261228 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.262707 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-61a4123f-1c74-4bdc-b0d6-552aaa654b83 service neutron] 10.222.0.85 "PUT /v2.0/ports/4339b944-ae2e-4561-8d20-90109f78280a HTTP/1.1" status: 200 len: 1091 time: 1.6495838 Nov 09 18:19:20.263193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'tag': '4339b944-ae2e-4561-8d20-90109f78280a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:20.266381 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e1b602-fcb0-423b-a5e4-63a073cfd935" -d '{"events": [{"name": "network-changed", "server_uuid": "99ab6239-e2d9-453e-89ee-22338c222d4c", "tag": "4339b944-ae2e-4561-8d20-90109f78280a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:20.267364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9c984fb6-7bb3-427f-b6e4-a8f2bf54b939 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] 10.222.0.32 "DELETE /v2.0/security-groups/c6bedc75-b5ed-4650-8419-0ad67844bf44 HTTP/1.1" status: 204 len: 168 time: 0.3971255 Nov 09 18:19:20.268913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 32eb05dd-562d-46be-858e-8cd88a134d34 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:20.284327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c984fb6-7bb3-427f-b6e4-a8f2bf54b939 tempest-TestNetworkAdvancedServerOps-1697996333 tempest-TestNetworkAdvancedServerOps-1697996333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bedc75-b5ed-4650-8419-0ad67844bf44,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:20.307864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2152a8b3-0b6c-4b98-a6a6-2f2e42be4169 None None] Could not find standard attr ID for object 71986684-fa60-4888-8e44-6a6108c16538. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:20.412053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-aae87553-b78b-428f-83c8-305761889079 None None] Allocated IP 2001:db8::f816:3eff:fecb:5728 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/24ccd394-5025-4b9c-adc0-0fb65f653a25/19222caa-1a2f-4d6f-91b0-c627a7ae49e7) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:20.413065 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655cadcf-2fa1-4b0f-89bb-a5f68b54bbec x-openstack-request-id: req-655cadcf-2fa1-4b0f-89bb-a5f68b54bbec {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:20.413394 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ab6239-e2d9-453e-89ee-22338c222d4c", "tag": "4339b944-ae2e-4561-8d20-90109f78280a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:20.413613 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-655cadcf-2fa1-4b0f-89bb-a5f68b54bbec {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:20.414029 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'tag': '4339b944-ae2e-4561-8d20-90109f78280a', 'status': 'completed', 'code': 200} Nov 09 18:19:20.447406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-4c9980aa-5ebf-46c1-bc2c-8f661812d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:20.448972 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-4c9980aa-5ebf-46c1-bc2c-8f661812d260 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=22b8d59608384d58a44bd1fa7447243d&device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 1094 time: 0.1398368 Nov 09 18:19:20.508994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8c89-7f06-4e7b-b94e-c19a82d169b8 req-5aaa8648-d4ea-4ba3-925a-8972036d68a3 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:20.510884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-241c8c89-7f06-4e7b-b94e-c19a82d169b8 req-5aaa8648-d4ea-4ba3-925a-8972036d68a3 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 943 time: 0.0741374 Nov 09 18:19:20.519279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-d1099605-7d35-4b44-99c2-eb0fd311fa75 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4339b944-ae2e-4561-8d20-90109f78280a HTTP/1.1" status: 200 len: 217 time: 0.0610816 Nov 09 18:19:20.580483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-2a0dd9de-04ea-45b1-943f-20e4b12f9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:20.581804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-2a0dd9de-04ea-45b1-943f-20e4b12f9508 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131ff94e-f88f-4008-aca4-e8ed5ea12aa4 HTTP/1.1" status: 200 len: 848 time: 0.0541768 Nov 09 18:19:20.599577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-241c8c89-7f06-4e7b-b94e-c19a82d169b8 req-dff412fb-1e95-427c-ab3b-caa57185c72b tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791550 Nov 09 18:19:20.632728 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-09ec52f0-5c32-4bf3-933e-11e8147ada00 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8b3e0c74-5068-4479-9114-cd4dc369ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424285 Nov 09 18:19:20.633971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.639364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 45986) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:20.647984 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.686270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae87553-b78b-428f-83c8-305761889079 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:20.689379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-aae87553-b78b-428f-83c8-305761889079 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:20.693216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae87553-b78b-428f-83c8-305761889079 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:20.731975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae87553-b78b-428f-83c8-305761889079 None None] Pushing event updated for resources: {'Port': ['ID=19222caa-1a2f-4d6f-91b0-c627a7ae49e7,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:20.743240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fee7:ee3a (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/24ccd394-5025-4b9c-adc0-0fb65f653a25/32eb05dd-562d-46be-858e-8cd88a134d34) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:20.757703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.758264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.758849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.759292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.759728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.760200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.760627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.761062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.761495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.761924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.762379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.762820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:20.787000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aae87553-b78b-428f-83c8-305761889079 None None] Attempting to bind port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:20.787379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aae87553-b78b-428f-83c8-305761889079 None None] Attempting to bind port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:20.787824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae87553-b78b-428f-83c8-305761889079 None None] Attempting to bind port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:20.795462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae87553-b78b-428f-83c8-305761889079 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:20.795852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae87553-b78b-428f-83c8-305761889079 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:20.796257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.796648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae87553-b78b-428f-83c8-305761889079 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:20.797122 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aae87553-b78b-428f-83c8-305761889079 None None] Bound port: 19222caa-1a2f-4d6f-91b0-c627a7ae49e7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:20.797502 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-ae96b0de-9449-4856-bd3f-40058ed7bea9 service neutron] 10.222.0.85 "GET /v2.0/networks/8b3e0c74-5068-4479-9114-cd4dc369ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544282 Nov 09 18:19:20.797639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.884770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aae87553-b78b-428f-83c8-305761889079 None None] For port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:20.888750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aae87553-b78b-428f-83c8-305761889079 None None] For port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=19222caa-1a2f-4d6f-91b0-c627a7ae49e7,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:20.894446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aae87553-b78b-428f-83c8-305761889079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:20.970451 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4a50c75-c912-42a4-abed-e307ecb2eb43 req-75d48be2-d879-4846-b6b3-0d0edb2bf3ab service neutron] 10.222.0.85 "GET /v2.0/networks/8b3e0c74-5068-4479-9114-cd4dc369ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641502 Nov 09 18:19:20.975178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae87553-b78b-428f-83c8-305761889079 None None] Pushing event updated for resources: {'Port': ['ID=19222caa-1a2f-4d6f-91b0-c627a7ae49e7,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:20.996370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0c10cf31-172b-477e-900f-3bce53f59291 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=157548435770470e9b8f97aa9a4f0d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557112 Nov 09 18:19:20.999400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 45994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:21.024639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.066228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.109088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28a6a0f2-ac12-4534-ba83-16f96f43d629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.113659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:21.117848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:21.128402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:21.134714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.135344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.137849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-30b7a0c5-fa26-4a0f-ad66-777b938901ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.139312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=32eb05dd-562d-46be-858e-8cd88a134d34,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:21.140676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-30b7a0c5-fa26-4a0f-ad66-777b938901ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=22b8d59608384d58a44bd1fa7447243d&device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 1094 time: 0.1017387 Nov 09 18:19:21.155981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-928ea303-700f-4155-9bed-ccff9f6993e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4712136 Nov 09 18:19:21.158157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46000) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:21.233580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28a6a0f2-ac12-4534-ba83-16f96f43d629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.239364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74a2ad-dffb-47ab-9b2a-2d37e1d5ddd2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.246028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74a2ad-dffb-47ab-9b2a-2d37e1d5ddd2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.247890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1e74a2ad-dffb-47ab-9b2a-2d37e1d5ddd2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0886695 Nov 09 18:19:21.250503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46002) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:21.312837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-85f0e7bb-ee9c-4bcd-8ce1-a9f8a58a2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.314275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-85f0e7bb-ee9c-4bcd-8ce1-a9f8a58a2473 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8b3e0c74-5068-4479-9114-cd4dc369ad6d HTTP/1.1" status: 200 len: 909 time: 0.1655247 Nov 09 18:19:21.375367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 32eb05dd-562d-46be-858e-8cd88a134d34 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:21.375722 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.384774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-0da44a0b-3954-41b2-a961-c708c93246e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4339b944-ae2e-4561-8d20-90109f78280a HTTP/1.1" status: 200 len: 217 time: 0.0614555 Nov 09 18:19:21.385522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28a6a0f2-ac12-4534-ba83-16f96f43d629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.388570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28a6a0f2-ac12-4534-ba83-16f96f43d629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.389623 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-28a6a0f2-ac12-4534-ba83-16f96f43d629 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b407b7b4-f5e2-4396-a02e-6543ff66aebd HTTP/1.1" status: 204 len: 168 time: 0.3890183 Nov 09 18:19:21.407894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6a0f2-ac12-4534-ba83-16f96f43d629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b407b7b4-f5e2-4396-a02e-6543ff66aebd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:21.459829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-32077def-dcbd-418d-b2f5-e5a0d519d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.461377 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-32077def-dcbd-418d-b2f5-e5a0d519d235 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=131ff94e-f88f-4008-aca4-e8ed5ea12aa4 HTTP/1.1" status: 200 len: 848 time: 0.0675547 Nov 09 18:19:21.509308 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.519262 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-5548ed48-bfad-4636-9edf-a30897ed0f6e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8b3e0c74-5068-4479-9114-cd4dc369ad6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490193 Nov 09 18:19:21.523711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 32eb05dd-562d-46be-858e-8cd88a134d34 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:21.636869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-b283f285-8dbd-4b76-8e68-aa776e8c5e72 service neutron] 10.222.0.85 "GET /v2.0/networks/8b3e0c74-5068-4479-9114-cd4dc369ad6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100838 Nov 09 18:19:21.756502 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.764354 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e7e1b602-fcb0-423b-a5e4-63a073cfd935 req-fa22cd68-932f-4f49-a584-f3e76093932c service neutron] 10.222.0.85 "GET /v2.0/networks/8b3e0c74-5068-4479-9114-cd4dc369ad6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190693 Nov 09 18:19:21.800622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=32eb05dd-562d-46be-858e-8cd88a134d34,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:21.812047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e15fd-08fc-4a36-a62d-45325329ef92 req-37ebd2c5-f22c-42f8-a688-2332a2b90a24 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:21.813774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea8e15fd-08fc-4a36-a62d-45325329ef92 req-37ebd2c5-f22c-42f8-a688-2332a2b90a24 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 943 time: 0.1074171 Nov 09 18:19:21.866471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46022) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:21.891228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:21.894560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-844d8704-d019-47ce-af6e-603da1a266fb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/32eb05dd-562d-46be-858e-8cd88a134d34 HTTP/1.1" status: 204 len: 168 time: 0.6428838 Nov 09 18:19:21.897724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46026) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:21.950543 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4d9de418-929d-4c40-bb61-b7a2be1696a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06558579007c43eabe88f6f8bc73996a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826075 Nov 09 18:19:21.953669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46028) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:21.975626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:21.976185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea8e15fd-08fc-4a36-a62d-45325329ef92 req-c12a66eb-67b0-4b88-a0d6-d9e42eaab3a4 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541574 Nov 09 18:19:22.018822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130b730-6e78-47e6-b623-76745a4f868a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:22.022876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130b730-6e78-47e6-b623-76745a4f868a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:22.028814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3130b730-6e78-47e6-b623-76745a4f868a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1300611 Nov 09 18:19:22.029408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46030) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:22.070376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6769c5f1-8994-4950-9116-e91e92b5d608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.075666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:22.076290 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.113487 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6769c5f1-8994-4950-9116-e91e92b5d608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.138461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 24ccd394-5025-4b9c-adc0-0fb65f653a25 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:22.146479 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.196537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.203160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6769c5f1-8994-4950-9116-e91e92b5d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.205649 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6769c5f1-8994-4950-9116-e91e92b5d608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.206849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6769c5f1-8994-4950-9116-e91e92b5d608 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c9c1f63-ca0e-4bb6-baee-e50dfbd84e25 HTTP/1.1" status: 204 len: 168 time: 0.2521026 Nov 09 18:19:22.215071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769c5f1-8994-4950-9116-e91e92b5d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9c1f63-ca0e-4bb6-baee-e50dfbd84e25,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:22.265743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=19222caa-1a2f-4d6f-91b0-c627a7ae49e7,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:22.279836 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.301937 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.342921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=19222caa-1a2f-4d6f-91b0-c627a7ae49e7,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:22.401979 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.466577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-88b47010-342e-4108-b05a-88b6b64df0bf None None] Provisioning complete for port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:22.468325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88b47010-342e-4108-b05a-88b6b64df0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.477313 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.517136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=24ccd394-5025-4b9c-adc0-0fb65f653a25,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:22.524466 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.527915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-671aeea8-b730-476b-8668-ea53f8101a9e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/24ccd394-5025-4b9c-adc0-0fb65f653a25 HTTP/1.1" status: 204 len: 168 time: 0.4948947 Nov 09 18:19:22.530507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46044) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:22.576540 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-df6d8ec7-a37e-449e-820f-777effc388ae tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442362 Nov 09 18:19:22.579001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46046) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:22.652164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068c6f10-4278-45fc-8f3d-1d943cb930ea tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:22.653665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-068c6f10-4278-45fc-8f3d-1d943cb930ea tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0736322 Nov 09 18:19:22.656288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46050) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:22.715347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c50f9f-3e5f-4f90-9d43-e695dcd15b82 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:22.717060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-99c50f9f-3e5f-4f90-9d43-e695dcd15b82 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0578513 Nov 09 18:19:22.719580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46056) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:22.737424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-533c96bd-df9d-45d3-bee1-b26138158cd4 None None] Could not find standard attr ID for object 32eb05dd-562d-46be-858e-8cd88a134d34. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:22.743430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4add9b-0e33-4206-af4d-89b24cf03f97 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:22.779020 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f04450e1-5621-4df2-9735-a711389284fa tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582263 Nov 09 18:19:22.784172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:22.789978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:22.913535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:22.917249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:22.976289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e861fa-0f11-420d-b899-532b74704acb None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:23.065877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-29e861fa-0f11-420d-b899-532b74704acb None None] Deleting port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:23.072655 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29e861fa-0f11-420d-b899-532b74704acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.146687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-29e861fa-0f11-420d-b899-532b74704acb None None] For port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=19222caa-1a2f-4d6f-91b0-c627a7ae49e7,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:23.147223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29e861fa-0f11-420d-b899-532b74704acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.161342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-29e861fa-0f11-420d-b899-532b74704acb None None] Calling delete_port for 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:23.194093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5ca57-50b9-40e8-8330-9182cf7e5779 req-93a439a5-4c23-48f7-a826-7677cd610939 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.201511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9f5ca57-50b9-40e8-8330-9182cf7e5779 req-93a439a5-4c23-48f7-a826-7677cd610939 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 943 time: 0.1072266 Nov 09 18:19:23.227437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.251369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-29e861fa-0f11-420d-b899-532b74704acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.277535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e861fa-0f11-420d-b899-532b74704acb None None] Pushing event deleted for resources: {'Port': ['ID=19222caa-1a2f-4d6f-91b0-c627a7ae49e7,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:23.284068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e861fa-0f11-420d-b899-532b74704acb None None] No DVR routers for this DVR port 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:23.284225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=f9b2cbdb-6ccd-45d8-9d58-be1f429937ab,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:23.306318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9f5ca57-50b9-40e8-8330-9182cf7e5779 req-a351d6f7-78b4-49ed-9a1f-d2269ae1dcb3 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029534 Nov 09 18:19:23.318958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:23.321453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:23.331284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:23.331641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b7916-c040-4274-a59d-ddcee5f3838b None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:23.332359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.361436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c10dfb8d-c6a0-4425-b2e4-13e37746cd90 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5757575 Nov 09 18:19:23.363804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46096) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:23.369320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:6b:29:56', 'name': 'tempest-NetworksTestDHCPv6-1109401887'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:23.576878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'f9b2cbdb-6ccd-45d8-9d58-be1f429937ab'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:23.577751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.595342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:23.598243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4339b944-ae2e-4561-8d20-90109f78280a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:23.609253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.641266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 80a25ea7-79dc-46c7-96d9-7b6f2076ffd3 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:23.735179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 4339b944-ae2e-4561-8d20-90109f78280a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4339b944-ae2e-4561-8d20-90109f78280a,segment=NetworkSegment(44c980cc-5ace-4315-82e6-218454670428),segment_id=44c980cc-5ace-4315-82e6-218454670428)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:23.762877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '4339b944-ae2e-4561-8d20-90109f78280a', 'network_id': '8b3e0c74-5068-4479-9114-cd4dc369ad6d', 'port_id': '4339b944-ae2e-4561-8d20-90109f78280a', 'mac_address': 'fa:16:3e:34:d7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131ff94e-f88f-4008-aca4-e8ed5ea12aa4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:23.806328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::291 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/f9b2cbdb-6ccd-45d8-9d58-be1f429937ab/80a25ea7-79dc-46c7-96d9-7b6f2076ffd3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:23.962469 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:23.984409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:24.052370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:24.052723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 19222caa-1a2f-4d6f-91b0-c627a7ae49e7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:24.058874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4339b944-ae2e-4561-8d20-90109f78280a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:24.061635 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.082762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 4339b944-ae2e-4561-8d20-90109f78280a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4339b944-ae2e-4561-8d20-90109f78280a,segment=NetworkSegment(44c980cc-5ace-4315-82e6-218454670428),segment_id=44c980cc-5ace-4315-82e6-218454670428)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:24.090458 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.124247 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.191450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=80a25ea7-79dc-46c7-96d9-7b6f2076ffd3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:24.206292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=4339b944-ae2e-4561-8d20-90109f78280a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:24.208340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:24.209958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:24.212566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:24.217579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/f9b2cbdb-6ccd-45d8-9d58-be1f429937ab/401c1a32-b075-4b4e-909b-546ecaf760a5) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:24.219028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.220109 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.251110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c8b7343a-1fec-405d-ae3e-53cb8fb92899 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8858073 Nov 09 18:19:24.253810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:24.314049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8b919-e3c2-4b26-b082-d18c9adea0f7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.316584 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ff8b919-e3c2-4b26-b082-d18c9adea0f7 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0607929 Nov 09 18:19:24.319514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46140) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:24.406011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['4339b944-ae2e-4561-8d20-90109f78280a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:24.532617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dfbb8-6f4f-4237-b544-13d9eece156f req-79e9bab6-6c13-4ed8-bd0e-ba9e472074b1 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:24.546043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f58dfbb8-6f4f-4237-b544-13d9eece156f req-79e9bab6-6c13-4ed8-bd0e-ba9e472074b1 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 944 time: 0.1287239 Nov 09 18:19:24.598221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 80a25ea7-79dc-46c7-96d9-7b6f2076ffd3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:24.598942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.615083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f58dfbb8-6f4f-4237-b544-13d9eece156f req-db5a3e92-39c7-4897-9a87-c1eaf1e8c7f3 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678856 Nov 09 18:19:24.623708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.644878 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.759027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Pushing event updated for resources: {'Port': ['ID=401c1a32-b075-4b4e-909b-546ecaf760a5,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:24.766333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:24.776637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:24.781301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:24.794417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.816290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 80a25ea7-79dc-46c7-96d9-7b6f2076ffd3 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:24.943073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Attempting to bind port 401c1a32-b075-4b4e-909b-546ecaf760a5 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:24.943514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Attempting to bind port 401c1a32-b075-4b4e-909b-546ecaf760a5 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:24.944574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Attempting to bind port 401c1a32-b075-4b4e-909b-546ecaf760a5 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:24.952134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:24.953329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:24.953950 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:24.954524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:24.955205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Bound port: 401c1a32-b075-4b4e-909b-546ecaf760a5, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:24.955757 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.018513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.082451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] For port 401c1a32-b075-4b4e-909b-546ecaf760a5, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:25.087808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] For port 401c1a32-b075-4b4e-909b-546ecaf760a5, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=401c1a32-b075-4b4e-909b-546ecaf760a5,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:25.102991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=80a25ea7-79dc-46c7-96d9-7b6f2076ffd3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:25.116743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.131007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.135529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-de6422e3-6f27-43f2-979b-10d0491765e9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/80a25ea7-79dc-46c7-96d9-7b6f2076ffd3 HTTP/1.1" status: 204 len: 168 time: 0.8145111 Nov 09 18:19:25.137970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46242) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.199837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e768608-a6d9-4cda-82d7-9e8458ce6202 None None] Pushing event updated for resources: {'Port': ['ID=401c1a32-b075-4b4e-909b-546ecaf760a5,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:25.221590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e3e9a-085e-4448-887c-b9caa9a50c02 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.223557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e3e9a-085e-4448-887c-b9caa9a50c02 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.228729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46256) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.228969 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-470e3e9a-085e-4448-887c-b9caa9a50c02 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0898607 Nov 09 18:19:25.296118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet f9b2cbdb-6ccd-45d8-9d58-be1f429937ab {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:25.299516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.343978 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.479650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.547721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46260) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.559379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.588266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b2cbdb-6ccd-45d8-9d58-be1f429937ab,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:25.594690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.601282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46264) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.601595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-57e9b241-a7ba-4f9a-a9a6-f1fb3c82c6c5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/f9b2cbdb-6ccd-45d8-9d58-be1f429937ab HTTP/1.1" status: 204 len: 168 time: 0.3715148 Nov 09 18:19:25.603932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4339b944-ae2e-4561-8d20-90109f78280a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:25.659623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 4339b944-ae2e-4561-8d20-90109f78280a completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:19:25.664308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b991eaae-959e-4902-9148-346437c011ce tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618119 Nov 09 18:19:25.665911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 4339b944-ae2e-4561-8d20-90109f78280a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:25.666663 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.667214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46268) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.704742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ddda02-bec3-418e-9715-20d7577be22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.727015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a55c33-7940-44c2-9ea4-07d714be67b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.728848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-45a55c33-7940-44c2-9ea4-07d714be67b0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0604427 Nov 09 18:19:25.733114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46270) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.785349 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.815561 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ddda02-bec3-418e-9715-20d7577be22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.815788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4339b944-ae2e-4561-8d20-90109f78280a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:25.818166 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79589fdb-9a50-4bd4-af70-301de269c874" -d '{"events": [{"server_uuid": "99ab6239-e2d9-453e-89ee-22338c222d4c", "name": "network-vif-plugged", "status": "completed", "tag": "4339b944-ae2e-4561-8d20-90109f78280a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:25.820003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ddda02-bec3-418e-9715-20d7577be22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.833508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 4339b944-ae2e-4561-8d20-90109f78280a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4339b944-ae2e-4561-8d20-90109f78280a,segment=NetworkSegment(44c980cc-5ace-4315-82e6-218454670428),segment_id=44c980cc-5ace-4315-82e6-218454670428)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:25.838808 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:25.847716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f424f7-fa14-47b1-a706-41459b0a9a9d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.849487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e3f424f7-fa14-47b1-a706-41459b0a9a9d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1152883 Nov 09 18:19:25.853822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46278) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.859398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddda02-bec3-418e-9715-20d7577be22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c419fb11-ea45-4b1c-b591-c70c870437d9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:25.869523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884dfd-d302-4524-9633-e62da2364033 req-bc918e93-a9cd-4a53-8ea8-d9e6917324be tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:25.871175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0884dfd-d302-4524-9633-e62da2364033 req-bc918e93-a9cd-4a53-8ea8-d9e6917324be tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 944 time: 0.1233535 Nov 09 18:19:25.891888 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-45ddda02-bec3-418e-9715-20d7577be22b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60b9262448a14b809ed3471e9a7b7cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422859 Nov 09 18:19:25.892741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.930589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=4339b944-ae2e-4561-8d20-90109f78280a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:25.941422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-604aa2e2-3e77-4911-9774-486e4736196a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859957 Nov 09 18:19:25.947032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:25.962551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:25.993906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac8e73e5-ac27-48c3-a438-b992a73c44e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.025480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac8e73e5-ac27-48c3-a438-b992a73c44e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.025804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 401c1a32-b075-4b4e-909b-546ecaf760a5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:26.086613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 401c1a32-b075-4b4e-909b-546ecaf760a5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:26.087179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.094698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac8e73e5-ac27-48c3-a438-b992a73c44e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.098529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac8e73e5-ac27-48c3-a438-b992a73c44e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.100021 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ac8e73e5-ac27-48c3-a438-b992a73c44e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c419fb11-ea45-4b1c-b591-c70c870437d9 HTTP/1.1" status: 204 len: 168 time: 0.2059357 Nov 09 18:19:26.124843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0884dfd-d302-4524-9633-e62da2364033 req-3e9e7fca-e4a5-4e0a-96fb-3a9b21682711 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986420 Nov 09 18:19:26.126906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e73e5-ac27-48c3-a438-b992a73c44e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419fb11-ea45-4b1c-b591-c70c870437d9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:26.219681 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.273378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 401c1a32-b075-4b4e-909b-546ecaf760a5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=401c1a32-b075-4b4e-909b-546ecaf760a5,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:26.284314 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.350644 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095740dd-6a7d-4e15-8ff4-3ef093539b11 x-openstack-request-id: req-095740dd-6a7d-4e15-8ff4-3ef093539b11 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:26.350987 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ab6239-e2d9-453e-89ee-22338c222d4c", "name": "network-vif-plugged", "status": "completed", "tag": "4339b944-ae2e-4561-8d20-90109f78280a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:26.351257 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-095740dd-6a7d-4e15-8ff4-3ef093539b11 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:26.351668 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4339b944-ae2e-4561-8d20-90109f78280a', 'code': 200} Nov 09 18:19:26.403373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=401c1a32-b075-4b4e-909b-546ecaf760a5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:26.493234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408714-5e80-496d-a7c3-8ac46c68617c req-9eb5e7d5-2b08-495b-87a8-0de6e1391f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:26.494896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db408714-5e80-496d-a7c3-8ac46c68617c req-9eb5e7d5-2b08-495b-87a8-0de6e1391f68 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 1096 time: 0.0728729 Nov 09 18:19:26.574449 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db408714-5e80-496d-a7c3-8ac46c68617c req-268b990e-272d-4d92-898a-5e1def822d18 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708861 Nov 09 18:19:26.599056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:26.615701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a04bd1d-35e9-4bca-ae21-e6d01c33e8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.633787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5d73e-b2e3-4b76-a1d0-7fe4135230d2 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:26.692014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:26.701390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.716509 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a04bd1d-35e9-4bca-ae21-e6d01c33e8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.727774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a04bd1d-35e9-4bca-ae21-e6d01c33e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.773773 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6a04bd1d-35e9-4bca-ae21-e6d01c33e8b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee7d4483e6c641fda9b2f7f1586e01bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733885 Nov 09 18:19:26.774883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04bd1d-35e9-4bca-ae21-e6d01c33e8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db09c27-6042-4eba-bed4-f66ed4c7b25d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:26.778323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46302) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:26.856489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34be3b7b-5ae1-4315-8ca2-8b5913ec98a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.888094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83a61d94-12be-4c07-bc3d-69fd90b4ebcc None None] Provisioning complete for port 401c1a32-b075-4b4e-909b-546ecaf760a5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:26.893011 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83a61d94-12be-4c07-bc3d-69fd90b4ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.896502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34be3b7b-5ae1-4315-8ca2-8b5913ec98a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.964240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34be3b7b-5ae1-4315-8ca2-8b5913ec98a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.967087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34be3b7b-5ae1-4315-8ca2-8b5913ec98a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:26.968265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-34be3b7b-5ae1-4315-8ca2-8b5913ec98a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0db09c27-6042-4eba-bed4-f66ed4c7b25d HTTP/1.1" status: 204 len: 168 time: 0.1886344 Nov 09 18:19:26.989119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be3b7b-5ae1-4315-8ca2-8b5913ec98a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db09c27-6042-4eba-bed4-f66ed4c7b25d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:27.079241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:27.140876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f9ed1-6a97-419d-a0b4-4c9a53d24f11 req-74fd5a5d-0aeb-4019-99ae-46b8974b29d6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:27.146341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] Deleting port 401c1a32-b075-4b4e-909b-546ecaf760a5 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:27.146907 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:27.148413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697f9ed1-6a97-419d-a0b4-4c9a53d24f11 req-74fd5a5d-0aeb-4019-99ae-46b8974b29d6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1431856 Nov 09 18:19:27.235720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:27.253315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] For port 401c1a32-b075-4b4e-909b-546ecaf760a5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=401c1a32-b075-4b4e-909b-546ecaf760a5,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:27.253736 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:27.272552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] Calling delete_port for 401c1a32-b075-4b4e-909b-546ecaf760a5 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:27.334743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697f9ed1-6a97-419d-a0b4-4c9a53d24f11 req-9083d6f5-7853-4d83-a1e0-55a83272b4c2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854217 Nov 09 18:19:27.404602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:27.439534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_pluggable_backend [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Port 401c1a32-b075-4b4e-909b-546ecaf760a5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 09 18:19:27.440219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_pluggable_backend [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:f593 {{(pid=102140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 09 18:19:27.444532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] Pushing event deleted for resources: {'Port': ['ID=401c1a32-b075-4b4e-909b-546ecaf760a5,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:27.446618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc7ade-2cf9-43d1-8b54-0f4158eeed65 None None] No DVR routers for this DVR port 401c1a32-b075-4b4e-909b-546ecaf760a5 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:27.470247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_pluggable_backend [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:f593 {{(pid=102140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 09 18:19:27.473919 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:27.531789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:27.539899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:27.552677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22554ea3-5a73-4b1b-ab44-85b91eeafc04 req-449941c9-f842-4a55-ad18-b5d638b0efb1 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:27.555230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22554ea3-5a73-4b1b-ab44-85b91eeafc04 req-449941c9-f842-4a55-ad18-b5d638b0efb1 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 945 time: 0.1267147 Nov 09 18:19:27.556590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:27.557174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:27.557309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37acfc70-f325-4d4f-a24e-d9702b7a6e56 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:27.582823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=d34086aa-813d-40c5-9539-3bbc024d5e4f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:27.603309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-059a5965-944b-42f2-9a8d-cafce6d2e437 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6552079 Nov 09 18:19:27.606309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46324) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:27.614786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-fedcda99-a0cf-4ca5-978c-a72013a64e11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:27.635730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-22554ea3-5a73-4b1b-ab44-85b91eeafc04 req-15062527-67d5-46f3-a6a9-c241cf60072b tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729315 Nov 09 18:19:27.791595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'd34086aa-813d-40c5-9539-3bbc024d5e4f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:27.793242 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:27.826725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedcda99-a0cf-4ca5-978c-a72013a64e11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:27.840096 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fedcda99-a0cf-4ca5-978c-a72013a64e11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:27.959794 n-d-817240-1 neutron-server[102140]: INFO neutron.db.ipam_backend_mixin [None req-fedcda99-a0cf-4ca5-978c-a72013a64e11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d34086aa-813d-40c5-9539-3bbc024d5e4f (CIDR: 2001:db8::/64) Nov 09 18:19:27.964749 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedcda99-a0cf-4ca5-978c-a72013a64e11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:27.965246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedcda99-a0cf-4ca5-978c-a72013a64e11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:27.986737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fedcda99-a0cf-4ca5-978c-a72013a64e11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3776407 Nov 09 18:19:27.989188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46334) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:27.995130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:27.998008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46336) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:28.120498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 401c1a32-b075-4b4e-909b-546ecaf760a5 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:28.125028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-754385378-network', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:28.147537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 401c1a32-b075-4b4e-909b-546ecaf760a5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:28.148042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 401c1a32-b075-4b4e-909b-546ecaf760a5 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:28.161278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Made reservation on behalf of 6bc27e5d590f4c7cb1a0d68e989f2065 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:28.161474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Allocated IP 2001:db8::f816:3eff:fe3d:800b (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/d34086aa-813d-40c5-9539-3bbc024d5e4f/69bb21df-2e7f-4ad8-a849-61b7ab5be494) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:28.166350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.176986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.183371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:28.187904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.271280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.279971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.312818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:19:28.317978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3363594-e1e9-492b-9ee1-c234fa967089,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:28.323924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.327038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.327439 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Added segment 13b595dc-1fc8-4eee-88c0-2c486f72a43f of type vlan for network 4550b96a-4576-44b7-a432-54297f13b1e3 Nov 09 18:19:28.333723 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.372560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.403243 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Pushing event updated for resources: {'Port': ['ID=69bb21df-2e7f-4ad8-a849-61b7ab5be494,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:28.409236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.410492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.411524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.412783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:28.414683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:28.417357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:28.478919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4550b96a-4576-44b7-a432-54297f13b1e3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:28.480238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Attempting to bind port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:28.480843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Attempting to bind port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:28.481453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Attempting to bind port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:28.488430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:28.489172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:28.489835 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.490652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:28.491462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Bound port: 69bb21df-2e7f-4ad8-a849-61b7ab5be494, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:28.492091 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.494527 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-36725e9e-ed66-436d-b9c8-cf0384e757d7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4946368 Nov 09 18:19:28.497406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 4550b96a-4576-44b7-a432-54297f13b1e3 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:19:28.497687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46346) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:28.503912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Request body: {'subnet': {'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-754385378-subnet', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:28.539944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Made reservation on behalf of 6bc27e5d590f4c7cb1a0d68e989f2065 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:28.542692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.559342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfa606-af69-47f3-a495-33b620fc9a7d req-13d1cb19-7fd5-4f47-a214-bf70ba705bce tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.560873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62cfa606-af69-47f3-a495-33b620fc9a7d req-13d1cb19-7fd5-4f47-a214-bf70ba705bce tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.0975254 Nov 09 18:19:28.597868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.632584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] For port 69bb21df-2e7f-4ad8-a849-61b7ab5be494, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:28.636675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] For port 69bb21df-2e7f-4ad8-a849-61b7ab5be494, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=69bb21df-2e7f-4ad8-a849-61b7ab5be494,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:28.645140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.663969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:28.668101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:28.689333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.689936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.701857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62cfa606-af69-47f3-a495-33b620fc9a7d req-ca4ef688-64c9-4ca1-9c0f-8083fdb9d451 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270089 Nov 09 18:19:28.711925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08496b-1ec8-4a57-83ba-d83666a58d45 None None] Pushing event updated for resources: {'Port': ['ID=69bb21df-2e7f-4ad8-a849-61b7ab5be494,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:28.737108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=68cb86d4-cfdb-4b11-a2f0-4e52497567a4,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:28.759095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ecc5df5d-be9a-4d4a-aaf8-7550b9ff7a79 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7644277 Nov 09 18:19:28.760138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46352) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:28.770248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:d4:4a:ef', 'name': 'tempest-NetworksTestDHCPv6-676317906'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:28.817546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.874712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed9d767-8162-4bd8-9a86-e6756ec10bc0,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:28.884324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Checking segment: {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:28.884693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Network hostable DHCP agents. Network: 4550b96a-4576-44b7-a432-54297f13b1e3, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:19:28.891318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b81c6-3815-4232-9cb5-016598603e0c req-15438d98-0436-42a3-a8d1-5b8c16f2ea12 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.892876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253b81c6-3815-4232-9cb5-016598603e0c req-15438d98-0436-42a3-a8d1-5b8c16f2ea12 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 945 time: 0.0957019 Nov 09 18:19:28.902488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Network 4550b96a-4576-44b7-a432-54297f13b1e3 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:19:28.916302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 4550b96a-4576-44b7-a432-54297f13b1e3) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:28.930261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:28.930261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:28.940018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54f8410-9220-4153-aca1-a3f310b22665 None None] Network 4550b96a-4576-44b7-a432-54297f13b1e3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:28.965440 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a39c3985-e59d-4012-ae10-5d32f6fc8813 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4664271 Nov 09 18:19:28.968291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:28.972829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:28.993734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253b81c6-3815-4232-9cb5-016598603e0c req-1f69f1b4-67f0-4266-91ba-58f8ae5014ff tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919058 Nov 09 18:19:28.999411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.001345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.038047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:29.071319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.151161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-4550b96a-4576-44b7-a432-54297f13b1e3', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:29.153512 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.168224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.197437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 207c6f52-151f-42bf-972f-94d946b9c7b2 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:29.284851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.336903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Allocated IP 172.20.0.2 (4550b96a-4576-44b7-a432-54297f13b1e3/aed9d767-8162-4bd8-9a86-e6756ec10bc0/be1107fb-d66f-4105-8b6f-919c9ba8c597) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:29.545099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8:0:1::3bc (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/68cb86d4-cfdb-4b11-a2f0-4e52497567a4/207c6f52-151f-42bf-972f-94d946b9c7b2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:29.554150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fed4:4aef (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/d34086aa-813d-40c5-9539-3bbc024d5e4f/207c6f52-151f-42bf-972f-94d946b9c7b2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:29.565299 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.575790 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.609741 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.621640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Network 4550b96a-4576-44b7-a432-54297f13b1e3 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:29.639665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:29.659940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.667015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Pushing event updated for resources: {'Port': ['ID=be1107fb-d66f-4105-8b6f-919c9ba8c597,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:29.669616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:29.836085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Attempting to bind port be1107fb-d66f-4105-8b6f-919c9ba8c597 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:29.836478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Attempting to bind port be1107fb-d66f-4105-8b6f-919c9ba8c597 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:29.836849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Attempting to bind port be1107fb-d66f-4105-8b6f-919c9ba8c597 on network 4550b96a-4576-44b7-a432-54297f13b1e3 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:29.849412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:29.849829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Checking segment: {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:29.853849 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.854414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Bound using segment: {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:29.855406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Bound port: be1107fb-d66f-4105-8b6f-919c9ba8c597, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:29.855637 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:29.939451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Allocated IP 172.25.0.209 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/81313429-0e7a-4aaa-9747-e279bfac5ef4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:29.975782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.002418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] For port be1107fb-d66f-4105-8b6f-919c9ba8c597, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:30.007242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] For port be1107fb-d66f-4105-8b6f-919c9ba8c597, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=be1107fb-d66f-4105-8b6f-919c9ba8c597,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:30.012005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.059512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f7d1b-d094-4bb7-ab6e-7bba355ffbd8 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:30.066790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514be2d-9b91-4765-bd0a-c98de29ff909 req-03f3e07f-f26b-4ca3-9147-1491a678120c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:30.068349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0514be2d-9b91-4765-bd0a-c98de29ff909 req-03f3e07f-f26b-4ca3-9147-1491a678120c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.0903721 Nov 09 18:19:30.103211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 69bb21df-2e7f-4ad8-a849-61b7ab5be494 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:30.128033 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.147374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.180543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:30.183704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0514be2d-9b91-4765-bd0a-c98de29ff909 req-5dace302-507e-46dd-9bdb-d5a6f4c405fe tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054194 Nov 09 18:19:30.190491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:30.196126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.209842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:30.216682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:30.217353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.257060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4947846 Nov 09 18:19:30.260160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46460) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:30.291521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:30.292427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=81313429-0e7a-4aaa-9747-e279bfac5ef4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:30.295287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:30.302235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:30.351067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f97733-e75d-4357-a1d6-7ba4ca6fddd2 None None] Pushing event updated for resources: {'Port': ['ID=be1107fb-d66f-4105-8b6f-919c9ba8c597,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:30.374874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c824d-8abd-429f-b2fd-9c71736a17a2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=207c6f52-151f-42bf-972f-94d946b9c7b2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:30.418375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b7114a15-438e-437e-ac80-d0fabdc9e3b3 None None] Provisioning complete for port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:30.418761 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7114a15-438e-437e-ac80-d0fabdc9e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.436528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 207c6f52-151f-42bf-972f-94d946b9c7b2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:30.436870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.613827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.649093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 207c6f52-151f-42bf-972f-94d946b9c7b2 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:30.715991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.778816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:30.779655 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.851622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7114a15-438e-437e-ac80-d0fabdc9e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.953909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b7114a15-438e-437e-ac80-d0fabdc9e3b3 None None] For port 69bb21df-2e7f-4ad8-a849-61b7ab5be494, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=69bb21df-2e7f-4ad8-a849-61b7ab5be494,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:30.975387 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7114a15-438e-437e-ac80-d0fabdc9e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:30.983732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.033243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=207c6f52-151f-42bf-972f-94d946b9c7b2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:31.058968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d961e4a-9896-4d51-9091-d93e13157a98 None None] Update dhcp port {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': 'd34086aa-813d-40c5-9539-3bbc024d5e4f', 'ip_address': '2001:db8::f816:3eff:fe3d:800b'}, {'subnet_id': '68cb86d4-cfdb-4b11-a2f0-4e52497567a4'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '69bb21df-2e7f-4ad8-a849-61b7ab5be494'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:19:31.115652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.119751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-79f211b4-84e9-4f8a-ae45-66a1387a74c0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/207c6f52-151f-42bf-972f-94d946b9c7b2 HTTP/1.1" status: 204 len: 168 time: 0.8581910 Nov 09 18:19:31.122354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46554) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:31.142409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9d961e4a-9896-4d51-9091-d93e13157a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.173185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7114a15-438e-437e-ac80-d0fabdc9e3b3 None None] Pushing event updated for resources: {'Port': ['ID=69bb21df-2e7f-4ad8-a849-61b7ab5be494,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:31.195399 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.201403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa02fae1-9632-4fba-82b8-39565c5136f2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.203417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fa02fae1-9632-4fba-82b8-39565c5136f2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0796511 Nov 09 18:19:31.207529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46564) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:31.327457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abd666-54f3-4184-9a05-1e4d7e46fb80 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.333955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46582) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:31.335462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-04abd666-54f3-4184-9a05-1e4d7e46fb80 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1243994 Nov 09 18:19:31.422960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d48ceb-781d-4050-9ecc-6902c7da4cbf tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.425053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d48ceb-781d-4050-9ecc-6902c7da4cbf tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.427107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d48ceb-781d-4050-9ecc-6902c7da4cbf tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.428971 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-39d48ceb-781d-4050-9ecc-6902c7da4cbf tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0872860 Nov 09 18:19:31.431884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46594) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:31.457517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-9d961e4a-9896-4d51-9091-d93e13157a98 None None] Allocated IP 2001:db8:0:1::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/68cb86d4-cfdb-4b11-a2f0-4e52497567a4/69bb21df-2e7f-4ad8-a849-61b7ab5be494) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:31.470525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33d7c9-ed48-4b59-a599-bed158aa36ed req-78d8207d-2705-47d9-9bbb-7da8a2c474e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:31.482007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c33d7c9-ed48-4b59-a599-bed158aa36ed req-78d8207d-2705-47d9-9bbb-7da8a2c474e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1447506 Nov 09 18:19:31.516530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 68cb86d4-cfdb-4b11-a2f0-4e52497567a4 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:31.539968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:19:31.545157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c33d7c9-ed48-4b59-a599-bed158aa36ed req-66af0127-ffee-4be5-a876-c000d49f2284 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603652 Nov 09 18:19:31.582958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3799d20-00e9-4505-a566-9d9de463d54d None None] Network 4550b96a-4576-44b7-a432-54297f13b1e3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:31.666756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-66ec04f5-7c25-4eac-9cca-567a2bb1c38d None None] Provisioning complete for port be1107fb-d66f-4105-8b6f-919c9ba8c597 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:31.667158 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-66ec04f5-7c25-4eac-9cca-567a2bb1c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.753866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9d961e4a-9896-4d51-9091-d93e13157a98 None None] For port 69bb21df-2e7f-4ad8-a849-61b7ab5be494, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=69bb21df-2e7f-4ad8-a849-61b7ab5be494,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:31.809194 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-66ec04f5-7c25-4eac-9cca-567a2bb1c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.875139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-66ec04f5-7c25-4eac-9cca-567a2bb1c38d None None] For port be1107fb-d66f-4105-8b6f-919c9ba8c597, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=be1107fb-d66f-4105-8b6f-919c9ba8c597,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:31.889879 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-66ec04f5-7c25-4eac-9cca-567a2bb1c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:31.987954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:32.002309 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9d961e4a-9896-4d51-9091-d93e13157a98 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.005786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Sync routers for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:32.013526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.018455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46662) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:32.019610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9e3c7d27-e7b5-45ad-b557-dfb3a88ee7d6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0500090 Nov 09 18:19:32.021053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.042925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9d961e4a-9896-4d51-9091-d93e13157a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.077975 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.115051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec04f5-7c25-4eac-9cca-567a2bb1c38d None None] Pushing event updated for resources: {'Port': ['ID=be1107fb-d66f-4105-8b6f-919c9ba8c597,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:32.124798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 69bb21df-2e7f-4ad8-a849-61b7ab5be494 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:32.183819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:32.184471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:32.219852 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.340160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.357209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.360800 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/68cb86d4-cfdb-4b11-a2f0-4e52497567a4 HTTP/1.1" status: 204 len: 168 time: 0.9277003 Nov 09 18:19:32.372979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46700) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:32.400095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265aedd-6423-46b1-b569-935b226bae3b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=68cb86d4-cfdb-4b11-a2f0-4e52497567a4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:32.413635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d961e4a-9896-4d51-9091-d93e13157a98 None None] Pushing event updated for resources: {'Port': ['ID=69bb21df-2e7f-4ad8-a849-61b7ab5be494,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:32.437693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:32.438352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.515072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:32.643312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet d34086aa-813d-40c5-9539-3bbc024d5e4f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:32.649509 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.736054 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:32.964221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device be1107fb-d66f-4105-8b6f-919c9ba8c597 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:32.996151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a4f73422-4688-40f8-8940-85e9113d2da4 None None] Provisioning complete for port be1107fb-d66f-4105-8b6f-919c9ba8c597 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:32.996525 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a4f73422-4688-40f8-8940-85e9113d2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.018658 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.029871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c94c-e576-41e0-86e4-5e49ecbaee12 req-4303cfdf-3669-49cd-8bc5-72a1938be3c6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.031975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab16c94c-e576-41e0-86e4-5e49ecbaee12 req-4303cfdf-3669-49cd-8bc5-72a1938be3c6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1914275 Nov 09 18:19:33.107612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port be1107fb-d66f-4105-8b6f-919c9ba8c597 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:33.108063 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.165477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab16c94c-e576-41e0-86e4-5e49ecbaee12 req-07c633f1-5272-46c5-9b1f-0887b91cded0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100545 Nov 09 18:19:33.186108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.190294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.196708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:30Z', 'revision_number': 3, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:33.246116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=d34086aa-813d-40c5-9539-3bbc024d5e4f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:33.248969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Checking router: addb1c1f-a80c-4458-84a5-f835c1d6a2e7 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:33.249327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Updating router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 port 81313429-0e7a-4aaa-9747-e279bfac5ef4 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:19:33.270561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.274047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c8a58b42-78d3-412f-bf24-9417a8b7b41e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/d34086aa-813d-40c5-9539-3bbc024d5e4f HTTP/1.1" status: 204 len: 168 time: 0.8995147 Nov 09 18:19:33.276837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46798) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:33.305058 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.311407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12fca2a-8eef-46c0-bf1a-ac995a5bb35e None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:33.350950 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d7b9bad5-7786-413a-b589-d057726212fe tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718265 Nov 09 18:19:33.352901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46806) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:33.361250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:33.378932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-58325a1c-ad40-43b4-89c3-d426b99ef100 None None] Could not find standard attr ID for object 207c6f52-151f-42bf-972f-94d946b9c7b2. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:33.492678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-58325a1c-ad40-43b4-89c3-d426b99ef100 None None] Provisioning complete for port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:33.493344 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-58325a1c-ad40-43b4-89c3-d426b99ef100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.505971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:33.511800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.746387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:33.775679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c58fba-ab49-4c31-8ab9-c582ce80fd32 req-09d04e66-f04f-483d-9c34-55cfb91a7834 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:33.777424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8c58fba-ab49-4c31-8ab9-c582ce80fd32 req-09d04e66-f04f-483d-9c34-55cfb91a7834 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 945 time: 0.1882546 Nov 09 18:19:33.809078 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.823038 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.868927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8c58fba-ab49-4c31-8ab9-c582ce80fd32 req-c99032a1-dcf4-41c0-9ac0-baa2b061409a tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0f35888-bdfd-4ede-a4ee-909566db2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800385 Nov 09 18:19:33.887163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Allocated IP 172.20.0.1 (4550b96a-4576-44b7-a432-54297f13b1e3/aed9d767-8162-4bd8-9a86-e6756ec10bc0/99701dc4-4515-4f0e-97e3-8565190a647c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:33.894428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Attempting to bind port 81313429-0e7a-4aaa-9747-e279bfac5ef4 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:33.894993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Attempting to bind port 81313429-0e7a-4aaa-9747-e279bfac5ef4 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:33.895563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Attempting to bind port 81313429-0e7a-4aaa-9747-e279bfac5ef4 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:33.943845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] Deleting port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:33.944483 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.946731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:33.947323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:33.947912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.948524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:33.949444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Bound port: 81313429-0e7a-4aaa-9747-e279bfac5ef4, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:33.949999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:33.959616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be8339-86e5-45bc-aa0d-41d0d9917588 None None] Pushing event updated for resources: {'Port': ['ID=81313429-0e7a-4aaa-9747-e279bfac5ef4,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:34.021367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.043395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device be1107fb-d66f-4105-8b6f-919c9ba8c597 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:34.060597 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.096371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.objects.ports [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:34.112083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Pushing event updated for resources: {'Port': ['ID=99701dc4-4515-4f0e-97e3-8565190a647c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:34.119958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Network 4550b96a-4576-44b7-a432-54297f13b1e3 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:34.121505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:34.124263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:34.150914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] For port 81313429-0e7a-4aaa-9747-e279bfac5ef4, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:34.155803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] For port 81313429-0e7a-4aaa-9747-e279bfac5ef4, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=81313429-0e7a-4aaa-9747-e279bfac5ef4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:34.172920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.190092 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.237071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] For port 69bb21df-2e7f-4ad8-a849-61b7ab5be494, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=69bb21df-2e7f-4ad8-a849-61b7ab5be494,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:34.237658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.283414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] Calling delete_port for 69bb21df-2e7f-4ad8-a849-61b7ab5be494 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:34.290899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-e81a4356-78b4-4057-b14f-b13d6eefaa41 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.293059 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-e81a4356-78b4-4057-b14f-b13d6eefaa41 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.85 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 945 time: 0.1951993 Nov 09 18:19:34.312302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port be1107fb-d66f-4105-8b6f-919c9ba8c597 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:34.312967 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.347088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:34.347747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:34.434358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.445055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf5265-d7eb-4f7c-9f4e-95b485acaf0a req-44d00c71-25ce-4426-b13e-ddc5edd31216 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:34.452322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7bf5265-d7eb-4f7c-9f4e-95b485acaf0a req-44d00c71-25ce-4426-b13e-ddc5edd31216 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.0872300 Nov 09 18:19:34.454747 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.475611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be8339-86e5-45bc-aa0d-41d0d9917588 None None] Pushing event updated for resources: {'Port': ['ID=81313429-0e7a-4aaa-9747-e279bfac5ef4,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:34.512329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Deleting port 4339b944-ae2e-4561-8d20-90109f78280a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:34.512934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.530697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7bf5265-d7eb-4f7c-9f4e-95b485acaf0a req-45ac6b4e-a72c-4e34-bff6-52d1dd4b3aca tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771782 Nov 09 18:19:34.550225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f71f947d-8e89-4d34-b8b1-ef6cd86df65d None None] Provisioning complete for port 99701dc4-4515-4f0e-97e3-8565190a647c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:34.550225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f71f947d-8e89-4d34-b8b1-ef6cd86df65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.629608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:34.696945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] For port 4339b944-ae2e-4561-8d20-90109f78280a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=4339b944-ae2e-4561-8d20-90109f78280a,segment=NetworkSegment(44c980cc-5ace-4315-82e6-218454670428),segment_id=44c980cc-5ace-4315-82e6-218454670428)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:34.697572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.702696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.709713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.710794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f71f947d-8e89-4d34-b8b1-ef6cd86df65d None None] Port 99701dc4-4515-4f0e-97e3-8565190a647c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:19:34.726666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Calling delete_port for 4339b944-ae2e-4561-8d20-90109f78280a owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:34.737531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] For port 69bb21df-2e7f-4ad8-a849-61b7ab5be494, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=69bb21df-2e7f-4ad8-a849-61b7ab5be494,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:34.799731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Pushing event updated for resources: {'Port': ['ID=99701dc4-4515-4f0e-97e3-8565190a647c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:34.803578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.841246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.859728 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.860539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:34.974089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:34.994855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Network 4550b96a-4576-44b7-a432-54297f13b1e3 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:34.996478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:35.010288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:35.016480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=ea1066df-3d3b-4959-8cd2-5a4d1b4933ab,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:35.020023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:35.020865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:35.026148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=69bb21df-2e7f-4ad8-a849-61b7ab5be494,revision_number=8']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:35.062155 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-058d1e75-4fa8-4372-a159-78fa602fcf0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7078786 Nov 09 18:19:35.066783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46890) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:35.074385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6bbee633-8542-4071-b44b-19753cb780d5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:35.085227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:35.120965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['4339b944-ae2e-4561-8d20-90109f78280a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:35.154783 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:35.198011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 69bb21df-2e7f-4ad8-a849-61b7ab5be494 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:35.203021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] Pushing event deleted for resources: {'Port': ['ID=69bb21df-2e7f-4ad8-a849-61b7ab5be494,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:35.213303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:35.228851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Pushing event deleted for resources: {'Port': ['ID=4339b944-ae2e-4561-8d20-90109f78280a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:35.259527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec9bab-c028-462f-a1cb-d85619ef08ed None None] No DVR routers for this DVR port 69bb21df-2e7f-4ad8-a849-61b7ab5be494 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:35.262522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 69bb21df-2e7f-4ad8-a849-61b7ab5be494 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:35.263006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 69bb21df-2e7f-4ad8-a849-61b7ab5be494 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:35.296000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c3463b-f418-43e3-84da-bd337602b179 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:35.309450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffd8198a-408e-4019-b96b-d80a366782cd req-c54ff606-7339-49e4-9899-d4f1e232d8cf tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ab6239-e2d9-453e-89ee-22338c222d4c HTTP/1.1" status: 200 len: 210 time: 0.1057417 Nov 09 18:19:35.329214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] No DVR routers for this DVR port 4339b944-ae2e-4561-8d20-90109f78280a on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:19:35.336128 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:35.340271 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-10808935-53f3-4ae7-8286-8f7996c32f6e req-9eb99d91-a7f1-455c-830f-d62bda2c74c5 tempest-ServerTagsTestJSON-1953839732 tempest-ServerTagsTestJSON-1953839732-project] 10.222.0.85 "DELETE /v2.0/ports/4339b944-ae2e-4561-8d20-90109f78280a HTTP/1.1" status: 204 len: 173 time: 1.0183160 Nov 09 18:19:35.340740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'name': 'network-vif-deleted', 'tag': '4339b944-ae2e-4561-8d20-90109f78280a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:35.343724 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d322b4e4-42a4-45f1-b87c-468885418a56" -d '{"events": [{"server_uuid": "99ab6239-e2d9-453e-89ee-22338c222d4c", "name": "network-vif-deleted", "tag": "4339b944-ae2e-4561-8d20-90109f78280a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:35.366542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:30Z', 'revision_number': 3, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:35.413095 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50adbae1-16a2-4b21-bed4-4e1d9115cfd9 x-openstack-request-id: req-50adbae1-16a2-4b21-bed4-4e1d9115cfd9 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:35.413497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe6cde-dab0-4c91-ac32-2ad5bcaa343a None None] The sync data for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 is: [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:30Z', 'revision_number': 3, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:35.426394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ad44a9ae-514f-4811-89f3-192ef713eef1 None None] Provisioning complete for port 99701dc4-4515-4f0e-97e3-8565190a647c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:35.427272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad44a9ae-514f-4811-89f3-192ef713eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:35.434538 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ab6239-e2d9-453e-89ee-22338c222d4c", "name": "network-vif-deleted", "tag": "4339b944-ae2e-4561-8d20-90109f78280a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:35.434908 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50adbae1-16a2-4b21-bed4-4e1d9115cfd9 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:35.437499 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ab6239-e2d9-453e-89ee-22338c222d4c', 'name': 'network-vif-deleted', 'tag': '4339b944-ae2e-4561-8d20-90109f78280a', 'status': 'completed', 'code': 200} Nov 09 18:19:35.477190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbee633-8542-4071-b44b-19753cb780d5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:35.481323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6bbee633-8542-4071-b44b-19753cb780d5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:35.569688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:35.570222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'ea1066df-3d3b-4959-8cd2-5a4d1b4933ab'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:35.571547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:35.579084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-297c2a7b-6d6a-4c9d-9a5c-fe38b3d14768 admin admin] 10.222.0.32 "PUT /v2.0/routers/addb1c1f-a80c-4458-84a5-f835c1d6a2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5584393 Nov 09 18:19:35.617124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ad44a9ae-514f-4811-89f3-192ef713eef1 None None] Port 99701dc4-4515-4f0e-97e3-8565190a647c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:19:35.651274 n-d-817240-1 neutron-server[102141]: INFO neutron.db.ipam_backend_mixin [None req-6bbee633-8542-4071-b44b-19753cb780d5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea1066df-3d3b-4959-8cd2-5a4d1b4933ab (CIDR: 2001:db8::/64) Nov 09 18:19:35.655852 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbee633-8542-4071-b44b-19753cb780d5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:35.656366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbee633-8542-4071-b44b-19753cb780d5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:35.696397 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6bbee633-8542-4071-b44b-19753cb780d5 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6282904 Nov 09 18:19:35.699605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46898) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:35.707051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:35.772881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44c7c-0068-4271-be6b-149efbc79361 req-b918d553-cb94-494e-9c7b-a76dec809a1a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:35.781153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6d44c7c-0068-4271-be6b-149efbc79361 req-b918d553-cb94-494e-9c7b-a76dec809a1a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1180375 Nov 09 18:19:35.873292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6d44c7c-0068-4271-be6b-149efbc79361 req-a8eeb6e1-3d93-4ceb-ad8f-f60f61ce0ce1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912364 Nov 09 18:19:35.916802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Allocated IP 2001:db8::f816:3eff:fea3:7660 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/ea1066df-3d3b-4959-8cd2-5a4d1b4933ab/4f1872a2-2092-4bab-8994-5596245c7ae9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:36.030175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:36.035410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.091510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 81313429-0e7a-4aaa-9747-e279bfac5ef4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:36.239842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 81313429-0e7a-4aaa-9747-e279bfac5ef4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:36.240993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.334152 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.388369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.401011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46918) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:36.472973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] Deleting subnet 131ff94e-f88f-4008-aca4-e8ed5ea12aa4 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:36.478398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.505109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.519885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:36.530099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:36.539706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:36.547402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Pushing event updated for resources: {'Port': ['ID=4f1872a2-2092-4bab-8994-5596245c7ae9,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:36.555607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 81313429-0e7a-4aaa-9747-e279bfac5ef4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=81313429-0e7a-4aaa-9747-e279bfac5ef4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:36.567506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.572885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.590879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46922) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:36.606416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1966771056-network', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:36.626495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.638493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.665205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:36.672483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:36.676117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Attempting to bind port 4f1872a2-2092-4bab-8994-5596245c7ae9 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:36.676353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:36.676466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Attempting to bind port 4f1872a2-2092-4bab-8994-5596245c7ae9 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:36.676908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.677034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Attempting to bind port 4f1872a2-2092-4bab-8994-5596245c7ae9 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:36.695847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:36.696230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:36.696444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=8361d1ce-dc24-4c71-813b-1e5b293b45a2,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:36.696672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.697039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:36.697593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Bound port: 4f1872a2-2092-4bab-8994-5596245c7ae9, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:36.697975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.715114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=81313429-0e7a-4aaa-9747-e279bfac5ef4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:36.717047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Made reservation on behalf of 37d618a8f7f34712a95c31ea35ccc8d1 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:36.720316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.723142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.731723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.740613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5161ef26-39b5-4959-8a4e-69f0f23f0629 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0361054 Nov 09 18:19:36.740830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46924) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:36.746706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.750771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:7d:ee:f5', 'name': 'tempest-NetworksTestDHCPv6-1152396338'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:36.755265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/131ff94e-f88f-4008-aca4-e8ed5ea12aa4 HTTP/1.1" status: 204 len: 168 time: 0.3531189 Nov 09 18:19:36.764634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46926) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:36.780700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] For port 4f1872a2-2092-4bab-8994-5596245c7ae9, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:36.783974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d64728-0deb-4320-8a9d-057d297e2554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131ff94e-f88f-4008-aca4-e8ed5ea12aa4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:36.784732 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] For port 4f1872a2-2092-4bab-8994-5596245c7ae9, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f1872a2-2092-4bab-8994-5596245c7ae9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:36.796034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:36.857304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7279a28-fa47-4e0b-9921-0e0301d6b82e None None] Pushing event updated for resources: {'Port': ['ID=4f1872a2-2092-4bab-8994-5596245c7ae9,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:36.991015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.039727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739ec4-3cb0-475e-b61d-b4f56d2a3db7 req-d0262d8e-b6f2-4671-bcab-ef6a08355d19 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:37.056187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b739ec4-3cb0-475e-b61d-b4f56d2a3db7 req-d0262d8e-b6f2-4671-bcab-ef6a08355d19 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.0925817 Nov 09 18:19:37.096585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.112265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6b739ec4-3cb0-475e-b61d-b4f56d2a3db7 req-49737465-4049-4b86-96cf-e6254059a357 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546575 Nov 09 18:19:37.118552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:37.150560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.246614 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.270906 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9dc1715-49ed-482d-8ebc-9f355d0a80d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.317130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:19:37.326336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942ce64e-a971-4bc2-97bd-24b606cc1590,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:37.330607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3e0c74-5068-4479-9114-cd4dc369ad6d']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:37.354992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c980cc-5ace-4315-82e6-218454670428') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:37.355214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c980cc-5ace-4315-82e6-218454670428') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:37.371133 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.371474 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Added segment 4e7556d1-0536-44b9-a0ec-519141740141 of type vlan for network 5ef5586b-9e31-404b-939c-a289684ecb50 Nov 09 18:19:37.376592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.395682 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.431522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.447388 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.453219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:19:37.453622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:19:37.455278 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:19:37.499212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 53650799-7538-4563-a405-f0c95c02873f yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:37.571071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.576359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.577255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:37.577819 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.584927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.588046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8b3e0c74-5068-4479-9114-cd4dc369ad6d HTTP/1.1" status: 204 len: 168 time: 0.8208413 Nov 09 18:19:37.625988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd013d5-1bbb-4b9c-922f-bedb04041d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3e0c74-5068-4479-9114-cd4dc369ad6d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:37.661503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:19:37.665977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4339b944-ae2e-4561-8d20-90109f78280a no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:19:37.692871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 4339b944-ae2e-4561-8d20-90109f78280a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:19:37.693926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 4339b944-ae2e-4561-8d20-90109f78280a not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:19:37.744590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46936) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:37.745120 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1497061 Nov 09 18:19:37.750098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Request body: {'subnet': {'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1966771056-subnet', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:37.759541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496056-8c57-4797-bc65-4acaf9aa502f admin admin] Pushing event updated for resources: {'Network': ['ID=5ef5586b-9e31-404b-939c-a289684ecb50,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:37.772331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5ef5586b-9e31-404b-939c-a289684ecb50 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:19:37.791750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Made reservation on behalf of 37d618a8f7f34712a95c31ea35ccc8d1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:37.796132 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.865069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:37.882503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:37.897659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'port_id': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'mac_address': 'fa:16:3e:f2:0e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:19:37.953619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:37.958539 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Sync routers for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:37.970289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67cb95c6-bc7f-4f21-baba-033eeb250279 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:37.985834 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:37.987154 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:37.994582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:38.000312 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.032261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8:0:1::9b (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/8361d1ce-dc24-4c71-813b-1e5b293b45a2/53650799-7538-4563-a405-f0c95c02873f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:38.078097 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.078356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:38.091319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['67cb95c6-bc7f-4f21-baba-033eeb250279'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:19:38.102355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::f816:3eff:fe7d:eef5 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/ea1066df-3d3b-4959-8cd2-5a4d1b4933ab/53650799-7538-4563-a405-f0c95c02873f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:38.122193 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-77a6057d-c20a-441a-8a11-413d3fb128b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22b8d59608384d58a44bd1fa7447243d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400753 Nov 09 18:19:38.124855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:38.175374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a80e19-5926-4930-a1d8-aee8bdd01e49,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:38.181827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 81313429-0e7a-4aaa-9747-e279bfac5ef4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:38.200414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Checking segment: {'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:38.200776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Network hostable DHCP agents. Network: 5ef5586b-9e31-404b-939c-a289684ecb50, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:19:38.236922 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57403817-6ed0-4bc0-b4f3-7a7a3920968c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.243176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Network 5ef5586b-9e31-404b-939c-a289684ecb50 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:19:38.272211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57403817-6ed0-4bc0-b4f3-7a7a3920968c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.282462 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:38.305511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5ef5586b-9e31-404b-939c-a289684ecb50) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:38.345832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b1c01-a8cd-4c63-88bf-0e29a2c1dfe0 None None] Network 5ef5586b-9e31-404b-939c-a289684ecb50 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:38.362915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.363639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.416588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.430045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-95571d4e-094a-4a1e-a126-eaf33b99c310 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6843016 Nov 09 18:19:38.434302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 46948) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:38.442091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:38.474132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.476337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.482336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4d75d-d23d-45a3-9985-832679653700 req-2578a9ff-a9b0-41a3-9cbb-0d332d2f8efe tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:38.484103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96d4d75d-d23d-45a3-9985-832679653700 req-2578a9ff-a9b0-41a3-9cbb-0d332d2f8efe tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 945 time: 0.2097030 Nov 09 18:19:38.559725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96d4d75d-d23d-45a3-9985-832679653700 req-b4c77b4e-5e5a-4186-9219-9b1096ffaa6c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659053 Nov 09 18:19:38.568224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57403817-6ed0-4bc0-b4f3-7a7a3920968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.570839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57403817-6ed0-4bc0-b4f3-7a7a3920968c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.571974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-57403817-6ed0-4bc0-b4f3-7a7a3920968c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0f35888-bdfd-4ede-a4ee-909566db2efb HTTP/1.1" status: 204 len: 168 time: 0.4433568 Nov 09 18:19:38.592403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57403817-6ed0-4bc0-b4f3-7a7a3920968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f35888-bdfd-4ede-a4ee-909566db2efb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:38.611988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.720420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 81313429-0e7a-4aaa-9747-e279bfac5ef4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:38.720801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.770971 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 2, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:38.830416 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Checking router: addb1c1f-a80c-4458-84a5-f835c1d6a2e7 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:38.830768 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Updating router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 port 99701dc4-4515-4f0e-97e3-8565190a647c binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:19:38.880608 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:38.912793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8307f6e-ae5b-460f-92ec-4138071f74b7 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:39.098125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dfbe44d8-892c-4f58-b828-b9ef252b26eb None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:39.098747 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44d8-892c-4f58-b828-b9ef252b26eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.197589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5ef5586b-9e31-404b-939c-a289684ecb50', 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'fixed_ips': [{'subnet_id': '32a80e19-5926-4930-a1d8-aee8bdd01e49'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:19:39.198609 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.238664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f1872a2-2092-4bab-8994-5596245c7ae9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:39.314425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.325941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.402043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:39.411917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:39.417421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:39.453276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:39.454360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.493269 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.508945 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.538999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44d8-892c-4f58-b828-b9ef252b26eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.565538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:39.565834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.627896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8860297 Nov 09 18:19:39.631283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 46988) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:39.639879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472babd8-0902-4b39-892c-913014287324 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=53650799-7538-4563-a405-f0c95c02873f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:39.657192 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Pushing event updated for resources: {'Port': ['ID=99701dc4-4515-4f0e-97e3-8565190a647c,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:39.688800 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.690775 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.692010 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.692583 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.696557 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.700589 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.701086 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.702613 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.704652 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.705231 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.706717 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.708084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:39.789340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:39.838906 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Attempting to bind port 99701dc4-4515-4f0e-97e3-8565190a647c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:39.839375 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Attempting to bind port 99701dc4-4515-4f0e-97e3-8565190a647c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:39.839810 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Attempting to bind port 99701dc4-4515-4f0e-97e3-8565190a647c on network 4550b96a-4576-44b7-a432-54297f13b1e3 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:39.847932 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:39.848542 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Checking segment: {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:39.849116 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.849427 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Bound using segment: {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:39.850022 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Bound port: 99701dc4-4515-4f0e-97e3-8565190a647c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:39.850745 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:39.976389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47002) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:39.991720 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] For port 99701dc4-4515-4f0e-97e3-8565190a647c, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:40.004760 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] For port 99701dc4-4515-4f0e-97e3-8565190a647c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=99701dc4-4515-4f0e-97e3-8565190a647c,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:40.016615 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.029952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31df2b-2600-460c-9566-f9480ea9c088 req-a2e16549-ef64-423d-b252-2bb53988aba2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:40.031495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a31df2b-2600-460c-9566-f9480ea9c088 req-a2e16549-ef64-423d-b252-2bb53988aba2 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 945 time: 0.2578835 Nov 09 18:19:40.053319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 53650799-7538-4563-a405-f0c95c02873f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:40.053673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.178120 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:40.182216 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:40.205845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.264824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.309993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a31df2b-2600-460c-9566-f9480ea9c088 req-6d584222-2b17-4bfe-94bb-9713a11ba079 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604506 Nov 09 18:19:40.342147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-576655760-network', 'tenant_id': '92a9c5452ca9409d8c2b621a5bb0ead7'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:40.385144 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdd795-9b2f-4500-902d-04dfee50eb8e None None] Pushing event updated for resources: {'Port': ['ID=99701dc4-4515-4f0e-97e3-8565190a647c,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:40.468502 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.493435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Made reservation on behalf of 92a9c5452ca9409d8c2b621a5bb0ead7 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:40.507751 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.507963 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:40.560401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 53650799-7538-4563-a405-f0c95c02873f owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:40.568040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Allocated IP 172.25.0.113 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/2f6db0d2-01fd-4961-88b0-c3889fab70b4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:40.579671 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.663280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dfbe44d8-892c-4f58-b828-b9ef252b26eb None None] For port 4f1872a2-2092-4bab-8994-5596245c7ae9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f1872a2-2092-4bab-8994-5596245c7ae9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:40.669201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Allocated IP 172.20.0.2 (5ef5586b-9e31-404b-939c-a289684ecb50/32a80e19-5926-4930-a1d8-aee8bdd01e49/895e8de2-a874-4e76-996b-b5e0ce37b1db) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:40.676021 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.736279 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44d8-892c-4f58-b828-b9ef252b26eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.853660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22ef4f89-416c-4381-8e02-9793b5036859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.878943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.888254 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.903791 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.945220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:40.949257 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8665213-f34d-420e-8273-69342a19fe56 None None] Update dhcp port {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': 'ea1066df-3d3b-4959-8cd2-5a4d1b4933ab', 'ip_address': '2001:db8::f816:3eff:fea3:7660'}, {'subnet_id': '8361d1ce-dc24-4c71-813b-1e5b293b45a2'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '4f1872a2-2092-4bab-8994-5596245c7ae9'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:19:40.977719 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.001066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dbb75e-f5b3-423e-851d-d73f4bbb2738,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:41.054003 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.063150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:19:41.107231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=53650799-7538-4563-a405-f0c95c02873f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:41.129865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.130439 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Added segment 1ae33763-8d5e-4bc8-a337-32830baa1098 of type vlan for network dd11bad8-bfe6-4b87-8daa-a40147e1885b Nov 09 18:19:41.134823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:41.139126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6db0d2-01fd-4961-88b0-c3889fab70b4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:41.145923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:41.152706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:41.155491 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:39Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:41.179497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c8665213-f34d-420e-8273-69342a19fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.216219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e8d4e5c3-9157-4e08-926c-8a9209171a53 None None] Provisioning complete for port 99701dc4-4515-4f0e-97e3-8565190a647c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:41.217005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e5c3-9157-4e08-926c-8a9209171a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.219706 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.225028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c2f00c8e-558a-409c-a33d-8518dc04f5f1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/53650799-7538-4563-a405-f0c95c02873f HTTP/1.1" status: 204 len: 168 time: 1.5923443 Nov 09 18:19:41.229797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47016) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:41.250966 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86272d39-5f83-4d91-9f33-6b7be864e16c None None] The sync data for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 is: [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:39Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:41.260493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.305984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.307064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.307759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.322221 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.330997 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:19:41.331646 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:19:41.342152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe44d8-892c-4f58-b828-b9ef252b26eb None None] Pushing event updated for resources: {'Port': ['ID=4f1872a2-2092-4bab-8994-5596245c7ae9,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:41.352024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 67cb95c6-bc7f-4f21-baba-033eeb250279 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:41.352677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.517788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616db51-bc54-4951-9104-63b0f95e6e15 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.522607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4616db51-bc54-4951-9104-63b0f95e6e15 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2917631 Nov 09 18:19:41.523375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47022) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:41.654151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3da34-1e8f-4e09-9e25-e7da531f65f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.662905 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-36b3da34-1e8f-4e09-9e25-e7da531f65f8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1372657 Nov 09 18:19:41.663637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:41.743770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] Pushing event updated for resources: {'Network': ['ID=dd11bad8-bfe6-4b87-8daa-a40147e1885b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:41.747381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde50a1-cbcd-4bb6-bd81-69915bdf02ac tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.749049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde50a1-cbcd-4bb6-bd81-69915bdf02ac tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.750230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23b4bd0d-1c39-4481-8a6d-0186698ff794 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7702804 Nov 09 18:19:41.751155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde50a1-cbcd-4bb6-bd81-69915bdf02ac tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.756015 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7cde50a1-cbcd-4bb6-bd81-69915bdf02ac tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0891261 Nov 09 18:19:41.756732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47028) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:41.757070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47030) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:41.765104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Request body: {'subnet': {'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-576655760-subnet', 'tenant_id': '92a9c5452ca9409d8c2b621a5bb0ead7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:41.766827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e5c3-9157-4e08-926c-8a9209171a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.822842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dc87a-ad4f-4ec8-aa66-1c35e0183f2c req-7ba12cea-080d-4a1a-af08-6f9ba988e426 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:41.831164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f29dc87a-ad4f-4ec8-aa66-1c35e0183f2c req-7ba12cea-080d-4a1a-af08-6f9ba988e426 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 945 time: 0.2607110 Nov 09 18:19:41.892243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f29dc87a-ad4f-4ec8-aa66-1c35e0183f2c req-f63fefae-1c6e-4423-a9eb-503179bd58f1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598810 Nov 09 18:19:41.922803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:41.928878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Made reservation on behalf of 92a9c5452ca9409d8c2b621a5bb0ead7 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:41.930868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.024255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e8d4e5c3-9157-4e08-926c-8a9209171a53 None None] For port 99701dc4-4515-4f0e-97e3-8565190a647c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=99701dc4-4515-4f0e-97e3-8565190a647c,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:42.039053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network dd11bad8-bfe6-4b87-8daa-a40147e1885b details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:19:42.065918 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e5c3-9157-4e08-926c-8a9209171a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.142936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-c8665213-f34d-420e-8273-69342a19fe56 None None] Allocated IP 2001:db8:0:1::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/8361d1ce-dc24-4c71-813b-1e5b293b45a2/4f1872a2-2092-4bab-8994-5596245c7ae9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:42.173969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 8361d1ce-dc24-4c71-813b-1e5b293b45a2 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:42.261537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.319372 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.480366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4e5c3-9157-4e08-926c-8a9209171a53 None None] Pushing event updated for resources: {'Port': ['ID=99701dc4-4515-4f0e-97e3-8565190a647c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:42.535110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Pushing event updated for resources: {'Port': ['ID=895e8de2-a874-4e76-996b-b5e0ce37b1db,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:42.591888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Network 5ef5586b-9e31-404b-939c-a289684ecb50 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:42.592804 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.605074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:42.619083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:42.628479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.641873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.720366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 99701dc4-4515-4f0e-97e3-8565190a647c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:42.731817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:42.734053 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3016d98-53e0-4163-9684-1be5c40d4fa2" -d '{"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-plugged", "status": "completed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:42.780759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:42.848088 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2251a3-1cf7-4be6-992c-0b82eef86541 x-openstack-request-id: req-5c2251a3-1cf7-4be6-992c-0b82eef86541 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:42.848650 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-plugged", "status": "completed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:42.848650 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c2251a3-1cf7-4be6-992c-0b82eef86541 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:42.849100 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'code': 200} Nov 09 18:19:42.859228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Attempting to bind port 895e8de2-a874-4e76-996b-b5e0ce37b1db on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:42.860246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Attempting to bind port 895e8de2-a874-4e76-996b-b5e0ce37b1db by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:42.860638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Attempting to bind port 895e8de2-a874-4e76-996b-b5e0ce37b1db on network 5ef5586b-9e31-404b-939c-a289684ecb50 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:42.868056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:42.918377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c8665213-f34d-420e-8273-69342a19fe56 None None] For port 4f1872a2-2092-4bab-8994-5596245c7ae9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f1872a2-2092-4bab-8994-5596245c7ae9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:42.974802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea761e4-0976-4b87-9705-b48ab426a361,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:42.995958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Checking segment: {'id': '1ae33763-8d5e-4bc8-a337-32830baa1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:42.996475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Network hostable DHCP agents. Network: dd11bad8-bfe6-4b87-8daa-a40147e1885b, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:19:43.000838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:43.005288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Checking segment: {'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:43.006474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.006983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Bound using segment: {'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:43.007594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Bound port: 895e8de2-a874-4e76-996b-b5e0ce37b1db, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:43.009445 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.038142 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.063557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Network dd11bad8-bfe6-4b87-8daa-a40147e1885b is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:19:43.091633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, dd11bad8-bfe6-4b87-8daa-a40147e1885b) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:43.095954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:43.096259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.112368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:19:43.118856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:43.122447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff393d1-4cc7-4308-8df8-9059e6553e3d None None] Network dd11bad8-bfe6-4b87-8daa-a40147e1885b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:43.135485 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3af86a9-aa6f-4b41-9eaf-d043661f94b3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3660853 Nov 09 18:19:43.184433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61e3b2-0b77-474e-81e5-3a2a6aa6ddd9 req-5c43813c-0cfd-44e7-a7f8-ee3048ce5d5e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:43.195419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df61e3b2-0b77-474e-81e5-3a2a6aa6ddd9 req-5c43813c-0cfd-44e7-a7f8-ee3048ce5d5e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1758854 Nov 09 18:19:43.259849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:43.283338 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c8665213-f34d-420e-8273-69342a19fe56 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.295085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.308070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df61e3b2-0b77-474e-81e5-3a2a6aa6ddd9 req-31903f1f-8f5b-4931-a521-1c291dcbff38 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094022 Nov 09 18:19:43.373657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] For port 895e8de2-a874-4e76-996b-b5e0ce37b1db, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:43.377517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] For port 895e8de2-a874-4e76-996b-b5e0ce37b1db, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=895e8de2-a874-4e76-996b-b5e0ce37b1db,segment=NetworkSegment(4e7556d1-0536-44b9-a0ec-519141740141),segment_id=4e7556d1-0536-44b9-a0ec-519141740141)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:43.383202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Sync routers for ids ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:43.393081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.405909 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c8665213-f34d-420e-8273-69342a19fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.420648 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.501103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Routers {'9b71d2eb-cb90-4a68-a8af-1023abdb8bae'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:43.501823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:43.601181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.659874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.665345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47046) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:43.665646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d202a39f-2a02-4aa0-ba32-0e080c7670d8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2281699 Nov 09 18:19:43.710895 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.752411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=8361d1ce-dc24-4c71-813b-1e5b293b45a2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:43.756278 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:43.765432 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b0d42940-53e5-4772-8301-fc6638402c7a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/8361d1ce-dc24-4c71-813b-1e5b293b45a2 HTTP/1.1" status: 204 len: 168 time: 1.9600995 Nov 09 18:19:43.766579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47050) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:43.940262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet ea1066df-3d3b-4959-8cd2-5a4d1b4933ab {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:43.948073 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.039986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47060) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:44.041061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.057054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-328354109-network', 'tenant_id': '531668da8a224eacad99c0add75adee5'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:44.185329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.228936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 99701dc4-4515-4f0e-97e3-8565190a647c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:44.229504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.276478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Made reservation on behalf of 531668da8a224eacad99c0add75adee5 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:44.278643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.333426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.364531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.375316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/ea1066df-3d3b-4959-8cd2-5a4d1b4933ab HTTP/1.1" status: 204 len: 168 time: 0.6066332 Nov 09 18:19:44.378203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47064) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:44.413158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Set router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:44.416488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.571736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8665213-f34d-420e-8273-69342a19fe56 None None] Pushing event updated for resources: {'Port': ['ID=4f1872a2-2092-4bab-8994-5596245c7ae9,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:44.586265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b7da88ce-b2d0-497a-96c5-cd951a74e5b8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2034786 Nov 09 18:19:44.588253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d34eec-fe47-4dd3-a463-88ef0d77a7e6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1066df-3d3b-4959-8cd2-5a4d1b4933ab,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:44.595409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:44.603848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:44.642792 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.665390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.750200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632be895-bfe4-4a69-bc15-a2253db3ad75 None None] Network dd11bad8-bfe6-4b87-8daa-a40147e1885b requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:44.794037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:44.799381 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:44.851914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f17fe-c7cd-404f-8ead-6b2479a72b8e None None] Pushing event updated for resources: {'Port': ['ID=895e8de2-a874-4e76-996b-b5e0ce37b1db,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:45.082758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.178250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=828fa97a-6cf1-49f0-aec7-c8ea555c55df,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:45.191875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:45.194243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:45.198916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:45.199787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.207076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f1872a2-2092-4bab-8994-5596245c7ae9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:45.241349 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fef0ed6d-4635-4f6b-be58-a132cc93ca7f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6442919 Nov 09 18:19:45.242055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47074) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:45.248670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ae5db19b-7083-477e-b2e9-d35371360c06 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:45.451640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5db19b-7083-477e-b2e9-d35371360c06 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:45.457849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe24dac-cbc3-4c68-901c-3fe7337a50ec None None] Network 5ef5586b-9e31-404b-939c-a289684ecb50 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:45.462095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae5db19b-7083-477e-b2e9-d35371360c06 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.496989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab265df4-fff0-4f23-97b2-4227783f55d4 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:45.570667 n-d-817240-1 neutron-server[102141]: INFO neutron.db.ipam_backend_mixin [None req-ae5db19b-7083-477e-b2e9-d35371360c06 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 828fa97a-6cf1-49f0-aec7-c8ea555c55df (CIDR: 2001:db8::/64) Nov 09 18:19:45.581431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac3a434-98fe-4b63-9616-60b32d0e7dcc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:45.595132 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5db19b-7083-477e-b2e9-d35371360c06 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:19:45.595999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5db19b-7083-477e-b2e9-d35371360c06 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:19:45.643019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:19:45.653704 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ae5db19b-7083-477e-b2e9-d35371360c06 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4075031 Nov 09 18:19:45.654084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47080) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:45.669495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:45.669911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:45.744641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.744991 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Added segment e131bcef-82ea-4526-a182-087f55c22137 of type vlan for network 4d44e400-5c3e-4021-ba14-148c46d99014 Nov 09 18:19:45.772962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-35ebb758-c34d-4aca-b299-792c39ae5b31 None None] Provisioning complete for port 895e8de2-a874-4e76-996b-b5e0ce37b1db triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:45.774270 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35ebb758-c34d-4aca-b299-792c39ae5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.809801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f117f89-6d70-4d96-9244-1119aa64c6aa req-a9932a09-dfad-4654-96c8-553b22befa4c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:45.818221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f117f89-6d70-4d96-9244-1119aa64c6aa req-a9932a09-dfad-4654-96c8-553b22befa4c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 1.1671636 Nov 09 18:19:45.823958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-300cd4aa-ca9b-4baf-ab6e-6580d8536dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.856729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.947395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-300cd4aa-ca9b-4baf-ab6e-6580d8536dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.963669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-300cd4aa-ca9b-4baf-ab6e-6580d8536dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:45.965153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f117f89-6d70-4d96-9244-1119aa64c6aa req-38eeb39d-634b-4cca-8f0e-f0c71eeaca14 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459546 Nov 09 18:19:46.011670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:46.012187 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.032396 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-300cd4aa-ca9b-4baf-ab6e-6580d8536dc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd40bf5086b544988b33fd68a60c1419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638277 Nov 09 18:19:46.033912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cd4aa-ca9b-4baf-ab6e-6580d8536dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb34eab-096d-45ed-8c18-46c8d9c1f4f0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:46.038581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47086) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:46.108157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.109144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:46.109730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.119025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f020225d-e012-4e6b-abd5-f8ff9cae2354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.164785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f020225d-e012-4e6b-abd5-f8ff9cae2354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.206888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:46.211006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.221204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:19:41Z', 'revision_number': 3, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port': {'id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:40Z', 'updated_at': '2021-11-09T18:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:46.232164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] Pushing event updated for resources: {'Network': ['ID=4d44e400-5c3e-4021-ba14-148c46d99014,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:46.241284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f574a0f7-6cee-48c2-ada8-4db57479beee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2000439 Nov 09 18:19:46.246665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47088) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:46.256743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Request body: {'subnet': {'network_id': '4d44e400-5c3e-4021-ba14-148c46d99014', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-328354109-subnet', 'tenant_id': '531668da8a224eacad99c0add75adee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:46.260325 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f020225d-e012-4e6b-abd5-f8ff9cae2354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.263297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f020225d-e012-4e6b-abd5-f8ff9cae2354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.267231 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f020225d-e012-4e6b-abd5-f8ff9cae2354 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcb34eab-096d-45ed-8c18-46c8d9c1f4f0 HTTP/1.1" status: 204 len: 168 time: 0.2272863 Nov 09 18:19:46.282744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020225d-e012-4e6b-abd5-f8ff9cae2354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb34eab-096d-45ed-8c18-46c8d9c1f4f0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:46.310622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Made reservation on behalf of 531668da8a224eacad99c0add75adee5 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:46.314931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.336435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Checking router: 9b71d2eb-cb90-4a68-a8af-1023abdb8bae for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:46.337066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Updating router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae port 2f6db0d2-01fd-4961-88b0-c3889fab70b4 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:19:46.345623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 4d44e400-5c3e-4021-ba14-148c46d99014 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:19:46.475845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35ebb758-c34d-4aca-b299-792c39ae5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.587918 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.599432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.627532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-35ebb758-c34d-4aca-b299-792c39ae5b31 None None] For port 895e8de2-a874-4e76-996b-b5e0ce37b1db, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=895e8de2-a874-4e76-996b-b5e0ce37b1db,segment=NetworkSegment(4e7556d1-0536-44b9-a0ec-519141740141),segment_id=4e7556d1-0536-44b9-a0ec-519141740141)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:46.635753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.680695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35ebb758-c34d-4aca-b299-792c39ae5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.739407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47094) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:46.842643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:46.940442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Allocated IP 172.20.0.1 (5ef5586b-9e31-404b-939c-a289684ecb50/32a80e19-5926-4930-a1d8-aee8bdd01e49/e5e14013-3897-4e6c-9e68-413309da1a7a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:47.017189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0b857a-3acd-42b7-8048-6305d97cd415,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:47.036367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.037332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.037723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.038675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.039023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.039493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.039836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.040572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.040572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.040856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.041162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.041540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.054662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.055464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Checking segment: {'id': 'e131bcef-82ea-4526-a182-087f55c22137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4d44e400-5c3e-4021-ba14-148c46d99014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:47.056166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Update dhcp port {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'fixed_ips': [{'subnet_id': '828fa97a-6cf1-49f0-aec7-c8ea555c55df'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '4f1872a2-2092-4bab-8994-5596245c7ae9'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:19:47.056893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Network hostable DHCP agents. Network: 4d44e400-5c3e-4021-ba14-148c46d99014, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:19:47.069222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 895e8de2-a874-4e76-996b-b5e0ce37b1db up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:47.093605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Network 4d44e400-5c3e-4021-ba14-148c46d99014 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:19:47.098635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb758-c34d-4aca-b299-792c39ae5b31 None None] Pushing event updated for resources: {'Port': ['ID=895e8de2-a874-4e76-996b-b5e0ce37b1db,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:47.128647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 4d44e400-5c3e-4021-ba14-148c46d99014) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:47.135387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:47.136091 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.144406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc96fb0-f143-4e13-91d9-7ad2b32029fb None None] Network 4d44e400-5c3e-4021-ba14-148c46d99014 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:47.163941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-65c26fda-b8fe-4304-80ae-7824d4a631fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9146357 Nov 09 18:19:47.394111 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.494734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630444-708a-41e0-82f4-5f830e84af6a req-9edfff92-c9b4-4306-a624-68c844ee9c1b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:47.496389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d630444-708a-41e0-82f4-5f830e84af6a req-9edfff92-c9b4-4306-a624-68c844ee9c1b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.3685038 Nov 09 18:19:47.527029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e64c53c9-fcb6-42ff-bf0c-6ce2bfd62ffc None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:47.527668 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e64c53c9-fcb6-42ff-bf0c-6ce2bfd62ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.534568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.614035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.617930 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.633117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d630444-708a-41e0-82f4-5f830e84af6a req-b62ba49e-2176-4402-8480-600eb7666b54 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202209 Nov 09 18:19:47.639554 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.710187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:19:47.723116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Network 5ef5586b-9e31-404b-939c-a289684ecb50 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:47.752260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:47.754458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a534efcf745b4bbcb8bf81801993539d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0061255 Nov 09 18:19:47.757697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47106) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:47.810132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:47.825083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e14013-3897-4e6c-9e68-413309da1a7a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:47.856155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eddf183-c16d-411e-8028-a3341737719c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:47.878319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a9ca-7ac2-4d92-98a0-f3309cde50fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.890574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.895642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.896997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.907218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.907739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.908268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.908674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.909075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.909474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.909889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.910310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.911054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787873a1-1dec-4f08-8ca8-a96ebbf67ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.926273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.927555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.928629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.929033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.929448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.931665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.932077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.932480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.932881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.933277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.934336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.937599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:19:47.958353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a9ca-7ac2-4d92-98a0-f3309cde50fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:47.998899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.004644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580cb18a-730f-49b9-a044-269c6b740308 None None] Network 4d44e400-5c3e-4021-ba14-148c46d99014 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:48.082377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a9ca-7ac2-4d92-98a0-f3309cde50fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.085807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a9ca-7ac2-4d92-98a0-f3309cde50fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.091147 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c5e8a9ca-7ac2-4d92-98a0-f3309cde50fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0eddf183-c16d-411e-8028-a3341737719c HTTP/1.1" status: 204 len: 168 time: 0.3322201 Nov 09 18:19:48.101523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8a9ca-7ac2-4d92-98a0-f3309cde50fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eddf183-c16d-411e-8028-a3341737719c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:48.243208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 895e8de2-a874-4e76-996b-b5e0ce37b1db triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:48.243582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.402846 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:19:48.402846 n-d-817240-1 neutron-server[102142]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 09 18:19:48.402846 n-d-817240-1 neutron-server[102142]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fea3:7660', 'status': 'ALLOCATED', 'ipam_subnet_id': 'f40d2671-b4b7-4941-bea0-048902949597'}] Nov 09 18:19:48.402846 n-d-817240-1 neutron-server[102142]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:19:48.403333 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:19:48.466795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.485905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.490599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.544137 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.577009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Attempting to bind port 2f6db0d2-01fd-4961-88b0-c3889fab70b4 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:48.577496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Attempting to bind port 2f6db0d2-01fd-4961-88b0-c3889fab70b4 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:48.577946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Attempting to bind port 2f6db0d2-01fd-4961-88b0-c3889fab70b4 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:48.609349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:48.609761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:48.610597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.610713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:48.611242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Bound port: 2f6db0d2-01fd-4961-88b0-c3889fab70b4, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:48.611562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.619143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 99701dc4-4515-4f0e-97e3-8565190a647c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:48.641995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a876e344-642e-4a49-91e4-daea788b2c10 None None] Provisioning complete for port e5e14013-3897-4e6c-9e68-413309da1a7a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:48.642414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a876e344-642e-4a49-91e4-daea788b2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.714054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257109f8-46e7-4c7f-a180-da2b73eabadc None None] Pushing event updated for resources: {'Port': ['ID=2f6db0d2-01fd-4961-88b0-c3889fab70b4,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:48.758283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a876e344-642e-4a49-91e4-daea788b2c10 None None] Port e5e14013-3897-4e6c-9e68-413309da1a7a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:19:48.768879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] For port 2f6db0d2-01fd-4961-88b0-c3889fab70b4, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:48.777661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] For port 2f6db0d2-01fd-4961-88b0-c3889fab70b4, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2f6db0d2-01fd-4961-88b0-c3889fab70b4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:48.787986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a876e344-642e-4a49-91e4-daea788b2c10 None None] Provisioning complete for port 895e8de2-a874-4e76-996b-b5e0ce37b1db triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:48.788425 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a876e344-642e-4a49-91e4-daea788b2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.809905 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.861491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 99701dc4-4515-4f0e-97e3-8565190a647c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:48.861872 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.868494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] For port 4f1872a2-2092-4bab-8994-5596245c7ae9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f1872a2-2092-4bab-8994-5596245c7ae9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:48.904127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.923068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-74e6fc16-985b-427c-a42c-04889924f9dc tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:48.931566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-74e6fc16-985b-427c-a42c-04889924f9dc tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/networks?id=dd11bad8-bfe6-4b87-8daa-a40147e1885b HTTP/1.1" status: 200 len: 824 time: 0.8605304 Nov 09 18:19:48.941616 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.942678 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.943534 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:48.964657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Routers {'9b71d2eb-cb90-4a68-a8af-1023abdb8bae'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:48.965310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:49.023544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=a3dc6b40-1e5b-4a73-be66-1bc4f0188469,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:49.034708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:49.073711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257109f8-46e7-4c7f-a180-da2b73eabadc None None] Pushing event updated for resources: {'Port': ['ID=2f6db0d2-01fd-4961-88b0-c3889fab70b4,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:49.089874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-629037b0-16d3-4025-9e2f-88a8f3832c7f tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/quotas/92a9c5452ca9409d8c2b621a5bb0ead7 HTTP/1.1" status: 200 len: 375 time: 0.1572385 Nov 09 18:19:49.096791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:49.105200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:49.105974 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:49.152019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-dfdd533f-c0ef-4344-9f2f-3bace84d2f7c tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92a9c5452ca9409d8c2b621a5bb0ead7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609672 Nov 09 18:19:49.156034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:49.267344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:49.291857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47152) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:49.297265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:68:eb:ad', 'name': 'tempest-NetworksTestDHCPv6-649596166'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:49.302406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6459723 Nov 09 18:19:49.323596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:49.350362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] Set router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:49.368386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab270c-89c3-4a4a-867d-30a8b4a73ccb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=4f1872a2-2092-4bab-8994-5596245c7ae9,revision_number=8']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:49.422988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e14013-3897-4e6c-9e68-413309da1a7a,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:49.429445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-edff8d24-a3cc-4ff7-9708-1a22340fba47 service neutron] 10.222.0.32 "GET /v2.0/networks/dd11bad8-bfe6-4b87-8daa-a40147e1885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762547 Nov 09 18:19:49.450445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:49.462919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f1872a2-2092-4bab-8994-5596245c7ae9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:49.519720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:49.629649 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-ca745c3b-83e0-488c-88b8-7d4d08013524 service neutron] 10.222.0.32 "GET /v2.0/networks/dd11bad8-bfe6-4b87-8daa-a40147e1885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889369 Nov 09 18:19:49.649674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Network 5ef5586b-9e31-404b-939c-a289684ecb50 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:49.652418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:49.722240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:49.747671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 954246b5-4231-4458-b028-0a61af4ad721 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:19:49.820696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/828fa97a-6cf1-49f0-aec7-c8ea555c55df/4f1872a2-2092-4bab-8994-5596245c7ae9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:49.854166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:49.854994 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:49.929804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:19:50.210751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:19:50.225497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a67fbf0c-c997-4b62-b2a7-e9fa5d24e416 admin admin] 10.222.0.32 "PUT /v2.0/routers/9b71d2eb-cb90-4a68-a8af-1023abdb8bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5544066 Nov 09 18:19:50.271956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6dcdc-07d9-41ab-94ad-84220653080e req-6bce40af-6a0a-48c7-a8c9-92fe82aee6f9 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:50.287588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9b6dcdc-07d9-41ab-94ad-84220653080e req-6bce40af-6a0a-48c7-a8c9-92fe82aee6f9 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.2033684 Nov 09 18:19:50.320567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-a25da67c-d0ed-447f-88c7-143cd852f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:50.327104 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-a25da67c-d0ed-447f-88c7-143cd852f7ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1097 time: 0.1102293 Nov 09 18:19:50.327262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-15ef7658-5527-4497-86dc-da5808094205 None None] Provisioning complete for port e5e14013-3897-4e6c-9e68-413309da1a7a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:50.327499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-15ef7658-5527-4497-86dc-da5808094205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:50.359028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9b6dcdc-07d9-41ab-94ad-84220653080e req-95fdb77b-fbc3-4a9b-9db4-a3651f48a199 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665729 Nov 09 18:19:50.432503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-15ef7658-5527-4497-86dc-da5808094205 None None] Port e5e14013-3897-4e6c-9e68-413309da1a7a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:19:50.435709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 4, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port': {'id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:40Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e5e14013-3897-4e6c-9e68-413309da1a7a', 'name': '', 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'mac_address': 'fa:16:3e:a4:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:46Z', 'updated_at': '2021-11-09T18:19:46Z', 'revision_number': 1, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'subnets': [{'id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:50.565894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2e1b2c-4305-44ee-80be-701727cbf411 None None] The sync data for ids ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'] in n-d-817240-1 is: [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 4, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port': {'id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:40Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e5e14013-3897-4e6c-9e68-413309da1a7a', 'name': '', 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'mac_address': 'fa:16:3e:a4:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:46Z', 'updated_at': '2021-11-09T18:19:46Z', 'revision_number': 1, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'subnets': [{'id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:50.599781 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5eb4996d-4a5e-4bfe-aa63-1b27c5860330 req-3e5cfcbf-16f7-4df3-bcf2-ab6878e3ac6f tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 210 time: 0.0564375 Nov 09 18:19:50.620155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-4a90f3c6-68bc-44b6-825c-015a373185dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:50.621982 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-4a90f3c6-68bc-44b6-825c-015a373185dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.2671013 Nov 09 18:19:50.629528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] For port 4f1872a2-2092-4bab-8994-5596245c7ae9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f1872a2-2092-4bab-8994-5596245c7ae9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:50.698975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:50.705678 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:50.751088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-8fa05154-6697-4d14-8148-0a3bad15e059 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 1002 time: 0.1186435 Nov 09 18:19:50.762645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 895e8de2-a874-4e76-996b-b5e0ce37b1db up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:50.842684 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:19:50.941656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17853c08-24c2-4148-aa2b-987d9e769d1b None None] Pushing event updated for resources: {'Port': ['ID=4f1872a2-2092-4bab-8994-5596245c7ae9,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:51.001270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 895e8de2-a874-4e76-996b-b5e0ce37b1db triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:51.001652 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:51.291902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f1872a2-2092-4bab-8994-5596245c7ae9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:51.459023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:51.459419 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:51.664964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac6f72-594b-46a0-a16a-f301e4bd803e req-24c37d8d-f4c7-4011-8a10-11135ce9b0fa tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:51.675072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04ac6f72-594b-46a0-a16a-f301e4bd803e req-24c37d8d-f4c7-4011-8a10-11135ce9b0fa tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1547647 Nov 09 18:19:51.836191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04ac6f72-594b-46a0-a16a-f301e4bd803e req-1c6602fd-05d8-4df1-8763-488edbb8d8dd tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573429 Nov 09 18:19:52.138374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70eb418f-8ce7-49ed-a8c5-cd7dd379a8ca req-8269ccc5-f78d-4c43-b488-78ac7fb3a2bf tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 210 time: 0.0566084 Nov 09 18:19:52.157711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-af9b1425-8373-44d3-99f4-ebad60c61605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:52.163934 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-af9b1425-8373-44d3-99f4-ebad60c61605 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 1.3224173 Nov 09 18:19:52.244447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::10d (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/828fa97a-6cf1-49f0-aec7-c8ea555c55df/954246b5-4231-4458-b028-0a61af4ad721) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:52.265345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:ebad (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/a3dc6b40-1e5b-4a73-be66-1bc4f0188469/954246b5-4231-4458-b028-0a61af4ad721) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:52.284611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-aa7fecf0-907b-40e7-818d-66d49a6ab09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:52.286436 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-aa7fecf0-907b-40e7-818d-66d49a6ab09d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073005 Nov 09 18:19:52.517770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf976b1-073d-4772-9fc2-9443771af4b7 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:52.711322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dab1b50e-ad92-42fd-ac65-951bdef0393e None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:52.711706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dab1b50e-ad92-42fd-ac65-951bdef0393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:52.746159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:52.870379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f1872a2-2092-4bab-8994-5596245c7ae9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:52.965804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.096934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=954246b5-4231-4458-b028-0a61af4ad721,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:53.140259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:53.144224 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-e39aa53c-197c-4d6f-b2fa-8467d13a0d44 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8324077 Nov 09 18:19:53.158468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:53.158997 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.163005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:53.167468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:53.176655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:53.181755 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.203576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511256-e4f8-48ec-800f-10abb8dc9a00 req-90857b80-d451-4292-b45b-7cd43e526712 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:53.216283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88511256-e4f8-48ec-800f-10abb8dc9a00 req-90857b80-d451-4292-b45b-7cd43e526712 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1441331 Nov 09 18:19:53.295279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88511256-e4f8-48ec-800f-10abb8dc9a00 req-52bdf256-cf39-412b-b546-6339c783138b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715292 Nov 09 18:19:53.354896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f8098e7-2858-4cc6-b1c3-e8bf69a833a9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0617688 Nov 09 18:19:53.357453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47278) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:53.516991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-677821af-46af-4f38-afe4-75d193b445e7 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:53.519009 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-677821af-46af-4f38-afe4-75d193b445e7 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.85 "GET /v2.0/networks?id=dd11bad8-bfe6-4b87-8daa-a40147e1885b HTTP/1.1" status: 200 len: 824 time: 0.4710848 Nov 09 18:19:53.559997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2f6db0d2-01fd-4961-88b0-c3889fab70b4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:53.567235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Request body: {'port': {'device_id': '722e189a-ee50-4c23-96a4-135627b478e7', 'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b', 'admin_state_up': True, 'tenant_id': '92a9c5452ca9409d8c2b621a5bb0ead7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:53.575316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-191b1a50-ee37-4a26-a95c-67ee526e5b8b req-db1fe7e7-cb53-463b-a4ee-53ab2ae20172 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217629 Nov 09 18:19:53.682969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 954246b5-4231-4458-b028-0a61af4ad721 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:53.683349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.703891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2f6db0d2-01fd-4961-88b0-c3889fab70b4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:53.704413 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.874943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17db3eef-b546-4a17-82a9-1a0fd2f449dd req-3e6dbd20-4401-4d4b-ae73-4ac5e93ebb61 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 210 time: 0.1301303 Nov 09 18:19:53.898798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Made reservation on behalf of 92a9c5452ca9409d8c2b621a5bb0ead7 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:53.905394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.920307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:53.997749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 2f6db0d2-01fd-4961-88b0-c3889fab70b4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2f6db0d2-01fd-4961-88b0-c3889fab70b4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:54.014850 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.031468 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.068919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 954246b5-4231-4458-b028-0a61af4ad721 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:19:54.195907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=2f6db0d2-01fd-4961-88b0-c3889fab70b4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:54.319233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Allocated IP 172.20.0.13 (dd11bad8-bfe6-4b87-8daa-a40147e1885b/5ea761e4-0976-4b87-9705-b48ab426a361/565f626b-deb8-4058-847d-7d2925833b7f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:19:54.633572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.681758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.682399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4493204e-c823-41df-851e-82c1feef8297 None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:54.683118 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4493204e-c823-41df-851e-82c1feef8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.729889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.818650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2f6db0d2-01fd-4961-88b0-c3889fab70b4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:54.820899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=954246b5-4231-4458-b028-0a61af4ad721,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:54.840331 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Sync routers for ids ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:19:54.856272 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Routers {'9b71d2eb-cb90-4a68-a8af-1023abdb8bae'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:54.856953 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:54.891484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Network dd11bad8-bfe6-4b87-8daa-a40147e1885b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:19:54.896255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Pushing event updated for resources: {'Port': ['ID=565f626b-deb8-4058-847d-7d2925833b7f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:54.900465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:19:54.916236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a58f4-df9a-45c8-9eb2-13e26ac73116 req-7e033539-0fe5-4dd2-aeb7-ac41479fe41b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:54.916471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:19:54.923378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f14a58f4-df9a-45c8-9eb2-13e26ac73116 req-7e033539-0fe5-4dd2-aeb7-ac41479fe41b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.3189225 Nov 09 18:19:54.988350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:54.993405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-97d4675a-928a-4b37-ae08-217b6990118c tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/954246b5-4231-4458-b028-0a61af4ad721 HTTP/1.1" status: 204 len: 168 time: 1.6346283 Nov 09 18:19:54.996839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47304) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:55.077137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.085921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:55.117964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2f6db0d2-01fd-4961-88b0-c3889fab70b4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:55.120245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:55.122988 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-e18c3701-846c-44b7-8c38-b1edb5c1da04 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5690019 Nov 09 18:19:55.131093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae716da5-6916-4c04-b57b-11b6e7e29d5b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.135216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ae716da5-6916-4c04-b57b-11b6e7e29d5b tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1369443 Nov 09 18:19:55.142027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Request body: {'port': {'device_id': '722e189a-ee50-4c23-96a4-135627b478e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:55.144808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47306) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:55.187586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f14a58f4-df9a-45c8-9eb2-13e26ac73116 req-0b8cae25-1e7b-48c8-83a8-13a54471b79c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110736 Nov 09 18:19:55.370853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4493204e-c823-41df-851e-82c1feef8297 None None] Could not find standard attr ID for object 954246b5-4231-4458-b028-0a61af4ad721. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:55.377780 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Set router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:55.403565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4d1ec-6035-4b13-8486-b37695bc4b11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.408608 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bbd4d1ec-6035-4b13-8486-b37695bc4b11 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2626977 Nov 09 18:19:55.411509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:55.459685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:55.487409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4a94a736-73a7-46aa-99e0-f9c94aa61b0f None None] Could not find standard attr ID for object 207c6f52-151f-42bf-972f-94d946b9c7b2. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:55.552999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338e73a-6bc0-4cec-bf9e-687d9c15ce30 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.556900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338e73a-6bc0-4cec-bf9e-687d9c15ce30 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.562150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338e73a-6bc0-4cec-bf9e-687d9c15ce30 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.566981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b338e73a-6bc0-4cec-bf9e-687d9c15ce30 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1520164 Nov 09 18:19:55.567645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47314) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:55.691696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8b04a-5544-4a15-b171-c31228bb13c9 req-955e6296-efbc-429e-b9de-4bafaeedc56f tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:55.703640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0a8b04a-5544-4a15-b171-c31228bb13c9 req-955e6296-efbc-429e-b9de-4bafaeedc56f tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 932 time: 0.1337018 Nov 09 18:19:55.716899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f8e42b8d-6841-4179-93f3-f991e4e8dc22 None None] Could not find standard attr ID for object 53650799-7538-4563-a405-f0c95c02873f. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:55.803399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0a8b04a-5544-4a15-b171-c31228bb13c9 req-df57df69-6b62-47d6-86d6-38cbea0850b1 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986142 Nov 09 18:19:55.952816 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 4, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port': {'id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:40Z', 'updated_at': '2021-11-09T18:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e5e14013-3897-4e6c-9e68-413309da1a7a', 'name': '', 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'mac_address': 'fa:16:3e:a4:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:46Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 2, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'subnets': [{'id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:55.961690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 828fa97a-6cf1-49f0-aec7-c8ea555c55df {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:55.982008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.012644 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Checking router: 9b71d2eb-cb90-4a68-a8af-1023abdb8bae for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:19:56.013283 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Updating router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae port e5e14013-3897-4e6c-9e68-413309da1a7a binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:19:56.080698 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.218882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.237843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bf9c1650-7ae0-4351-b23f-73e5562f4d72 None None] Could not find standard attr ID for object 954246b5-4231-4458-b028-0a61af4ad721. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:19:56.418796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a30bd-caa7-4ee5-9000-07640461568b req-e43061a3-d93f-4ee0-a032-85450d7de543 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:56.434560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4a30bd-caa7-4ee5-9000-07640461568b req-e43061a3-d93f-4ee0-a032-85450d7de543 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1160600 Nov 09 18:19:56.535388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f4a30bd-caa7-4ee5-9000-07640461568b req-aee3956f-39d5-45cd-b65b-0b93b5e1cdf5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994284 Nov 09 18:19:56.618346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.764491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565f626b-deb8-4058-847d-7d2925833b7f {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:19:56.769820 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.833760 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.849807 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.850572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.852977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=828fa97a-6cf1-49f0-aec7-c8ea555c55df,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:56.870420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.877087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47326) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:56.881642 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2961a2d1-ce3e-44a0-9fe1-2c79aec90967 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/828fa97a-6cf1-49f0-aec7-c8ea555c55df HTTP/1.1" status: 204 len: 168 time: 1.3032131 Nov 09 18:19:56.905713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Transition to ACTIVE for port object 565f626b-deb8-4058-847d-7d2925833b7f will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:19:56.927684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:56.952410 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4baf8-a744-4f2b-a642-e4026b846ac7 None None] Pushing event updated for resources: {'Port': ['ID=e5e14013-3897-4e6c-9e68-413309da1a7a,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:57.072469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet a3dc6b40-1e5b-4a73-be66-1bc4f0188469 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:19:57.112996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.126665 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Attempting to bind port e5e14013-3897-4e6c-9e68-413309da1a7a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:57.129951 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Attempting to bind port e5e14013-3897-4e6c-9e68-413309da1a7a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:57.131265 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Attempting to bind port e5e14013-3897-4e6c-9e68-413309da1a7a on network 5ef5586b-9e31-404b-939c-a289684ecb50 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:57.156257 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:57.159916 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Checking segment: {'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:57.160526 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.162617 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Bound using segment: {'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:57.175113 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Bound port: e5e14013-3897-4e6c-9e68-413309da1a7a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7556d1-0536-44b9-a0ec-519141740141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:57.177309 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.200103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77c827-e46b-4d7c-b814-7c195b05d40d None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:57.200726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.208094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Pushing event updated for resources: {'Port': ['ID=565f626b-deb8-4058-847d-7d2925833b7f,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:57.221283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Attempting to bind port 565f626b-deb8-4058-847d-7d2925833b7f on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:19:57.221856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Attempting to bind port 565f626b-deb8-4058-847d-7d2925833b7f by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '1ae33763-8d5e-4bc8-a337-32830baa1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:19:57.222603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Attempting to bind port 565f626b-deb8-4058-847d-7d2925833b7f on network dd11bad8-bfe6-4b87-8daa-a40147e1885b {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:57.228018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Port 565f626b-deb8-4058-847d-7d2925833b7f on network dd11bad8-bfe6-4b87-8daa-a40147e1885b not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:19:57.228561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Attempting to bind port 565f626b-deb8-4058-847d-7d2925833b7f on network dd11bad8-bfe6-4b87-8daa-a40147e1885b {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:19:57.234886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:19:57.235524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Checking segment: {'id': '1ae33763-8d5e-4bc8-a337-32830baa1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:19:57.236247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Bound using segment: {'id': '1ae33763-8d5e-4bc8-a337-32830baa1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:19:57.237007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Bound port: 565f626b-deb8-4058-847d-7d2925833b7f, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae33763-8d5e-4bc8-a337-32830baa1098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:19:57.237585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.330918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] For port 565f626b-deb8-4058-847d-7d2925833b7f, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:57.336779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] For port 565f626b-deb8-4058-847d-7d2925833b7f, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=565f626b-deb8-4058-847d-7d2925833b7f,segment=NetworkSegment(1ae33763-8d5e-4bc8-a337-32830baa1098),segment_id=1ae33763-8d5e-4bc8-a337-32830baa1098)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:57.350165 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.419628 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] For port e5e14013-3897-4e6c-9e68-413309da1a7a, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:19:57.424872 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] For port e5e14013-3897-4e6c-9e68-413309da1a7a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e5e14013-3897-4e6c-9e68-413309da1a7a,segment=NetworkSegment(4e7556d1-0536-44b9-a0ec-519141740141),segment_id=4e7556d1-0536-44b9-a0ec-519141740141)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:19:57.432617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:57.433800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.435981 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] 10.222.0.85 "PUT /v2.0/ports/565f626b-deb8-4058-847d-7d2925833b7f HTTP/1.1" status: 200 len: 1092 time: 2.3032687 Nov 09 18:19:57.437546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e189a-ee50-4c23-96a4-135627b478e7', 'tag': '565f626b-deb8-4058-847d-7d2925833b7f'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:19:57.440841 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30decbca-49ad-4a9d-9848-dd907947e360" -d '{"events": [{"name": "network-changed", "server_uuid": "722e189a-ee50-4c23-96a4-135627b478e7", "tag": "565f626b-deb8-4058-847d-7d2925833b7f"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:19:57.442310 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.648853 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Routers {'9b71d2eb-cb90-4a68-a8af-1023abdb8bae'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:19:57.649530 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:19:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:57.683762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3ae7-3812-4eed-abc1-337f8d5b5055 service neutron] Pushing event updated for resources: {'Port': ['ID=565f626b-deb8-4058-847d-7d2925833b7f,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:57.759388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-4103bc53-9071-4f86-b62b-e7127b5e6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:57.761078 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-4103bc53-9071-4f86-b62b-e7127b5e6a77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92a9c5452ca9409d8c2b621a5bb0ead7&device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 1095 time: 0.2700150 Nov 09 18:19:57.813845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-79c7cd35-cabf-4cac-8096-f9e23dca46d5 None None] Provisioning complete for port e5e14013-3897-4e6c-9e68-413309da1a7a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:57.816921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79c7cd35-cabf-4cac-8096-f9e23dca46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:57.846948 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4baf8-a744-4f2b-a642-e4026b846ac7 None None] Pushing event updated for resources: {'Port': ['ID=e5e14013-3897-4e6c-9e68-413309da1a7a,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:57.963400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-11036a1e-9517-4bc4-97db-8ffeefc64a17 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565f626b-deb8-4058-847d-7d2925833b7f HTTP/1.1" status: 200 len: 217 time: 0.1915004 Nov 09 18:19:58.084857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfda42-cf86-41f2-9fd4-93b20157e7e1 req-bade81d5-54ab-45e5-b2c3-e87a63869cb5 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:58.097494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23dfda42-cf86-41f2-9fd4-93b20157e7e1 req-bade81d5-54ab-45e5-b2c3-e87a63869cb5 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 944 time: 1.0105932 Nov 09 18:19:58.104223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79c7cd35-cabf-4cac-8096-f9e23dca46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:58.105423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-b8e780b7-3565-426c-84c2-347610a78264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:58.106946 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-b8e780b7-3565-426c-84c2-347610a78264 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ea761e4-0976-4b87-9705-b48ab426a361 HTTP/1.1" status: 200 len: 864 time: 0.1363716 Nov 09 18:19:58.204848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79c7cd35-cabf-4cac-8096-f9e23dca46d5 None None] For port e5e14013-3897-4e6c-9e68-413309da1a7a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e5e14013-3897-4e6c-9e68-413309da1a7a,segment=NetworkSegment(4e7556d1-0536-44b9-a0ec-519141740141),segment_id=4e7556d1-0536-44b9-a0ec-519141740141)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:19:58.218025 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79c7cd35-cabf-4cac-8096-f9e23dca46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:58.218997 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-28d6dac7-498a-4b5b-b369-cbccdaaedfbb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd11bad8-bfe6-4b87-8daa-a40147e1885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009374 Nov 09 18:19:58.256533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-23dfda42-cf86-41f2-9fd4-93b20157e7e1 req-33780a31-4398-49e9-913d-1536249eca2c tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580608 Nov 09 18:19:58.261053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:58.297323 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] Set router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:19:58.371292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7cd35-cabf-4cac-8096-f9e23dca46d5 None None] Pushing event updated for resources: {'Port': ['ID=e5e14013-3897-4e6c-9e68-413309da1a7a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:58.388866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bd724ab9-9b4e-4a66-bbe6-ce0c7682310a None None] Provisioning complete for port e5e14013-3897-4e6c-9e68-413309da1a7a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:58.389252 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bd724ab9-9b4e-4a66-bbe6-ce0c7682310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:58.413998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:58.504345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:58.517347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/a3dc6b40-1e5b-4a73-be66-1bc4f0188469 HTTP/1.1" status: 204 len: 168 time: 1.6386993 Nov 09 18:19:58.520480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47342) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:58.559813 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639cd851-00a5-4277-806a-26579e89801b x-openstack-request-id: req-639cd851-00a5-4277-806a-26579e89801b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:19:58.559982 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e189a-ee50-4c23-96a4-135627b478e7", "tag": "565f626b-deb8-4058-847d-7d2925833b7f", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:19:58.561269 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-639cd851-00a5-4277-806a-26579e89801b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:19:58.561269 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722e189a-ee50-4c23-96a4-135627b478e7', 'tag': '565f626b-deb8-4058-847d-7d2925833b7f', 'status': 'completed', 'code': 200} Nov 09 18:19:58.573085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfbc47-fa50-47a8-8313-81b475d7fc64 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dc6b40-1e5b-4a73-be66-1bc4f0188469,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:19:58.574974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-ee192b9b-2da0-406d-9d85-527e911d9de0 service neutron] 10.222.0.85 "GET /v2.0/networks/dd11bad8-bfe6-4b87-8daa-a40147e1885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449969 Nov 09 18:19:58.714025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6dec3eb0-98e1-4ccc-85c6-c69d911dae95 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1888299 Nov 09 18:19:58.717188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47344) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:58.740435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:19:58.779899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78fcea-08f7-4f38-aeaf-89759a62476e req-b029b989-efd8-44e3-b662-df95355a2595 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:58.798189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df78fcea-08f7-4f38-aeaf-89759a62476e req-b029b989-efd8-44e3-b662-df95355a2595 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.2476714 Nov 09 18:19:58.822229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e5e14013-3897-4e6c-9e68-413309da1a7a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:19:58.884658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df78fcea-08f7-4f38-aeaf-89759a62476e req-1acd8481-d756-414f-b5ab-36535d3d2c4c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854588 Nov 09 18:19:59.001560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e5e14013-3897-4e6c-9e68-413309da1a7a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:59.002035 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:59.013725 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 4, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port': {'id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:40Z', 'updated_at': '2021-11-09T18:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e5e14013-3897-4e6c-9e68-413309da1a7a', 'name': '', 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'mac_address': 'fa:16:3e:a4:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:46Z', 'updated_at': '2021-11-09T18:19:57Z', 'revision_number': 4, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'subnets': [{'id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:19:59.076060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:19:59.090635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:59.112156 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573db9e0-a53a-4eed-958a-a5e74bfe18b8 None None] The sync data for ids ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'] in n-d-817240-1 is: [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:19:48Z', 'revision_number': 4, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port': {'id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:40Z', 'updated_at': '2021-11-09T18:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e5e14013-3897-4e6c-9e68-413309da1a7a', 'name': '', 'network_id': '5ef5586b-9e31-404b-939c-a289684ecb50', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'mac_address': 'fa:16:3e:a4:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:46Z', 'updated_at': '2021-11-09T18:19:57Z', 'revision_number': 4, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'subnets': [{'id': '32a80e19-5926-4930-a1d8-aee8bdd01e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:19:59.182340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-930fb9c9-09d8-4f95-8aff-1af21a5dd522 req-21f65120-4224-40da-90f6-a53cfc2d1fd1 service neutron] 10.222.0.85 "GET /v2.0/networks/dd11bad8-bfe6-4b87-8daa-a40147e1885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022639 Nov 09 18:19:59.304871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea7c27-be5e-4672-9713-628f538db260 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:19:59.403054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30decbca-49ad-4a9d-9848-dd907947e360 req-490cae75-35f9-40de-b164-3420ff05c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:59.407034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30decbca-49ad-4a9d-9848-dd907947e360 req-490cae75-35f9-40de-b164-3420ff05c699 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=92a9c5452ca9409d8c2b621a5bb0ead7&device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 1095 time: 0.1564922 Nov 09 18:19:59.425196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2a73f6de-9f3d-4528-8462-40e9ee45f542 None None] Provisioning complete for port 4f1872a2-2092-4bab-8994-5596245c7ae9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:19:59.425956 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a73f6de-9f3d-4528-8462-40e9ee45f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:59.611645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30decbca-49ad-4a9d-9848-dd907947e360 req-91b94580-f70e-4194-9cc6-b366de2e52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:59.613603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858d1c5-96bc-48b7-a200-7c87335697fc req-d5519423-0c16-4bcc-b8c8-b73b264f8d75 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:59.625295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30decbca-49ad-4a9d-9848-dd907947e360 req-91b94580-f70e-4194-9cc6-b366de2e52de service neutron] 10.222.0.85 "GET /v2.0/networks?id=dd11bad8-bfe6-4b87-8daa-a40147e1885b HTTP/1.1" status: 200 len: 925 time: 0.2110605 Nov 09 18:19:59.638101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5858d1c5-96bc-48b7-a200-7c87335697fc req-d5519423-0c16-4bcc-b8c8-b73b264f8d75 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 944 time: 0.2303295 Nov 09 18:19:59.712092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47356) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:19:59.716329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:19:59.742565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30decbca-49ad-4a9d-9848-dd907947e360 req-7bbbc6ab-059e-4075-b5ed-5c6f90bf73aa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=565f626b-deb8-4058-847d-7d2925833b7f HTTP/1.1" status: 200 len: 217 time: 0.1110768 Nov 09 18:19:59.791857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5858d1c5-96bc-48b7-a200-7c87335697fc req-28e07394-404e-46e2-aa1a-6069b3732694 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283395 Nov 09 18:19:59.825398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] Deleting port 4f1872a2-2092-4bab-8994-5596245c7ae9 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:19:59.825787 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:19:59.984191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30decbca-49ad-4a9d-9848-dd907947e360 req-2b4c20dc-e390-48d3-b316-a9992fe408cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:19:59.985694 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30decbca-49ad-4a9d-9848-dd907947e360 req-2b4c20dc-e390-48d3-b316-a9992fe408cc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5ea761e4-0976-4b87-9705-b48ab426a361 HTTP/1.1" status: 200 len: 864 time: 0.2389245 Nov 09 18:20:00.019865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c5e52e2-407e-4420-b4e7-b259406f7127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.051295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] For port 4f1872a2-2092-4bab-8994-5596245c7ae9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f1872a2-2092-4bab-8994-5596245c7ae9,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:00.058543 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.087236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30decbca-49ad-4a9d-9848-dd907947e360 req-3d6b5805-8fb3-48a1-bdce-03afd3bf9937 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dd11bad8-bfe6-4b87-8daa-a40147e1885b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766020 Nov 09 18:20:00.101205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] Calling delete_port for 4f1872a2-2092-4bab-8994-5596245c7ae9 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:00.233609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.279779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a227a0-7caf-4df5-816f-800cf212ff1e req-1a602cd6-d114-40ed-9ec6-7b7eeecbec94 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:00.294950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25a227a0-7caf-4df5-816f-800cf212ff1e req-1a602cd6-d114-40ed-9ec6-7b7eeecbec94 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.2203181 Nov 09 18:20:00.328020 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.401355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] No DVR routers for this DVR port 4f1872a2-2092-4bab-8994-5596245c7ae9 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:00.407050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7e984-7ce7-4cf1-9361-beb589fb69b9 None None] Pushing event deleted for resources: {'Port': ['ID=4f1872a2-2092-4bab-8994-5596245c7ae9,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:00.412414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:00.423129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:00.440534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5059465-e740-4abb-9e4c-d828fa0bb4fe None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:00.441986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25a227a0-7caf-4df5-816f-800cf212ff1e req-15e05f13-6c19-416c-aee1-f3afcdc588d9 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460068 Nov 09 18:20:00.481858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:00.482510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.512082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=dcb29ac3-e500-4562-88ed-09f58691675d,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:00.527299 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c5e52e2-407e-4420-b4e7-b259406f7127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.532192 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30decbca-49ad-4a9d-9848-dd907947e360 req-db7b50ca-b492-488d-8999-43b36d9eb207 service neutron] 10.222.0.85 "GET /v2.0/networks/dd11bad8-bfe6-4b87-8daa-a40147e1885b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319646 Nov 09 18:20:00.535697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c5e52e2-407e-4420-b4e7-b259406f7127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.547803 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a4b25fc4-d25d-4300-a398-d8a6660e82dc tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8294005 Nov 09 18:20:00.580071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47366) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:00.596636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e52e2-407e-4420-b4e7-b259406f7127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7065f-9e4c-4fbd-8a90-1d14aac8d2f9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:00.621325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1c8dba9c-74eb-4094-8cdb-1761596dc2b2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:00.766167 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-30decbca-49ad-4a9d-9848-dd907947e360 req-f29d0cbe-316a-482b-9d2c-bbba75e84e0f service neutron] 10.222.0.85 "GET /v2.0/networks/dd11bad8-bfe6-4b87-8daa-a40147e1885b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168748 Nov 09 18:20:00.778726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6c5e52e2-407e-4420-b4e7-b259406f7127 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b3e0c1f848f4f2b8760f5d2504dfa65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0655489 Nov 09 18:20:00.781314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47368) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:00.803690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f1872a2-2092-4bab-8994-5596245c7ae9 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:00.847463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'tenant_id': '6d45ae1a91ff4ed8ad1a70d7c9ab6dc1', 'fixed_ips': [{'subnet_id': 'dcb29ac3-e500-4562-88ed-09f58691675d'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:00.850429 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.857927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 4f1872a2-2092-4bab-8994-5596245c7ae9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:00.858856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f1872a2-2092-4bab-8994-5596245c7ae9 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:00.883595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37588906-1e2a-4b7e-bedb-32f34fc522d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.883901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8dba9c-74eb-4094-8cdb-1761596dc2b2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:00.889345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1c8dba9c-74eb-4094-8cdb-1761596dc2b2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:00.928740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37588906-1e2a-4b7e-bedb-32f34fc522d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.025548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37588906-1e2a-4b7e-bedb-32f34fc522d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.039541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37588906-1e2a-4b7e-bedb-32f34fc522d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.041282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-37588906-1e2a-4b7e-bedb-32f34fc522d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55d7065f-9e4c-4fbd-8a90-1d14aac8d2f9 HTTP/1.1" status: 204 len: 168 time: 0.2585912 Nov 09 18:20:01.055884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37588906-1e2a-4b7e-bedb-32f34fc522d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7065f-9e4c-4fbd-8a90-1d14aac8d2f9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:01.116225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa6f91-531a-4910-8cb7-77713bb1e8a9 req-e7e0254d-c48f-40cb-8ae0-3530f0a4017e tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:01.133104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69aa6f91-531a-4910-8cb7-77713bb1e8a9 req-e7e0254d-c48f-40cb-8ae0-3530f0a4017e tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 944 time: 0.1642287 Nov 09 18:20:01.138482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Allocated IP 2001:db8::2 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/dcb29ac3-e500-4562-88ed-09f58691675d/8b08813e-f5f5-4bb5-9a0e-f92195ed0d68) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:01.231815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69aa6f91-531a-4910-8cb7-77713bb1e8a9 req-5b44ff49-04f8-4cca-965f-9b03589c30e8 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978079 Nov 09 18:20:01.247747 n-d-817240-1 neutron-server[102140]: INFO neutron.db.ipam_backend_mixin [None req-1c8dba9c-74eb-4094-8cdb-1761596dc2b2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dcb29ac3-e500-4562-88ed-09f58691675d (CIDR: 2001:db8::/64) Nov 09 18:20:01.255622 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8dba9c-74eb-4094-8cdb-1761596dc2b2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:20:01.256091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8dba9c-74eb-4094-8cdb-1761596dc2b2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:01.291188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1c8dba9c-74eb-4094-8cdb-1761596dc2b2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6879599 Nov 09 18:20:01.294006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47376) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:01.299067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'subnet': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:01.368763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.381253 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.448880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:01.450453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Pushing event updated for resources: {'Port': ['ID=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:01.453327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:01.455778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:01.503009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:01.509092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.523127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Attempting to bind port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:01.523808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Attempting to bind port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:01.524365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Attempting to bind port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 on network ebb0a6ce-c36a-4859-a896-89a3f7ff400d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:01.539105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:01.539818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Checking segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:01.540816 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.541394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Bound using segment: {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:01.542103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Bound port: 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7189a7c-ba40-43bd-a8c0-07629da0763a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:01.542727 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.632045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] For port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:01.636189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] For port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:01.656784 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:01.696739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b153dc-b3de-4c69-9177-4b396156bcf9 req-836ae62e-d992-4a98-a902-6941bcf599f6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:01.707493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21b153dc-b3de-4c69-9177-4b396156bcf9 req-836ae62e-d992-4a98-a902-6941bcf599f6 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1303334 Nov 09 18:20:01.789511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21b153dc-b3de-4c69-9177-4b396156bcf9 req-781d1aa9-8504-4d13-870d-15bd1ffbd643 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814431 Nov 09 18:20:01.794013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa984e3-ceac-4b6c-bbf4-df08f37feff7 None None] Pushing event updated for resources: {'Port': ['ID=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:01.807634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 565f626b-deb8-4058-847d-7d2925833b7f details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:20:02.241839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 565f626b-deb8-4058-847d-7d2925833b7f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=565f626b-deb8-4058-847d-7d2925833b7f,segment=NetworkSegment(1ae33763-8d5e-4bc8-a337-32830baa1098),segment_id=1ae33763-8d5e-4bc8-a337-32830baa1098)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:02.275109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '565f626b-deb8-4058-847d-7d2925833b7f', 'network_id': 'dd11bad8-bfe6-4b87-8daa-a40147e1885b', 'port_id': '565f626b-deb8-4058-847d-7d2925833b7f', 'mac_address': 'fa:16:3e:88:3e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea761e4-0976-4b87-9705-b48ab426a361', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:20:02.317092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.objects.ports [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:20:02.416959 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:02.469106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565f626b-deb8-4058-847d-7d2925833b7f {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:02.550527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 565f626b-deb8-4058-847d-7d2925833b7f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=565f626b-deb8-4058-847d-7d2925833b7f,segment=NetworkSegment(1ae33763-8d5e-4bc8-a337-32830baa1098),segment_id=1ae33763-8d5e-4bc8-a337-32830baa1098)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:02.586970 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:02.621158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbf2d0-8845-4f00-aa38-a7c86016c75a req-48bd8cdf-b4e6-4f46-8eb9-b364d2eef3a5 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:02.637028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6bbf2d0-8845-4f00-aa38-a7c86016c75a req-48bd8cdf-b4e6-4f46-8eb9-b364d2eef3a5 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 944 time: 0.2293684 Nov 09 18:20:02.736702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6bbf2d0-8845-4f00-aa38-a7c86016c75a req-6f5ea468-57a6-4d49-a180-d183f51938f7 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770991 Nov 09 18:20:02.797697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:02.836011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['565f626b-deb8-4058-847d-7d2925833b7f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:20:02.910105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=565f626b-deb8-4058-847d-7d2925833b7f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:02.974824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:03.043316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974712e-be10-4099-acb1-2b268b0a90ce req-5cfc350e-865a-4967-9b74-81f5ab3a564e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:03.047655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b974712e-be10-4099-acb1-2b268b0a90ce req-5cfc350e-865a-4967-9b74-81f5ab3a564e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1031487 Nov 09 18:20:03.120196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] For port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:03.155771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b974712e-be10-4099-acb1-2b268b0a90ce req-db2a8eb2-bb03-4bfe-a945-92da4d4ee3b7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987225 Nov 09 18:20:03.196199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:03.196199 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:03.413398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:03.699205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:03.715553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:03.716989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:03.857219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:20:03.860880 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:20:03.865774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 565f626b-deb8-4058-847d-7d2925833b7f up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:04.008045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 565f626b-deb8-4058-847d-7d2925833b7f completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:20:04.034831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 565f626b-deb8-4058-847d-7d2925833b7f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:04.035586 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.076976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,revision_number=4']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:04.101214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:04.134386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:04.142123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b4b88a7c-ec4e-4ab7-b7f4-df8810fa2441 None None] Provisioning complete for port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:04.142824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:04.143513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a7c-ec4e-4ab7-b7f4-df8810fa2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.144671 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.150617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78535df0-7665-4d87-b3fd-a77090803467 req-99557437-4825-4b71-ab48-f9c434143869 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:04.159219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78535df0-7665-4d87-b3fd-a77090803467 req-99557437-4825-4b71-ab48-f9c434143869 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 945 time: 0.2158327 Nov 09 18:20:04.171479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Subnet': ['ID=268f97a3-bf2e-4d3f-9406-8a15cf2c0ab5,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:04.195999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b3175ce0-b874-4659-ba63-ccdb810a27eb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9006827 Nov 09 18:20:04.199179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47432) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:04.200715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7327c0c-261c-482e-b106-2ee81230ffef None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:04.211578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Request body: {'port': {'network_id': 'ebb0a6ce-c36a-4859-a896-89a3f7ff400d', 'mac_address': 'fa:16:3e:b3:3e:72', 'name': 'tempest-NetworksTestDHCPv6-980707985'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:04.243316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78535df0-7665-4d87-b3fd-a77090803467 req-92c38320-82a0-4e84-9b74-40858ee04136 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Nov 09 18:20:04.381105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a7c-ec4e-4ab7-b7f4-df8810fa2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.423980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.464576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b4b88a7c-ec4e-4ab7-b7f4-df8810fa2441 None None] For port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:04.466192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Made reservation on behalf of 6d45ae1a91ff4ed8ad1a70d7c9ab6dc1 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:04.483431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9f6b2-1eaf-4105-b8f7-5ea41acc944f req-0b2b91e1-62f7-4c3b-92cc-b73c93e80293 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:04.487761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bd9f6b2-1eaf-4105-b8f7-5ea41acc944f req-0b2b91e1-62f7-4c3b-92cc-b73c93e80293 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1061778 Nov 09 18:20:04.501234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4b88a7c-ec4e-4ab7-b7f4-df8810fa2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.548386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e189a-ee50-4c23-96a4-135627b478e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565f626b-deb8-4058-847d-7d2925833b7f'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:04.558082 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8212ac4a-a571-4775-bf41-67f06e8c62d3" -d '{"events": [{"server_uuid": "722e189a-ee50-4c23-96a4-135627b478e7", "name": "network-vif-plugged", "status": "completed", "tag": "565f626b-deb8-4058-847d-7d2925833b7f"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:04.604885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bd9f6b2-1eaf-4105-b8f7-5ea41acc944f req-e9e7c497-59f8-4101-b961-e73ac17d0d61 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035917 Nov 09 18:20:04.626540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.662189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 565f626b-deb8-4058-847d-7d2925833b7f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=565f626b-deb8-4058-847d-7d2925833b7f,segment=NetworkSegment(1ae33763-8d5e-4bc8-a337-32830baa1098),segment_id=1ae33763-8d5e-4bc8-a337-32830baa1098)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:04.696163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.700295 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f4e48-b8b0-4bf5-b7a0-a23f5231803b x-openstack-request-id: req-632f4e48-b8b0-4bf5-b7a0-a23f5231803b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:04.700882 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e189a-ee50-4c23-96a4-135627b478e7", "name": "network-vif-plugged", "status": "completed", "tag": "565f626b-deb8-4058-847d-7d2925833b7f", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:04.701368 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-632f4e48-b8b0-4bf5-b7a0-a23f5231803b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:04.702005 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e189a-ee50-4c23-96a4-135627b478e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565f626b-deb8-4058-847d-7d2925833b7f', 'code': 200} Nov 09 18:20:04.719973 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:04.724842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] device_id is not set on port 26116436-884a-4b40-ab44-3da4c2564136 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:20:04.784556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b88a7c-ec4e-4ab7-b7f4-df8810fa2441 None None] Pushing event updated for resources: {'Port': ['ID=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:04.860389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603e43d-7eb0-433b-932f-39faa9e4014e req-fee7a365-fcad-4284-bf24-b08af02719d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:04.861755 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1603e43d-7eb0-433b-932f-39faa9e4014e req-fee7a365-fcad-4284-bf24-b08af02719d6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 1097 time: 0.0716014 Nov 09 18:20:04.885328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=565f626b-deb8-4058-847d-7d2925833b7f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:04.971385 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:20:04.971828 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:20:05.070169 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1603e43d-7eb0-433b-932f-39faa9e4014e req-b44408af-aacc-4abc-bd5b-858248355a4a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671906 Nov 09 18:20:05.183320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8::14c (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/dcb29ac3-e500-4562-88ed-09f58691675d/26116436-884a-4b40-ab44-3da4c2564136) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:05.212732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:3e72 (ebb0a6ce-c36a-4859-a896-89a3f7ff400d/268f97a3-bf2e-4d3f-9406-8a15cf2c0ab5/26116436-884a-4b40-ab44-3da4c2564136) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:05.540684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:05.680069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:05.800275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:05.808530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:05.813380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:05.824463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:05.825758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:05.849005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d37b6-6f46-412a-9c07-2424e23a98d1 req-e07413c2-548f-4a4e-8d64-f0a1279cc932 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:05.859262 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6566777 Nov 09 18:20:05.861924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47460) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:05.865928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-197d37b6-6f46-412a-9c07-2424e23a98d1 req-e07413c2-548f-4a4e-8d64-f0a1279cc932 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 946 time: 0.2051122 Nov 09 18:20:05.885032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:05.904788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d22bb-e59d-47f0-a387-3619e63cdc6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event updated for resources: {'Port': ['ID=26116436-884a-4b40-ab44-3da4c2564136,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:05.948539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-197d37b6-6f46-412a-9c07-2424e23a98d1 req-40427764-5d10-4b4a-9eed-da77f867e1c7 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813456 Nov 09 18:20:06.034882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:06.035452 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.167816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ef00c897-1804-44c2-8cfd-c54b9371ab4e None None] Provisioning complete for port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:06.168209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef00c897-1804-44c2-8cfd-c54b9371ab4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.230594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting port 26116436-884a-4b40-ab44-3da4c2564136 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:06.236324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.279213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9eedb-3e4b-4f48-b469-b8b44819f6df req-a1286892-7a72-4c2d-bd83-f660fd02b925 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:06.282538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0a9eedb-3e4b-4f48-b469-b8b44819f6df req-a1286892-7a72-4c2d-bd83-f660fd02b925 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1026533 Nov 09 18:20:06.391540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.414476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Calling delete_port for 26116436-884a-4b40-ab44-3da4c2564136 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:06.429364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0a9eedb-3e4b-4f48-b469-b8b44819f6df req-56032ddc-936c-4a9d-b638-a5ef4c5092c5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355226 Nov 09 18:20:06.559133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f6e7d8b7-9547-443c-a3d8-9930deefda9b None None] Provisioning complete for port 26116436-884a-4b40-ab44-3da4c2564136 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:06.559536 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d8b7-9547-443c-a3d8-9930deefda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.609394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7d8b7-9547-443c-a3d8-9930deefda9b None None] Port 26116436-884a-4b40-ab44-3da4c2564136 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:06.699318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.801736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Port': ['ID=26116436-884a-4b40-ab44-3da4c2564136,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:06.897343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:06.904438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47480) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:06.905007 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4b8bebda-ea69-4f59-886e-d1463c36c177 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/26116436-884a-4b40-ab44-3da4c2564136 HTTP/1.1" status: 204 len: 168 time: 1.0415804 Nov 09 18:20:07.002047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bcc317-17cd-4300-96ea-957c1fabc461 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.003671 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7bcc317-17cd-4300-96ea-957c1fabc461 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0982316 Nov 09 18:20:07.006509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47484) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:07.080192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de3224-4924-49e2-98e1-8ad0f1ab8981 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.085892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47486) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:07.098489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-07de3224-4924-49e2-98e1-8ad0f1ab8981 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0873687 Nov 09 18:20:07.158725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a719f-7887-4ddf-92cb-3eb4f933fb07 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.161590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a719f-7887-4ddf-92cb-3eb4f933fb07 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.163681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a719f-7887-4ddf-92cb-3eb4f933fb07 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:07.168791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47488) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:07.178075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-570a719f-7887-4ddf-92cb-3eb4f933fb07 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0907562 Nov 09 18:20:07.243802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet 268f97a3-bf2e-4d3f-9406-8a15cf2c0ab5 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:07.269587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.280174 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a3b0184c-35b4-40d4-8c9f-e4887708e67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.336702 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.436794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.544536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.579541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=268f97a3-bf2e-4d3f-9406-8a15cf2c0ab5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:07.587495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.593960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb8b21-7eef-4674-b20d-59a4997fc29c None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:07.595094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47498) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:07.606354 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3cf8398c-6fb2-486a-9666-73ad396e7163 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/268f97a3-bf2e-4d3f-9406-8a15cf2c0ab5 HTTP/1.1" status: 204 len: 168 time: 0.4359722 Nov 09 18:20:07.670774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Deleting subnet dcb29ac3-e500-4562-88ed-09f58691675d {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:07.678082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.741537 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.879291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:07.954169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-f58e7667-00b8-47d6-babb-baea030ce434 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ca7b083e33941bdbc596c9354cd2294&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398345 Nov 09 18:20:08.134805 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:08.185751 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:08.191687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/dcb29ac3-e500-4562-88ed-09f58691675d HTTP/1.1" status: 204 len: 168 time: 0.5954573 Nov 09 18:20:08.192771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada3057-9851-4732-9410-479df9ac5515 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb29ac3-e500-4562-88ed-09f58691675d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:08.194778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47512) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.273764 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f7fe0882-5c70-421e-9cc1-1da12cba74dd tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754478 Nov 09 18:20:08.276636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47514) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.279120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-8b8aa93c-6b3a-4c8d-9c3d-ec0bfe61782e tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.290491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-8b8aa93c-6b3a-4c8d-9c3d-ec0bfe61782e tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268569 Nov 09 18:20:08.314001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-2a5c4b80-ab15-44c6-8bc4-108c79e51fdc tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/quotas/1ca7b083e33941bdbc596c9354cd2294 HTTP/1.1" status: 200 len: 375 time: 0.0224230 Nov 09 18:20:08.366484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ee796-085e-4019-bc22-07c00b3640b4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.367577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-354ceea6-d565-435b-8b64-db01dc996288 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ca7b083e33941bdbc596c9354cd2294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454462 Nov 09 18:20:08.369249 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-237ee796-085e-4019-bc22-07c00b3640b4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0895007 Nov 09 18:20:08.372251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47516) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.461693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06321e2-4266-4502-92f3-a30c7f6cdbe8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.469705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47518) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.477614 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c06321e2-4266-4502-92f3-a30c7f6cdbe8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1042404 Nov 09 18:20:08.496441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-bdb83dbc-16a5-447f-9a4f-7afbf2f66c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.498283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-bdb83dbc-16a5-447f-9a4f-7afbf2f66c70 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1097 time: 0.0913684 Nov 09 18:20:08.551799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dcc7c588-e653-4be0-bf16-5760ae82cb0a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807726 Nov 09 18:20:08.557263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47520) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.654241 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e8f51b-bb48-4f03-951d-c3c0771f252a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:08.655000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e8f51b-bb48-4f03-951d-c3c0771f252a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:08.661652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f9e8f51b-bb48-4f03-951d-c3c0771f252a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/26116436-884a-4b40-ab44-3da4c2564136 HTTP/1.1" status: 404 len: 333 time: 0.1025872 Nov 09 18:20:08.662744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47526) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.683337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-a099ab5f-8d54-4dbe-84e8-957f9d920984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.685213 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-a099ab5f-8d54-4dbe-84e8-957f9d920984 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.1799276 Nov 09 18:20:08.695567 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-50695674-151e-4af8-bc6d-19ac708dbe0d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:08.699005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50695674-151e-4af8-bc6d-19ac708dbe0d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:08.705060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50695674-151e-4af8-bc6d-19ac708dbe0d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/268f97a3-bf2e-4d3f-9406-8a15cf2c0ab5 HTTP/1.1" status: 404 len: 337 time: 0.0404153 Nov 09 18:20:08.707604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.712458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30cf17-ab50-4a72-86e2-e836ac8a6037 None None] Network ebb0a6ce-c36a-4859-a896-89a3f7ff400d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:08.737018 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc51565-bfc7-45fd-ad47-4135825be885 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:08.737744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc51565-bfc7-45fd-ad47-4135825be885 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:08.744730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2cc51565-bfc7-45fd-ad47-4135825be885 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/dcb29ac3-e500-4562-88ed-09f58691675d HTTP/1.1" status: 404 len: 337 time: 0.0360653 Nov 09 18:20:08.745650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47530) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.794438 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b738a4-4a35-43d5-a5f5-4b1abbc604e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:08.795571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b738a4-4a35-43d5-a5f5-4b1abbc604e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:08.807205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47532) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.807548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-38b738a4-4a35-43d5-a5f5-4b1abbc604e0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/954246b5-4231-4458-b028-0a61af4ad721 HTTP/1.1" status: 404 len: 333 time: 0.0604258 Nov 09 18:20:08.832796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee605f9a-d9e2-4fbc-a27b-1a5ab0a0e5cd req-c3543796-5aa0-4d31-98c0-f62905a48b4a tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:08.837537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-df484374-f082-4778-bb8c-8b957724b9bb None None] Provisioning complete for port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:08.837929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df484374-f082-4778-bb8c-8b957724b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:08.844143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee605f9a-d9e2-4fbc-a27b-1a5ab0a0e5cd req-c3543796-5aa0-4d31-98c0-f62905a48b4a tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 946 time: 0.2212260 Nov 09 18:20:08.885944 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-807868bb-87ec-439d-89db-e7af2930269e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:08.886441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807868bb-87ec-439d-89db-e7af2930269e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:08.901252 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-807868bb-87ec-439d-89db-e7af2930269e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/a3dc6b40-1e5b-4a73-be66-1bc4f0188469 HTTP/1.1" status: 404 len: 337 time: 0.0899670 Nov 09 18:20:08.903759 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-1ebe858d-02c6-4eac-822d-d21265db1c6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 1002 time: 0.2099164 Nov 09 18:20:08.906667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47540) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:08.931506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee605f9a-d9e2-4fbc-a27b-1a5ab0a0e5cd req-57d6521e-be0d-400e-b0e6-bedb16385420 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797799 Nov 09 18:20:09.031810 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-596899be-fb9d-41d0-af8e-e9f26314d917 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.032432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596899be-fb9d-41d0-af8e-e9f26314d917 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.035462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-596899be-fb9d-41d0-af8e-e9f26314d917 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/828fa97a-6cf1-49f0-aec7-c8ea555c55df HTTP/1.1" status: 404 len: 337 time: 0.1257544 Nov 09 18:20:09.041757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47544) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.089992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] DHCP port deletion for ebb0a6ce-c36a-4859-a896-89a3f7ff400d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:09.139971 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e5d617-3936-4bc4-be7e-de71019b9908 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.143875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e5d617-3936-4bc4-be7e-de71019b9908 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.148216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-17e5d617-3936-4bc4-be7e-de71019b9908 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/53650799-7538-4563-a405-f0c95c02873f HTTP/1.1" status: 404 len: 333 time: 0.1019306 Nov 09 18:20:09.151137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47548) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.183330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-30ecc3e0-9bea-4cc2-89dc-9663f732fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:09.184805 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-30ecc3e0-9bea-4cc2-89dc-9663f732fd39 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.2556572 Nov 09 18:20:09.188086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] Deleting port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:09.188733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.214240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635b03-2596-4c38-8a97-09e2d4fd92fb req-ab662dbb-d84d-4a74-9056-e96444a7e651 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:09.223529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48635b03-2596-4c38-8a97-09e2d4fd92fb req-ab662dbb-d84d-4a74-9056-e96444a7e651 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1589243 Nov 09 18:20:09.254903 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2c9ed1-c228-4f0e-bf8f-4a3e36ba7b1f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.254903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2c9ed1-c228-4f0e-bf8f-4a3e36ba7b1f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.257335 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0d2c9ed1-c228-4f0e-bf8f-4a3e36ba7b1f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/8361d1ce-dc24-4c71-813b-1e5b293b45a2 HTTP/1.1" status: 404 len: 337 time: 0.1050661 Nov 09 18:20:09.267258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47552) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.284122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48635b03-2596-4c38-8a97-09e2d4fd92fb req-3b425114-ad58-4aa8-9feb-bbbdfe07c0fa tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583956 Nov 09 18:20:09.333769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-2e410deb-ac29-4530-b012-0ac76fb3239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:09.335324 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-2e410deb-ac29-4530-b012-0ac76fb3239b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020398 Nov 09 18:20:09.341643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] For port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,segment=NetworkSegment(b7189a7c-ba40-43bd-a8c0-07629da0763a),segment_id=b7189a7c-ba40-43bd-a8c0-07629da0763a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:09.342251 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.356893 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e7ef65-fd29-4ec3-ade1-f182a2c665b4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.357332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e7ef65-fd29-4ec3-ade1-f182a2c665b4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.371651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-81e7ef65-fd29-4ec3-ade1-f182a2c665b4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/ea1066df-3d3b-4959-8cd2-5a4d1b4933ab HTTP/1.1" status: 404 len: 337 time: 0.0830207 Nov 09 18:20:09.372659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] Calling delete_port for 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:09.375927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47554) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.445261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d173208e-e0e7-416e-8bdf-58e34f5b7f59 req-05b52918-4f0b-48a7-9030-982128866aed tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 210 time: 0.0757902 Nov 09 18:20:09.496361 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beb1d58-9fd4-4e15-bb66-83f9c9a5a397 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.497109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beb1d58-9fd4-4e15-bb66-83f9c9a5a397 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.502536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8beb1d58-9fd4-4e15-bb66-83f9c9a5a397 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/207c6f52-151f-42bf-972f-94d946b9c7b2 HTTP/1.1" status: 404 len: 333 time: 0.0609682 Nov 09 18:20:09.503857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47556) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.532331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.578904 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a168a67e-8a59-4f38-9531-52d6a0c6d2aa tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.579365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a168a67e-8a59-4f38-9531-52d6a0c6d2aa tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.585306 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a168a67e-8a59-4f38-9531-52d6a0c6d2aa tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/68cb86d4-cfdb-4b11-a2f0-4e52497567a4 HTTP/1.1" status: 404 len: 337 time: 0.0696545 Nov 09 18:20:09.585448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55608-e689-470e-8dcc-07c503fac484 req-768314f0-c5ee-4da5-8f05-f79eba2dfe26 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:09.586911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.594080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] Pushing event deleted for resources: {'Port': ['ID=8b08813e-f5f5-4bb5-9a0e-f92195ed0d68,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:09.596577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717fd07-4afd-47c6-a273-d7fad1b20d84 None None] No DVR routers for this DVR port 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:09.596729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4e55608-e689-470e-8dcc-07c503fac484 req-768314f0-c5ee-4da5-8f05-f79eba2dfe26 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 946 time: 0.0619235 Nov 09 18:20:09.611455 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-fcc99e5f-90bc-4048-bf32-d20a600c1a9b service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632358 Nov 09 18:20:09.646111 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1b9cca-b139-4016-bcab-0775d44d6ad9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.647008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1b9cca-b139-4016-bcab-0775d44d6ad9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.653146 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fa1b9cca-b139-4016-bcab-0775d44d6ad9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/d34086aa-813d-40c5-9539-3bbc024d5e4f HTTP/1.1" status: 404 len: 337 time: 0.0617657 Nov 09 18:20:09.664935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47560) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.676821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4e55608-e689-470e-8dcc-07c503fac484 req-e2d91f6b-c8eb-4052-bdfd-5710af06c891 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784380 Nov 09 18:20:09.734762 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2db8fc-f590-4b3e-896a-9608797c61f6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.735653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2db8fc-f590-4b3e-896a-9608797c61f6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.746375 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ef2db8fc-f590-4b3e-896a-9608797c61f6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/80a25ea7-79dc-46c7-96d9-7b6f2076ffd3 HTTP/1.1" status: 404 len: 333 time: 0.0776250 Nov 09 18:20:09.746789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47566) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.772817 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-31c5084c-362a-4c3c-a1da-f13c6d973189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:09.799697 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e15f57-fa2c-4c75-8592-91d4f9dac6d4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.803874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e15f57-fa2c-4c75-8592-91d4f9dac6d4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.809726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-19e15f57-fa2c-4c75-8592-91d4f9dac6d4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/f9b2cbdb-6ccd-45d8-9d58-be1f429937ab HTTP/1.1" status: 404 len: 337 time: 0.0618799 Nov 09 18:20:09.814580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47568) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.819722 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5c8d7c15-a67e-48c1-84a6-25120b8b29b2 req-fd8c5b60-ae1e-46c4-9c1a-6a45f0550817 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830363 Nov 09 18:20:09.865619 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf34580-7423-4bdb-ae60-1b3727e2bac2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.866726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf34580-7423-4bdb-ae60-1b3727e2bac2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.869965 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5bf34580-7423-4bdb-ae60-1b3727e2bac2 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/32eb05dd-562d-46be-858e-8cd88a134d34 HTTP/1.1" status: 404 len: 333 time: 0.0535078 Nov 09 18:20:09.872603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47570) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.885552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:09.901105 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4587010-324e-4f9d-9bf5-43be9493757d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.901565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4587010-324e-4f9d-9bf5-43be9493757d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.904653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f4587010-324e-4f9d-9bf5-43be9493757d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/24ccd394-5025-4b9c-adc0-0fb65f653a25 HTTP/1.1" status: 404 len: 337 time: 0.0310836 Nov 09 18:20:09.907509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47572) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.917677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:09.918034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8b08813e-f5f5-4bb5-9a0e-f92195ed0d68 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:09.944792 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ee432b-606c-46f2-a48d-a9473fafcbcb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.945474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ee432b-606c-46f2-a48d-a9473fafcbcb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.948863 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-90ee432b-606c-46f2-a48d-a9473fafcbcb tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/71986684-fa60-4888-8e44-6a6108c16538 HTTP/1.1" status: 404 len: 333 time: 0.0400960 Nov 09 18:20:09.951528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47574) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:09.978874 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0188acd5-c47e-479a-8a14-9255c8907f43 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:09.979432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0188acd5-c47e-479a-8a14-9255c8907f43 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:09.982703 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0188acd5-c47e-479a-8a14-9255c8907f43 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/1eebee45-377d-4620-b4b1-43ccb201c3a3 HTTP/1.1" status: 404 len: 337 time: 0.0302577 Nov 09 18:20:09.985272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47576) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.009244 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a5bbf3-8e91-4d80-874e-c7bdd6b6c568 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.009886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a5bbf3-8e91-4d80-874e-c7bdd6b6c568 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.013122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-57a5bbf3-8e91-4d80-874e-c7bdd6b6c568 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/93d0d4be-ad4d-4926-b1b5-81a3a16520d0 HTTP/1.1" status: 404 len: 333 time: 0.0266311 Nov 09 18:20:10.015680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47580) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.054243 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6ff7df-9fc0-4c76-92e2-a4ab62987b69 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.054243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6ff7df-9fc0-4c76-92e2-a4ab62987b69 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.056973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47584) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.057520 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca6ff7df-9fc0-4c76-92e2-a4ab62987b69 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/d58896ce-1f35-4e9d-8bbc-05caa23952fc HTTP/1.1" status: 404 len: 337 time: 0.0403326 Nov 09 18:20:10.096893 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-89139540-ee30-4ffa-9398-d9817af06ff9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.099088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89139540-ee30-4ffa-9398-d9817af06ff9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.102149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-89139540-ee30-4ffa-9398-d9817af06ff9 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/30ff3eca-5780-4cb5-9ea4-224c625a5c4c HTTP/1.1" status: 404 len: 333 time: 0.0441613 Nov 09 18:20:10.105031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47586) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.142036 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f46f06b-3337-4623-b332-a990e75b5030 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.142528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f46f06b-3337-4623-b332-a990e75b5030 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.145664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4f46f06b-3337-4623-b332-a990e75b5030 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/05106fdb-aa15-42ae-8411-0d327bcd2314 HTTP/1.1" status: 404 len: 337 time: 0.0395207 Nov 09 18:20:10.150643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47588) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.205561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75ac14-1e7d-437d-b3b5-f1217215d6a1 req-84154699-49e0-4f7f-ae0b-c321d4e21ebd tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:10.208936 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f3499e-eccf-4735-a57e-d31490132699 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.209707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f3499e-eccf-4735-a57e-d31490132699 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.211891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:10.217751 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-20f3499e-eccf-4735-a57e-d31490132699 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/821fc2f4-08db-430d-b83b-f304bd4af47a HTTP/1.1" status: 404 len: 333 time: 0.0633957 Nov 09 18:20:10.217970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c75ac14-1e7d-437d-b3b5-f1217215d6a1 req-84154699-49e0-4f7f-ae0b-c321d4e21ebd tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 946 time: 0.0806265 Nov 09 18:20:10.218148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47592) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.266253 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1099715d-6afb-415f-a622-801f9222389e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.266942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1099715d-6afb-415f-a622-801f9222389e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.274906 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1099715d-6afb-415f-a622-801f9222389e tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/a7b9d93f-e288-4544-a547-9836251563cc HTTP/1.1" status: 404 len: 337 time: 0.0501494 Nov 09 18:20:10.277070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47594) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.318736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c75ac14-1e7d-437d-b3b5-f1217215d6a1 req-6e47a3cb-ff3d-4d94-8270-ccdb848be994 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948703 Nov 09 18:20:10.330786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-28c87c14-7353-4d70-a589-3ac79de97311 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1ca7b083e33941bdbc596c9354cd2294&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724843 Nov 09 18:20:10.332567 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad8a6d7-efd3-42e6-9f3c-c1356250b971 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.333066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad8a6d7-efd3-42e6-9f3c-c1356250b971 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.336428 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bad8a6d7-efd3-42e6-9f3c-c1356250b971 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/726878fb-cca2-4b21-93e5-d8a8214a5b8c HTTP/1.1" status: 404 len: 337 time: 0.0554376 Nov 09 18:20:10.340068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47600) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.404079 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7af077-b01e-4935-83c1-97dd81492d6f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.411556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7af077-b01e-4935-83c1-97dd81492d6f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.418990 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf7af077-b01e-4935-83c1-97dd81492d6f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/66726295-8731-4f38-8f76-b92a4a794f25 HTTP/1.1" status: 404 len: 333 time: 0.0666845 Nov 09 18:20:10.419843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47602) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.472054 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b98b65-488f-4bad-b176-69166146b140 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.472768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b98b65-488f-4bad-b176-69166146b140 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.476557 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2b98b65-488f-4bad-b176-69166146b140 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/27f2c45d-e1b8-4fec-adec-91d91ae2b6c1 HTTP/1.1" status: 404 len: 337 time: 0.0551984 Nov 09 18:20:10.482536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47606) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.517094 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68199e-4a30-4214-ac56-c1d64fe14b23 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.517746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd68199e-4a30-4214-ac56-c1d64fe14b23 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.523845 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dd68199e-4a30-4214-ac56-c1d64fe14b23 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/5f2f84b3-e8d8-40e7-8fe0-590b7b7d971a HTTP/1.1" status: 404 len: 337 time: 0.0401273 Nov 09 18:20:10.526364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47608) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.528158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b515f06-dee4-47fc-806c-30f6d24bf0b7 req-86def930-6e5d-4bcf-a3fc-c45a63343025 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:10.538424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b515f06-dee4-47fc-806c-30f6d24bf0b7 req-86def930-6e5d-4bcf-a3fc-c45a63343025 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1047962 Nov 09 18:20:10.555576 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d519570-bc05-4917-87df-ba9d50117b27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.556643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d519570-bc05-4917-87df-ba9d50117b27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.557709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-1431cc2b-32eb-42b5-8f77-133dcb99e0f5 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:10.559212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-1431cc2b-32eb-42b5-8f77-133dcb99e0f5 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173383 Nov 09 18:20:10.560063 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0d519570-bc05-4917-87df-ba9d50117b27 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/1ea18327-8266-4cf9-91a3-e5438398fd2a HTTP/1.1" status: 404 len: 333 time: 0.0323563 Nov 09 18:20:10.563198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47610) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.577431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Request body: {'port': {'device_id': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '1ca7b083e33941bdbc596c9354cd2294'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:10.592095 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-58218618-73ff-44d0-bf93-2d2d6ab31406 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.592848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58218618-73ff-44d0-bf93-2d2d6ab31406 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.596077 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-58218618-73ff-44d0-bf93-2d2d6ab31406 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/fbbbbb0c-f4b9-4aaa-8abb-f468e43a27f1 HTTP/1.1" status: 404 len: 337 time: 0.0317342 Nov 09 18:20:10.599952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47612) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.630786 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a672cfe7-1541-4072-83d0-5f1850d3b5da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.631523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a672cfe7-1541-4072-83d0-5f1850d3b5da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.635849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a672cfe7-1541-4072-83d0-5f1850d3b5da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/727ac47b-16d7-4cbd-b0fa-f6ce4c6b3dc5 HTTP/1.1" status: 404 len: 337 time: 0.0346825 Nov 09 18:20:10.638303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47614) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.643990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b515f06-dee4-47fc-806c-30f6d24bf0b7 req-f04c974d-7206-4ce1-80a3-7bc33f6f83cc tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046541 Nov 09 18:20:10.667184 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-835e4425-4b85-44b9-b06f-ec879a4e2da4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.668219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835e4425-4b85-44b9-b06f-ec879a4e2da4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.673277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-835e4425-4b85-44b9-b06f-ec879a4e2da4 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/1a98fbea-5ea9-4555-ad3e-714304746870 HTTP/1.1" status: 404 len: 333 time: 0.0339923 Nov 09 18:20:10.680931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47616) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.715240 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d282e79-c134-4ba4-be5a-47f111bd0ad6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.715981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d282e79-c134-4ba4-be5a-47f111bd0ad6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.719038 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9d282e79-c134-4ba4-be5a-47f111bd0ad6 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/fb4a6380-d9ee-446a-a95b-3145625be876 HTTP/1.1" status: 404 len: 337 time: 0.0371621 Nov 09 18:20:10.723566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.751773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Made reservation on behalf of 1ca7b083e33941bdbc596c9354cd2294 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:10.756567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:10.766125 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8104e28c-6472-4ed2-a12d-ebbbb5d397ee tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.766756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8104e28c-6472-4ed2-a12d-ebbbb5d397ee tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.770583 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8104e28c-6472-4ed2-a12d-ebbbb5d397ee tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/af98e5d2-0633-448b-a09c-4bc15e7cacd5 HTTP/1.1" status: 404 len: 337 time: 0.0401585 Nov 09 18:20:10.776161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47622) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.784384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:10.829679 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ccf99243-5652-49e5-93e4-8856bd17dab1 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2d91ae2-4db1-490e-aea4-5416d4a9856f HTTP/1.1" status: 200 len: 205 time: 0.0490572 Nov 09 18:20:10.832444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47624) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.875434 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-62135cd4-b635-499f-881b-1542397a3f23 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] delete failed (client error): The resource could not be found. Nov 09 18:20:10.878396 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-62135cd4-b635-499f-881b-1542397a3f23 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/routers/b2d91ae2-4db1-490e-aea4-5416d4a9856f HTTP/1.1" status: 404 len: 336 time: 0.0430996 Nov 09 18:20:10.879246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47626) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.919885 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-31490baa-8d86-47b9-a101-c8d1f0d33d28 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:10.921749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31490baa-8d86-47b9-a101-c8d1f0d33d28 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:10.922726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6428ae8d-f576-4da8-855c-86e5241721f1 req-e8386c29-74ed-4f29-9b37-ec9aa52fe817 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 210 time: 0.0600030 Nov 09 18:20:10.929759 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-31490baa-8d86-47b9-a101-c8d1f0d33d28 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/a0d946c4-abac-4e7a-bd47-626bd35df372 HTTP/1.1" status: 404 len: 337 time: 0.0481989 Nov 09 18:20:10.932621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47628) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:10.958461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:10.965087 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.007056 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c6321750-6f29-4e13-b3d2-72d099e400c8 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "GET /v2.0/ports?device_id=7162002b-2b75-4e41-8418-bce45f1dc4d6 HTTP/1.1" status: 200 len: 205 time: 0.0729742 Nov 09 18:20:11.009773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47630) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.055212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3741e95-bcac-4788-a392-f270de9e4f74,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:11.075343 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.095099 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-fc9b416a-540f-4e64-b085-24cdbb476373 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] delete failed (client error): The resource could not be found. Nov 09 18:20:11.096691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fc9b416a-540f-4e64-b085-24cdbb476373 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/routers/7162002b-2b75-4e41-8418-bce45f1dc4d6 HTTP/1.1" status: 404 len: 336 time: 0.0815418 Nov 09 18:20:11.100517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47634) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.153152 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8750ab45-06ab-4295-bbf9-9b25bc311a28 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.153752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8750ab45-06ab-4295-bbf9-9b25bc311a28 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.164165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8750ab45-06ab-4295-bbf9-9b25bc311a28 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/b4ccf7b7-0ac4-41f0-a85a-95257bc0aa4a HTTP/1.1" status: 404 len: 337 time: 0.0552168 Nov 09 18:20:11.164165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47638) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.193339 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-534b51a8-3044-4a42-b630-1c97bf088648 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.193800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534b51a8-3044-4a42-b630-1c97bf088648 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.197028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-534b51a8-3044-4a42-b630-1c97bf088648 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/c459f953-d510-4205-85c7-1da2d07dfe5b HTTP/1.1" status: 404 len: 337 time: 0.0338902 Nov 09 18:20:11.201755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.204770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Allocated IP 192.168.233.69 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/4063f05f-c663-4dc5-9713-5d302536e643) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:11.236119 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf129d5-89f1-4b0c-bae0-c3b356594f54 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.236818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf129d5-89f1-4b0c-bae0-c3b356594f54 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.245210 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-faf129d5-89f1-4b0c-bae0-c3b356594f54 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/59798d6c-1bce-469f-8562-80164961b278 HTTP/1.1" status: 404 len: 333 time: 0.0392926 Nov 09 18:20:11.245610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47642) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.272682 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4516c0-b829-4570-8812-bcbcb7cb0585 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.273346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4516c0-b829-4570-8812-bcbcb7cb0585 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.276460 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2b4516c0-b829-4570-8812-bcbcb7cb0585 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/e911092c-3419-42ca-9e9b-6816fa0c0936 HTTP/1.1" status: 404 len: 337 time: 0.0297909 Nov 09 18:20:11.279063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47644) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.307583 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc5fccc-3e6f-4124-bd39-179a6ba7885d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.308521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc5fccc-3e6f-4124-bd39-179a6ba7885d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.312017 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2cc5fccc-3e6f-4124-bd39-179a6ba7885d tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/d22f6170-3d11-440d-ab34-34a1cb8f894e HTTP/1.1" status: 404 len: 333 time: 0.0319457 Nov 09 18:20:11.318718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47648) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.399226 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae41a71-6665-425e-a406-a2de9949eb99 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.399707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae41a71-6665-425e-a406-a2de9949eb99 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.404331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7ae41a71-6665-425e-a406-a2de9949eb99 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/42d891ef-61bc-4783-af18-8823b5247241 HTTP/1.1" status: 404 len: 337 time: 0.0830991 Nov 09 18:20:11.406329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.414106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1d96-de9b-4ea5-a2bd-cf79e0ff98ed req-97b7f617-4e11-4ad1-a7e8-80e189f6d705 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:11.418535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20bd1d96-de9b-4ea5-a2bd-cf79e0ff98ed req-97b7f617-4e11-4ad1-a7e8-80e189f6d705 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 946 time: 0.1939278 Nov 09 18:20:11.445349 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66247f6-cac0-4fe2-b9c8-52b32c3eba36 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.446120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66247f6-cac0-4fe2-b9c8-52b32c3eba36 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.449811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c66247f6-cac0-4fe2-b9c8-52b32c3eba36 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/bdc036a9-f14c-4f2f-99e0-fee12b253bfc HTTP/1.1" status: 404 len: 333 time: 0.0415840 Nov 09 18:20:11.452151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47652) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.489676 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e819f766-1239-4bc4-a489-7a525fdc8a25 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.490125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e819f766-1239-4bc4-a489-7a525fdc8a25 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.499519 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e819f766-1239-4bc4-a489-7a525fdc8a25 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/156bbe99-ba0c-45c4-a5a0-63d3f2962a18 HTTP/1.1" status: 404 len: 337 time: 0.0460892 Nov 09 18:20:11.501598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47654) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.526765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.542587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20bd1d96-de9b-4ea5-a2bd-cf79e0ff98ed req-cb6d9a08-e15a-4ef5-905a-eb8d39596742 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Nov 09 18:20:11.581959 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a86698-bb08-4d5b-8031-48c7e2759d76 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.582757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a86698-bb08-4d5b-8031-48c7e2759d76 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.586142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.590283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-49a86698-bb08-4d5b-8031-48c7e2759d76 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/828925d6-a7e3-4839-bff1-08b62dae04c5 HTTP/1.1" status: 404 len: 333 time: 0.0875874 Nov 09 18:20:11.592775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47656) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.635903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:11.639767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:11.645629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:11.657251 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed27534-c4d6-43d4-92e8-1ac446707871 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.660358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed27534-c4d6-43d4-92e8-1ac446707871 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.664140 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ed27534-c4d6-43d4-92e8-1ac446707871 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/90d259c8-cacb-46c4-88a7-b7e0f95fbcd0 HTTP/1.1" status: 404 len: 337 time: 0.0686173 Nov 09 18:20:11.667205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47658) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.701216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:11.701889 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.722668 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5414d277-b6d7-46ae-b84f-cda15ee951da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.726775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5414d277-b6d7-46ae-b84f-cda15ee951da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.729787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Pushing event updated for resources: {'Port': ['ID=4063f05f-c663-4dc5-9713-5d302536e643,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:11.735074 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5414d277-b6d7-46ae-b84f-cda15ee951da tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/be2fabb5-eea2-42a9-89f7-19a84739f51f HTTP/1.1" status: 404 len: 333 time: 0.0668459 Nov 09 18:20:11.737439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47662) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.775393 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd6d0d2-a6b8-4cab-a67a-f1afccb251be tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.775873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd6d0d2-a6b8-4cab-a67a-f1afccb251be tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.783106 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0cd6d0d2-a6b8-4cab-a67a-f1afccb251be tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/b76c8360-a773-443d-acf5-3eb5fc965e95 HTTP/1.1" status: 404 len: 337 time: 0.0404477 Nov 09 18:20:11.783819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.796715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-445adccc-b67d-4057-9d74-93491e4dc38a tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2246926 Nov 09 18:20:11.810410 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc43e23-a9b6-49f9-a55c-ef25b0f67d6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.811020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc43e23-a9b6-49f9-a55c-ef25b0f67d6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.816267 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5cc43e23-a9b6-49f9-a55c-ef25b0f67d6a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/dbb6444b-f569-4eca-9d1e-6c482589b9d4 HTTP/1.1" status: 404 len: 333 time: 0.0292988 Nov 09 18:20:11.816541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47666) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.817629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Request body: {'port': {'device_id': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:11.849405 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc86c19a-2155-460d-8ce1-21e34ec9937f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.849794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc86c19a-2155-460d-8ce1-21e34ec9937f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.853085 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bc86c19a-2155-460d-8ce1-21e34ec9937f tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/6f00eb1c-a02d-4ec8-a952-5a289f65a8a2 HTTP/1.1" status: 404 len: 337 time: 0.0354970 Nov 09 18:20:11.855525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47668) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.869986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076928f9-752c-4203-993b-a3e3b2bb31e2 req-fecef993-7975-4093-a718-0a30be34986c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:11.871827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-076928f9-752c-4203-993b-a3e3b2bb31e2 req-fecef993-7975-4093-a718-0a30be34986c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 946 time: 0.1271832 Nov 09 18:20:11.889513 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf9b6e-2024-4c49-919c-73abefe04ce3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.890254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaf9b6e-2024-4c49-919c-73abefe04ce3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.897408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ffaf9b6e-2024-4c49-919c-73abefe04ce3 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/ports/1a220497-7721-4109-a3bb-37c7a2a904ee HTTP/1.1" status: 404 len: 333 time: 0.0384641 Nov 09 18:20:11.897995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47670) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.898176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:11.956529 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:11.967081 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf1ba23-7d54-4f66-8e3b-231c89412fb0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] DELETE failed (client error): The resource could not be found. Nov 09 18:20:11.967557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf1ba23-7d54-4f66-8e3b-231c89412fb0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:20:11.971319 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-baf1ba23-7d54-4f66-8e3b-231c89412fb0 tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/subnets/394ff734-b3e2-481c-bd77-277c9acffc77 HTTP/1.1" status: 404 len: 337 time: 0.0719197 Nov 09 18:20:11.973949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47674) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:11.985066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-076928f9-752c-4203-993b-a3e3b2bb31e2 req-5f27afe0-c2b0-403c-b3fb-7ff0f3f90cae tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032734 Nov 09 18:20:12.023200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.047841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d4d213d4-4cce-4223-b083-d98047303e23 None None] Provisioning complete for port 4063f05f-c663-4dc5-9713-5d302536e643 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:12.048563 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d4d213d4-4cce-4223-b083-d98047303e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.086365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:12.089408 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92502d2-9409-4ba2-8db6-334628a3d08a" -d '{"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-unplugged", "status": "completed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:12.112123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:12.129172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.132093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.135661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d4d213d4-4cce-4223-b083-d98047303e23 None None] Port 4063f05f-c663-4dc5-9713-5d302536e643 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:12.207289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:12.236496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.243436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb8cc3-c39e-4680-bcad-ce59fe5a3a76 req-68483be8-48bd-4794-a6e9-9182c4440528 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:12.244946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8fb8cc3-c39e-4680-bcad-ce59fe5a3a76 req-68483be8-48bd-4794-a6e9-9182c4440528 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 935 time: 0.1131139 Nov 09 18:20:12.265884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb0a6ce-c36a-4859-a896-89a3f7ff400d']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:12.281175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7189a7c-ba40-43bd-a8c0-07629da0763a') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:12.281834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7189a7c-ba40-43bd-a8c0-07629da0763a') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:12.295811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.305102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8fb8cc3-c39e-4680-bcad-ce59fe5a3a76 req-814a737d-4830-4866-8b0e-69a4a25821bb tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534666 Nov 09 18:20:12.310872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.317902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:12.317902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:12.321045 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:12.376191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4063f05f-c663-4dc5-9713-5d302536e643 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:12.386513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.413522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Transition to ACTIVE for port object 4063f05f-c663-4dc5-9713-5d302536e643 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:20:12.414246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.421887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.436126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.441508 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] 10.222.0.32 "DELETE /v2.0/networks/ebb0a6ce-c36a-4859-a896-89a3f7ff400d HTTP/1.1" status: 204 len: 168 time: 0.4663982 Nov 09 18:20:12.461081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849151f-f0e5-400b-b207-1e092a3c567a tempest-NetworksTestDHCPv6-844960894 tempest-NetworksTestDHCPv6-844960894-project] Pushing event deleted for resources: {'Network': ['ID=ebb0a6ce-c36a-4859-a896-89a3f7ff400d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:12.584994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-401a1a89-eb95-4824-80e6-eae7f5710d56 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:12.598253 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.599420 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-401a1a89-eb95-4824-80e6-eae7f5710d56 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.85 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 946 time: 0.1242373 Nov 09 18:20:12.665378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=4063f05f-c663-4dc5-9713-5d302536e643,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:12.697869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Attempting to bind port 4063f05f-c663-4dc5-9713-5d302536e643 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:12.698732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Attempting to bind port 4063f05f-c663-4dc5-9713-5d302536e643 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:12.699293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Attempting to bind port 4063f05f-c663-4dc5-9713-5d302536e643 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:12.709500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Port 4063f05f-c663-4dc5-9713-5d302536e643 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:20:12.710509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Attempting to bind port 4063f05f-c663-4dc5-9713-5d302536e643 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:12.719783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:12.720130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:12.720521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:12.720959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Bound port: 4063f05f-c663-4dc5-9713-5d302536e643, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:12.721320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.806950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Deleting port 565f626b-deb8-4058-847d-7d2925833b7f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:12.807383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.819195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] For port 4063f05f-c663-4dc5-9713-5d302536e643, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:12.833644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] For port 4063f05f-c663-4dc5-9713-5d302536e643, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4063f05f-c663-4dc5-9713-5d302536e643,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:12.842361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47700) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:12.851534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.853509 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8cc69c-ef0a-4b51-ae0b-613862df692b x-openstack-request-id: req-7a8cc69c-ef0a-4b51-ae0b-613862df692b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:12.855247 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-unplugged", "status": "failed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279", "code": 422}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:12.855910 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a8cc69c-ef0a-4b51-ae0b-613862df692b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:12.857545 n-d-817240-1 neutron-server[102142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'code': 422} returned with failed status Nov 09 18:20:12.932823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=4063f05f-c663-4dc5-9713-5d302536e643,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:12.944525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:12.945396 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:12.947729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-3229fd9f-c898-4341-9022-9eecddf15ea5 service neutron] 10.222.0.73 "PUT /v2.0/ports/4063f05f-c663-4dc5-9713-5d302536e643 HTTP/1.1" status: 200 len: 1095 time: 1.1363072 Nov 09 18:20:12.976434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'tag': '4063f05f-c663-4dc5-9713-5d302536e643'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:12.983480 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e968eef-dbb5-423b-b94b-d9261eff0619" -d '{"events": [{"name": "network-changed", "server_uuid": "634ed9e9-4221-4ca2-88c2-ccfb6ac76fca", "tag": "4063f05f-c663-4dc5-9713-5d302536e643"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:13.023583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] For port 565f626b-deb8-4058-847d-7d2925833b7f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=565f626b-deb8-4058-847d-7d2925833b7f,segment=NetworkSegment(1ae33763-8d5e-4bc8-a337-32830baa1098),segment_id=1ae33763-8d5e-4bc8-a337-32830baa1098)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:13.024043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.051830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Calling delete_port for 565f626b-deb8-4058-847d-7d2925833b7f owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:13.076203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc745-fd43-4acf-a253-81bf7f34c721 req-7bc2a5a4-5a05-4435-b4f2-d9821cf162b7 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:13.077715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1abdc745-fd43-4acf-a253-81bf7f34c721 req-7bc2a5a4-5a05-4435-b4f2-d9821cf162b7 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/ports?device_id=722e189a-ee50-4c23-96a4-135627b478e7 HTTP/1.1" status: 200 len: 946 time: 0.1608520 Nov 09 18:20:13.110851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7c0d96be-1d57-4af1-a93a-0f59b1e7d9f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d45ae1a91ff4ed8ad1a70d7c9ab6dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648072 Nov 09 18:20:13.111633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47710) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:13.127292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-c135167d-b098-4681-ac09-3d7452251634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:13.128860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-c135167d-b098-4681-ac09-3d7452251634 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ca7b083e33941bdbc596c9354cd2294&device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 1098 time: 0.1260962 Nov 09 18:20:13.183449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-703f5791-a165-499e-b106-938e02be7d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.193063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-44e29b51-f215-4411-9887-7206cbe6ec90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4063f05f-c663-4dc5-9713-5d302536e643 HTTP/1.1" status: 200 len: 217 time: 0.0483241 Nov 09 18:20:13.196036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1abdc745-fd43-4acf-a253-81bf7f34c721 req-9fb45451-7974-4624-a8ba-06cca4015186 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.32 "GET /v2.0/security-groups?id=64dbb75e-f5b3-423e-851d-d73f4bbb2738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860701 Nov 09 18:20:13.244786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-703f5791-a165-499e-b106-938e02be7d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.266596 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f90bb-fd82-42c1-ae0f-a7cfbeb266fa x-openstack-request-id: req-760f90bb-fd82-42c1-ae0f-a7cfbeb266fa {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:13.267101 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634ed9e9-4221-4ca2-88c2-ccfb6ac76fca", "tag": "4063f05f-c663-4dc5-9713-5d302536e643", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:13.267215 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-760f90bb-fd82-42c1-ae0f-a7cfbeb266fa {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:13.268226 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'tag': '4063f05f-c663-4dc5-9713-5d302536e643', 'status': 'completed', 'code': 200} Nov 09 18:20:13.310808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-dcff11a2-a4b7-4dff-bd0e-b22b0fd8c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:13.312350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-dcff11a2-a4b7-4dff-bd0e-b22b0fd8c505 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.1073718 Nov 09 18:20:13.319712 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.332685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['565f626b-deb8-4058-847d-7d2925833b7f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:20:13.384322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Pushing event deleted for resources: {'Port': ['ID=565f626b-deb8-4058-847d-7d2925833b7f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:13.396452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fe149-ab38-43c6-8469-8ebea898d868 req-e4cbf7db-9967-4004-90b5-62736ad4f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:13.399385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-e4cbf7db-9967-4004-90b5-62736ad4f7e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752707 Nov 09 18:20:13.419031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] No DVR routers for this DVR port 565f626b-deb8-4058-847d-7d2925833b7f on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:13.421425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.424789 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06aa80fc-4973-41cb-a36f-57e50570db14 req-8945a7c0-d341-4a83-9a91-9505cc94bbd3 tempest-ServersNegativeTestMultiTenantJSON-1480497519 tempest-ServersNegativeTestMultiTenantJSON-1480497519-project] 10.222.0.85 "DELETE /v2.0/ports/565f626b-deb8-4058-847d-7d2925833b7f HTTP/1.1" status: 204 len: 173 time: 0.8188527 Nov 09 18:20:13.425243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e189a-ee50-4c23-96a4-135627b478e7', 'name': 'network-vif-deleted', 'tag': '565f626b-deb8-4058-847d-7d2925833b7f'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:13.427705 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af08491-8d04-409c-ae13-fa160ac98fc7" -d '{"events": [{"server_uuid": "722e189a-ee50-4c23-96a4-135627b478e7", "name": "network-vif-deleted", "tag": "565f626b-deb8-4058-847d-7d2925833b7f"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:13.443653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-703f5791-a165-499e-b106-938e02be7d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.446649 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-703f5791-a165-499e-b106-938e02be7d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:13.447870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-703f5791-a165-499e-b106-938e02be7d68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e966f936-a0e9-431d-8d0d-52aa018df58e HTTP/1.1" status: 204 len: 168 time: 0.3353040 Nov 09 18:20:13.457285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f5791-a165-499e-b106-938e02be7d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e966f936-a0e9-431d-8d0d-52aa018df58e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:13.882265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc24c8-2b42-47dd-bad1-018e88572975 req-f59581f0-ab19-4674-8b8f-a7a68ba6fc6d tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:13.883766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28cc24c8-2b42-47dd-bad1-018e88572975 req-f59581f0-ab19-4674-8b8f-a7a68ba6fc6d tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 947 time: 0.0779490 Nov 09 18:20:13.889587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-4ca1b302-5d98-402d-960d-6c20cefeb6be service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773993 Nov 09 18:20:13.979105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28cc24c8-2b42-47dd-bad1-018e88572975 req-92c6cb7f-2f89-4187-98fa-5bf0ec355a85 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868056 Nov 09 18:20:14.024917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-865fe149-ab38-43c6-8469-8ebea898d868 req-8c20a9c7-8786-4d6b-8337-e8f1f5ced899 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180680 Nov 09 18:20:14.056849 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c734b-1685-478d-a67b-e840d59a9fde x-openstack-request-id: req-2c3c734b-1685-478d-a67b-e840d59a9fde {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:14.057038 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e189a-ee50-4c23-96a4-135627b478e7", "name": "network-vif-deleted", "tag": "565f626b-deb8-4058-847d-7d2925833b7f", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:14.057286 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c3c734b-1685-478d-a67b-e840d59a9fde {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:14.058187 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722e189a-ee50-4c23-96a4-135627b478e7', 'name': 'network-vif-deleted', 'tag': '565f626b-deb8-4058-847d-7d2925833b7f', 'status': 'completed', 'code': 200} Nov 09 18:20:14.141055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-cce36fa6-9c49-4cd8-bd00-be331fdafae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:14.142694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-cce36fa6-9c49-4cd8-bd00-be331fdafae0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1ca7b083e33941bdbc596c9354cd2294&device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 1098 time: 0.0554841 Nov 09 18:20:14.301449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-145aa961-c1ad-45d4-aebb-8cb6ee5eaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:14.303307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-145aa961-c1ad-45d4-aebb-8cb6ee5eaa9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1523533 Nov 09 18:20:14.360523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4651a98-cf5b-418e-99eb-b23fb2a7b790 req-cf29f902-cf37-4de7-9021-0ed412a5e604 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:14.365379 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-31498d3f-e1db-4e9f-bbdf-6d277a416efb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496297 Nov 09 18:20:14.367039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4651a98-cf5b-418e-99eb-b23fb2a7b790 req-cf29f902-cf37-4de7-9021-0ed412a5e604 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.1234150 Nov 09 18:20:14.368813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-e9049131-b70b-4004-97a8-49c5d1b4e68d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4063f05f-c663-4dc5-9713-5d302536e643 HTTP/1.1" status: 200 len: 217 time: 0.0559177 Nov 09 18:20:14.440478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4651a98-cf5b-418e-99eb-b23fb2a7b790 req-d6f78c39-cfed-4163-ae70-acd1f6d17129 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706258 Nov 09 18:20:14.450541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-e2ede182-89dd-422d-a3d5-ec9d4f4b3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:14.452022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-e2ede182-89dd-422d-a3d5-ec9d4f4b3fc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0682693 Nov 09 18:20:14.465156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47764) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:14.526099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-b8e42de5-a293-45c6-a6c2-3f82479204f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:14.527903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47768) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:14.530888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-b8e42de5-a293-45c6-a6c2-3f82479204f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628781 Nov 09 18:20:14.583964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] Deleting subnet 5ea761e4-0976-4b87-9705-b48ab426a361 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:14.588305 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.641343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.680857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-c77be391-5cf2-4080-95d4-05f532839326 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365256 Nov 09 18:20:14.691501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1889671351'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:14.724999 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.782993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Made reservation on behalf of 78a5db61ef354b18b5e0be82598524d6 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:14.786957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.791176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e968eef-dbb5-423b-b94b-d9261eff0619 req-a2d68b89-5094-4158-bd69-e9aab6797e27 service neutron] 10.222.0.73 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053066 Nov 09 18:20:14.799337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.840580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.881206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea761e4-0976-4b87-9705-b48ab426a361,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:14.888735 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.894364 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-98e2c2b8-61aa-4dd0-8393-9d3acaff3305 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5ea761e4-0976-4b87-9705-b48ab426a361 HTTP/1.1" status: 204 len: 168 time: 0.3628926 Nov 09 18:20:14.894727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47784) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:14.946356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.952153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.974975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:14.985110 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.998954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:14.999422 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Added segment db562250-7e58-460d-8659-4d6810d08cff of type vlan for network 6a49f3ba-725a-403d-a4c6-ecb30f634375 Nov 09 18:20:15.040384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109b006a-48d4-4066-819d-76796f40c168,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.075592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.089813 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.104816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.110666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:15.111268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.139051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd11bad8-bfe6-4b87-8daa-a40147e1885b']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:15.151046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae33763-8d5e-4bc8-a337-32830baa1098') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:15.151434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae33763-8d5e-4bc8-a337-32830baa1098') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:15.164454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.174331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7079494 Nov 09 18:20:15.182401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.182629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb78bec-ecf5-4258-83af-1d8413cd4f00 req-b2c83a7e-6f8e-4837-9eff-183e45533529 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:15.183988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffb78bec-ecf5-4258-83af-1d8413cd4f00 req-b2c83a7e-6f8e-4837-9eff-183e45533529 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 947 time: 0.0966914 Nov 09 18:20:15.189009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Request body: {'subnet': {'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:15.194091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.208248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:15.208659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:15.210420 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:15.235305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6df6f-1ea4-4bb9-b887-40288dbed958 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event updated for resources: {'Network': ['ID=6a49f3ba-725a-403d-a4c6-ecb30f634375,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.250570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:15.293755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffb78bec-ecf5-4258-83af-1d8413cd4f00 req-83d93f67-1e3f-484f-8e4a-41cc0519a66f tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931535 Nov 09 18:20:15.303545 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.326974 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.333101 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd11bad8-bfe6-4b87-8daa-a40147e1885b HTTP/1.1" status: 204 len: 168 time: 0.4342594 Nov 09 18:20:15.333101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19bf06-253e-4163-83a5-8503b3a7a1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd11bad8-bfe6-4b87-8daa-a40147e1885b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.334643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47798) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.373572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Made reservation on behalf of 78a5db61ef354b18b5e0be82598524d6 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:15.377113 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.384023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-75c32257-bc73-46c7-8416-d60bfc6f97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:15.385616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-75c32257-bc73-46c7-8416-d60bfc6f97b8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12&tenant_id=0ef107dcc65244f39f3d71cd32022478 HTTP/1.1" status: 200 len: 1095 time: 0.1179910 Nov 09 18:20:15.390740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] Deleting subnet 6e0b857a-3acd-42b7-8048-6305d97cd415 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:15.403161 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.440215 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.507546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.531722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-1ba2db37-7c73-4cae-9d20-ad03fdbb2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:15.533919 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-1ba2db37-7c73-4cae-9d20-ad03fdbb2b2e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1095 time: 0.1137152 Nov 09 18:20:15.621626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea5065-afac-4aae-a8ee-fa540945e1aa req-2c382fbd-cbc7-41a9-9231-c67a60026d31 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:15.623714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcea5065-afac-4aae-a8ee-fa540945e1aa req-2c382fbd-cbc7-41a9-9231-c67a60026d31 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.0735683 Nov 09 18:20:15.625494 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.656262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0b857a-3acd-42b7-8048-6305d97cd415,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:15.672419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.675641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f5d5aea7-6dd5-4c1a-bc8a-c78363dfed73 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6e0b857a-3acd-42b7-8048-6305d97cd415 HTTP/1.1" status: 204 len: 168 time: 0.3389382 Nov 09 18:20:15.678689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47806) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:15.753032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-17f84005-a96b-4e52-9b20-9590ee4de577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:15.754582 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-17f84005-a96b-4e52-9b20-9590ee4de577 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.2128451 Nov 09 18:20:15.763343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcea5065-afac-4aae-a8ee-fa540945e1aa req-9c467a2e-7bbd-4333-817f-8710553084a1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110070 Nov 09 18:20:15.765628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.792418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.886516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.909661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d44e400-5c3e-4021-ba14-148c46d99014']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:15.925563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e131bcef-82ea-4526-a182-087f55c22137') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:15.925858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e131bcef-82ea-4526-a182-087f55c22137') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:15.940305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:15.948901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.966418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.974296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:15.974704 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:15.977008 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:16.060327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.086319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.097859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d44e400-5c3e-4021-ba14-148c46d99014 HTTP/1.1" status: 204 len: 168 time: 0.4164181 Nov 09 18:20:16.102624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332cf92-3caf-46f7-b175-0454ea62232c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d44e400-5c3e-4021-ba14-148c46d99014,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:16.112445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 565f626b-deb8-4058-847d-7d2925833b7f no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:16.137160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 565f626b-deb8-4058-847d-7d2925833b7f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:16.138244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 565f626b-deb8-4058-847d-7d2925833b7f not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:16.194705 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-4dd56937-b801-46c0-9da5-4d02d4ad501e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 1000 time: 0.4315112 Nov 09 18:20:16.196684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event updated for resources: {'Subnet': ['ID=92de7a59-4b1b-4537-9ef5-10bff6037865,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:16.212077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Checking segment: {'id': 'db562250-7e58-460d-8659-4d6810d08cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:16.212441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Network hostable DHCP agents. Network: 6a49f3ba-725a-403d-a4c6-ecb30f634375, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:16.257197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-4138d504-436d-4477-a38b-6d355304a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:16.258834 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-4138d504-436d-4477-a38b-6d355304a442 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0564606 Nov 09 18:20:16.260120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:16.268558 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.275749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 6a49f3ba-725a-403d-a4c6-ecb30f634375) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:16.284912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d487e8-9a09-4fbf-8e1b-3032120d7dce None None] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:16.294676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:16.295268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.303860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47810) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:16.319271 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4c0cedcd-6863-4427-9620-dcbc8527ca72 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1332703 Nov 09 18:20:16.320508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47812) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:16.327062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-6920c591-2078-4336-85a8-2bf1a3bb3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:16.328714 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-6920c591-2078-4336-85a8-2bf1a3bb3e89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631664 Nov 09 18:20:16.346639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Request body: {'port': {'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-596444567'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:16.481313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-998927a7-8e9e-4c52-9a0d-ce93c29c6d7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92a9c5452ca9409d8c2b621a5bb0ead7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760578 Nov 09 18:20:16.484431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-6a49f3ba-725a-403d-a4c6-ecb30f634375', 'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375', 'tenant_id': '78a5db61ef354b18b5e0be82598524d6', 'fixed_ips': [{'subnet_id': '92de7a59-4b1b-4537-9ef5-10bff6037865'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:16.486777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:16.488192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.504555 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-fcfc9178-31f6-484e-ac07-dfd5a4397e7b service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661329 Nov 09 18:20:16.523390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38496772-d3e2-497a-8065-bad58f001abf req-43a25b97-404e-4d7e-b2c7-886fa6fe0d78 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:16.524967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38496772-d3e2-497a-8065-bad58f001abf req-43a25b97-404e-4d7e-b2c7-886fa6fe0d78 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 947 time: 0.1050134 Nov 09 18:20:16.581514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Made reservation on behalf of 78a5db61ef354b18b5e0be82598524d6 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:16.585952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.602905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38496772-d3e2-497a-8065-bad58f001abf req-880c7f8a-ea2d-4655-a1e6-be83ab550e08 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694385 Nov 09 18:20:16.611252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] device_id is not set on port 6e37c9e4-98bf-4811-b12d-9ffda12153ad yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:20:16.613398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d671988c-0ac6-4c2b-ad9d-55b5811d0011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.657853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d671988c-0ac6-4c2b-ad9d-55b5811d0011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.710279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Allocated IP 2001:db8::2 (6a49f3ba-725a-403d-a4c6-ecb30f634375/92de7a59-4b1b-4537-9ef5-10bff6037865/bdbe8138-07fa-474b-930b-faf1c3b17355) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:16.727203 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-126b8d0a-51fd-4427-aaa6-4f0bf23ddf5a service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119761 Nov 09 18:20:16.747829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d671988c-0ac6-4c2b-ad9d-55b5811d0011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.750716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d671988c-0ac6-4c2b-ad9d-55b5811d0011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.751977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d671988c-0ac6-4c2b-ad9d-55b5811d0011 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64dbb75e-f5b3-423e-851d-d73f4bbb2738 HTTP/1.1" status: 204 len: 168 time: 0.2636094 Nov 09 18:20:16.760286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671988c-0ac6-4c2b-ad9d-55b5811d0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dbb75e-f5b3-423e-851d-d73f4bbb2738,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:16.935461 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.948463 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:16.998478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6d3bd-81d7-4d8c-be70-a6b089631dec req-9d8b659c-e5e4-43f6-bf90-ee5141930c29 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:17.000454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bba6d3bd-81d7-4d8c-be70-a6b089631dec req-9d8b659c-e5e4-43f6-bf90-ee5141930c29 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.1267321 Nov 09 18:20:17.027154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:17.028550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Pushing event updated for resources: {'Port': ['ID=bdbe8138-07fa-474b-930b-faf1c3b17355,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:17.041461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:17.047779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:17.056491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bba6d3bd-81d7-4d8c-be70-a6b089631dec req-b800dcad-de78-4be1-9fc0-d9777554ddee tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478075 Nov 09 18:20:17.067360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Allocated IP 2001:db8::5c (6a49f3ba-725a-403d-a4c6-ecb30f634375/92de7a59-4b1b-4537-9ef5-10bff6037865/6e37c9e4-98bf-4811-b12d-9ffda12153ad) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:17.142322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Attempting to bind port bdbe8138-07fa-474b-930b-faf1c3b17355 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:17.143551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Attempting to bind port bdbe8138-07fa-474b-930b-faf1c3b17355 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'db562250-7e58-460d-8659-4d6810d08cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:17.144663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Attempting to bind port bdbe8138-07fa-474b-930b-faf1c3b17355 on network 6a49f3ba-725a-403d-a4c6-ecb30f634375 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:17.157236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:17.157543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Checking segment: {'id': 'db562250-7e58-460d-8659-4d6810d08cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:17.158013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.158169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Bound using segment: {'id': 'db562250-7e58-460d-8659-4d6810d08cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:17.158906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Bound port: bdbe8138-07fa-474b-930b-faf1c3b17355, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db562250-7e58-460d-8659-4d6810d08cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:17.162868 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.243876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] For port bdbe8138-07fa-474b-930b-faf1c3b17355, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:17.247772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] For port bdbe8138-07fa-474b-930b-faf1c3b17355, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bdbe8138-07fa-474b-930b-faf1c3b17355,segment=NetworkSegment(db562250-7e58-460d-8659-4d6810d08cff),segment_id=db562250-7e58-460d-8659-4d6810d08cff)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:17.252232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.313436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.333534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991198a0-dcda-437e-a96e-1461e6022bde None None] Pushing event updated for resources: {'Port': ['ID=bdbe8138-07fa-474b-930b-faf1c3b17355,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:17.359869 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.405525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:17.440796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:17.443264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event updated for resources: {'Port': ['ID=6e37c9e4-98bf-4811-b12d-9ffda12153ad,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:17.448950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:17.451613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:17.459181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:17.459843 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.484707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a20919e0-aaa2-4d44-9188-2642c13ef8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.1604178 Nov 09 18:20:17.484946 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7c2f5c49-deae-495f-ab7b-38099fd645be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=531668da8a224eacad99c0add75adee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772884 Nov 09 18:20:17.485283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47848) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:17.487130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47850) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:17.491675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Request body: {'port': {'network_id': '6a49f3ba-725a-403d-a4c6-ecb30f634375', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-627804979', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:17.492548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] bootfile-name is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:17.492989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] tftp-server is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:17.493567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] server-ip-address is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:17.556291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3e044ee-1d32-4b43-a789-e0a3a6c44d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.587534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3e044ee-1d32-4b43-a789-e0a3a6c44d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.708411 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3e044ee-1d32-4b43-a789-e0a3a6c44d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.711994 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3e044ee-1d32-4b43-a789-e0a3a6c44d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.725492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c3e044ee-1d32-4b43-a789-e0a3a6c44d23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ac3a434-98fe-4b63-9616-60b32d0e7dcc HTTP/1.1" status: 204 len: 168 time: 0.2369273 Nov 09 18:20:17.769276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Made reservation on behalf of 78a5db61ef354b18b5e0be82598524d6 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:17.778495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e044ee-1d32-4b43-a789-e0a3a6c44d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac3a434-98fe-4b63-9616-60b32d0e7dcc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:17.785059 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:17.892489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] device_id is not set on port 29087ab9-0f74-44ec-adeb-acf088aadca0 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:20:17.982181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985d456-1606-46d3-9fa3-15b4c8090f5a req-1d6e9841-5b76-4631-b959-6ab5fb667deb tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:17.997103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d985d456-1606-46d3-9fa3-15b4c8090f5a req-1d6e9841-5b76-4631-b959-6ab5fb667deb tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 947 time: 0.1657534 Nov 09 18:20:18.057355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bdbe8138-07fa-474b-930b-faf1c3b17355 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:18.091739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d985d456-1606-46d3-9fa3-15b4c8090f5a req-21edb029-42b7-4695-bc79-0491568fc81b tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933187 Nov 09 18:20:18.181386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bdbe8138-07fa-474b-930b-faf1c3b17355 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:18.181933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.279850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Allocated IP 2001:db8::b3 (6a49f3ba-725a-403d-a4c6-ecb30f634375/92de7a59-4b1b-4537-9ef5-10bff6037865/29087ab9-0f74-44ec-adeb-acf088aadca0) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:18.584211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a89b-d9aa-46e7-bdcf-7257a2431358 req-84761cfe-e991-4dce-9776-7c2a87d37f04 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:18.600024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e177a89b-d9aa-46e7-bdcf-7257a2431358 req-84761cfe-e991-4dce-9776-7c2a87d37f04 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.1847484 Nov 09 18:20:18.658339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4063f05f-c663-4dc5-9713-5d302536e643 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:20:18.705371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.730047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e177a89b-d9aa-46e7-bdcf-7257a2431358 req-47043ea9-87c6-4849-a835-4b1af2782a48 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289105 Nov 09 18:20:18.820493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port bdbe8138-07fa-474b-930b-faf1c3b17355, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bdbe8138-07fa-474b-930b-faf1c3b17355,segment=NetworkSegment(db562250-7e58-460d-8659-4d6810d08cff),segment_id=db562250-7e58-460d-8659-4d6810d08cff)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:18.834664 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:18.943514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=bdbe8138-07fa-474b-930b-faf1c3b17355,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:18.999290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.043287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4063f05f-c663-4dc5-9713-5d302536e643, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4063f05f-c663-4dc5-9713-5d302536e643,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:19.102788 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.172596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '4063f05f-c663-4dc5-9713-5d302536e643', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '4063f05f-c663-4dc5-9713-5d302536e643', 'mac_address': 'fa:16:3e:07:3d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:20:19.185060 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.218230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:19.225480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:19.233098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:19.253446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:19.258431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.298549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event updated for resources: {'Port': ['ID=29087ab9-0f74-44ec-adeb-acf088aadca0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:19.307967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc06780b-b565-48d9-9ac5-c98065507720 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.8213789 Nov 09 18:20:19.311146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47896) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:19.355965 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.387019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686e4bd-3884-4f14-820e-615cae931277 None None] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:19.398526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4063f05f-c663-4dc5-9713-5d302536e643 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:19.555146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3651d4-a0b8-4c6f-9b77-acb1e2fd99e9 req-7084acd7-87fd-456c-b48c-9aee7a9abb89 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:19.562353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4063f05f-c663-4dc5-9713-5d302536e643, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4063f05f-c663-4dc5-9713-5d302536e643,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:19.565294 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c3651d4-a0b8-4c6f-9b77-acb1e2fd99e9 req-7084acd7-87fd-456c-b48c-9aee7a9abb89 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 947 time: 0.1355519 Nov 09 18:20:19.566632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4f15f46c-c5b6-4d68-8da2-2e44273be8a6 None None] Provisioning complete for port bdbe8138-07fa-474b-930b-faf1c3b17355 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:19.567013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4f15f46c-c5b6-4d68-8da2-2e44273be8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.579303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cee2be-c7aa-423d-a4a0-7c3319dcf1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:19.587588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cee2be-c7aa-423d-a4a0-7c3319dcf1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:19.594846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cee2be-c7aa-423d-a4a0-7c3319dcf1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:19.597161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-92cee2be-c7aa-423d-a4a0-7c3319dcf1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2850113 Nov 09 18:20:19.600571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47902) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:19.668447 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:19.790697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c3651d4-a0b8-4c6f-9b77-acb1e2fd99e9 req-e4c2e115-9641-4463-8dec-d4dcedbdbfbe tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995113 Nov 09 18:20:19.905256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4063f05f-c663-4dc5-9713-5d302536e643,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:19.950118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bdbe8138-07fa-474b-930b-faf1c3b17355 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:20.017325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Deleting port 29087ab9-0f74-44ec-adeb-acf088aadca0 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:20.017942 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.264851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['4063f05f-c663-4dc5-9713-5d302536e643'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:20:20.347768 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:20.451546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Calling delete_port for 29087ab9-0f74-44ec-adeb-acf088aadca0 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:20.469178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bdbe8138-07fa-474b-930b-faf1c3b17355 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:20.469570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.119142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.134238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-17734eaa-ed23-4bb9-9eb8-1254af4c48d5 None None] Could not find standard attr ID for object 29087ab9-0f74-44ec-adeb-acf088aadca0. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:20:21.157040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-17734eaa-ed23-4bb9-9eb8-1254af4c48d5 None None] Provisioning complete for port bdbe8138-07fa-474b-930b-faf1c3b17355 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:21.157680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17734eaa-ed23-4bb9-9eb8-1254af4c48d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.235074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event deleted for resources: {'Port': ['ID=29087ab9-0f74-44ec-adeb-acf088aadca0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:21.311661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-17734eaa-ed23-4bb9-9eb8-1254af4c48d5 None None] Provisioning complete for port 6e37c9e4-98bf-4811-b12d-9ffda12153ad triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:21.312402 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17734eaa-ed23-4bb9-9eb8-1254af4c48d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.324404 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.333723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47930) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:21.336982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b6205816-1c0d-4399-aed5-e3ffda657434 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "DELETE /v2.0/ports/29087ab9-0f74-44ec-adeb-acf088aadca0 HTTP/1.1" status: 204 len: 168 time: 1.7351422 Nov 09 18:20:21.350239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Request body: {'port': {'name': 'tempest-new-port-name-1325535732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:21.350705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] bootfile-name is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:21.351047 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] tftp-server is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:21.351402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] server-ip-address is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:21.370988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a109127-4f70-45b1-b666-287fcaa55600 req-f92c09b0-edca-4f1b-aedd-bd477e6cd4fb tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:21.379071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a109127-4f70-45b1-b666-287fcaa55600 req-f92c09b0-edca-4f1b-aedd-bd477e6cd4fb tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.6309819 Nov 09 18:20:21.383812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-17734eaa-ed23-4bb9-9eb8-1254af4c48d5 None None] Port 6e37c9e4-98bf-4811-b12d-9ffda12153ad cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:21.489595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a109127-4f70-45b1-b666-287fcaa55600 req-d1797f38-67b9-4340-9465-ebf2b9e9be50 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076982 Nov 09 18:20:21.510420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.521087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-692cfab0-05b2-49ed-b314-de6a5a75ca18 None None] Provisioning complete for port 6e37c9e4-98bf-4811-b12d-9ffda12153ad triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:21.521459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-692cfab0-05b2-49ed-b314-de6a5a75ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.665989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-692cfab0-05b2-49ed-b314-de6a5a75ca18 None None] Port 6e37c9e4-98bf-4811-b12d-9ffda12153ad cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:21.815846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-c435efde-d807-4227-acb6-07c69877551b req-91949307-ade1-43ef-b374-5aaae0a291a4 service neutron] (102141) timed out ('10.222.0.73', 51694) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:20:21.905434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd19dd7-e69c-467a-9368-3f59a627e063 req-ee1bc69c-d300-46b7-a272-ce11b4e43e29 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:21.907122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccd19dd7-e69c-467a-9368-3f59a627e063 req-ee1bc69c-d300-46b7-a272-ce11b4e43e29 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 948 time: 0.1326730 Nov 09 18:20:21.959015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.975266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:21.977573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccd19dd7-e69c-467a-9368-3f59a627e063 req-90caf4e9-f401-4e16-9d18-d669f3e158c3 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585949 Nov 09 18:20:22.000591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ad126a7a-5aaf-432f-b076-e36efc203495 None None] Could not find standard attr ID for object 29087ab9-0f74-44ec-adeb-acf088aadca0. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:20:22.104238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event updated for resources: {'Port': ['ID=6e37c9e4-98bf-4811-b12d-9ffda12153ad,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:22.134652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] In _notify_port_updated(), no bound segment for port 6e37c9e4-98bf-4811-b12d-9ffda12153ad on network 6a49f3ba-725a-403d-a4c6-ecb30f634375 {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:20:22.142475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:22.143392 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.144959 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6002da00-230c-4375-80e6-399799891e3f tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "PUT /v2.0/ports/6e37c9e4-98bf-4811-b12d-9ffda12153ad HTTP/1.1" status: 200 len: 1129 time: 0.8101504 Nov 09 18:20:22.147641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47952) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:22.228237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032051d6-a564-4a4b-ab67-d56ec3b74ecf tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:22.230048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-032051d6-a564-4a4b-ab67-d56ec3b74ecf tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "GET /v2.0/ports/6e37c9e4-98bf-4811-b12d-9ffda12153ad HTTP/1.1" status: 200 len: 1129 time: 0.0805829 Nov 09 18:20:22.234796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47956) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:22.319564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4063f05f-c663-4dc5-9713-5d302536e643 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:22.455737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 4063f05f-c663-4dc5-9713-5d302536e643 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:20:22.459156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Deleting port 6e37c9e4-98bf-4811-b12d-9ffda12153ad {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:22.459696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.462798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 4063f05f-c663-4dc5-9713-5d302536e643 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:22.463514 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.722624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.722921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:22.769015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Calling delete_port for 6e37c9e4-98bf-4811-b12d-9ffda12153ad owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:22.793397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063f05f-c663-4dc5-9713-5d302536e643'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:22.801937 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb61ec83-88f1-464a-8961-cb30780b822c" -d '{"events": [{"server_uuid": "634ed9e9-4221-4ca2-88c2-ccfb6ac76fca", "name": "network-vif-plugged", "status": "completed", "tag": "4063f05f-c663-4dc5-9713-5d302536e643"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:22.852039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4063f05f-c663-4dc5-9713-5d302536e643, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4063f05f-c663-4dc5-9713-5d302536e643,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:22.874913 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.023230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3491911-deb4-44c4-9061-f2be6627ee22 req-a909902f-d04f-4196-9f5f-8f590edf2ac5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:23.033378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3491911-deb4-44c4-9061-f2be6627ee22 req-a909902f-d04f-4196-9f5f-8f590edf2ac5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.1288483 Nov 09 18:20:23.036955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ee54030b-019f-4e2e-b7c7-27d9d9fc5399 None None] Provisioning complete for port 6e37c9e4-98bf-4811-b12d-9ffda12153ad triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:23.037341 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee54030b-019f-4e2e-b7c7-27d9d9fc5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.053155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4063f05f-c663-4dc5-9713-5d302536e643,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:23.090382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.093124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3491911-deb4-44c4-9061-f2be6627ee22 req-78afa9ec-7a13-4ece-a686-bc8c65b27d60 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582261 Nov 09 18:20:23.143885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.144417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.144816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.147069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.147424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.147846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.148323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.148831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.149176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.149843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.150612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.151131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:23.175105 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72ae1c9-9dd8-40d5-8685-87b7035e9958 x-openstack-request-id: req-d72ae1c9-9dd8-40d5-8685-87b7035e9958 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:23.175698 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ed9e9-4221-4ca2-88c2-ccfb6ac76fca", "name": "network-vif-plugged", "status": "completed", "tag": "4063f05f-c663-4dc5-9713-5d302536e643", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:23.176611 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d72ae1c9-9dd8-40d5-8685-87b7035e9958 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:23.180744 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063f05f-c663-4dc5-9713-5d302536e643', 'code': 200} Nov 09 18:20:23.210537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event deleted for resources: {'Port': ['ID=6e37c9e4-98bf-4811-b12d-9ffda12153ad,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:23.236042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.247408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2dbb3f38-34ef-422f-85c2-c3c830e22c2a tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "DELETE /v2.0/ports/6e37c9e4-98bf-4811-b12d-9ffda12153ad HTTP/1.1" status: 204 len: 168 time: 1.0089388 Nov 09 18:20:23.248223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ee54030b-019f-4e2e-b7c7-27d9d9fc5399 None None] Port 6e37c9e4-98bf-4811-b12d-9ffda12153ad cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:23.256120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 47982) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:23.346487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dfee3-bb77-4067-a103-d25bebf7eb04 req-ffd37e1b-4df7-4b97-91ab-7a8ab92c7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:23.350455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e65dfee3-bb77-4067-a103-d25bebf7eb04 req-ffd37e1b-4df7-4b97-91ab-7a8ab92c7d82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 1100 time: 0.1254094 Nov 09 18:20:23.444681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Deleting subnet 92de7a59-4b1b-4537-9ef5-10bff6037865 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:23.450890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e65dfee3-bb77-4067-a103-d25bebf7eb04 req-bc6a947d-c8bc-4007-ba0f-c75e35b972ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870335 Nov 09 18:20:23.452892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.620806 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.624433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc9c14-06c9-47fe-839a-fd4e318b872f req-63ddbd64-32ef-41e7-8260-e1e1ee82e0d8 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:23.644769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbdc9c14-06c9-47fe-839a-fd4e318b872f req-63ddbd64-32ef-41e7-8260-e1e1ee82e0d8 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 949 time: 0.1888230 Nov 09 18:20:23.715088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbdc9c14-06c9-47fe-839a-fd4e318b872f req-606ad2c4-8719-4284-ac1e-199bc3a26488 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688632 Nov 09 18:20:23.897083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:23.907688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 47994) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:24.082764 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.131636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a2755f1-bb5d-41e5-94c2-edf33e37b2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.175613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event deleted for resources: {'Subnet': ['ID=92de7a59-4b1b-4537-9ef5-10bff6037865,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:24.211667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.217613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d120c-ead3-47a4-958d-8e40ad8ffbc1 None None] Network 6a49f3ba-725a-403d-a4c6-ecb30f634375 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:24.218714 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ef2a6212-e657-488c-9f3f-25ebfb70ecfa tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "DELETE /v2.0/subnets/92de7a59-4b1b-4537-9ef5-10bff6037865 HTTP/1.1" status: 204 len: 168 time: 0.9616220 Nov 09 18:20:24.219561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48004) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:24.328436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.450306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Deleting port bdbe8138-07fa-474b-930b-faf1c3b17355 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:24.451034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.528128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6d3cd-3176-400e-b1ec-32c047a9bfe5 req-106f3438-8c6a-48c6-b0be-98c698238146 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:24.533221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2b6d3cd-3176-400e-b1ec-32c047a9bfe5 req-106f3438-8c6a-48c6-b0be-98c698238146 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.2994936 Nov 09 18:20:24.546750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a2755f1-bb5d-41e5-94c2-edf33e37b2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.548028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] DHCP port deletion for 6a49f3ba-725a-403d-a4c6-ecb30f634375 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:24.552663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a2755f1-bb5d-41e5-94c2-edf33e37b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.596605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] For port bdbe8138-07fa-474b-930b-faf1c3b17355, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bdbe8138-07fa-474b-930b-faf1c3b17355,segment=NetworkSegment(db562250-7e58-460d-8659-4d6810d08cff),segment_id=db562250-7e58-460d-8659-4d6810d08cff)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:24.597010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.636115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Calling delete_port for bdbe8138-07fa-474b-930b-faf1c3b17355 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:24.636939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2755f1-bb5d-41e5-94c2-edf33e37b2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a113f2f-aa6d-477e-b581-43fe51384b50,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:24.679645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3a2755f1-bb5d-41e5-94c2-edf33e37b2ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=113dd391f7674bac81e2cb20936b5ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7704918 Nov 09 18:20:24.682698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] Deleting port bdbe8138-07fa-474b-930b-faf1c3b17355 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:24.684949 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.687954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48008) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:24.697234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2b6d3cd-3176-400e-b1ec-32c047a9bfe5 req-e292860c-d3e6-4f8b-b31c-c9a532a44950 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270831 Nov 09 18:20:24.848427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5a5f-44bc-4d70-82c2-db0de490d563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.881716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] For port bdbe8138-07fa-474b-930b-faf1c3b17355, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bdbe8138-07fa-474b-930b-faf1c3b17355,segment=NetworkSegment(db562250-7e58-460d-8659-4d6810d08cff),segment_id=db562250-7e58-460d-8659-4d6810d08cff)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:24.882400 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.900866 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5a5f-44bc-4d70-82c2-db0de490d563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.914205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:24.936581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] Calling delete_port for bdbe8138-07fa-474b-930b-faf1c3b17355 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:25.019170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] No DVR routers for this DVR port bdbe8138-07fa-474b-930b-faf1c3b17355 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:25.036146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event deleted for resources: {'Port': ['ID=bdbe8138-07fa-474b-930b-faf1c3b17355,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:25.037051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248002-25ac-4e66-9129-aeb8f8ef9150 req-dfc39a07-c8dc-4eb8-97c2-ae286be4f7fd tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:25.050199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7248002-25ac-4e66-9129-aeb8f8ef9150 req-dfc39a07-c8dc-4eb8-97c2-ae286be4f7fd tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 949 time: 0.1774170 Nov 09 18:20:25.088833 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.106966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7248002-25ac-4e66-9129-aeb8f8ef9150 req-2ded5196-564a-453b-9553-fa1e2de059e0 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555074 Nov 09 18:20:25.107588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] No DVR routers for this DVR port bdbe8138-07fa-474b-930b-faf1c3b17355 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:25.138543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c542e2-1eca-4c21-9f6e-e9580c71a5be None None] Pushing event deleted for resources: {'Port': ['ID=bdbe8138-07fa-474b-930b-faf1c3b17355,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:25.308747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.331820 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5a5f-44bc-4d70-82c2-db0de490d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.334404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf4e5a5f-44bc-4d70-82c2-db0de490d563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.335573 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cf4e5a5f-44bc-4d70-82c2-db0de490d563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a113f2f-aa6d-477e-b581-43fe51384b50 HTTP/1.1" status: 204 len: 168 time: 0.6386180 Nov 09 18:20:25.393020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a49f3ba-725a-403d-a4c6-ecb30f634375']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:25.449690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db562250-7e58-460d-8659-4d6810d08cff') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:25.451446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db562250-7e58-460d-8659-4d6810d08cff') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:25.485697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.518189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.526550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:25.527064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:25.696978 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:25.700308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e5a5f-44bc-4d70-82c2-db0de490d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a113f2f-aa6d-477e-b581-43fe51384b50,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:25.709391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.734568 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:25.747549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e285-1c57-4017-87cd-857310aa15e5 req-34bec1de-d860-42d4-9d80-90c03c89c5ae tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:25.752808 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] 10.222.0.32 "DELETE /v2.0/networks/6a49f3ba-725a-403d-a4c6-ecb30f634375 HTTP/1.1" status: 204 len: 168 time: 1.5318666 Nov 09 18:20:25.770987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf22e285-1c57-4017-87cd-857310aa15e5 req-34bec1de-d860-42d4-9d80-90c03c89c5ae tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 949 time: 0.1328280 Nov 09 18:20:25.812527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a29fd-3e3b-4fb1-b0fa-cd5645d1b45b tempest-ExtraDHCPOptionsIpV6TestJSON-417492444 tempest-ExtraDHCPOptionsIpV6TestJSON-417492444-project] Pushing event deleted for resources: {'Network': ['ID=6a49f3ba-725a-403d-a4c6-ecb30f634375,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:25.867731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf22e285-1c57-4017-87cd-857310aa15e5 req-f92faa0e-b1b4-4f19-9447-58b9048a5536 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921693 Nov 09 18:20:25.893713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bdbe8138-07fa-474b-930b-faf1c3b17355 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:25.955965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: bdbe8138-07fa-474b-930b-faf1c3b17355 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:25.957527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bdbe8138-07fa-474b-930b-faf1c3b17355 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:26.055754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eccf3-d33a-41dd-a7a8-495e1cfc72c8 req-67113024-c1bb-4e1b-ac8e-1c3b3c25ab1b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:26.070700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d97eccf3-d33a-41dd-a7a8-495e1cfc72c8 req-67113024-c1bb-4e1b-ac8e-1c3b3c25ab1b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.0770280 Nov 09 18:20:26.135324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d97eccf3-d33a-41dd-a7a8-495e1cfc72c8 req-eb4850ae-0353-4580-aebb-982a29b997ef tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587459 Nov 09 18:20:26.221796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48044) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:26.596654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cc59f7a5-b64c-4c14-a1db-227514d0e797 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78a5db61ef354b18b5e0be82598524d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720293 Nov 09 18:20:26.597631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48058) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:26.713171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:26.730416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a75910a-b5a1-45c2-81ef-f90152176947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:26.758117 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a75910a-b5a1-45c2-81ef-f90152176947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:26.843715 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a75910a-b5a1-45c2-81ef-f90152176947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:26.850543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a75910a-b5a1-45c2-81ef-f90152176947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:26.854632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1a75910a-b5a1-45c2-81ef-f90152176947 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/109b006a-48d4-4066-819d-76796f40c168 HTTP/1.1" status: 204 len: 168 time: 0.2526739 Nov 09 18:20:26.894667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75910a-b5a1-45c2-81ef-f90152176947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b006a-48d4-4066-819d-76796f40c168,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:26.940659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1507042017-network', 'tenant_id': '527b5019726f4de2ac28d1a8a67f7f11'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:27.002713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Made reservation on behalf of 527b5019726f4de2ac28d1a8a67f7f11 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:27.004030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-139b5ab7-db74-4e78-9a84-2c13a095ccdc tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:27.006404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-139b5ab7-db74-4e78-9a84-2c13a095ccdc tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.73 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 949 time: 0.1306727 Nov 09 18:20:27.007008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.044553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.220260 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.231695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.277121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:27.316494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa46ca85-ec72-41bf-9861-cb404e4f5bc8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:27.323923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5426a-4f1b-42f0-a20a-830a8ac42573 req-f320461f-45a1-4d27-ae4c-f0534fb7500b tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:27.327281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3e5426a-4f1b-42f0-a20a-830a8ac42573 req-f320461f-45a1-4d27-ae4c-f0534fb7500b tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 949 time: 0.3199151 Nov 09 18:20:27.341359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.341726 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Added segment 024bf229-3c12-48da-be7f-4ddbdb64b09a of type vlan for network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 Nov 09 18:20:27.428199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3e5426a-4f1b-42f0-a20a-830a8ac42573 req-17fe5a02-cdd1-432d-b940-dbe1e766f269 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3741e95-bcac-4788-a392-f270de9e4f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905917 Nov 09 18:20:27.436688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.467926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Deleting port 4063f05f-c663-4dc5-9713-5d302536e643 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:27.475102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.481099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.482146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:27.485866 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.642950 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9285934 Nov 09 18:20:27.646671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48084) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:27.654336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Request body: {'subnet': {'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1507042017-subnet', 'tenant_id': '527b5019726f4de2ac28d1a8a67f7f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:27.665798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8767210-b7a2-4db1-8865-5f59683ffedf admin admin] Pushing event updated for resources: {'Network': ['ID=88c4193d-e2a3-428c-99ab-5d5e3e0950f5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:27.677918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:27.706596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Made reservation on behalf of 527b5019726f4de2ac28d1a8a67f7f11 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:27.710704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.769436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] For port 4063f05f-c663-4dc5-9713-5d302536e643, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4063f05f-c663-4dc5-9713-5d302536e643,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:27.771423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:27.822866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ab8d-a5c7-4492-b293-7920b4f31eb7 req-503e0df8-8bad-494d-8aff-c26773be02a1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:27.832519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fe9ab8d-a5c7-4492-b293-7920b4f31eb7 req-503e0df8-8bad-494d-8aff-c26773be02a1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.2142246 Nov 09 18:20:27.844794 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:20:27.848561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Calling delete_port for 4063f05f-c663-4dc5-9713-5d302536e643 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:27.986731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fe9ab8d-a5c7-4492-b293-7920b4f31eb7 req-689a774c-59c3-4e31-8d80-beb6e038c947 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388042 Nov 09 18:20:28.178434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.181833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48094) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:28.241157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.259803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['4063f05f-c663-4dc5-9713-5d302536e643'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:20:28.289190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Pushing event deleted for resources: {'Port': ['ID=4063f05f-c663-4dc5-9713-5d302536e643,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:28.321869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b154221-9899-4353-8755-c620e8f4cf5f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:28.358736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Checking segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:28.359239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Network hostable DHCP agents. Network: 88c4193d-e2a3-428c-99ab-5d5e3e0950f5, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:28.387007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:28.397900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] No DVR routers for this DVR port 4063f05f-c663-4dc5-9713-5d302536e643 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:28.399227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 88c4193d-e2a3-428c-99ab-5d5e3e0950f5) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:28.404071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:28.404784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.410691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283ee94b-6104-423d-a012-c670a89e1634 None None] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:28.412371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.424003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af8dd28b-d2bf-47ed-a752-3d9f07b1034b req-0536dba1-a133-403f-aa1f-00db01c62092 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.73 "DELETE /v2.0/ports/4063f05f-c663-4dc5-9713-5d302536e643 HTTP/1.1" status: 204 len: 173 time: 1.4002364 Nov 09 18:20:28.424708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'name': 'network-vif-deleted', 'tag': '4063f05f-c663-4dc5-9713-5d302536e643'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:28.430360 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30508399-200b-4238-9651-cdf68a2276fb" -d '{"events": [{"server_uuid": "634ed9e9-4221-4ca2-88c2-ccfb6ac76fca", "name": "network-vif-deleted", "tag": "4063f05f-c663-4dc5-9713-5d302536e643"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:28.465302 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3908965f-d5e2-46bb-999f-f5f5e84b367a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8082638 Nov 09 18:20:28.500028 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c095509-5a02-43a4-8607-915436d4a3ae x-openstack-request-id: req-3c095509-5a02-43a4-8607-915436d4a3ae {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:28.501319 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634ed9e9-4221-4ca2-88c2-ccfb6ac76fca", "name": "network-vif-deleted", "tag": "4063f05f-c663-4dc5-9713-5d302536e643", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:28.501319 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c095509-5a02-43a4-8607-915436d4a3ae {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:28.501319 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634ed9e9-4221-4ca2-88c2-ccfb6ac76fca', 'name': 'network-vif-deleted', 'tag': '4063f05f-c663-4dc5-9713-5d302536e643', 'status': 'completed', 'code': 200} Nov 09 18:20:28.626844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1045753085'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:28.682388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-55e52ca0-a3b3-4c1a-89a8-6640ad951845 req-406f8a33-01a6-4e6c-8ba3-33794636e5e2 tempest-VolumesNegativeTest-1347734053 tempest-VolumesNegativeTest-1347734053-project] 10.222.0.32 "GET /v2.0/ports?device_id=634ed9e9-4221-4ca2-88c2-ccfb6ac76fca HTTP/1.1" status: 200 len: 210 time: 0.0617237 Nov 09 18:20:28.709811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Made reservation on behalf of a021b3d5899349699a51183306c96995 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:28.718324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.743417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.839972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a0bf1-cb0c-4f2a-8b53-664a335b95a1 None None] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:28.970613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:28.991489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.033551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:29.046775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e9a31e-88f3-4d70-89f5-27c450db3ae6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:29.055852 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.056303 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Added segment be2d3bfa-ffd8-4fab-913a-790180051d99 of type vlan for network a947c81b-f1be-4956-b8fc-000024ca1a3e Nov 09 18:20:29.150009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.184362 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.190540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:29.191154 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.271643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48126) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:29.272200 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0863376 Nov 09 18:20:29.276982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Request body: {'subnet': {'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:29.279920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0930a-a959-4834-8f1a-400dd74da9fb tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event updated for resources: {'Network': ['ID=a947c81b-f1be-4956-b8fc-000024ca1a3e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:29.294364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a947c81b-f1be-4956-b8fc-000024ca1a3e details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:29.467741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-77b6c2bb-da16-4fdd-ae78-9baf351be919 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:29.469211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-77b6c2bb-da16-4fdd-ae78-9baf351be919 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.1719747 Nov 09 18:20:29.470234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Made reservation on behalf of a021b3d5899349699a51183306c96995 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:29.473998 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.523476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-d9c7b3c7-27ff-4083-812b-3b4f7e025e94 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/quotas/527b5019726f4de2ac28d1a8a67f7f11 HTTP/1.1" status: 200 len: 375 time: 0.0463009 Nov 09 18:20:29.567350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-29fed462-8314-4fa1-b121-3357a02d1cf5 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367532 Nov 09 18:20:29.713766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-dbcea173-f812-4f6e-a317-1ef9b709e359 service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356018 Nov 09 18:20:29.803498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.884367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event updated for resources: {'Subnet': ['ID=a97c8f3e-c109-431b-9d9e-6a5ec446c5f0,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:29.905803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-fbc1706f-cfa6-459b-a7a1-e469b0f5af3a service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662223 Nov 09 18:20:29.906669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Checking segment: {'id': 'be2d3bfa-ffd8-4fab-913a-790180051d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:29.907031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Network hostable DHCP agents. Network: a947c81b-f1be-4956-b8fc-000024ca1a3e, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:29.936381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Network a947c81b-f1be-4956-b8fc-000024ca1a3e is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:29.947447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a947c81b-f1be-4956-b8fc-000024ca1a3e) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:29.952158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:29.952867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:29.959164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84a2a3-9327-412a-b18b-0e682980f4d3 None None] Network a947c81b-f1be-4956-b8fc-000024ca1a3e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:29.974726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-73ee8ad9-4e4d-4546-9f6c-2b0ac69eec1c tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7016869 Nov 09 18:20:29.978321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48136) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:29.984871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Request body: {'port': {'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2098886141'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:30.188073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a947c81b-f1be-4956-b8fc-000024ca1a3e', 'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e', 'tenant_id': 'a021b3d5899349699a51183306c96995', 'fixed_ips': [{'subnet_id': 'a97c8f3e-c109-431b-9d9e-6a5ec446c5f0'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:30.189207 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:30.371960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4063f05f-c663-4dc5-9713-5d302536e643 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:30.402885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 4063f05f-c663-4dc5-9713-5d302536e643 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:30.403637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4063f05f-c663-4dc5-9713-5d302536e643 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:30.411359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Allocated IP 172.20.0.2 (a947c81b-f1be-4956-b8fc-000024ca1a3e/a97c8f3e-c109-431b-9d9e-6a5ec446c5f0/a6cfa9c4-68da-4406-b0f2-590e917e76ec) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:30.433463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddd0e7-a116-43c0-837e-30c3cf6fab6e req-99616d95-ff6e-4b71-9b99-1092cab021e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:30.435084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29ddd0e7-a116-43c0-837e-30c3cf6fab6e req-99616d95-ff6e-4b71-9b99-1092cab021e1 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.0745902 Nov 09 18:20:30.496447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29ddd0e7-a116-43c0-837e-30c3cf6fab6e req-5ec9f390-4963-4693-b6b9-7bf4c8b9a28a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521841 Nov 09 18:20:30.513215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Made reservation on behalf of a021b3d5899349699a51183306c96995 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:30.518816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:30.541839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] device_id is not set on port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:20:30.674678 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:30.691501 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:30.759276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3c272f8-8fa9-452d-b59b-97cd9bdd7f13 req-e04f57f8-a012-4a9f-9738-c90e52dfe7f2 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 210 time: 0.1275814 Nov 09 18:20:30.761263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Network a947c81b-f1be-4956-b8fc-000024ca1a3e is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:30.764423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:30.770037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:30.804804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Pushing event updated for resources: {'Port': ['ID=a6cfa9c4-68da-4406-b0f2-590e917e76ec,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:30.830561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Allocated IP 172.20.0.12 (a947c81b-f1be-4956-b8fc-000024ca1a3e/a97c8f3e-c109-431b-9d9e-6a5ec446c5f0/725ee0b7-c12c-415e-a195-f196f7c7c4b1) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:30.834451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Attempting to bind port a6cfa9c4-68da-4406-b0f2-590e917e76ec on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:30.834843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Attempting to bind port a6cfa9c4-68da-4406-b0f2-590e917e76ec by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'be2d3bfa-ffd8-4fab-913a-790180051d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:30.835319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Attempting to bind port a6cfa9c4-68da-4406-b0f2-590e917e76ec on network a947c81b-f1be-4956-b8fc-000024ca1a3e {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:30.841412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:30.841993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Checking segment: {'id': 'be2d3bfa-ffd8-4fab-913a-790180051d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:30.842497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:30.842970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Bound using segment: {'id': 'be2d3bfa-ffd8-4fab-913a-790180051d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:30.843988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Bound port: a6cfa9c4-68da-4406-b0f2-590e917e76ec, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2d3bfa-ffd8-4fab-913a-790180051d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:30.843988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:30.926586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] For port a6cfa9c4-68da-4406-b0f2-590e917e76ec, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:30.931412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] For port a6cfa9c4-68da-4406-b0f2-590e917e76ec, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a6cfa9c4-68da-4406-b0f2-590e917e76ec,segment=NetworkSegment(be2d3bfa-ffd8-4fab-913a-790180051d99),segment_id=be2d3bfa-ffd8-4fab-913a-790180051d99)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:30.943065 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.020137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29812a-eff4-4aad-8c9c-ba65b01b92cd None None] Pushing event updated for resources: {'Port': ['ID=a6cfa9c4-68da-4406-b0f2-590e917e76ec,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:31.042800 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.080883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.130347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Network a947c81b-f1be-4956-b8fc-000024ca1a3e is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:31.133792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:31.136136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:31.169940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event updated for resources: {'Port': ['ID=725ee0b7-c12c-415e-a195-f196f7c7c4b1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:31.203722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:31.205131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.234779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0a0b28bb-7330-4a27-a8f5-b1b57ae69638 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2539103 Nov 09 18:20:31.238514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48172) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:31.248392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Request body: {'port': {'network_id': 'a947c81b-f1be-4956-b8fc-000024ca1a3e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2005680440', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:31.248884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] bootfile-name is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:31.249270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] tftp-server is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:31.249602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.api.validators [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] server-ip-address is not in valid_values {{(pid=102141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:31.521089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-a3ee220f-5333-470a-9526-ac54b3e1713a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:31.522610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-a3ee220f-5333-470a-9526-ac54b3e1713a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.1940174 Nov 09 18:20:31.545620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Request body: {'port': {'device_id': '75095745-6535-47c9-a4a0-de95cf04743a', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'admin_state_up': True, 'tenant_id': '527b5019726f4de2ac28d1a8a67f7f11'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:31.549816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Made reservation on behalf of a021b3d5899349699a51183306c96995 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:31.554223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.655210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43bb41-32e3-4940-96e3-a751fc4107e3 req-74f4d14b-e89b-4f46-8e90-d8b3ae1804e7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:31.664104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed43bb41-32e3-4940-96e3-a751fc4107e3 req-74f4d14b-e89b-4f46-8e90-d8b3ae1804e7 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 944 time: 0.0750065 Nov 09 18:20:31.684516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] device_id is not set on port 4ebe700d-62b0-485e-9731-858d00e174da yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:20:31.724046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed43bb41-32e3-4940-96e3-a751fc4107e3 req-1fa8bbfc-5224-46ad-8adb-25abdf663459 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586839 Nov 09 18:20:31.804762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Made reservation on behalf of 527b5019726f4de2ac28d1a8a67f7f11 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:31.813990 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:31.927955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4d97155-fc5f-4303-9544-d4c8ef1a61cd req-4281b5de-348e-443f-bd1b-4b87df028515 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 210 time: 0.0738010 Nov 09 18:20:31.937489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a6cfa9c4-68da-4406-b0f2-590e917e76ec up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:31.991666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:20:32.028786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a6cfa9c4-68da-4406-b0f2-590e917e76ec triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:32.029432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.081183 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Allocated IP 172.20.0.10 (a947c81b-f1be-4956-b8fc-000024ca1a3e/a97c8f3e-c109-431b-9d9e-6a5ec446c5f0/4ebe700d-62b0-485e-9731-858d00e174da) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:32.200556 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.202420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Allocated IP 172.20.0.9 (88c4193d-e2a3-428c-99ab-5d5e3e0950f5/3b154221-9899-4353-8755-c620e8f4cf5f/a7244ef9-4dd0-4937-9b46-f5cc180adadd) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:32.250189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a6cfa9c4-68da-4406-b0f2-590e917e76ec, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a6cfa9c4-68da-4406-b0f2-590e917e76ec,segment=NetworkSegment(be2d3bfa-ffd8-4fab-913a-790180051d99),segment_id=be2d3bfa-ffd8-4fab-913a-790180051d99)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:32.262012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.274387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:32.326990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'port_id': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'mac_address': 'fa:16:3e:f2:0e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:20:32.398051 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.413919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a6cfa9c4-68da-4406-b0f2-590e917e76ec,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:32.420925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cb95c6-bc7f-4f21-baba-033eeb250279 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:32.444709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:32.451700 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.506467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af574e2-0cc7-41b6-8ecd-6311a397ce6b None None] Network a947c81b-f1be-4956-b8fc-000024ca1a3e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:32.532647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.592526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.664012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.668247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.728409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Network a947c81b-f1be-4956-b8fc-000024ca1a3e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:32.735660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:32.748212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:32.772563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:32.804382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event updated for resources: {'Port': ['ID=a7244ef9-4dd0-4937-9b46-f5cc180adadd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:32.827145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:32.830208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:32.843198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:32.897876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['67cb95c6-bc7f-4f21-baba-033eeb250279'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:20:32.904353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490b1eb-71e8-4f28-a7eb-3c4599a727f8 req-a34676ea-9fe7-4851-9369-8cb3c64f7207 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:32.914262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5490b1eb-71e8-4f28-a7eb-3c4599a727f8 req-a34676ea-9fe7-4851-9369-8cb3c64f7207 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 945 time: 0.1082745 Nov 09 18:20:32.958005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f3b18b4b-8dac-42c3-9160-c6486f0c8d92 None None] Provisioning complete for port a6cfa9c4-68da-4406-b0f2-590e917e76ec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:32.958651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f3b18b4b-8dac-42c3-9160-c6486f0c8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:32.986102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:32.986799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.023590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5490b1eb-71e8-4f28-a7eb-3c4599a727f8 req-d380e56c-0883-4dce-a532-72ff81f9ac32 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054006 Nov 09 18:20:33.116058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:33.116802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8758516 Nov 09 18:20:33.117598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ef090-5625-4a5e-9c33-dd7596e28670 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event updated for resources: {'Port': ['ID=4ebe700d-62b0-485e-9731-858d00e174da,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:33.133993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.134709 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.165109 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-76213bdc-ab16-4cfc-b9b3-189d34cfa10b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6246145 Nov 09 18:20:33.179633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Request body: {'port': {'device_id': '75095745-6535-47c9-a4a0-de95cf04743a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:33.287866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f84aa7-36d0-4512-9431-985cff4f82f5 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.292404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.297106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f84aa7-36d0-4512-9431-985cff4f82f5 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.309591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f84aa7-36d0-4512-9431-985cff4f82f5 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.319667 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0f84aa7-36d0-4512-9431-985cff4f82f5 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2022145 Nov 09 18:20:33.320165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48338) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:33.336533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793225d-be3b-4976-bbf9-3668db8c613d req-2646e026-5cc2-4179-a7b6-28c6cb9469b3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:33.337675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2793225d-be3b-4976-bbf9-3668db8c613d req-2646e026-5cc2-4179-a7b6-28c6cb9469b3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 931 time: 0.1490202 Nov 09 18:20:33.507472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2793225d-be3b-4976-bbf9-3668db8c613d req-c98b4c66-af87-4e1b-94ff-c62deff20451 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338341 Nov 09 18:20:33.532483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Provisioning complete for port a6cfa9c4-68da-4406-b0f2-590e917e76ec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:33.532985 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.593013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Deleting port 4ebe700d-62b0-485e-9731-858d00e174da {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:33.593574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.722301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Provisioning complete for port 4ebe700d-62b0-485e-9731-858d00e174da triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:33.723229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.752782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.781370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Calling delete_port for 4ebe700d-62b0-485e-9731-858d00e174da owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:33.825429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7244ef9-4dd0-4937-9b46-f5cc180adadd {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:33.853552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.857435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Port 4ebe700d-62b0-485e-9731-858d00e174da cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:33.873074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Provisioning complete for port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:33.873398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.879415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Transition to ACTIVE for port object a7244ef9-4dd0-4937-9b46-f5cc180adadd will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:20:33.889965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:33.920053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4d3b3-c4ca-49b0-a0dd-9da05ed7fe00 None None] Port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:33.958635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a6cfa9c4-68da-4406-b0f2-590e917e76ec up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:33.962841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Pushing event updated for resources: {'Port': ['ID=a7244ef9-4dd0-4937-9b46-f5cc180adadd,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:34.007907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:34.150608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.202260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8d912879-d617-423f-ace4-bec6b1de1fcc None None] Provisioning complete for port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:34.202640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8d912879-d617-423f-ace4-bec6b1de1fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.268989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a6cfa9c4-68da-4406-b0f2-590e917e76ec triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:34.269356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event deleted for resources: {'Port': ['ID=4ebe700d-62b0-485e-9731-858d00e174da,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:34.269978 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.316380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8d912879-d617-423f-ace4-bec6b1de1fcc None None] Port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:34.324882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 67cb95c6-bc7f-4f21-baba-033eeb250279 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:34.325316 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.468122 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-45b36ee0-8c91-4884-9b72-d58f3bc42e5f None None] Could not find standard attr ID for object 4ebe700d-62b0-485e-9731-858d00e174da. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:20:34.491348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.502009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9a54fdb2-a7a2-4694-9976-e7ed8e075a51 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "DELETE /v2.0/ports/4ebe700d-62b0-485e-9731-858d00e174da HTTP/1.1" status: 204 len: 168 time: 1.1793954 Nov 09 18:20:34.509203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48388) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:34.521705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Request body: {'port': {'name': 'tempest-new-port-name-2080125814', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:34.522253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.api.validators [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] bootfile-name is not in valid_values {{(pid=102140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:34.522444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.api.validators [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] tftp-server is not in valid_values {{(pid=102140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:34.522789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.api.validators [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] server-ip-address is not in valid_values {{(pid=102140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 18:20:34.559284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f43d39-1a14-4c87-82f1-c48e8fd58049 req-f839cc0b-7b18-4fb8-b759-bda214d6983b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:34.560092 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.574961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0f43d39-1a14-4c87-82f1-c48e8fd58049 req-f839cc0b-7b18-4fb8-b759-bda214d6983b tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 945 time: 0.3304632 Nov 09 18:20:34.604968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:34.605929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:34.610317 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4452dcb-d6ea-4228-8f74-88fd12882d34" -d '{"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-plugged", "status": "completed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:34.615860 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.643119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Attempting to bind port a7244ef9-4dd0-4937-9b46-f5cc180adadd on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:34.643451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Attempting to bind port a7244ef9-4dd0-4937-9b46-f5cc180adadd by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:34.643735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Attempting to bind port a7244ef9-4dd0-4937-9b46-f5cc180adadd on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:34.651360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Port a7244ef9-4dd0-4937-9b46-f5cc180adadd on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:20:34.651638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Attempting to bind port a7244ef9-4dd0-4937-9b46-f5cc180adadd on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:34.663210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:34.663563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Checking segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:34.663957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Bound using segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:34.665227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Bound port: a7244ef9-4dd0-4937-9b46-f5cc180adadd, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:34.665707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.679954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=10']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:34.706619 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.736045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0f43d39-1a14-4c87-82f1-c48e8fd58049 req-43851a09-bbab-466a-8e73-a63a22b5eeda tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598122 Nov 09 18:20:34.757076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] For port a7244ef9-4dd0-4937-9b46-f5cc180adadd, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:34.760555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] For port a7244ef9-4dd0-4937-9b46-f5cc180adadd, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:34.776145 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.842285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:34.842985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:34.844828 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] 10.222.0.85 "PUT /v2.0/ports/a7244ef9-4dd0-4937-9b46-f5cc180adadd HTTP/1.1" status: 200 len: 1091 time: 1.6706135 Nov 09 18:20:34.845506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75095745-6535-47c9-a4a0-de95cf04743a', 'tag': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:34.849020 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8c2254-da9e-4442-ae35-47ec0140df19" -d '{"events": [{"name": "network-changed", "server_uuid": "75095745-6535-47c9-a4a0-de95cf04743a", "tag": "a7244ef9-4dd0-4937-9b46-f5cc180adadd"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:34.917266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae156e4d-3a8e-4d91-af0f-91f0db575e40 service neutron] Pushing event updated for resources: {'Port': ['ID=a7244ef9-4dd0-4937-9b46-f5cc180adadd,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:34.960389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e6587-5c54-41b9-a0b6-3dd656c62227 req-01a1bf1c-a0d3-4a46-9efe-84e350c8e000 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:34.960651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-04721db2-49bc-47a4-bad1-86c853e04e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:34.962265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-601e6587-5c54-41b9-a0b6-3dd656c62227 req-01a1bf1c-a0d3-4a46-9efe-84e350c8e000 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 943 time: 0.0947459 Nov 09 18:20:34.967123 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-04721db2-49bc-47a4-bad1-86c853e04e19 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 1094 time: 0.0702162 Nov 09 18:20:35.014835 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-925f0498-1e99-4784-8881-8d2a4b650df8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd HTTP/1.1" status: 200 len: 217 time: 0.0429204 Nov 09 18:20:35.041664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-601e6587-5c54-41b9-a0b6-3dd656c62227 req-c314fa83-38fa-4933-8e66-5de975b8121a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616415 Nov 09 18:20:35.091013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-5aa1e818-1073-44bb-bf2b-ad37edf9f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:35.094599 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-5aa1e818-1073-44bb-bf2b-ad37edf9f111 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.0733409 Nov 09 18:20:35.098818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:35.104714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:35.140013 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f049d5-e0b1-4446-8435-c934bd8ca468 x-openstack-request-id: req-a1f049d5-e0b1-4446-8435-c934bd8ca468 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:35.140342 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-plugged", "status": "completed", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:35.140560 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1f049d5-e0b1-4446-8435-c934bd8ca468 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:35.140977 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'code': 200} Nov 09 18:20:35.168442 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-648b2ee2-11a1-488a-9ccd-a542035b472f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548847 Nov 09 18:20:35.213367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] In _notify_port_updated(), no bound segment for port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 on network a947c81b-f1be-4956-b8fc-000024ca1a3e {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:20:35.220291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:35.220997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:35.227923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "PUT /v2.0/ports/725ee0b7-c12c-415e-a195-f196f7c7c4b1 HTTP/1.1" status: 200 len: 1137 time: 0.7165613 Nov 09 18:20:35.253415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48424) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:35.293601 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f20b295-2276-4b4c-861e-d5d72011babc x-openstack-request-id: req-3f20b295-2276-4b4c-861e-d5d72011babc {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:35.293843 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75095745-6535-47c9-a4a0-de95cf04743a", "tag": "a7244ef9-4dd0-4937-9b46-f5cc180adadd", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:35.293945 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f20b295-2276-4b4c-861e-d5d72011babc {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:35.296541 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75095745-6535-47c9-a4a0-de95cf04743a', 'tag': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'status': 'completed', 'code': 200} Nov 09 18:20:35.334187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfddd7f1-1015-475f-8362-d7aa77a96729 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:35.339352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dfddd7f1-1015-475f-8362-d7aa77a96729 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "GET /v2.0/ports/725ee0b7-c12c-415e-a195-f196f7c7c4b1 HTTP/1.1" status: 200 len: 1137 time: 0.0810547 Nov 09 18:20:35.343176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48428) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:35.355936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f3ea5-2c50-4b25-aa86-081d86cf5888 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event updated for resources: {'Port': ['ID=725ee0b7-c12c-415e-a195-f196f7c7c4b1,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:35.428274 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-0371c9ae-bffe-4df3-bab0-d8bc4ea69751 service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588513 Nov 09 18:20:35.431243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765c2b-bb4f-4bf4-a325-bf4cfb711e81 req-b6ec691c-22a1-43ba-a384-fe7f61d91aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:35.432894 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe765c2b-bb4f-4bf4-a325-bf4cfb711e81 req-b6ec691c-22a1-43ba-a384-fe7f61d91aab service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1098 time: 0.1115201 Nov 09 18:20:35.482632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Deleting port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:35.482977 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:35.527686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe765c2b-bb4f-4bf4-a325-bf4cfb711e81 req-8d1db77e-d4be-4cbe-b5e5-7f33ca6c8dbb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855105 Nov 09 18:20:35.576328 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ceab7c86-f5c1-4271-b133-0ae52a749358 req-a735231e-c2fb-4602-97a4-d1a5837caf4a service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327391 Nov 09 18:20:35.601967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-476db461-cd37-4e77-b1f0-3c08074909d2 None None] Provisioning complete for port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:35.604113 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-476db461-cd37-4e77-b1f0-3c08074909d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:35.606720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:35.623851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Calling delete_port for 725ee0b7-c12c-415e-a195-f196f7c7c4b1 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:35.647393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-476db461-cd37-4e77-b1f0-3c08074909d2 None None] Port 725ee0b7-c12c-415e-a195-f196f7c7c4b1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:35.803723 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:35.849280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-dc5fa158-aa98-452f-9ac1-d23ede2e2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:35.850892 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-dc5fa158-aa98-452f-9ac1-d23ede2e2589 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 1094 time: 0.0612929 Nov 09 18:20:35.858242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event deleted for resources: {'Port': ['ID=725ee0b7-c12c-415e-a195-f196f7c7c4b1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:35.963678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-e350d605-65c7-4a97-a392-c0af56a5de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:35.963887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2ee44-9bd6-4f00-aad1-8e6f231dfa1c req-b1179d32-201c-48f1-a389-ddaf65180207 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:35.965357 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-e350d605-65c7-4a97-a392-c0af56a5de86 service neutron] 10.222.0.85 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 916 time: 0.1064265 Nov 09 18:20:35.965482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19c2ee44-9bd6-4f00-aad1-8e6f231dfa1c req-b1179d32-201c-48f1-a389-ddaf65180207 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 947 time: 0.1110246 Nov 09 18:20:36.002049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.009419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6ad0f623-0826-4052-81ab-09e63fcb6906 tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "DELETE /v2.0/ports/725ee0b7-c12c-415e-a195-f196f7c7c4b1 HTTP/1.1" status: 204 len: 168 time: 0.6648979 Nov 09 18:20:36.014511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48438) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:36.024707 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-ccb247b2-520d-4f7c-b627-5272b8cc0517 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd HTTP/1.1" status: 200 len: 217 time: 0.0507252 Nov 09 18:20:36.049996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19c2ee44-9bd6-4f00-aad1-8e6f231dfa1c req-1965b851-33e5-4415-bb7e-33efbde83623 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729272 Nov 09 18:20:36.119282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Deleting subnet a97c8f3e-c109-431b-9d9e-6a5ec446c5f0 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:36.124143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.127508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-70bb239a-433c-4bc5-abc8-19741a1424e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:36.129518 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-70bb239a-433c-4bc5-abc8-19741a1424e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.0856102 Nov 09 18:20:36.179578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d34b6-4fa6-435c-aaca-2d17b62dca26 req-7358dfdc-6e16-46c5-86f3-6b79ada3a596 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:36.180838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c27d34b6-4fa6-435c-aaca-2d17b62dca26 req-7358dfdc-6e16-46c5-86f3-6b79ada3a596 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 943 time: 0.0578773 Nov 09 18:20:36.181321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-28f37538-e399-4d5d-81ea-dbb7ff7a0744 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330293 Nov 09 18:20:36.201402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.231608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c27d34b6-4fa6-435c-aaca-2d17b62dca26 req-aaa0d2e4-e72c-4cca-968a-cf86656d9022 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Nov 09 18:20:36.342591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-92ad48d8-4b3d-4d30-9f90-1f91aa12156d service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502917 Nov 09 18:20:36.347519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.474479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.487109 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2b8c2254-da9e-4442-ae35-47ec0140df19 req-48da9dbb-06d6-4d31-aa58-117e329a881a service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183257 Nov 09 18:20:36.508246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event deleted for resources: {'Subnet': ['ID=a97c8f3e-c109-431b-9d9e-6a5ec446c5f0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:36.513663 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.519155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48450) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:36.519358 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6cb97d58-b14a-44a0-8644-1a8896ed9b7b tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "DELETE /v2.0/subnets/a97c8f3e-c109-431b-9d9e-6a5ec446c5f0 HTTP/1.1" status: 204 len: 168 time: 0.5036674 Nov 09 18:20:36.529337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95afe31-df6e-4ce5-b750-153b42804bb8 None None] Network a947c81b-f1be-4956-b8fc-000024ca1a3e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:36.617827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.705124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Deleting port a6cfa9c4-68da-4406-b0f2-590e917e76ec {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:36.706183 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.775653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] DHCP port deletion for a947c81b-f1be-4956-b8fc-000024ca1a3e request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:36.809114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] For port a6cfa9c4-68da-4406-b0f2-590e917e76ec, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a6cfa9c4-68da-4406-b0f2-590e917e76ec,segment=NetworkSegment(be2d3bfa-ffd8-4fab-913a-790180051d99),segment_id=be2d3bfa-ffd8-4fab-913a-790180051d99)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:36.809543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.829420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] Deleting port a6cfa9c4-68da-4406-b0f2-590e917e76ec {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:36.829761 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.845626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Calling delete_port for a6cfa9c4-68da-4406-b0f2-590e917e76ec owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:36.897677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] For port a6cfa9c4-68da-4406-b0f2-590e917e76ec, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a6cfa9c4-68da-4406-b0f2-590e917e76ec,segment=NetworkSegment(be2d3bfa-ffd8-4fab-913a-790180051d99),segment_id=be2d3bfa-ffd8-4fab-913a-790180051d99)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:36.898167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:36.913270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] Calling delete_port for a6cfa9c4-68da-4406-b0f2-590e917e76ec owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:36.996146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.008507 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.044526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] Pushing event deleted for resources: {'Port': ['ID=a6cfa9c4-68da-4406-b0f2-590e917e76ec,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:37.048264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9844d-a788-48d4-8934-07c03c85fbe7 None None] No DVR routers for this DVR port a6cfa9c4-68da-4406-b0f2-590e917e76ec on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:37.064107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] No DVR routers for this DVR port a6cfa9c4-68da-4406-b0f2-590e917e76ec on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:37.066129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event deleted for resources: {'Port': ['ID=a6cfa9c4-68da-4406-b0f2-590e917e76ec,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:37.217866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.267411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a947c81b-f1be-4956-b8fc-000024ca1a3e']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:37.288256 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad8caedc-58d3-4ea9-abcc-9d47d78aa959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.289611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2d3bfa-ffd8-4fab-913a-790180051d99') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:37.289611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2d3bfa-ffd8-4fab-913a-790180051d99') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:37.303631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.319133 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.342156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:37.342156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:37.344327 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:37.430270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988650a-8a36-4a34-a285-a6ea4a40d814 req-44afd663-8353-4adb-a081-d001c2ba8f5d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:37.432025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9988650a-8a36-4a34-a285-a6ea4a40d814 req-44afd663-8353-4adb-a081-d001c2ba8f5d tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 947 time: 0.1105013 Nov 09 18:20:37.433528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.444135 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.449607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] 10.222.0.32 "DELETE /v2.0/networks/a947c81b-f1be-4956-b8fc-000024ca1a3e HTTP/1.1" status: 204 len: 168 time: 0.9267995 Nov 09 18:20:37.466424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10c53-48fa-4e3f-b68f-27c8b63e102f tempest-ExtraDHCPOptionsTestJSON-344363241 tempest-ExtraDHCPOptionsTestJSON-344363241-project] Pushing event deleted for resources: {'Network': ['ID=a947c81b-f1be-4956-b8fc-000024ca1a3e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:37.496702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9988650a-8a36-4a34-a285-a6ea4a40d814 req-c47e8e47-334c-4b62-9a08-5a07167e3419 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482349 Nov 09 18:20:37.591737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48514) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:37.753613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2898d0b-0f7d-4472-9ab8-69e94f84b2f8 req-354b50df-fd69-418e-a240-9d2bb5cf642c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:37.756277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2898d0b-0f7d-4472-9ab8-69e94f84b2f8 req-354b50df-fd69-418e-a240-9d2bb5cf642c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 943 time: 0.0873146 Nov 09 18:20:37.762782 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-714e8e89-cb53-4e96-b595-ddf2e0d1797b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ca7b083e33941bdbc596c9354cd2294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667192 Nov 09 18:20:37.763218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48518) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:37.844827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5483b82-3cdf-4372-a589-85688def15bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.849560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2898d0b-0f7d-4472-9ab8-69e94f84b2f8 req-effa7c62-27cc-4846-9584-e72e2a4e5d5d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Nov 09 18:20:37.873354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a6cfa9c4-68da-4406-b0f2-590e917e76ec no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:37.874757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5483b82-3cdf-4372-a589-85688def15bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.915504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a6cfa9c4-68da-4406-b0f2-590e917e76ec {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:37.916144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a6cfa9c4-68da-4406-b0f2-590e917e76ec not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:37.932751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:37.943362 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5483b82-3cdf-4372-a589-85688def15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.946492 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5483b82-3cdf-4372-a589-85688def15bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:37.950327 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b5483b82-3cdf-4372-a589-85688def15bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3741e95-bcac-4788-a392-f270de9e4f74 HTTP/1.1" status: 204 len: 168 time: 0.1860590 Nov 09 18:20:37.960614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5483b82-3cdf-4372-a589-85688def15bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3741e95-bcac-4788-a392-f270de9e4f74,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:37.972003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a7244ef9-4dd0-4937-9b46-f5cc180adadd details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:20:38.134449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a7244ef9-4dd0-4937-9b46-f5cc180adadd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:38.147665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'port_id': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'mac_address': 'fa:16:3e:a0:6e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b154221-9899-4353-8755-c620e8f4cf5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:20:38.207992 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:38.228363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7244ef9-4dd0-4937-9b46-f5cc180adadd {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:20:38.258054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a7244ef9-4dd0-4937-9b46-f5cc180adadd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:38.267189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:38.332896 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a7244ef9-4dd0-4937-9b46-f5cc180adadd,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:38.405041 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5b57a656-9052-4624-9ca7-1254283830aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a021b3d5899349699a51183306c96995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687419 Nov 09 18:20:38.405641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48540) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:38.473336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:20:38.475234 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e848f39-7e56-48d8-93cf-5d8e12d0630b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:38.507679 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e848f39-7e56-48d8-93cf-5d8e12d0630b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:38.589734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e848f39-7e56-48d8-93cf-5d8e12d0630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:38.598690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e848f39-7e56-48d8-93cf-5d8e12d0630b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:38.604678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7e848f39-7e56-48d8-93cf-5d8e12d0630b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18e9a31e-88f3-4d70-89f5-27c450db3ae6 HTTP/1.1" status: 204 len: 168 time: 0.1973276 Nov 09 18:20:38.624979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e848f39-7e56-48d8-93cf-5d8e12d0630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e9a31e-88f3-4d70-89f5-27c450db3ae6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:38.703109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e3e39-7d2a-46d2-a01a-4f6e79d482d8 req-d7b5ee99-c29b-40ae-ba41-a3899959c094 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:38.713470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be4e3e39-7d2a-46d2-a01a-4f6e79d482d8 req-d7b5ee99-c29b-40ae-ba41-a3899959c094 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 947 time: 0.0735362 Nov 09 18:20:38.818725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be4e3e39-7d2a-46d2-a01a-4f6e79d482d8 req-0dce6243-146a-4057-b76b-af44bef13a3a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721710 Nov 09 18:20:39.010571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93764-c290-4761-a25a-9d2ad2223b52 req-7e9839d8-00ec-470d-ba30-08ef7c4c2f09 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:39.012195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0aa93764-c290-4761-a25a-9d2ad2223b52 req-7e9839d8-00ec-470d-ba30-08ef7c4c2f09 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 944 time: 0.0661402 Nov 09 18:20:39.057102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0aa93764-c290-4761-a25a-9d2ad2223b52 req-b8f09cb5-066b-416d-97b7-36df20a34697 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381265 Nov 09 18:20:39.545006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48592) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:39.638979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-aa48c219-1597-4a43-950c-b78cd4ad7487 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-401029176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:39.660773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa48c219-1597-4a43-950c-b78cd4ad7487 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.661982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa48c219-1597-4a43-950c-b78cd4ad7487 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.715605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa48c219-1597-4a43-950c-b78cd4ad7487 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.719985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa48c219-1597-4a43-950c-b78cd4ad7487 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.737696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aa48c219-1597-4a43-950c-b78cd4ad7487 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.739473 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aa48c219-1597-4a43-950c-b78cd4ad7487 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1934624 Nov 09 18:20:39.742324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48596) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:39.747115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1443658305'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:39.765657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-62fbe159-983e-45a5-98ee-6b857d17dc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.772723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:39.776458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.786347 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.869225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.873272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.899740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:39.908497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf1c424-9b9f-45fb-b355-25325c454144,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:39.915542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.915896 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Added segment 3468d28c-a47d-46c9-a8ac-ce1d87770e0f of type vlan for network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce Nov 09 18:20:39.957302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.982940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:39.987294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a7244ef9-4dd0-4937-9b46-f5cc180adadd up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:39.989474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:39.990030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.043911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port a7244ef9-4dd0-4937-9b46-f5cc180adadd completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:20:40.048672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port a7244ef9-4dd0-4937-9b46-f5cc180adadd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:40.049419 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.057988 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3144591 Nov 09 18:20:40.060935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48598) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:40.067099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'subnet': {'network_id': '5abc865b-6d4c-4545-9ecc-1cd0eb35ffce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:40.087150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226e5d2-de1a-44c3-a5ef-8a5e6a917c9d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Network': ['ID=5abc865b-6d4c-4545-9ecc-1cd0eb35ffce,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:40.105052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:40.249517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea83fa-091f-40a1-badf-aa0d43a76e48 req-8c756645-0417-4f13-82d1-3e451fd145e0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:40.251070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-caea83fa-091f-40a1-badf-aa0d43a76e48 req-8c756645-0417-4f13-82d1-3e451fd145e0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 944 time: 0.0849831 Nov 09 18:20:40.268475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.273708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.278116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:40.281586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.305967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75095745-6535-47c9-a4a0-de95cf04743a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:40.308776 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14c5793-a841-4f0c-973a-76ec19f92f87" -d '{"events": [{"server_uuid": "75095745-6535-47c9-a4a0-de95cf04743a", "name": "network-vif-plugged", "status": "completed", "tag": "a7244ef9-4dd0-4937-9b46-f5cc180adadd"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:40.325570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a7244ef9-4dd0-4937-9b46-f5cc180adadd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:40.331952 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.397062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-caea83fa-091f-40a1-badf-aa0d43a76e48 req-acb24203-db4f-414f-a3bb-1e3d42d6be93 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367011 Nov 09 18:20:40.427422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a7244ef9-4dd0-4937-9b46-f5cc180adadd,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:40.446798 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47187684-3c00-4f06-a744-65891fb0c918 x-openstack-request-id: req-47187684-3c00-4f06-a744-65891fb0c918 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:40.446798 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75095745-6535-47c9-a4a0-de95cf04743a", "name": "network-vif-plugged", "status": "completed", "tag": "a7244ef9-4dd0-4937-9b46-f5cc180adadd", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:40.446798 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47187684-3c00-4f06-a744-65891fb0c918 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:40.447169 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75095745-6535-47c9-a4a0-de95cf04743a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'code': 200} Nov 09 18:20:40.557360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e589bf-00c1-4a76-8e88-960d37b8931f req-02aa411c-7290-4c2a-a06a-38f93a54ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:40.559547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95e589bf-00c1-4a76-8e88-960d37b8931f req-02aa411c-7290-4c2a-a06a-38f93a54ce71 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 1096 time: 0.0515869 Nov 09 18:20:40.599811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-95e589bf-00c1-4a76-8e88-960d37b8931f req-68e9a0be-5bd5-4566-8798-9a81c3f5d67b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Nov 09 18:20:40.610828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.680257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Checking segment: {'id': '3468d28c-a47d-46c9-a8ac-ce1d87770e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5abc865b-6d4c-4545-9ecc-1cd0eb35ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:40.680630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network hostable DHCP agents. Network: 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:40.682671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Subnet': ['ID=7f17ee28-16a6-4699-a82b-1abc19c852ad,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:40.700760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:40.711117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:40.715402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:40.716120 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.723758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d080dc9-a110-4c32-9fda-e40158ca2e91 None None] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:40.735373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1f44b3b4-72c6-4ada-9cf7-ede2706efd83 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6732793 Nov 09 18:20:40.738698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48612) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:40.744137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'network': {'name': 'tempest-router-network01--2009739796'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:40.769980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:40.775464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.809121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:40.820895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.821369 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Added segment 96b7ecb8-20bd-4905-ae65-02ac2e804de7 of type vlan for network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 Nov 09 18:20:40.866833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.896423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.899886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5abc865b-6d4c-4545-9ecc-1cd0eb35ffce', 'network_id': '5abc865b-6d4c-4545-9ecc-1cd0eb35ffce', 'tenant_id': '9a3eb0761dad4b63b9b92360ce25682b', 'fixed_ips': [{'subnet_id': '7f17ee28-16a6-4699-a82b-1abc19c852ad'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:40.901744 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.908690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:40.909320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:40.994474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2544832 Nov 09 18:20:40.997354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48614) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:40.998841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83a7fd-4e9e-42b5-84f1-76c3171519e9 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Network': ['ID=3718b950-f1f1-4ce8-8ac0-ef7b895a9543,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:41.008706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'network': {'name': 'tempest-router-network02--790908703'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:41.034090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:41.038593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.061420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:41.066749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:41.078942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.079590 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Added segment d8a33c21-b08d-4e60-afc0-f7395b508168 of type vlan for network 323b698f-3e47-4416-b5d1-b6ca22f12220 Nov 09 18:20:41.124976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Allocated IP 2001:db8::2 (5abc865b-6d4c-4545-9ecc-1cd0eb35ffce/7f17ee28-16a6-4699-a82b-1abc19c852ad/ee6edde0-a281-4988-a84a-5184f8216726) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:41.134006 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.142779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.178853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.185886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:41.186677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.291915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48616) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:41.292774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2935886 Nov 09 18:20:41.293919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac4212-bf83-486d-b3ab-f0067d3eed4d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Network': ['ID=323b698f-3e47-4416-b5d1-b6ca22f12220,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:41.297280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'subnet': {'network_id': '3718b950-f1f1-4ce8-8ac0-ef7b895a9543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:41.308712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 323b698f-3e47-4416-b5d1-b6ca22f12220 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:41.359615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.374084 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.417258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:41.424180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.455831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:41.471473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:41.484485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:41.499853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Pushing event updated for resources: {'Port': ['ID=ee6edde0-a281-4988-a84a-5184f8216726,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:41.572125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Attempting to bind port ee6edde0-a281-4988-a84a-5184f8216726 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:41.572502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Attempting to bind port ee6edde0-a281-4988-a84a-5184f8216726 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '3468d28c-a47d-46c9-a8ac-ce1d87770e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5abc865b-6d4c-4545-9ecc-1cd0eb35ffce'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:41.572864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Attempting to bind port ee6edde0-a281-4988-a84a-5184f8216726 on network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:41.578165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:41.578881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Checking segment: {'id': '3468d28c-a47d-46c9-a8ac-ce1d87770e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5abc865b-6d4c-4545-9ecc-1cd0eb35ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:41.579280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.579666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Bound using segment: {'id': '3468d28c-a47d-46c9-a8ac-ce1d87770e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5abc865b-6d4c-4545-9ecc-1cd0eb35ffce'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:41.580172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Bound port: ee6edde0-a281-4988-a84a-5184f8216726, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3468d28c-a47d-46c9-a8ac-ce1d87770e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5abc865b-6d4c-4545-9ecc-1cd0eb35ffce'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:41.580554 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.665440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714626a4-259d-4df1-9e7e-ff50638d7a7e req-931b917b-03cd-49f3-ab9d-ae3df55658f4 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:41.667049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-714626a4-259d-4df1-9e7e-ff50638d7a7e req-931b917b-03cd-49f3-ab9d-ae3df55658f4 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 945 time: 0.1500909 Nov 09 18:20:41.718876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] For port ee6edde0-a281-4988-a84a-5184f8216726, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:41.723240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] For port ee6edde0-a281-4988-a84a-5184f8216726, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ee6edde0-a281-4988-a84a-5184f8216726,segment=NetworkSegment(3468d28c-a47d-46c9-a8ac-ce1d87770e0f),segment_id=3468d28c-a47d-46c9-a8ac-ce1d87770e0f)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:41.731223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.814828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2a8f0-429e-49ed-a41a-1b79e188533b None None] Pushing event updated for resources: {'Port': ['ID=ee6edde0-a281-4988-a84a-5184f8216726,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:41.830565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-714626a4-259d-4df1-9e7e-ff50638d7a7e req-a8b1110c-129b-482e-b661-b23f37e0525d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431491 Nov 09 18:20:41.880002 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.947730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Subnet': ['ID=1b6402b4-e4cd-4470-afc8-a850eb9d6472,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:41.956576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Checking segment: {'id': '96b7ecb8-20bd-4905-ae65-02ac2e804de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3718b950-f1f1-4ce8-8ac0-ef7b895a9543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:41.956941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network hostable DHCP agents. Network: 3718b950-f1f1-4ce8-8ac0-ef7b895a9543, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:41.975460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:41.985181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3718b950-f1f1-4ce8-8ac0-ef7b895a9543) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:41.992022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:41.993289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:41.994401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b27edb-a252-4f1f-a2a1-62c0d8381942 None None] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:42.014403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c9fcab55-0983-41b9-b754-9fdcf62b4acb tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7207570 Nov 09 18:20:42.017004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48628) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:42.025522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'subnet': {'network_id': '323b698f-3e47-4416-b5d1-b6ca22f12220', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:42.172053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:42.176682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:42.224454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-3718b950-f1f1-4ce8-8ac0-ef7b895a9543', 'network_id': '3718b950-f1f1-4ce8-8ac0-ef7b895a9543', 'tenant_id': '9a3eb0761dad4b63b9b92360ce25682b', 'fixed_ips': [{'subnet_id': '1b6402b4-e4cd-4470-afc8-a850eb9d6472'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:42.225789 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:42.440739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Allocated IP 2001:db8::2 (3718b950-f1f1-4ce8-8ac0-ef7b895a9543/1b6402b4-e4cd-4470-afc8-a850eb9d6472/5dd03ff3-5eaa-4e48-962e-7c1af03f02d8) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:42.459699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:42.525913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Subnet': ['ID=aaf46359-fd1b-4f0d-80a4-fb1457445212,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:42.533255 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Checking segment: {'id': 'd8a33c21-b08d-4e60-afc0-f7395b508168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '323b698f-3e47-4416-b5d1-b6ca22f12220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:42.533620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network hostable DHCP agents. Network: 323b698f-3e47-4416-b5d1-b6ca22f12220, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:42.554589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 323b698f-3e47-4416-b5d1-b6ca22f12220 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:42.565302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 323b698f-3e47-4416-b5d1-b6ca22f12220) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:42.573802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:42.574701 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:42.591875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3222d5bc-3649-48a2-b3a6-d7ee63a9d1dc None None] Network 323b698f-3e47-4416-b5d1-b6ca22f12220 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:42.617498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c326578b-f3e8-4d7d-b5f7-7610a44e47d2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5987132 Nov 09 18:20:42.617723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:42.737525 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:42.758473 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:42.768831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:42.806401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:42.811324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:42.818563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:43.020847 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e5ee4-44db-4422-ba24-b83c81a5b252 req-33d5404e-1e93-4192-9820-ee8a5ee51ebd tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:43.026010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc0e5ee4-44db-4422-ba24-b83c81a5b252 req-33d5404e-1e93-4192-9820-ee8a5ee51ebd tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 945 time: 0.0896037 Nov 09 18:20:43.084900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.108317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc0e5ee4-44db-4422-ba24-b83c81a5b252 req-ce3d493a-57d3-4c6d-9e8f-7c742f55fb18 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757239 Nov 09 18:20:43.114755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Pushing event updated for resources: {'Port': ['ID=5dd03ff3-5eaa-4e48-962e-7c1af03f02d8,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Attempting to bind port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Attempting to bind port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '96b7ecb8-20bd-4905-ae65-02ac2e804de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3718b950-f1f1-4ce8-8ac0-ef7b895a9543'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Attempting to bind port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 on network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Checking segment: {'id': '96b7ecb8-20bd-4905-ae65-02ac2e804de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3718b950-f1f1-4ce8-8ac0-ef7b895a9543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Bound using segment: {'id': '96b7ecb8-20bd-4905-ae65-02ac2e804de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3718b950-f1f1-4ce8-8ac0-ef7b895a9543'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Bound port: 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b7ecb8-20bd-4905-ae65-02ac2e804de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3718b950-f1f1-4ce8-8ac0-ef7b895a9543'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:43.137012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.213501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbf3a8-f84c-42dd-8047-2d604d3106fb None None] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:43.394813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c9ef9356-ef25-4c19-a73c-bde732ed198f None None] Provisioning complete for port ee6edde0-a281-4988-a84a-5184f8216726 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:43.395224 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9ef9356-ef25-4c19-a73c-bde732ed198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.401952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] For port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:43.467142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Allocated IP 2001:db8::1 (3718b950-f1f1-4ce8-8ac0-ef7b895a9543/1b6402b4-e4cd-4470-afc8-a850eb9d6472/a99fedf9-2125-4465-a8dd-4da1b9435d7b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:43.506916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] For port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5dd03ff3-5eaa-4e48-962e-7c1af03f02d8,segment=NetworkSegment(96b7ecb8-20bd-4905-ae65-02ac2e804de7),segment_id=96b7ecb8-20bd-4905-ae65-02ac2e804de7)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:43.618189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.637109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff31edc-9567-4538-b879-815fea272709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-323b698f-3e47-4416-b5d1-b6ca22f12220', 'network_id': '323b698f-3e47-4416-b5d1-b6ca22f12220', 'tenant_id': '9a3eb0761dad4b63b9b92360ce25682b', 'fixed_ips': [{'subnet_id': 'aaf46359-fd1b-4f0d-80a4-fb1457445212'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:43.638038 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fff31edc-9567-4538-b879-815fea272709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.659095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.732669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:43.829895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Port': ['ID=a99fedf9-2125-4465-a8dd-4da1b9435d7b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:43.851490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:43.853145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:43.860635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:43.865339 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.011239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ee6edde0-a281-4988-a84a-5184f8216726 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:44.049157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.053072 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9ef9356-ef25-4c19-a73c-bde732ed198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.136578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af828959-4687-41fe-b50d-d37b1f312075 None None] Pushing event updated for resources: {'Port': ['ID=5dd03ff3-5eaa-4e48-962e-7c1af03f02d8,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:44.185929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c9ef9356-ef25-4c19-a73c-bde732ed198f None None] For port ee6edde0-a281-4988-a84a-5184f8216726, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ee6edde0-a281-4988-a84a-5184f8216726,segment=NetworkSegment(3468d28c-a47d-46c9-a8ac-ce1d87770e0f),segment_id=3468d28c-a47d-46c9-a8ac-ce1d87770e0f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:44.226795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-0c35b252-b8b9-4368-a4ab-932786a21189 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986602 Nov 09 18:20:44.256736 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c9ef9356-ef25-4c19-a73c-bde732ed198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.417251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65471686-aa1a-494f-9d12-09643ef5d662 req-4c9b8bc4-3859-42d0-b88a-223e23e35975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:44.418713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-4c9b8bc4-3859-42d0-b88a-223e23e35975 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.1276178 Nov 09 18:20:44.491739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-fff31edc-9567-4538-b879-815fea272709 None None] Allocated IP 2001:db8::2 (323b698f-3e47-4416-b5d1-b6ca22f12220/aaf46359-fd1b-4f0d-80a4-fb1457445212/b2dcacec-ac29-4340-ba36-09745af8cfe0) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:44.505239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef9356-ef25-4c19-a73c-bde732ed198f None None] Pushing event updated for resources: {'Port': ['ID=ee6edde0-a281-4988-a84a-5184f8216726,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:44.516753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ee6edde0-a281-4988-a84a-5184f8216726 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:44.517127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.629830 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.642733 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.643316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.657859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65471686-aa1a-494f-9d12-09643ef5d662 req-e87a8992-7c6b-4736-816b-8feb1360f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:44.659784 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-e87a8992-7c6b-4736-816b-8feb1360f73c service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.2094533 Nov 09 18:20:44.779545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-7f3bc943-c0d7-46b5-b418-b6a637a61f4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.1064978 Nov 09 18:20:44.795129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Port': ['ID=a99fedf9-2125-4465-a8dd-4da1b9435d7b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:44.808602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f62852a3-79e3-425a-beb2-206241ae67dc None None] Provisioning complete for port ee6edde0-a281-4988-a84a-5184f8216726 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:44.808994 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f62852a3-79e3-425a-beb2-206241ae67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:44.853455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:44.855134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:44.867670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65471686-aa1a-494f-9d12-09643ef5d662 req-93c03b2d-7ce1-43c8-9b6b-5aaf834234a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:44.870237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-93c03b2d-7ce1-43c8-9b6b-5aaf834234a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0785685 Nov 09 18:20:44.989835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65471686-aa1a-494f-9d12-09643ef5d662 req-ea4ef973-13b2-4112-8865-63b1cc50da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:44.991449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-ea4ef973-13b2-4112-8865-63b1cc50da17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074443 Nov 09 18:20:45.103947 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fff31edc-9567-4538-b879-815fea272709 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:45.123105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fff31edc-9567-4538-b879-815fea272709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:45.186224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Router 839ead82-5f2d-48de-b86c-331e83e614b5 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:20:45.228979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-abe3ab50-fe61-4cd8-b959-155176d2c536 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227774 Nov 09 18:20:45.233919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff31edc-9567-4538-b879-815fea272709 None None] Network 323b698f-3e47-4416-b5d1-b6ca22f12220 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:45.239134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-fff31edc-9567-4538-b879-815fea272709 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:45.242953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff31edc-9567-4538-b879-815fea272709 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:45.252318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff31edc-9567-4538-b879-815fea272709 None None] Pushing event updated for resources: {'Port': ['ID=b2dcacec-ac29-4340-ba36-09745af8cfe0,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:45.331869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fff31edc-9567-4538-b879-815fea272709 None None] Attempting to bind port b2dcacec-ac29-4340-ba36-09745af8cfe0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:45.332865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fff31edc-9567-4538-b879-815fea272709 None None] Attempting to bind port b2dcacec-ac29-4340-ba36-09745af8cfe0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd8a33c21-b08d-4e60-afc0-f7395b508168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '323b698f-3e47-4416-b5d1-b6ca22f12220'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:45.333690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31edc-9567-4538-b879-815fea272709 None None] Attempting to bind port b2dcacec-ac29-4340-ba36-09745af8cfe0 on network 323b698f-3e47-4416-b5d1-b6ca22f12220 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:45.341463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31edc-9567-4538-b879-815fea272709 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:45.341735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31edc-9567-4538-b879-815fea272709 None None] Checking segment: {'id': 'd8a33c21-b08d-4e60-afc0-f7395b508168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '323b698f-3e47-4416-b5d1-b6ca22f12220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:45.341969 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fff31edc-9567-4538-b879-815fea272709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:45.342439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31edc-9567-4538-b879-815fea272709 None None] Bound using segment: {'id': 'd8a33c21-b08d-4e60-afc0-f7395b508168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '323b698f-3e47-4416-b5d1-b6ca22f12220'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:45.342891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-fff31edc-9567-4538-b879-815fea272709 None None] Bound port: b2dcacec-ac29-4340-ba36-09745af8cfe0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a33c21-b08d-4e60-afc0-f7395b508168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '323b698f-3e47-4416-b5d1-b6ca22f12220'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:45.343285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fff31edc-9567-4538-b879-815fea272709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:45.374219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65471686-aa1a-494f-9d12-09643ef5d662 req-26aee2d4-db42-4c5d-b703-4d86ad362e3a service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300836 Nov 09 18:20:45.375673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:45.383767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2fc919ab-dc9c-4558-8e40-91baf4aafd5d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7602060 Nov 09 18:20:45.386723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48682) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:45.395174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e647afe-e119-4dcf-8035-40791881014f None None] Sync routers for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:45.420654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e647afe-e119-4dcf-8035-40791881014f None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:45.421907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6e647afe-e119-4dcf-8035-40791881014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:45.465058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6e647afe-e119-4dcf-8035-40791881014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:45.478447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fff31edc-9567-4538-b879-815fea272709 None None] For port b2dcacec-ac29-4340-ba36-09745af8cfe0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:45.482021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fff31edc-9567-4538-b879-815fea272709 None None] For port b2dcacec-ac29-4340-ba36-09745af8cfe0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2dcacec-ac29-4340-ba36-09745af8cfe0,segment=NetworkSegment(d8a33c21-b08d-4e60-afc0-f7395b508168),segment_id=d8a33c21-b08d-4e60-afc0-f7395b508168)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:45.484803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e647afe-e119-4dcf-8035-40791881014f None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:45.485513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6e647afe-e119-4dcf-8035-40791881014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:45.524697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6e647afe-e119-4dcf-8035-40791881014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:45.525449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e647afe-e119-4dcf-8035-40791881014f None None] The sync data for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:45.528385 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fff31edc-9567-4538-b879-815fea272709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:45.617363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff31edc-9567-4538-b879-815fea272709 None None] Pushing event updated for resources: {'Port': ['ID=b2dcacec-ac29-4340-ba36-09745af8cfe0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:45.667629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfabee0-468f-4dbe-bf8b-9ba9ec037d99 None None] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:45.740617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4510b72e-4f9a-4055-9897-54735636fc32 None None] Provisioning complete for port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:45.740853 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4510b72e-4f9a-4055-9897-54735636fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:45.890541 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4510b72e-4f9a-4055-9897-54735636fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:46.020964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4510b72e-4f9a-4055-9897-54735636fc32 None None] For port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5dd03ff3-5eaa-4e48-962e-7c1af03f02d8,segment=NetworkSegment(96b7ecb8-20bd-4905-ae65-02ac2e804de7),segment_id=96b7ecb8-20bd-4905-ae65-02ac2e804de7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:46.067346 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4510b72e-4f9a-4055-9897-54735636fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:46.148244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:46.225354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510b72e-4f9a-4055-9897-54735636fc32 None None] Pushing event updated for resources: {'Port': ['ID=5dd03ff3-5eaa-4e48-962e-7c1af03f02d8,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:46.227607 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-b8edd8e4-b877-4937-85dc-dcc6810405ef tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:20:46.230138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b8edd8e4-b877-4937-85dc-dcc6810405ef tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8414342 Nov 09 18:20:46.232583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48706) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:46.256463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:46.257010 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:46.286687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:46.370742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ee6edde0-a281-4988-a84a-5184f8216726 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:46.451209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ee6edde0-a281-4988-a84a-5184f8216726 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:46.451687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:46.730352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-82b228f8-9a5a-4629-a86e-1fc44350e95e None None] Provisioning complete for port a99fedf9-2125-4465-a8dd-4da1b9435d7b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:46.730913 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-82b228f8-9a5a-4629-a86e-1fc44350e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:46.789380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-82b228f8-9a5a-4629-a86e-1fc44350e95e None None] Port a99fedf9-2125-4465-a8dd-4da1b9435d7b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:46.819291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-82b228f8-9a5a-4629-a86e-1fc44350e95e None None] Provisioning complete for port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:46.819820 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-82b228f8-9a5a-4629-a86e-1fc44350e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.180112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f5bd9cde-b40c-460b-bbb3-cce978d41be6 None None] Provisioning complete for port a99fedf9-2125-4465-a8dd-4da1b9435d7b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:47.182342 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f5bd9cde-b40c-460b-bbb3-cce978d41be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.250232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd9cde-b40c-460b-bbb3-cce978d41be6 None None] Port a99fedf9-2125-4465-a8dd-4da1b9435d7b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:47.321732 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d7358-defa-48e1-bf3e-387755e625ad None None] Network 323b698f-3e47-4416-b5d1-b6ca22f12220 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:47.421545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c1c809c5-d013-4005-9088-a237af84d223 None None] Provisioning complete for port b2dcacec-ac29-4340-ba36-09745af8cfe0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:47.422241 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1c809c5-d013-4005-9088-a237af84d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.444335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.548861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1c809c5-d013-4005-9088-a237af84d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.587271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c1c809c5-d013-4005-9088-a237af84d223 None None] For port b2dcacec-ac29-4340-ba36-09745af8cfe0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2dcacec-ac29-4340-ba36-09745af8cfe0,segment=NetworkSegment(d8a33c21-b08d-4e60-afc0-f7395b508168),segment_id=d8a33c21-b08d-4e60-afc0-f7395b508168)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:47.632029 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1c809c5-d013-4005-9088-a237af84d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.693536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c809c5-d013-4005-9088-a237af84d223 None None] Pushing event updated for resources: {'Port': ['ID=b2dcacec-ac29-4340-ba36-09745af8cfe0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:47.768841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fce5b800-70f6-480e-bd29-787e63aaeefe None None] Provisioning complete for port a99fedf9-2125-4465-a8dd-4da1b9435d7b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:47.769735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fce5b800-70f6-480e-bd29-787e63aaeefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.828423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fce5b800-70f6-480e-bd29-787e63aaeefe None None] Port a99fedf9-2125-4465-a8dd-4da1b9435d7b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:47.864123 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting port a99fedf9-2125-4465-a8dd-4da1b9435d7b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:47.864490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:47.982149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:48.001742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Calling delete_port for a99fedf9-2125-4465-a8dd-4da1b9435d7b owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:48.007156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:48.079272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4913d98c-cf15-48af-9ad3-4913f2483ecc None None] Provisioning complete for port b2dcacec-ac29-4340-ba36-09745af8cfe0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:48.079934 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4913d98c-cf15-48af-9ad3-4913f2483ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:48.122224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:48.122879 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:48.199371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:48.232307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Port': ['ID=a99fedf9-2125-4465-a8dd-4da1b9435d7b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:48.242337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.243021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.243601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.244171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.244733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.245278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.245817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.246392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.247065 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.247615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.248154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.248714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:48.272329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2dcacec-ac29-4340-ba36-09745af8cfe0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:48.340185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b2dcacec-ac29-4340-ba36-09745af8cfe0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:48.341305 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:48.372258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:48.550723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Router 839ead82-5f2d-48de-b86c-331e83e614b5 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:48.635258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:48.645264 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-20ca307b-a861-4757-bd02-63794d931729 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4073856 Nov 09 18:20:48.646206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48740) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:48.669099 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] Sync routers for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:48.679174 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:48.679824 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:48.693564 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-ff83c467-5e3c-4e3c-b732-adcf66fb0d0d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] delete failed (client error): The resource could not be found. Nov 09 18:20:48.699970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48744) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:48.700369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ff83c467-5e3c-4e3c-b732-adcf66fb0d0d tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-849976299 HTTP/1.1" status: 404 len: 334 time: 0.0529726 Nov 09 18:20:48.705120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6cb6ec1c-ae51-4376-91f3-277950833f68 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'router': {'external_gateway_info': {'network_id': '839ead82-5f2d-48de-b86c-331e83e614b5'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:48.715619 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:48.724575 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:48.725379 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:48.758955 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:48.759798 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd91b7-5c91-47f5-9de4-8695c36a5bd3 None None] The sync data for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:48.922652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ec1c-ae51-4376-91f3-277950833f68 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:48.952664 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-6cb6ec1c-ae51-4376-91f3-277950833f68 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] update failed (client error): The resource could not be found. Nov 09 18:20:48.957157 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6cb6ec1c-ae51-4376-91f3-277950833f68 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5 HTTP/1.1" status: 404 len: 339 time: 0.2524500 Nov 09 18:20:48.957361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48746) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:48.962871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1578918176'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:48.985940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:48.990617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.016817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:20:49.026665 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.027032 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Added segment e6f60b4d-bbec-4590-b12a-e179646dec76 of type vlan for network 365709a1-94e5-477a-843a-3c9d37dd3564 Nov 09 18:20:49.069712 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.097258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.103380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:49.104128 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.162211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.177332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2155597 Nov 09 18:20:49.177530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48748) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:49.182371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'subnet': {'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:49.239121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca68622-92a0-43f1-878d-aa8c8bc7b40c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Network': ['ID=365709a1-94e5-477a-843a-3c9d37dd3564,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:49.253317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 365709a1-94e5-477a-843a-3c9d37dd3564 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:20:49.282591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Made reservation on behalf of 9a3eb0761dad4b63b9b92360ce25682b for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:20:49.287843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.478853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.539161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Subnet': ['ID=3c229568-780f-4d73-84eb-3e73f33010ef,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:49.564265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Checking segment: {'id': 'e6f60b4d-bbec-4590-b12a-e179646dec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:49.564968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network hostable DHCP agents. Network: 365709a1-94e5-477a-843a-3c9d37dd3564, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:20:49.582862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 365709a1-94e5-477a-843a-3c9d37dd3564 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:20:49.593409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 365709a1-94e5-477a-843a-3c9d37dd3564) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:49.598970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:49.599567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.604397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e11c8c-649b-4556-afcf-54d6ae5b0af9 None None] Network 365709a1-94e5-477a-843a-3c9d37dd3564 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:49.621725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d3755ce4-b0c9-4de8-94e5-c093613f5f23 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4430356 Nov 09 18:20:49.624812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48754) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:49.631011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b51107c0-358c-44e8-b8ff-ddf1cbeccfc2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'router': {'external_gateway_info': {'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:49.892245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b51107c0-358c-44e8-b8ff-ddf1cbeccfc2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:49.962403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-365709a1-94e5-477a-843a-3c9d37dd3564', 'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564', 'tenant_id': '9a3eb0761dad4b63b9b92360ce25682b', 'fixed_ips': [{'subnet_id': '3c229568-780f-4d73-84eb-3e73f33010ef'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:20:49.963733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:50.032601 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-b51107c0-358c-44e8-b8ff-ddf1cbeccfc2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:20:50.038412 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48756) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:50.038871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b51107c0-358c-44e8-b8ff-ddf1cbeccfc2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5 HTTP/1.1" status: 400 len: 364 time: 0.4129829 Nov 09 18:20:50.113949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Allocated IP 2001:db8:1::2 (365709a1-94e5-477a-843a-3c9d37dd3564/3c229568-780f-4d73-84eb-3e73f33010ef/da26a061-02a8-447c-a8d7-8c60ab8178b2) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:50.287597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:50.294704 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:50.332721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-34f2b2d3-b4ab-4236-818a-f14f5a7baa76 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949078 Nov 09 18:20:50.332945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Network 365709a1-94e5-477a-843a-3c9d37dd3564 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:50.336636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:50.354334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:50.402571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Pushing event updated for resources: {'Port': ['ID=da26a061-02a8-447c-a8d7-8c60ab8178b2,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:50.415158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:50.460636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Attempting to bind port da26a061-02a8-447c-a8d7-8c60ab8178b2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:20:50.461021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Attempting to bind port da26a061-02a8-447c-a8d7-8c60ab8178b2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'e6f60b4d-bbec-4590-b12a-e179646dec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:20:50.461568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Attempting to bind port da26a061-02a8-447c-a8d7-8c60ab8178b2 on network 365709a1-94e5-477a-843a-3c9d37dd3564 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:20:50.467764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:20:50.468151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Checking segment: {'id': 'e6f60b4d-bbec-4590-b12a-e179646dec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:20:50.468592 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:50.469003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Bound using segment: {'id': 'e6f60b4d-bbec-4590-b12a-e179646dec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:20:50.469474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Bound port: da26a061-02a8-447c-a8d7-8c60ab8178b2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f60b4d-bbec-4590-b12a-e179646dec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '365709a1-94e5-477a-843a-3c9d37dd3564'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:20:50.469858 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:50.536648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-16dcfed6-5e97-499b-9580-a08e44f1087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:50.538787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-16dcfed6-5e97-499b-9580-a08e44f1087b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef107dcc65244f39f3d71cd32022478&device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 1098 time: 0.1389310 Nov 09 18:20:50.556416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-92434208-4745-481b-97e3-5057d0105a57 None None] For port da26a061-02a8-447c-a8d7-8c60ab8178b2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:20:50.560244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-92434208-4745-481b-97e3-5057d0105a57 None None] For port da26a061-02a8-447c-a8d7-8c60ab8178b2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=da26a061-02a8-447c-a8d7-8c60ab8178b2,segment=NetworkSegment(e6f60b4d-bbec-4590-b12a-e179646dec76),segment_id=e6f60b4d-bbec-4590-b12a-e179646dec76)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:20:50.565909 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:50.638975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92434208-4745-481b-97e3-5057d0105a57 None None] Pushing event updated for resources: {'Port': ['ID=da26a061-02a8-447c-a8d7-8c60ab8178b2,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:50.805021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Allocated IP 2001:db8::1 (5abc865b-6d4c-4545-9ecc-1cd0eb35ffce/7f17ee28-16a6-4699-a82b-1abc19c852ad/2d4e91dc-6080-4e42-8ae2-d96532a5d74e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:20:50.848345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-eafcccc9-0c40-4add-b218-afbb679b06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:50.850011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-eafcccc9-0c40-4add-b218-afbb679b06b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 200 len: 917 time: 0.2711608 Nov 09 18:20:50.988122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-c7d1d5c5-d318-489d-907e-e714829daab2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 200 len: 1002 time: 0.1198075 Nov 09 18:20:51.074908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-866ca3ef-be1b-4e03-8979-7eca75ea779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:51.076287 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-866ca3ef-be1b-4e03-8979-7eca75ea779e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 200 len: 855 time: 0.0718353 Nov 09 18:20:51.096981 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:51.147264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-2b24a3bd-d8ae-4ff9-9cdf-2c0188e35449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:51.148777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-2b24a3bd-d8ae-4ff9-9cdf-2c0188e35449 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b66ce66d-7339-4123-977d-4364f4d53541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653713 Nov 09 18:20:51.166277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:51.597397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:51.604773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:51.611794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:20:51.612353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:51.658536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Port': ['ID=2d4e91dc-6080-4e42-8ae2-d96532a5d74e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:51.709955 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-b7d398b7-a466-4a14-a4e0-23da092c29ec service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530906 Nov 09 18:20:51.844334 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dcb2f8ab-6bb6-4378-a28f-9c50ca313edd req-b27b7093-e0db-4d7e-8795-dd1c55b35ea0 service neutron] 10.222.0.85 "GET /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087537 Nov 09 18:20:51.918142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:51.974834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device da26a061-02a8-447c-a8d7-8c60ab8178b2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:52.050495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port da26a061-02a8-447c-a8d7-8c60ab8178b2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:52.051342 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.162195 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.165934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26b63d-5032-4837-be76-f286c4162549 None None] Network 365709a1-94e5-477a-843a-3c9d37dd3564 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:52.228721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b8c37932-5ee1-4feb-adf7-a09a71cb2168 None None] Provisioning complete for port 2d4e91dc-6080-4e42-8ae2-d96532a5d74e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:52.229094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b8c37932-5ee1-4feb-adf7-a09a71cb2168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.302671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port da26a061-02a8-447c-a8d7-8c60ab8178b2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=da26a061-02a8-447c-a8d7-8c60ab8178b2,segment=NetworkSegment(e6f60b4d-bbec-4590-b12a-e179646dec76),segment_id=e6f60b4d-bbec-4590-b12a-e179646dec76)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:52.307312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.313528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.314718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.318779 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.324638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b8c37932-5ee1-4feb-adf7-a09a71cb2168 None None] Port 2d4e91dc-6080-4e42-8ae2-d96532a5d74e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:52.468898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=da26a061-02a8-447c-a8d7-8c60ab8178b2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:52.474092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:20:52.476134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:20:52.480356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event updated for resources: {'Port': ['ID=2d4e91dc-6080-4e42-8ae2-d96532a5d74e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:52.484844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f4a42410-d01c-4762-9e71-222e5b2439de None None] Provisioning complete for port da26a061-02a8-447c-a8d7-8c60ab8178b2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:52.485224 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4a42410-d01c-4762-9e71-222e5b2439de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.657176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Router 839ead82-5f2d-48de-b86c-331e83e614b5 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:52.805526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:52.816482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] Sync routers for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:52.818593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9fd04f13-9626-4eed-bbce-2dbbbfad2167 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7786131 Nov 09 18:20:52.822813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48770) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:52.840673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:52.841515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:52.886454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:52.895183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:52.895797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:52.928560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a83193e2-eae1-426e-911f-6c6432b6d14f tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.947493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:52.948210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeba180-275d-4555-b27d-0825205c3ce3 None None] The sync data for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:52.960743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-21ac0339-fb00-43c9-bf64-9fba4d312d14 None None] Provisioning complete for port 2d4e91dc-6080-4e42-8ae2-d96532a5d74e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:52.961123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-21ac0339-fb00-43c9-bf64-9fba4d312d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:52.997221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-21ac0339-fb00-43c9-bf64-9fba4d312d14 None None] Port 2d4e91dc-6080-4e42-8ae2-d96532a5d74e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:20:53.011049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-21ac0339-fb00-43c9-bf64-9fba4d312d14 None None] Provisioning complete for port da26a061-02a8-447c-a8d7-8c60ab8178b2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:53.011414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-21ac0339-fb00-43c9-bf64-9fba4d312d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:53.021348 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-a83193e2-eae1-426e-911f-6c6432b6d14f tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 18:20:53.025788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48772) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:53.026977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a83193e2-eae1-426e-911f-6c6432b6d14f tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5 HTTP/1.1" status: 409 len: 329 time: 0.2021053 Nov 09 18:20:53.352611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:53.606554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting port 2d4e91dc-6080-4e42-8ae2-d96532a5d74e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:53.606890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:53.692518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:53.704897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Calling delete_port for 2d4e91dc-6080-4e42-8ae2-d96532a5d74e owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:53.858422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device da26a061-02a8-447c-a8d7-8c60ab8178b2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:20:53.903018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:53.930224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port da26a061-02a8-447c-a8d7-8c60ab8178b2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:20:53.930726 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:53.954550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Port': ['ID=2d4e91dc-6080-4e42-8ae2-d96532a5d74e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:54.101392 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:54.348101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Router 839ead82-5f2d-48de-b86c-331e83e614b5 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:54.433604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:54.440607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7cb31659-5db5-4e4c-a9ea-cd52002c0c97 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134426 Nov 09 18:20:54.444177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48782) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:54.447383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] Sync routers for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:54.458235 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:54.459134 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:54.489165 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-36a4cabb-cbed-41e1-96be-f4318b420553 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] show failed (client error): The resource could not be found. Nov 09 18:20:54.490621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-36a4cabb-cbed-41e1-96be-f4318b420553 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1162108497 HTTP/1.1" status: 404 len: 335 time: 0.0452483 Nov 09 18:20:54.494434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48786) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:54.503452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5802cec2-8fa7-4307-a865-2da72d3ecf7b tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:20:54.536792 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:54.548096 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] Routers {'839ead82-5f2d-48de-b86c-331e83e614b5'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:54.549579 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['839ead82-5f2d-48de-b86c-331e83e614b5'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:54.554660 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-5802cec2-8fa7-4307-a865-2da72d3ecf7b tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] update failed (client error): The resource could not be found. Nov 09 18:20:54.556255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5802cec2-8fa7-4307-a865-2da72d3ecf7b tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1564340200 HTTP/1.1" status: 404 len: 335 time: 0.0606093 Nov 09 18:20:54.559672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:54.598140 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:54.598768 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99e06b-79b4-4845-be35-481bd19742f2 None None] The sync data for ids ['839ead82-5f2d-48de-b86c-331e83e614b5'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:54.637305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting subnet 3c229568-780f-4d73-84eb-3e73f33010ef {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:54.640988 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:54.693617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:54.796660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:54.888335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:54.922434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f909a8-b32d-47dd-a332-b1f3d832c5a9 None None] Network 365709a1-94e5-477a-843a-3c9d37dd3564 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:54.945479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:54.951371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48802) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:54.959897 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/subnets/3c229568-780f-4d73-84eb-3e73f33010ef HTTP/1.1" status: 204 len: 168 time: 0.3988833 Nov 09 18:20:54.994198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f530f8-84a4-4eb3-ac9d-2f9890a4ed60 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Subnet': ['ID=3c229568-780f-4d73-84eb-3e73f33010ef,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:55.059905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.197377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting port da26a061-02a8-447c-a8d7-8c60ab8178b2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:55.199104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] DHCP port deletion for 365709a1-94e5-477a-843a-3c9d37dd3564 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:55.200975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.301582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] Deleting port da26a061-02a8-447c-a8d7-8c60ab8178b2 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:55.302017 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.327904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237c3f4-f89d-459f-91c3-7b5b5613468e req-d0104d7d-537f-46bf-9446-85e8e7b1c649 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:55.336113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4237c3f4-f89d-459f-91c3-7b5b5613468e req-d0104d7d-537f-46bf-9446-85e8e7b1c649 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.1028054 Nov 09 18:20:55.387480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] For port da26a061-02a8-447c-a8d7-8c60ab8178b2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=da26a061-02a8-447c-a8d7-8c60ab8178b2,segment=NetworkSegment(e6f60b4d-bbec-4590-b12a-e179646dec76),segment_id=e6f60b4d-bbec-4590-b12a-e179646dec76)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:55.389787 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.419102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] Calling delete_port for da26a061-02a8-447c-a8d7-8c60ab8178b2 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:55.423398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] For port da26a061-02a8-447c-a8d7-8c60ab8178b2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=da26a061-02a8-447c-a8d7-8c60ab8178b2,segment=NetworkSegment(e6f60b4d-bbec-4590-b12a-e179646dec76),segment_id=e6f60b4d-bbec-4590-b12a-e179646dec76)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:55.426588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.446821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4237c3f4-f89d-459f-91c3-7b5b5613468e req-b47ee35a-b2ce-42a3-a20a-5a401dc1856d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094112 Nov 09 18:20:55.471039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Calling delete_port for da26a061-02a8-447c-a8d7-8c60ab8178b2 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:55.522262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.547952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] Pushing event deleted for resources: {'Port': ['ID=da26a061-02a8-447c-a8d7-8c60ab8178b2,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:55.559412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d73ba3-4292-4768-b8e9-5ba008f36009 None None] No DVR routers for this DVR port da26a061-02a8-447c-a8d7-8c60ab8178b2 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:55.587258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.622316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Port': ['ID=da26a061-02a8-447c-a8d7-8c60ab8178b2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:55.626728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] No DVR routers for this DVR port da26a061-02a8-447c-a8d7-8c60ab8178b2 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:55.635230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.635581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.635975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.636312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.636643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.636973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.637293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.637613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.637931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.638275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.638596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.638914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:20:55.719559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.739796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365709a1-94e5-477a-843a-3c9d37dd3564']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:55.749219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f60b4d-bbec-4590-b12a-e179646dec76') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:55.749508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f60b4d-bbec-4590-b12a-e179646dec76') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:55.758921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.773342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.781146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:55.781658 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:55.843672 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:55.859785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device da26a061-02a8-447c-a8d7-8c60ab8178b2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:55.882728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.887486 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:55.890990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/networks/365709a1-94e5-477a-843a-3c9d37dd3564 HTTP/1.1" status: 204 len: 168 time: 0.9382958 Nov 09 18:20:55.894204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48812) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:55.907372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47521380-198b-4a28-86f0-bf3719bd8941 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Network': ['ID=365709a1-94e5-477a-843a-3c9d37dd3564,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:55.917333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: da26a061-02a8-447c-a8d7-8c60ab8178b2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:55.917695 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device da26a061-02a8-447c-a8d7-8c60ab8178b2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:55.972756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting subnet aaf46359-fd1b-4f0d-80a4-fb1457445212 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:55.976066 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.032864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.120221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.176089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.204447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf46359-fd1b-4f0d-80a4-fb1457445212,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:56.207461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.212676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc05a4f5-843a-43d4-9676-dbac5cb28794 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/subnets/aaf46359-fd1b-4f0d-80a4-fb1457445212 HTTP/1.1" status: 204 len: 168 time: 0.3152821 Nov 09 18:20:56.212849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c227f-d05e-44fd-96f5-bdbd507374b2 None None] Network 323b698f-3e47-4416-b5d1-b6ca22f12220 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:56.213298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48816) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:56.270791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting subnet 1b6402b4-e4cd-4470-afc8-a850eb9d6472 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:56.273934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.315034 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.400067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] DHCP port deletion for 323b698f-3e47-4416-b5d1-b6ca22f12220 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:56.414807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.445825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] Deleting port b2dcacec-ac29-4340-ba36-09745af8cfe0 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:56.446358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.479113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.494946 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.498449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/subnets/1b6402b4-e4cd-4470-afc8-a850eb9d6472 HTTP/1.1" status: 204 len: 168 time: 0.2841322 Nov 09 18:20:56.501690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48824) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:56.510845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e659b844-ac69-4ff2-b04b-6bcd23ae030c None None] Network 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:56.520131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848acaa-0ee2-46b7-a9d1-6f7a40dcefc6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6402b4-e4cd-4470-afc8-a850eb9d6472,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:56.581835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b9594-0e07-43df-8ea9-6a8d19322bc2 req-a2f44c8e-ce55-4dcb-bf6d-7f384ab37aa6 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:56.590575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be5b9594-0e07-43df-8ea9-6a8d19322bc2 req-a2f44c8e-ce55-4dcb-bf6d-7f384ab37aa6 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.0653288 Nov 09 18:20:56.634172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be5b9594-0e07-43df-8ea9-6a8d19322bc2 req-11314945-c3ac-4514-b4c8-a85ccd663702 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Nov 09 18:20:56.636407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.644683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] For port b2dcacec-ac29-4340-ba36-09745af8cfe0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2dcacec-ac29-4340-ba36-09745af8cfe0,segment=NetworkSegment(d8a33c21-b08d-4e60-afc0-f7395b508168),segment_id=d8a33c21-b08d-4e60-afc0-f7395b508168)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:56.645211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.663471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] Calling delete_port for b2dcacec-ac29-4340-ba36-09745af8cfe0 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:56.701505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting port b2dcacec-ac29-4340-ba36-09745af8cfe0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:56.701865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.733793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] DHCP port deletion for 3718b950-f1f1-4ce8-8ac0-ef7b895a9543 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:56.770680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] For port b2dcacec-ac29-4340-ba36-09745af8cfe0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b2dcacec-ac29-4340-ba36-09745af8cfe0,segment=NetworkSegment(d8a33c21-b08d-4e60-afc0-f7395b508168),segment_id=d8a33c21-b08d-4e60-afc0-f7395b508168)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:56.771057 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.779456 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.784408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Calling delete_port for b2dcacec-ac29-4340-ba36-09745af8cfe0 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:56.810208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] Pushing event deleted for resources: {'Port': ['ID=b2dcacec-ac29-4340-ba36-09745af8cfe0,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:56.812675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a49dc0-85ee-4288-bb74-11badabceaaa None None] No DVR routers for this DVR port b2dcacec-ac29-4340-ba36-09745af8cfe0 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:56.831961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] Deleting port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:56.832461 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.878843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.901546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] For port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5dd03ff3-5eaa-4e48-962e-7c1af03f02d8,segment=NetworkSegment(96b7ecb8-20bd-4905-ae65-02ac2e804de7),segment_id=96b7ecb8-20bd-4905-ae65-02ac2e804de7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:56.901956 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:56.904897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Port': ['ID=b2dcacec-ac29-4340-ba36-09745af8cfe0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:56.908789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] No DVR routers for this DVR port b2dcacec-ac29-4340-ba36-09745af8cfe0 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:56.930519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] Calling delete_port for 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:56.990914 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.013471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323b698f-3e47-4416-b5d1-b6ca22f12220']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:57.023962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a33c21-b08d-4e60-afc0-f7395b508168') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:57.024311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a33c21-b08d-4e60-afc0-f7395b508168') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:57.031624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.034053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.047977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.054396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:57.054842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:57.057860 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:57.063475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] Pushing event deleted for resources: {'Port': ['ID=5dd03ff3-5eaa-4e48-962e-7c1af03f02d8,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:57.066021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0255c40-bac6-4541-95fe-d1296f2cd411 None None] No DVR routers for this DVR port 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:57.114194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.121201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.124550 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/networks/323b698f-3e47-4416-b5d1-b6ca22f12220 HTTP/1.1" status: 204 len: 168 time: 0.6218097 Nov 09 18:20:57.129550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48830) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:57.139088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a17f1-2e01-4157-8b88-0851ce3a582c tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Network': ['ID=323b698f-3e47-4416-b5d1-b6ca22f12220,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:57.204580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-4a675306-37fa-4154-b1f5-4d6681a821b0 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:57.206085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-4a675306-37fa-4154-b1f5-4d6681a821b0 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.73 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.1071355 Nov 09 18:20:57.227276 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.372414 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.399977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3718b950-f1f1-4ce8-8ac0-ef7b895a9543']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:57.403382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Deleting port 2d5df7c1-57c8-4261-a029-4175fc83e790 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:57.403721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.423837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b7ecb8-20bd-4905-ae65-02ac2e804de7') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:57.424139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b7ecb8-20bd-4905-ae65-02ac2e804de7') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:57.461423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.482902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.499103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:57.499498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:57.502340 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:57.569387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] For port 2d5df7c1-57c8-4261-a029-4175fc83e790, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2d5df7c1-57c8-4261-a029-4175fc83e790,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:57.569707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.601836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.650722 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.654295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/networks/3718b950-f1f1-4ce8-8ac0-ef7b895a9543 HTTP/1.1" status: 204 len: 168 time: 0.5236862 Nov 09 18:20:57.661296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48836) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:57.677337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb47bd5-ec3d-4b67-a8b5-04eb58eb12a2 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Network': ['ID=3718b950-f1f1-4ce8-8ac0-ef7b895a9543,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:57.722148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting subnet 7f17ee28-16a6-4699-a82b-1abc19c852ad {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:20:57.725676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.769567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.866858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81810-8ae9-4da8-b6b4-659110da4635 req-452cd704-95b3-4a02-ba3c-4f221e50b56d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:20:57.867591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:57.868431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07c81810-8ae9-4da8-b6b4-659110da4635 req-452cd704-95b3-4a02-ba3c-4f221e50b56d tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 946 time: 0.1235387 Nov 09 18:20:57.883282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.889125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.889450 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:57.889814 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Floating IP 2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f disassociated. External IP: 172.25.0.11, port: 2d5df7c1-57c8-4261-a029-4175fc83e790. Nov 09 18:20:57.890243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Calling delete_port for 2d5df7c1-57c8-4261-a029-4175fc83e790 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:57.916876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:57.917224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5dd03ff3-5eaa-4e48-962e-7c1af03f02d8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:57.920009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2dcacec-ac29-4340-ba36-09745af8cfe0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:57.943686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b2dcacec-ac29-4340-ba36-09745af8cfe0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:57.944044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b2dcacec-ac29-4340-ba36-09745af8cfe0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:57.990920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07c81810-8ae9-4da8-b6b4-659110da4635 req-155896aa-601a-41e9-8bd5-ad6dc88464a2 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups?id=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099231 Nov 09 18:20:57.994297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.030440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Subnet': ['ID=7f17ee28-16a6-4699-a82b-1abc19c852ad,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:58.035064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.038987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3ccc71b2-70c2-4073-9fc8-e561dc813af6 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/subnets/7f17ee28-16a6-4699-a82b-1abc19c852ad HTTP/1.1" status: 204 len: 168 time: 0.3762951 Nov 09 18:20:58.041371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48844) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:58.044804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5e7fef-2522-46ad-b6a3-d9612444356e None None] Network 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:20:58.086638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.131907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event deleted for resources: {'Port': ['ID=2d5df7c1-57c8-4261-a029-4175fc83e790,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:58.149647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.211093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Deleting port ee6edde0-a281-4988-a84a-5184f8216726 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:58.211450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.270342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] DHCP port deletion for 5abc865b-6d4c-4545-9ecc-1cd0eb35ffce request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:20:58.316270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] For port ee6edde0-a281-4988-a84a-5184f8216726, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ee6edde0-a281-4988-a84a-5184f8216726,segment=NetworkSegment(3468d28c-a47d-46c9-a8ac-ce1d87770e0f),segment_id=3468d28c-a47d-46c9-a8ac-ce1d87770e0f)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:58.316941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Router f2771516-654a-43e8-a521-f0d23d6e5092 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:20:58.317548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.329658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] Deleting port ee6edde0-a281-4988-a84a-5184f8216726 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:20:58.330132 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.333459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Calling delete_port for ee6edde0-a281-4988-a84a-5184f8216726 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:58.396440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] For port ee6edde0-a281-4988-a84a-5184f8216726, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ee6edde0-a281-4988-a84a-5184f8216726,segment=NetworkSegment(3468d28c-a47d-46c9-a8ac-ce1d87770e0f),segment_id=3468d28c-a47d-46c9-a8ac-ce1d87770e0f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:20:58.396933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.413581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] Calling delete_port for ee6edde0-a281-4988-a84a-5184f8216726 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:20:58.425666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.461370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Port': ['ID=ee6edde0-a281-4988-a84a-5184f8216726,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:58.469379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] No DVR routers for this DVR port ee6edde0-a281-4988-a84a-5184f8216726 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:58.473000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:20:58.491449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] Sync routers for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:20:58.529641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] No DVR routers for this DVR port 2d5df7c1-57c8-4261-a029-4175fc83e790 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:58.532744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:58.534460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.537126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:20:58.538854 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:20:58.544615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68eed07b-6c8d-4f57-90a9-4ce9e884c581 req-99ca1097-d906-49f6-a67b-78c18e4f3b14 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.73 "DELETE /v2.0/ports/2d5df7c1-57c8-4261-a029-4175fc83e790 HTTP/1.1" status: 204 len: 173 time: 1.3264291 Nov 09 18:20:58.544615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'name': 'network-vif-deleted', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:20:58.547516 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7ce182-235b-4730-9216-91f507b5b744" -d '{"events": [{"server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "name": "network-vif-deleted", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:20:58.564233 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.615400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abc865b-6d4c-4545-9ecc-1cd0eb35ffce']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:58.631490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3468d28c-a47d-46c9-a8ac-ce1d87770e0f') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:58.631882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3468d28c-a47d-46c9-a8ac-ce1d87770e0f') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:58.641994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.647503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.657266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.667814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:20:58.668811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:20:58.675868 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:20:58.681632 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f950c3-cd74-4bba-9a76-ad395815910e x-openstack-request-id: req-f2f950c3-cd74-4bba-9a76-ad395815910e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:20:58.682173 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e929f4c8-2763-4642-b8d8-71660a556d53", "name": "network-vif-deleted", "tag": "2d5df7c1-57c8-4261-a029-4175fc83e790", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:20:58.682173 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2f950c3-cd74-4bba-9a76-ad395815910e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:20:58.682708 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e929f4c8-2763-4642-b8d8-71660a556d53', 'name': 'network-vif-deleted', 'tag': '2d5df7c1-57c8-4261-a029-4175fc83e790', 'status': 'completed', 'code': 200} Nov 09 18:20:58.696092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] Pushing event deleted for resources: {'Port': ['ID=ee6edde0-a281-4988-a84a-5184f8216726,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:58.703725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2a1d8-936c-4d89-872e-ef18e6654be2 None None] No DVR routers for this DVR port ee6edde0-a281-4988-a84a-5184f8216726 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:20:58.754909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:58.830409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.837629 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:58.841361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/networks/5abc865b-6d4c-4545-9ecc-1cd0eb35ffce HTTP/1.1" status: 204 len: 168 time: 0.7989745 Nov 09 18:20:58.844076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48852) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:58.860062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c24e4-0ff7-4e2a-9fb2-485445b0c397 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Pushing event deleted for resources: {'Network': ['ID=5abc865b-6d4c-4545-9ecc-1cd0eb35ffce,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:20:58.875633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f8224e58-25c9-403d-b43c-3cbc6cedb497 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "GET /v2.0/ports?device_id=839ead82-5f2d-48de-b86c-331e83e614b5 HTTP/1.1" status: 200 len: 205 time: 0.0303104 Nov 09 18:20:58.878818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48854) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:58.998461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:59.044554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] Checking router: f2771516-654a-43e8-a521-f0d23d6e5092 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:20:59.058277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:20:59.059097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:20:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:59.184922 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e318004-9a1f-43c3-ba52-ad8e1cf732fb req-08076e9f-00c1-4ea9-b93d-376bcd050906 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/ports?device_id=e929f4c8-2763-4642-b8d8-71660a556d53 HTTP/1.1" status: 200 len: 210 time: 0.0612681 Nov 09 18:20:59.191905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:20:59.281528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7a09b18-ce90-4322-ad0a-9124f1f6b555 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:59.442927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7a09b18-ce90-4322-ad0a-9124f1f6b555 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:59.444959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7a09b18-ce90-4322-ad0a-9124f1f6b555 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:59.488040 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7a09b18-ce90-4322-ad0a-9124f1f6b555 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:59.488576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a09b18-ce90-4322-ad0a-9124f1f6b555 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Fanout notify agent at l3_agent the message router_deleted on router 839ead82-5f2d-48de-b86c-331e83e614b5 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:20:59.497184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7a09b18-ce90-4322-ad0a-9124f1f6b555 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:20:59.501476 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d7a09b18-ce90-4322-ad0a-9124f1f6b555 tempest-RoutersNegativeIpV6Test-91996728 tempest-RoutersNegativeIpV6Test-91996728-project] 10.222.0.32 "DELETE /v2.0/routers/839ead82-5f2d-48de-b86c-331e83e614b5 HTTP/1.1" status: 204 len: 168 time: 0.6213667 Nov 09 18:20:59.567745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:20:59.593698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46778f8-5eae-496a-99e0-1b2ea3c555bb None None] The sync data for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 is: [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:13:38Z', 'revision_number': 4, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '83ae48e3-5e3c-4107-bbb5-d9c085b82d44', 'name': '', 'network_id': '13fcbb7a-28e5-45a1-9e16-337b25525d6a', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'mac_address': 'fa:16:3e:32:db:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:37Z', 'updated_at': '2021-11-09T18:13:42Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'subnets': [{'id': '131b8a03-cb96-4faf-aa25-1dd099450898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:20:59.781531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48872) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:20:59.887918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ee6edde0-a281-4988-a84a-5184f8216726 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:20:59.901842 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548882d3-0818-4b0e-b5ff-24bf80f485db None None] New status for floating IP 2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:20:59.926754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ee6edde0-a281-4988-a84a-5184f8216726 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:20:59.927206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ee6edde0-a281-4988-a84a-5184f8216726 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:20:59.990746 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d52a219f-c701-4784-8815-e770e2d37da3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a3eb0761dad4b63b9b92360ce25682b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088349 Nov 09 18:20:59.993062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48880) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:00.048216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df32e493-19be-4c59-9b1e-f007bbfe7b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.071038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df32e493-19be-4c59-9b1e-f007bbfe7b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.119459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df32e493-19be-4c59-9b1e-f007bbfe7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.122282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df32e493-19be-4c59-9b1e-f007bbfe7b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.125665 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-df32e493-19be-4c59-9b1e-f007bbfe7b75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebf1c424-9b9f-45fb-b355-25325c454144 HTTP/1.1" status: 204 len: 168 time: 0.1292861 Nov 09 18:21:00.133379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32e493-19be-4c59-9b1e-f007bbfe7b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf1c424-9b9f-45fb-b355-25325c454144,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:00.274256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48890) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:00.336159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb21f39e-ffc0-4474-bec4-9db492098421 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.369220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb21f39e-ffc0-4474-bec4-9db492098421 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.421536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb21f39e-ffc0-4474-bec4-9db492098421 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.424521 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb21f39e-ffc0-4474-bec4-9db492098421 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.426612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb21f39e-ffc0-4474-bec4-9db492098421 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "DELETE /v2.0/security-groups/038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc HTTP/1.1" status: 204 len: 168 time: 0.1511848 Nov 09 18:21:00.429372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48900) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:00.436432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21f39e-ffc0-4474-bec4-9db492098421 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:00.447031 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-9e6ee1ae-b3eb-4173-af3d-66dd96ca7904 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] show failed (client error): The resource could not be found. Nov 09 18:21:00.448796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9e6ee1ae-b3eb-4173-af3d-66dd96ca7904 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "GET /v2.0/security-groups/038bb4e6-d0bf-4b2b-a98c-0e8d2a6434dc HTTP/1.1" status: 404 len: 347 time: 0.0175781 Nov 09 18:21:00.452916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48902) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:00.587218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2d5df7c1-57c8-4261-a029-4175fc83e790 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:00.616080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 2d5df7c1-57c8-4261-a029-4175fc83e790 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:00.616537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2d5df7c1-57c8-4261-a029-4175fc83e790 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:00.855096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48918) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:00.884005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Deleting port 2254e792-51a8-4c00-8b50-6e4b2e7ca200 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:00.884347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.966594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.966932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:00.978615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Calling delete_port for 2254e792-51a8-4c00-8b50-6e4b2e7ca200 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:00.983498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4f419d50-e449-48e0-9dfc-007157c7c348 tempest-ServiceProvidersTest-1191673682 tempest-ServiceProvidersTest-1191673682-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1270435 Nov 09 18:21:01.132525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.221381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Pushing event deleted for resources: {'Port': ['ID=2254e792-51a8-4c00-8b50-6e4b2e7ca200,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:01.227209 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.229392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.233260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6c7f6c33-c80f-4ba9-8515-5fff07790ae1 tempest-AttachVolumeTestJSON-1605546099 tempest-AttachVolumeTestJSON-1605546099-project] 10.222.0.32 "DELETE /v2.0/floatingips/2a9eeeb3-a4c2-4422-9945-ba1f98f1a72f HTTP/1.1" status: 204 len: 168 time: 0.7716312 Nov 09 18:21:01.242463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 48928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:01.364030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7cdef4b-3ce9-49e0-a991-9c9b6baa9a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.482462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7cdef4b-3ce9-49e0-a991-9c9b6baa9a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.486591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7cdef4b-3ce9-49e0-a991-9c9b6baa9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.523490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdef4b-3ce9-49e0-a991-9c9b6baa9a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d5d08a-9025-434f-8e2d-d4536191a13d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:01.549213 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c7cdef4b-3ce9-49e0-a991-9c9b6baa9a2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fe4710d77674bed996ad6e0200328dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054640 Nov 09 18:21:01.552227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 48942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:01.618352 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a0e79ec-0fcb-404d-a4af-59885b954aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.654015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a0e79ec-0fcb-404d-a4af-59885b954aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.711752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a0e79ec-0fcb-404d-a4af-59885b954aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.715008 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a0e79ec-0fcb-404d-a4af-59885b954aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:01.718118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9a0e79ec-0fcb-404d-a4af-59885b954aa8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8d5d08a-9025-434f-8e2d-d4536191a13d HTTP/1.1" status: 204 len: 168 time: 0.1633329 Nov 09 18:21:01.729385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e79ec-0fcb-404d-a4af-59885b954aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d5d08a-9025-434f-8e2d-d4536191a13d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:02.449172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-5dab9e05-861d-4843-94e6-1548b94eaf0f tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:02.451425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-5dab9e05-861d-4843-94e6-1548b94eaf0f tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.1338253 Nov 09 18:21:02.486146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-87a37564-9119-4d97-9175-b4274ba1bc84 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/quotas/527b5019726f4de2ac28d1a8a67f7f11 HTTP/1.1" status: 200 len: 375 time: 0.0272131 Nov 09 18:21:02.536246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-5c9ec553-227c-4c37-a8ef-af33ae3b0c4d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486495 Nov 09 18:21:02.640269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-5d2dc564-83ca-44f0-a5e2-9ef47a6e3233 service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952041 Nov 09 18:21:02.769213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-7d0ad226-757f-4330-8ac1-3b4158476a5b service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205499 Nov 09 18:21:03.015185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-356304e5-a4db-4f70-b2d7-c0f3e419f772 req-a0e92455-b815-483e-a03e-f24a05be6b31 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 210 time: 0.0624413 Nov 09 18:21:04.172596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d6ab679-644e-4431-9c38-0b7c59571c75 req-a181de7e-880e-4ea6-92b1-4637d3568081 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 210 time: 0.0627706 Nov 09 18:21:04.247779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-5713c86d-0ad9-40bd-954d-648533491054 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:04.249384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-5713c86d-0ad9-40bd-954d-648533491054 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.1666725 Nov 09 18:21:04.268592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Request body: {'port': {'device_id': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'admin_state_up': True, 'tenant_id': '527b5019726f4de2ac28d1a8a67f7f11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:04.388863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Made reservation on behalf of 527b5019726f4de2ac28d1a8a67f7f11 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:04.392920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:04.538709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Allocated IP 172.20.0.2 (88c4193d-e2a3-428c-99ab-5d5e3e0950f5/3b154221-9899-4353-8755-c620e8f4cf5f/ce3f737a-baa3-4746-8d26-c73e550fb4f2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:04.703783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:04.758464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:04.772411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:04.815184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:04.818692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:04.827827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:04.844931 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:21:04.887636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event updated for resources: {'Port': ['ID=ce3f737a-baa3-4746-8d26-c73e550fb4f2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:04.916381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:04.917359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:04.943201 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-88e71404-fa31-4e60-a690-25d07cbc946c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6787286 Nov 09 18:21:04.962009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Request body: {'port': {'device_id': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:05.026087 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:05.385733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3f737a-baa3-4746-8d26-c73e550fb4f2 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:21:05.396398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:05.418256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b08317-ebe3-414d-92f1-b5281b432cbb req-0842d343-c225-42b4-8efb-157b255d638d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.419816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2b08317-ebe3-414d-92f1-b5281b432cbb req-0842d343-c225-42b4-8efb-157b255d638d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 931 time: 0.0982549 Nov 09 18:21:05.422650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Transition to ACTIVE for port object ce3f737a-baa3-4746-8d26-c73e550fb4f2 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:21:05.436151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:05.570758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3f737a-baa3-4746-8d26-c73e550fb4f2,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:05.588095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2b08317-ebe3-414d-92f1-b5281b432cbb req-1724fa4c-521e-4ae7-a2aa-a40a80e22843 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588387 Nov 09 18:21:05.613023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Attempting to bind port ce3f737a-baa3-4746-8d26-c73e550fb4f2 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:05.613365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Attempting to bind port ce3f737a-baa3-4746-8d26-c73e550fb4f2 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:05.613678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Attempting to bind port ce3f737a-baa3-4746-8d26-c73e550fb4f2 on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:05.618191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Port ce3f737a-baa3-4746-8d26-c73e550fb4f2 on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:21:05.618513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Attempting to bind port ce3f737a-baa3-4746-8d26-c73e550fb4f2 on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:05.623839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:05.624175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Checking segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:05.624562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Bound using segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:05.624997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Bound port: ce3f737a-baa3-4746-8d26-c73e550fb4f2, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:05.625349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:05.700581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] For port ce3f737a-baa3-4746-8d26-c73e550fb4f2, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:05.705099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] For port ce3f737a-baa3-4746-8d26-c73e550fb4f2, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=ce3f737a-baa3-4746-8d26-c73e550fb4f2,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:05.712566 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:05.793451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.794091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:05.799854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce3f737a-baa3-4746-8d26-c73e550fb4f2 HTTP/1.1" status: 200 len: 1091 time: 0.8429286 Nov 09 18:21:05.800286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'tag': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:05.802624 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455807d5-fe6b-46ad-a362-58f12ad88dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "073bbcd6-e3af-49b8-9eb3-9f0e615f4000", "tag": "ce3f737a-baa3-4746-8d26-c73e550fb4f2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:05.812325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbea16-1181-4290-b2b6-76917b491537 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3f737a-baa3-4746-8d26-c73e550fb4f2,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:05.897193 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70b5c1-d669-4ad8-93da-a44a78a983e0 x-openstack-request-id: req-2e70b5c1-d669-4ad8-93da-a44a78a983e0 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:05.898030 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073bbcd6-e3af-49b8-9eb3-9f0e615f4000", "tag": "ce3f737a-baa3-4746-8d26-c73e550fb4f2", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:05.898504 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e70b5c1-d669-4ad8-93da-a44a78a983e0 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:05.899093 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'tag': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2', 'status': 'completed', 'code': 200} Nov 09 18:21:05.963219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-a86e055e-4328-4702-86f2-e6a0d4c0ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:05.964952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-a86e055e-4328-4702-86f2-e6a0d4c0ecdb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 1094 time: 0.0987973 Nov 09 18:21:06.021955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-44704703-9260-4d41-ba48-94c098229733 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce3f737a-baa3-4746-8d26-c73e550fb4f2 HTTP/1.1" status: 200 len: 217 time: 0.0407112 Nov 09 18:21:06.086670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-b4b9b28a-3c1e-427a-9009-de910e2b9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:06.088150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-b4b9b28a-3c1e-427a-9009-de910e2b9e9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.0544505 Nov 09 18:21:06.125197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-770e8220-dde5-46b0-8bd2-158e1a05a595 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258963 Nov 09 18:21:06.225853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-775216a2-51f5-4042-af0f-02c4ce17ffe8 service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827610 Nov 09 18:21:06.336143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4add8298-e4b2-4874-8c66-a0cdd4137227 req-32b5616c-0993-401a-acf4-c26bfa151a32 service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988479 Nov 09 18:21:06.436066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-cd706deb-0490-4068-ad8d-e9b239350a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:06.437889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-cd706deb-0490-4068-ad8d-e9b239350a34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 1094 time: 0.0456564 Nov 09 18:21:06.556550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-1b864c48-6d30-41af-ba34-e23fb77333c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:06.558426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-1b864c48-6d30-41af-ba34-e23fb77333c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 916 time: 0.1122878 Nov 09 18:21:06.631904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-352412f3-2e88-46aa-99cd-9645f1a27c0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce3f737a-baa3-4746-8d26-c73e550fb4f2 HTTP/1.1" status: 200 len: 217 time: 0.0612531 Nov 09 18:21:06.729680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-29e7bb6d-bcd7-4c7c-9961-eac60fa8ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:06.731418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-29e7bb6d-bcd7-4c7c-9961-eac60fa8ad46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.0916910 Nov 09 18:21:06.756944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bc1a9-1484-4b0f-bd9d-311bfc479208 req-8ecf3623-225d-4221-9e09-7a04b8a2f289 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:06.758666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea0bc1a9-1484-4b0f-bd9d-311bfc479208 req-8ecf3623-225d-4221-9e09-7a04b8a2f289 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 943 time: 0.0790980 Nov 09 18:21:06.775122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-66fde64a-de0f-4909-be22-552a3ac922b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347311 Nov 09 18:21:06.881971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ea0bc1a9-1484-4b0f-bd9d-311bfc479208 req-0148b522-a2b9-41d3-a1a5-4caf51305759 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058314 Nov 09 18:21:06.920236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-2b862742-dc32-4fdb-997a-d5432cd1a6bc service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368775 Nov 09 18:21:07.063096 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-455807d5-fe6b-46ad-a362-58f12ad88dc2 req-f812ce86-387a-4b4f-8b43-0ad656f05fa5 service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319880 Nov 09 18:21:07.271330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1ae6bb74-705b-4f1d-b6b6-6fe26020e9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.083144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375cc45-d8b9-4938-bacb-a84bc418345e req-68b3da0b-db6f-4853-b39c-3589bd8d3142 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:08.087325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9375cc45-d8b9-4938-bacb-a84bc418345e req-68b3da0b-db6f-4853-b39c-3589bd8d3142 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 943 time: 0.1106205 Nov 09 18:21:08.161190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9375cc45-d8b9-4938-bacb-a84bc418345e req-75d46b22-40c2-475d-9e2a-46b147f70ec1 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Nov 09 18:21:08.633387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device ce3f737a-baa3-4746-8d26-c73e550fb4f2 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:21:08.770548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port ce3f737a-baa3-4746-8d26-c73e550fb4f2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=ce3f737a-baa3-4746-8d26-c73e550fb4f2,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:08.794883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'port_id': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2', 'mac_address': 'fa:16:3e:b3:ce:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b154221-9899-4353-8755-c620e8f4cf5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:21:08.841874 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.886437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3f737a-baa3-4746-8d26-c73e550fb4f2 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:21:08.914417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port ce3f737a-baa3-4746-8d26-c73e550fb4f2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=ce3f737a-baa3-4746-8d26-c73e550fb4f2,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:08.923728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:08.984833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=ce3f737a-baa3-4746-8d26-c73e550fb4f2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:09.195384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['ce3f737a-baa3-4746-8d26-c73e550fb4f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:09.370658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20390-192a-4fe7-bc66-bc281d8151bd req-45169fe4-cd47-46c3-805b-6f9d9826c39b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:09.388594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48b20390-192a-4fe7-bc66-bc281d8151bd req-45169fe4-cd47-46c3-805b-6f9d9826c39b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 944 time: 0.1375721 Nov 09 18:21:09.452043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-48b20390-192a-4fe7-bc66-bc281d8151bd req-f24c7ec5-62f6-422e-9d16-6de5a51d0aef tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Nov 09 18:21:09.772082 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6e9df50-010c-431f-88a6-fb431c1bf193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:10.202813 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:10.625030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db8062-ef83-4e48-9b4e-02cb46feb20e req-0d0357eb-012f-4ae6-a77d-12788483ae9c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:10.627253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9db8062-ef83-4e48-9b4e-02cb46feb20e req-0d0357eb-012f-4ae6-a77d-12788483ae9c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 944 time: 0.0932605 Nov 09 18:21:10.634750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device ce3f737a-baa3-4746-8d26-c73e550fb4f2 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:10.706361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port ce3f737a-baa3-4746-8d26-c73e550fb4f2 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:21:10.711350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port ce3f737a-baa3-4746-8d26-c73e550fb4f2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:10.711847 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:10.719983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9db8062-ef83-4e48-9b4e-02cb46feb20e req-11c6423e-cce8-4c4b-89fd-b84c32d13344 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752344 Nov 09 18:21:10.816391 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:10.840660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:10.843663 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af09df3-ef95-4a1f-87c1-bb7cc730db70" -d '{"events": [{"server_uuid": "073bbcd6-e3af-49b8-9eb3-9f0e615f4000", "name": "network-vif-plugged", "status": "completed", "tag": "ce3f737a-baa3-4746-8d26-c73e550fb4f2"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:10.862759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port ce3f737a-baa3-4746-8d26-c73e550fb4f2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=ce3f737a-baa3-4746-8d26-c73e550fb4f2,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:10.873591 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:10.920379 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaea489-729b-45a5-be51-047dad66b129 x-openstack-request-id: req-caaea489-729b-45a5-be51-047dad66b129 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:10.920745 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073bbcd6-e3af-49b8-9eb3-9f0e615f4000", "name": "network-vif-plugged", "status": "completed", "tag": "ce3f737a-baa3-4746-8d26-c73e550fb4f2", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:10.920948 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caaea489-729b-45a5-be51-047dad66b129 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:10.922425 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2', 'code': 200} Nov 09 18:21:10.973566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=ce3f737a-baa3-4746-8d26-c73e550fb4f2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:11.020523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f293370-587c-4457-9a0f-4f94414d22f4 req-cc02de96-737c-4fb7-baed-ce5ec087105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:11.022022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f293370-587c-4457-9a0f-4f94414d22f4 req-cc02de96-737c-4fb7-baed-ce5ec087105e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 1096 time: 0.0565207 Nov 09 18:21:11.066578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f293370-587c-4457-9a0f-4f94414d22f4 req-3bfe4e5b-883f-45c3-a340-4dd7e2186935 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306904 Nov 09 18:21:11.069142 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:11.726093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49174) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:11.973182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eaa19-1313-4b68-8996-76a543b5b24f req-3bdc9c61-5626-4278-8b38-d95e6a9af9f3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:11.976834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-150eaa19-1313-4b68-8996-76a543b5b24f req-3bdc9c61-5626-4278-8b38-d95e6a9af9f3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 945 time: 0.1100650 Nov 09 18:21:12.138685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-150eaa19-1313-4b68-8996-76a543b5b24f req-97795725-9bb4-4376-8ae7-c61a1288459c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536243 Nov 09 18:21:12.626904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25838c6f-89ce-466d-9649-9d4d9df646a7 req-e7df03a7-922f-4096-97bb-7e3c002787e5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:12.631003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25838c6f-89ce-466d-9649-9d4d9df646a7 req-e7df03a7-922f-4096-97bb-7e3c002787e5 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 947 time: 0.0670042 Nov 09 18:21:12.632854 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:12.659865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:12.837388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25838c6f-89ce-466d-9649-9d4d9df646a7 req-5357bcca-7627-423f-9c7f-a390999c4354 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013342 Nov 09 18:21:12.976354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Deleting port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:12.976676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:13.058356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] For port 83ae48e3-5e3c-4107-bbb5-d9c085b82d44, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:13.059862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:13.072765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Calling delete_port for 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:13.644814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbc067-aad9-4ec5-8dd3-fc72f6de3a47 req-ed3ded82-ddef-4989-bb52-87947adfa175 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:13.646303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dbbc067-aad9-4ec5-8dd3-fc72f6de3a47 req-ed3ded82-ddef-4989-bb52-87947adfa175 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 945 time: 0.4217281 Nov 09 18:21:13.680153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:13.727378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=83ae48e3-5e3c-4107-bbb5-d9c085b82d44,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:13.751213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dbbc067-aad9-4ec5-8dd3-fc72f6de3a47 req-9c29fac6-f6f8-4ac0-bd95-b3ac110eb3bc tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895000 Nov 09 18:21:13.965797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-a2437882-e9c2-4754-bcec-427cb614bf39 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:13.967532 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-a2437882-e9c2-4754-bcec-427cb614bf39 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.85 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 947 time: 0.0847514 Nov 09 18:21:14.168297 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:14.174117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Deleting port 67cb95c6-bc7f-4f21-baba-033eeb250279 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:14.175572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:14.295740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] For port 67cb95c6-bc7f-4f21-baba-033eeb250279, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=67cb95c6-bc7f-4f21-baba-033eeb250279,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:14.296123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:14.334430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a877c-f670-418e-8604-09a738931a80 req-933a0af2-e9a0-4396-a8c7-de366be8894a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:14.336149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f26a877c-f670-418e-8604-09a738931a80 req-933a0af2-e9a0-4396-a8c7-de366be8894a tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 947 time: 0.0864847 Nov 09 18:21:14.420315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f26a877c-f670-418e-8604-09a738931a80 req-677b5e49-e682-4679-8242-ce9d2784821e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups?id=87436f3f-5f6c-46eb-90a2-98b66012a145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533397 Nov 09 18:21:14.487551 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:14.488146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:14.488465 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Floating IP 261094b2-05be-48dc-a4ab-f3fc4d20b1ec disassociated. External IP: 172.25.0.147, port: 67cb95c6-bc7f-4f21-baba-033eeb250279. Nov 09 18:21:14.488811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Calling delete_port for 67cb95c6-bc7f-4f21-baba-033eeb250279 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:14.590350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Router f2771516-654a-43e8-a521-f0d23d6e5092 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:14.663202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:14.737855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event deleted for resources: {'Port': ['ID=67cb95c6-bc7f-4f21-baba-033eeb250279,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:14.801664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:14.824417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4a547620-cf68-4602-8a56-93b73e460f0a admin admin] 10.222.0.32 "PUT /v2.0/routers/f2771516-654a-43e8-a521-f0d23d6e5092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0966454 Nov 09 18:21:14.824979 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] Sync routers for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:14.828638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49232) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:14.845303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:14.846212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:14.989207 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Router 50c9f41d-5469-4d1e-866f-20e4e07509fd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:15.032809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:15.174767 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:15.196415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:15.217640 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] Sync routers for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:15.243445 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:15.244285 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:15.303617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] No DVR routers for this DVR port 67cb95c6-bc7f-4f21-baba-033eeb250279 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:15.326753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:15.332797 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-86e3c780-97cb-4f87-974f-3e2a2f02a998 req-7a70dfda-6130-4eb8-8566-fc8510c53eb0 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.85 "DELETE /v2.0/ports/67cb95c6-bc7f-4f21-baba-033eeb250279 HTTP/1.1" status: 204 len: 173 time: 1.3572409 Nov 09 18:21:15.333301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-deleted', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:15.335726 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb9202a-661c-4646-ad1e-3ccd5afccb4f" -d '{"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-deleted", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:15.482450 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972aef8f-7c00-413e-8350-2393d094077f x-openstack-request-id: req-972aef8f-7c00-413e-8350-2393d094077f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:15.482955 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13770fb4-8724-4369-b2be-85c9d2c67b12", "name": "network-vif-deleted", "tag": "67cb95c6-bc7f-4f21-baba-033eeb250279", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:15.483374 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-972aef8f-7c00-413e-8350-2393d094077f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:15.484045 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13770fb4-8724-4369-b2be-85c9d2c67b12', 'name': 'network-vif-deleted', 'tag': '67cb95c6-bc7f-4f21-baba-033eeb250279', 'status': 'completed', 'code': 200} Nov 09 18:21:15.539634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:15.557729 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:15.586856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '76c8df15-9715-49ec-9085-5bc981e51972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:21:13Z', 'revision_number': 5, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port': {'id': '76c8df15-9715-49ec-9085-5bc981e51972', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:13:35Z', 'updated_at': '2021-11-09T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:15.621431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] Checking router: f2771516-654a-43e8-a521-f0d23d6e5092 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:15.634851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] Routers {'f2771516-654a-43e8-a521-f0d23d6e5092'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:15.635832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f2771516-654a-43e8-a521-f0d23d6e5092'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:15.744083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43a6e55c-60f4-44d9-9b80-270abd633792 req-d48a5059-2b01-4990-8895-493b25efa71c tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/ports?device_id=13770fb4-8724-4369-b2be-85c9d2c67b12 HTTP/1.1" status: 200 len: 210 time: 0.0794306 Nov 09 18:21:15.760597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Deleting port 76c8df15-9715-49ec-9085-5bc981e51972 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:15.760947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:15.845311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] Set router f2771516-654a-43e8-a521-f0d23d6e5092 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:15.977431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:21:15Z', 'revision_number': 6, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:16.032947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda1960-5a54-4741-a574-3c9f9ff66e07 None None] The sync data for ids ['f2771516-654a-43e8-a521-f0d23d6e5092'] in n-d-817240-1 is: [{'id': 'f2771516-654a-43e8-a521-f0d23d6e5092', 'name': 'tempest-AttachVolumeTestJSON-1447827480-router', 'tenant_id': '2016393faef94c319e954e4b4b7510d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:13:34Z', 'updated_at': '2021-11-09T18:21:15Z', 'revision_number': 6, 'project_id': '2016393faef94c319e954e4b4b7510d2', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:16.051191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] For port 76c8df15-9715-49ec-9085-5bc981e51972, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=76c8df15-9715-49ec-9085-5bc981e51972,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:16.051571 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.076584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Calling delete_port for 76c8df15-9715-49ec-9085-5bc981e51972 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:16.230392 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:16.273540 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] Checking router: 50c9f41d-5469-4d1e-866f-20e4e07509fd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:16.283195 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:16.284254 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:16.304299 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.452074 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:16.679228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.745772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c8df15-9715-49ec-9085-5bc981e51972,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:16.819907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.910520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49260) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:16.986344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.992825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:16.995512 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:17.062737 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53a7b0a-4184-49ce-b57a-f5bda6023be6 None None] The sync data for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 is: [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:12:50Z', 'revision_number': 4, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef', 'name': '', 'network_id': 'b66ce66d-7339-4123-977d-4364f4d53541', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'mac_address': 'fa:16:3e:e2:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:48Z', 'updated_at': '2021-11-09T18:12:56Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'subnets': [{'id': 'b13b46d4-fe3f-466f-9aab-fda7d6b68376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:17.099000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.100117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2771516-654a-43e8-a521-f0d23d6e5092 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:21:17.105528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.106724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b136ae03-3807-40ca-9eb0-9d7ccb813108 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f2771516-654a-43e8-a521-f0d23d6e5092 HTTP/1.1" status: 204 len: 168 time: 2.2771366 Nov 09 18:21:17.112832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49268) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:17.130635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b04b932-6cf6-4a43-9382-9fd2b8d94b15 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.202688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b04b932-6cf6-4a43-9382-9fd2b8d94b15 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.217572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] Deleting subnet 131b8a03-cb96-4faf-aa25-1dd099450898 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:21:17.230315 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.276506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.288173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b04b932-6cf6-4a43-9382-9fd2b8d94b15 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.291090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5b04b932-6cf6-4a43-9382-9fd2b8d94b15 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.294975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5b04b932-6cf6-4a43-9382-9fd2b8d94b15 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "DELETE /v2.0/security-groups/87436f3f-5f6c-46eb-90a2-98b66012a145 HTTP/1.1" status: 204 len: 168 time: 0.3794847 Nov 09 18:21:17.295748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49272) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:17.321661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04b932-6cf6-4a43-9382-9fd2b8d94b15 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87436f3f-5f6c-46eb-90a2-98b66012a145,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:17.326945 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-1d9e67bd-0094-4ace-abb8-cf13565ee993 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] show failed (client error): The resource could not be found. Nov 09 18:21:17.334337 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1d9e67bd-0094-4ace-abb8-cf13565ee993 tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "GET /v2.0/security-groups/87436f3f-5f6c-46eb-90a2-98b66012a145 HTTP/1.1" status: 404 len: 347 time: 0.0374584 Nov 09 18:21:17.334945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49274) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:17.429472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.515613 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.517386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Deleting port 3fc1e1be-d15d-4162-ab85-c089f94d7168 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:17.518429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.602785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131b8a03-cb96-4faf-aa25-1dd099450898,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:17.613458 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.617966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcde121-365b-4c59-bb60-d867100744d0 None None] Network 13fcbb7a-28e5-45a1-9e16-337b25525d6a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:17.637496 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8aff3f8b-377c-4b63-bd89-4b103c4dedcb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/131b8a03-cb96-4faf-aa25-1dd099450898 HTTP/1.1" status: 204 len: 168 time: 0.5235710 Nov 09 18:21:17.640582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:17.757009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.757691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.782600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Calling delete_port for 3fc1e1be-d15d-4162-ab85-c089f94d7168 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:17.811600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.841111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17294b55-8f95-4e30-b062-aefd3ae35bfb None None] New status for floating IP 261094b2-05be-48dc-a4ab-f3fc4d20b1ec: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:21:17.966791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Deleting port 02fa1957-9ed7-49ab-8996-1950304d2d6c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:17.967726 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:17.973009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] DHCP port deletion for 13fcbb7a-28e5-45a1-9e16-337b25525d6a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:21:17.975440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:18.049592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:18.049592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 83ae48e3-5e3c-4107-bbb5-d9c085b82d44 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:18.049887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 76c8df15-9715-49ec-9085-5bc981e51972 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:18.067771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] For port 02fa1957-9ed7-49ab-8996-1950304d2d6c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=02fa1957-9ed7-49ab-8996-1950304d2d6c,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:18.068151 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.081508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Calling delete_port for 02fa1957-9ed7-49ab-8996-1950304d2d6c owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:18.083274 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.100130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 76c8df15-9715-49ec-9085-5bc981e51972 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:18.100474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 76c8df15-9715-49ec-9085-5bc981e51972 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:18.105966 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-17294b55-8f95-4e30-b062-aefd3ae35bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:21:18.106487 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-17294b55-8f95-4e30-b062-aefd3ae35bfb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:21:18.136712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] Deleting port 02fa1957-9ed7-49ab-8996-1950304d2d6c {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:18.138906 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.141769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Pushing event deleted for resources: {'Port': ['ID=3fc1e1be-d15d-4162-ab85-c089f94d7168,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:18.223468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:18.265910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 67cb95c6-bc7f-4f21-baba-033eeb250279 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:18.268835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 67cb95c6-bc7f-4f21-baba-033eeb250279 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:18.287068 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.289779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.302135 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-928287e8-6018-4eaa-b942-f1611624659e tempest-AttachVolumeShelveTestJSON-1951945363 tempest-AttachVolumeShelveTestJSON-1951945363-project] 10.222.0.32 "DELETE /v2.0/floatingips/261094b2-05be-48dc-a4ab-f3fc4d20b1ec HTTP/1.1" status: 204 len: 168 time: 0.9645009 Nov 09 18:21:18.304992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] For port 02fa1957-9ed7-49ab-8996-1950304d2d6c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=02fa1957-9ed7-49ab-8996-1950304d2d6c,segment=NetworkSegment(d06f2f3a-d2b5-4378-a96b-fe481be15e78),segment_id=d06f2f3a-d2b5-4378-a96b-fe481be15e78)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:18.309353 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.350357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.352681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] Calling delete_port for 02fa1957-9ed7-49ab-8996-1950304d2d6c owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:18.445030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fa1957-9ed7-49ab-8996-1950304d2d6c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:18.453993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] No DVR routers for this DVR port 02fa1957-9ed7-49ab-8996-1950304d2d6c on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:18.481660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.540575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] Pushing event deleted for resources: {'Port': ['ID=02fa1957-9ed7-49ab-8996-1950304d2d6c,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:18.552697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f98c1-a61a-4c8f-b532-46e0f53bb2bc None None] No DVR routers for this DVR port 02fa1957-9ed7-49ab-8996-1950304d2d6c on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:18.562265 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.596487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fcbb7a-28e5-45a1-9e16-337b25525d6a']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:18.615458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06f2f3a-d2b5-4378-a96b-fe481be15e78') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:18.615747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06f2f3a-d2b5-4378-a96b-fe481be15e78') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:18.618516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17294b55-8f95-4e30-b062-aefd3ae35bfb None None] New status for floating IP 261094b2-05be-48dc-a4ab-f3fc4d20b1ec: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:21:18.634989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.653582 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.670324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:18.670923 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:18.753416 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:18.779704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.787918 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:18.798764 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/13fcbb7a-28e5-45a1-9e16-337b25525d6a HTTP/1.1" status: 204 len: 168 time: 1.1568370 Nov 09 18:21:18.822568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874202-6126-4c35-9200-58174d30bef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fcbb7a-28e5-45a1-9e16-337b25525d6a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:19.027866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:19.077659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-22d77506-21cf-49e6-96f5-8897d0c1697f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2016393faef94c319e954e4b4b7510d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480664 Nov 09 18:21:19.080497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49316) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:19.155542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db8867b7-583f-4900-9124-2b50cbec219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.158220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.184863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db8867b7-583f-4900-9124-2b50cbec219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.249486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db8867b7-583f-4900-9124-2b50cbec219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.252747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db8867b7-583f-4900-9124-2b50cbec219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:19.257438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db8867b7-583f-4900-9124-2b50cbec219e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9423ad22-bca8-4e35-8bc5-e97ee3294335 HTTP/1.1" status: 204 len: 168 time: 0.1756222 Nov 09 18:21:19.273173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8867b7-583f-4900-9124-2b50cbec219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9423ad22-bca8-4e35-8bc5-e97ee3294335,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:19.915806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02fa1957-9ed7-49ab-8996-1950304d2d6c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:19.960167 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 02fa1957-9ed7-49ab-8996-1950304d2d6c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:19.960513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 02fa1957-9ed7-49ab-8996-1950304d2d6c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:23.282862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-435345c9-de21-4377-8215-2b813f89748b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:23.291434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-435345c9-de21-4377-8215-2b813f89748b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.2091293 Nov 09 18:21:23.313043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-9be67194-bbb7-4604-b758-8507cfb2ab59 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/quotas/527b5019726f4de2ac28d1a8a67f7f11 HTTP/1.1" status: 200 len: 375 time: 0.0205331 Nov 09 18:21:23.370400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-433fb67d-1bc5-472b-89ea-b52fd43b0072 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558214 Nov 09 18:21:23.526791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-aa8eadaf-bf47-4fcc-ab3b-28a732b374d2 service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479039 Nov 09 18:21:23.652838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-852f5f2c-a5e3-48c0-ab07-fa730d1bedaf service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228824 Nov 09 18:21:23.677811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49468) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:23.845389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f78189fd-85ef-4d52-8005-1daf8c7f9c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.903611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cfc445e-e779-41c5-89b9-fe3fa84c3b4f req-13d6c311-715e-4aed-9fab-6390f37840fb tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 210 time: 0.0435672 Nov 09 18:21:23.988679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f78189fd-85ef-4d52-8005-1daf8c7f9c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:23.997383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f78189fd-85ef-4d52-8005-1daf8c7f9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.034221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78189fd-85ef-4d52-8005-1daf8c7f9c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c048bab-2c3f-40f3-abea-629489f764b9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:24.063178 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f78189fd-85ef-4d52-8005-1daf8c7f9c2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e5d3cbc7c0f4bf3b8754c6b4d4449f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836558 Nov 09 18:21:24.066323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49478) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:24.129579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d67e3495-8f94-4735-abb5-d7382c50e5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.157496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d67e3495-8f94-4735-abb5-d7382c50e5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.225487 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d67e3495-8f94-4735-abb5-d7382c50e5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.230513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d67e3495-8f94-4735-abb5-d7382c50e5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.231883 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d67e3495-8f94-4735-abb5-d7382c50e5a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c048bab-2c3f-40f3-abea-629489f764b9 HTTP/1.1" status: 204 len: 168 time: 0.1646090 Nov 09 18:21:24.253446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3495-8f94-4735-abb5-d7382c50e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c048bab-2c3f-40f3-abea-629489f764b9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:24.686419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49508) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:24.749413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49512) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:24.806678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-306a7e5a-f47c-43c3-89f7-14900cfb5571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.947789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-306a7e5a-f47c-43c3-89f7-14900cfb5571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:24.953629 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-306a7e5a-f47c-43c3-89f7-14900cfb5571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.018853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-306a7e5a-f47c-43c3-89f7-14900cfb5571 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b8ddf70e02a4094ab9f3a5d295ae602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645509 Nov 09 18:21:25.019075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a7e5a-f47c-43c3-89f7-14900cfb5571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9e1a28-eadf-4247-b1c9-4190999385a1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:25.022341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49520) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:25.096626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c6ef-98c6-418b-8300-ab32fc570316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.133557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c6ef-98c6-418b-8300-ab32fc570316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.203897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c6ef-98c6-418b-8300-ab32fc570316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.207693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c6ef-98c6-418b-8300-ab32fc570316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.211265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cdb1c6ef-98c6-418b-8300-ab32fc570316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b9e1a28-eadf-4247-b1c9-4190999385a1 HTTP/1.1" status: 204 len: 168 time: 0.1854346 Nov 09 18:21:25.289712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1c6ef-98c6-418b-8300-ab32fc570316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9e1a28-eadf-4247-b1c9-4190999385a1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:25.357892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a529e25c-ce98-4d74-a0ea-170973561a9e req-66750538-309b-42f2-aa65-39f3d6778514 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 210 time: 0.1386020 Nov 09 18:21:25.490907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-a47f5b7b-4234-4d1b-8d21-ee2c55acd17a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:25.503380 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-a47f5b7b-4234-4d1b-8d21-ee2c55acd17a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.2546785 Nov 09 18:21:25.518726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Request body: {'port': {'device_id': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'admin_state_up': True, 'tenant_id': '527b5019726f4de2ac28d1a8a67f7f11'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:25.711450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Made reservation on behalf of 527b5019726f4de2ac28d1a8a67f7f11 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:25.720985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.733309 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:25.909222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Allocated IP 172.20.0.8 (88c4193d-e2a3-428c-99ab-5d5e3e0950f5/3b154221-9899-4353-8755-c620e8f4cf5f/e3e8b3d9-60b4-4b5e-baac-81033d25854d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:26.075402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Deleting port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:26.076720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.162862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.174488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] For port e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:26.175162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.189839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Calling delete_port for e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:26.206928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.224886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:26.229352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['ce3f737a-baa3-4746-8d26-c73e550fb4f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:26.276351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:26.279950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:26.284940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:26.427649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event updated for resources: {'Port': ['ID=e3e8b3d9-60b4-4b5e-baac-81033d25854d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:26.518757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:26.519610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.541333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-2b1047de-151a-4e67-90f9-da2c9b4e62b0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0272238 Nov 09 18:21:26.555785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Request body: {'port': {'device_id': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:26.574940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.719810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:26.721563 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:26.802108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ac31-5663-46e9-a099-003995272731 req-5deb3913-c395-4ae5-8711-bd03504f3758 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:26.803728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7314ac31-5663-46e9-a099-003995272731 req-5deb3913-c395-4ae5-8711-bd03504f3758 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 931 time: 0.3092201 Nov 09 18:21:26.919450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7314ac31-5663-46e9-a099-003995272731 req-fdec231b-a950-4090-b578-336c93b2d243 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953615 Nov 09 18:21:27.086967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.236407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e8b3d9-60b4-4b5e-baac-81033d25854d {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:21:27.244886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.257358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49590) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:27.266888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Transition to ACTIVE for port object e3e8b3d9-60b4-4b5e-baac-81033d25854d will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:21:27.275645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.357848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e3e8b3d9-60b4-4b5e-baac-81033d25854d,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:27.427394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Attempting to bind port e3e8b3d9-60b4-4b5e-baac-81033d25854d on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:21:27.427820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Attempting to bind port e3e8b3d9-60b4-4b5e-baac-81033d25854d by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:21:27.428516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Attempting to bind port e3e8b3d9-60b4-4b5e-baac-81033d25854d on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:27.434105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Port e3e8b3d9-60b4-4b5e-baac-81033d25854d on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:21:27.434514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Attempting to bind port e3e8b3d9-60b4-4b5e-baac-81033d25854d on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:21:27.443638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:21:27.444067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Checking segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:27.444527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Bound using segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:21:27.445041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Bound port: e3e8b3d9-60b4-4b5e-baac-81033d25854d, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:21:27.446462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.554779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] For port e3e8b3d9-60b4-4b5e-baac-81033d25854d, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:21:27.560772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] For port e3e8b3d9-60b4-4b5e-baac-81033d25854d, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3e8b3d9-60b4-4b5e-baac-81033d25854d,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:21:27.569619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Router 50c9f41d-5469-4d1e-866f-20e4e07509fd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:21:27.569898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.604064 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:27.604711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.610628 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] 10.222.0.85 "PUT /v2.0/ports/e3e8b3d9-60b4-4b5e-baac-81033d25854d HTTP/1.1" status: 200 len: 1091 time: 1.0594263 Nov 09 18:21:27.613322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'tag': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:27.636563 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24e0150-de07-462e-8538-dbc1138082be" -d '{"events": [{"name": "network-changed", "server_uuid": "8f79b33c-c086-43f2-aac7-2eb2092008eb", "tag": "e3e8b3d9-60b4-4b5e-baac-81033d25854d"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:27.681645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2671ff69-6f97-4d76-8d36-09bab88f7d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:27.743298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:21:27.749365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7f2ee384-ace7-4523-a115-c4bb5bd601c3 admin admin] 10.222.0.32 "PUT /v2.0/routers/50c9f41d-5469-4d1e-866f-20e4e07509fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0617788 Nov 09 18:21:27.752659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49612) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:27.755487 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] Sync routers for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:21:27.766584 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a5d87-6ddb-4338-b5ae-2c2ede3d383f x-openstack-request-id: req-759a5d87-6ddb-4338-b5ae-2c2ede3d383f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:27.767029 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f79b33c-c086-43f2-aac7-2eb2092008eb", "tag": "e3e8b3d9-60b4-4b5e-baac-81033d25854d", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:27.767954 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-759a5d87-6ddb-4338-b5ae-2c2ede3d383f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:27.768449 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'tag': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d', 'status': 'completed', 'code': 200} Nov 09 18:21:27.768899 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:27.769515 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:27.792584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df8abb-d53b-4275-9e26-fb630451cbcf service neutron] Pushing event updated for resources: {'Port': ['ID=e3e8b3d9-60b4-4b5e-baac-81033d25854d,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:27.811510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-4cbd02bb-e989-4540-8e40-d3751a1a3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:27.822707 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-4cbd02bb-e989-4540-8e40-d3751a1a3551 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 1094 time: 0.1384404 Nov 09 18:21:27.936460 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:27.943312 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-10c3fdc7-0f20-426f-bcce-dad2d3070844 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3e8b3d9-60b4-4b5e-baac-81033d25854d HTTP/1.1" status: 200 len: 217 time: 0.1029425 Nov 09 18:21:28.129205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2671ff69-6f97-4d76-8d36-09bab88f7d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.134994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-a7c78a26-4293-412d-8d2e-ff39a0a1e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:28.137012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-a7c78a26-4293-412d-8d2e-ff39a0a1e555 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.1796882 Nov 09 18:21:28.140846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2671ff69-6f97-4d76-8d36-09bab88f7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.159504 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:21:26Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:28.193892 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] Checking router: 50c9f41d-5469-4d1e-866f-20e4e07509fd for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:21:28.211261 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] Routers {'50c9f41d-5469-4d1e-866f-20e4e07509fd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:21:28.212018 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['50c9f41d-5469-4d1e-866f-20e4e07509fd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:28.264650 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-1697cea6-7c38-4b52-a155-69317f4904ac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157405 Nov 09 18:21:28.318188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.364143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cbb10-95c2-4797-853e-93653ddc50eb req-79d4f9e3-90c9-4597-a982-0e9339175dc7 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:28.365714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a30cbb10-95c2-4797-853e-93653ddc50eb req-79d4f9e3-90c9-4597-a982-0e9339175dc7 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 943 time: 0.1033189 Nov 09 18:21:28.430912 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2671ff69-6f97-4d76-8d36-09bab88f7d42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e0a9b416a2d436e945679b45b8ba878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1713257 Nov 09 18:21:28.433805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49638) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:28.435677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-fe19fa04-887f-417f-bc46-f6396360330d service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530526 Nov 09 18:21:28.441502 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] Set router 50c9f41d-5469-4d1e-866f-20e4e07509fd gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:21:28.465776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a30cbb10-95c2-4797-853e-93653ddc50eb req-63c9b639-724b-4c3f-9c2c-ab0ff558ad96 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Nov 09 18:21:28.475048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671ff69-6f97-4d76-8d36-09bab88f7d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e7aa62-a09f-4bb4-a472-3ec025a45209,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:28.538462 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0445bf1e-b1bc-4b29-985e-f9158a9b9dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.568440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0445bf1e-b1bc-4b29-985e-f9158a9b9dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.578619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-15d40f5b-b2a4-4fab-8924-aa63c845b702 req-77e5b0b8-6023-494b-904b-3422f5b3eb5f service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342897 Nov 09 18:21:28.601128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.716159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0150-de07-462e-8538-dbc1138082be req-7a382dc3-ea0c-44b6-a00a-fa5c995562ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:28.717669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f24e0150-de07-462e-8538-dbc1138082be req-7a382dc3-ea0c-44b6-a00a-fa5c995562ba service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 1094 time: 0.0808332 Nov 09 18:21:28.719604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Deleting port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:28.721123 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.723076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0445bf1e-b1bc-4b29-985e-f9158a9b9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.725901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0445bf1e-b1bc-4b29-985e-f9158a9b9dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.727326 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0445bf1e-b1bc-4b29-985e-f9158a9b9dd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78e7aa62-a09f-4bb4-a472-3ec025a45209 HTTP/1.1" status: 204 len: 168 time: 0.2912862 Nov 09 18:21:28.777872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445bf1e-b1bc-4b29-985e-f9158a9b9dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e7aa62-a09f-4bb4-a472-3ec025a45209,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:28.802000 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:21:26Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:28.831270 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db8f0f-2e59-4688-a0e8-ec41eb51ad51 None None] The sync data for ids ['50c9f41d-5469-4d1e-866f-20e4e07509fd'] in n-d-817240-1 is: [{'id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'name': 'tempest-AttachVolumeShelveTestJSON-432458569-router', 'tenant_id': '0ef107dcc65244f39f3d71cd32022478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:12:41Z', 'updated_at': '2021-11-09T18:21:26Z', 'revision_number': 5, 'project_id': '0ef107dcc65244f39f3d71cd32022478', 'gw_port': {'id': '75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c9f41d-5469-4d1e-866f-20e4e07509fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:12:42Z', 'updated_at': '2021-11-09T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:21:28.850413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] For port 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:28.851871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:28.880289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Calling delete_port for 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:29.091823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49656) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:29.191843 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.240509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:29.288145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49662) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:29.297110 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85ffe704-da10-4a88-80aa-a1ce3129952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.298389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0150-de07-462e-8538-dbc1138082be req-d1ab2b94-0bfe-496f-8f11-dc92da3ed646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:29.300655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f24e0150-de07-462e-8538-dbc1138082be req-d1ab2b94-0bfe-496f-8f11-dc92da3ed646 service neutron] 10.222.0.85 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 916 time: 0.5748427 Nov 09 18:21:29.306913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c3e37f1-4f07-4aa7-86e8-9627dfde6202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.351593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f24e0150-de07-462e-8538-dbc1138082be req-8eeb7ef8-4df2-4a0e-a63b-5a49a9050efe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3e8b3d9-60b4-4b5e-baac-81033d25854d HTTP/1.1" status: 200 len: 217 time: 0.0424058 Nov 09 18:21:29.388310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.414894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e0150-de07-462e-8538-dbc1138082be req-b66f772f-cc80-4dfe-980d-192e1cf96c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:29.416362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f24e0150-de07-462e-8538-dbc1138082be req-b66f772f-cc80-4dfe-980d-192e1cf96c9e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.0566483 Nov 09 18:21:29.458044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f24e0150-de07-462e-8538-dbc1138082be req-c33e68d0-d24a-408c-9b7f-b5542cbb2e2e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327115 Nov 09 18:21:29.495694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.500115 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.555523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85ffe704-da10-4a88-80aa-a1ce3129952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.561442 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85ffe704-da10-4a88-80aa-a1ce3129952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.592296 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.592730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50c9f41d-5469-4d1e-866f-20e4e07509fd {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:21:29.598307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c3e37f1-4f07-4aa7-86e8-9627dfde6202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.609973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c3e37f1-4f07-4aa7-86e8-9627dfde6202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.618565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.619717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-74d8e3fc-3c05-4579-bebe-fa8bf1520c1e admin admin] 10.222.0.32 "DELETE /v2.0/routers/50c9f41d-5469-4d1e-866f-20e4e07509fd HTTP/1.1" status: 204 len: 168 time: 1.8644350 Nov 09 18:21:29.637667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49668) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:29.655239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-85ffe704-da10-4a88-80aa-a1ce3129952a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5303d25a02444350bdf91dfb6d0e612a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616939 Nov 09 18:21:29.657137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffe704-da10-4a88-80aa-a1ce3129952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af6d19-de58-466c-a000-f9a088bfade1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:29.666194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49670) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:29.727622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e37f1-4f07-4aa7-86e8-9627dfde6202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df029d0a-15f4-4cad-a986-60944fdc4f08,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:29.732482 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c3e37f1-4f07-4aa7-86e8-9627dfde6202 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2324dd055dd14da884b95d9b03b810a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431729 Nov 09 18:21:29.734675 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f24e0150-de07-462e-8538-dbc1138082be req-5e06590b-1bd8-411b-82bf-0b510f45e2d5 service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662692 Nov 09 18:21:29.737677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49676) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:29.747661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05968a-c4e7-4cb6-ad42-585e32259c05 req-c251ef83-3450-4e5d-8b35-50ed0cebb9c3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:29.757694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a05968a-c4e7-4cb6-ad42-585e32259c05 req-c251ef83-3450-4e5d-8b35-50ed0cebb9c3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 943 time: 0.1668081 Nov 09 18:21:29.790427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee1f7e-7e1a-495b-99e2-7911c2d7961e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.844596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee1f7e-7e1a-495b-99e2-7911c2d7961e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.860654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a05968a-c4e7-4cb6-ad42-585e32259c05 req-52c44f88-5448-49f4-b0aa-a625b6b8946f tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026139 Nov 09 18:21:29.864611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] Deleting subnet b13b46d4-fe3f-466f-9aab-fda7d6b68376 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:21:29.868888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.937450 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee1f7e-7e1a-495b-99e2-7911c2d7961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.940706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccc6a6a-da05-4355-b61b-96496e561fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.941886 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee1f7e-7e1a-495b-99e2-7911c2d7961e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.945349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5dee1f7e-7e1a-495b-99e2-7911c2d7961e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63af6d19-de58-466c-a000-f9a088bfade1 HTTP/1.1" status: 204 len: 168 time: 0.2745667 Nov 09 18:21:29.950813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:29.952399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee1f7e-7e1a-495b-99e2-7911c2d7961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af6d19-de58-466c-a000-f9a088bfade1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:29.994981 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f24e0150-de07-462e-8538-dbc1138082be req-3a1d7a58-abbd-491f-ab96-35619a942870 service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506340 Nov 09 18:21:30.007596 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccc6a6a-da05-4355-b61b-96496e561fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.090991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.113218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccc6a6a-da05-4355-b61b-96496e561fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.115804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eccc6a6a-da05-4355-b61b-96496e561fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.116970 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eccc6a6a-da05-4355-b61b-96496e561fdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df029d0a-15f4-4cad-a986-60944fdc4f08 HTTP/1.1" status: 204 len: 168 time: 0.3740416 Nov 09 18:21:30.132201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6a6a-da05-4355-b61b-96496e561fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df029d0a-15f4-4cad-a986-60944fdc4f08,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.173764 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.208740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13b46d4-fe3f-466f-9aab-fda7d6b68376,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.212126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.216762 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db224137-0a8c-45ec-b83c-53f44996a179 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b13b46d4-fe3f-466f-9aab-fda7d6b68376 HTTP/1.1" status: 204 len: 168 time: 0.5777135 Nov 09 18:21:30.217833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acc391a-6f92-49a7-8035-1bf8fc97f314 None None] Network b66ce66d-7339-4123-977d-4364f4d53541 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:30.218919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49688) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:30.327159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3e8b3d9-60b4-4b5e-baac-81033d25854d details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:21:30.330287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:30.359451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.378735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:30.379290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e2da8f6f-0af9-4d6b-9cd8-38c37ad95eef not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:30.456654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Deleting port f3025761-1c43-4982-9ab9-454d50d6cff9 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:30.457071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.515707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49692) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:30.541274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e3e8b3d9-60b4-4b5e-baac-81033d25854d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3e8b3d9-60b4-4b5e-baac-81033d25854d,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:30.549148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] For port f3025761-1c43-4982-9ab9-454d50d6cff9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f3025761-1c43-4982-9ab9-454d50d6cff9,segment=NetworkSegment(9739a78c-3a32-4303-8e54-170a4d16245b),segment_id=9739a78c-3a32-4303-8e54-170a4d16245b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:30.549678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.550902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fefda948-b6ba-48ce-bd34-f2356fa211df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.570310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Calling delete_port for f3025761-1c43-4982-9ab9-454d50d6cff9 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:30.570556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'port_id': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d', 'mac_address': 'fa:16:3e:28:45:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b154221-9899-4353-8755-c620e8f4cf5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:21:30.638970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] DHCP port deletion for b66ce66d-7339-4123-977d-4364f4d53541 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:21:30.696760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.703882 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.721347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e8b3d9-60b4-4b5e-baac-81033d25854d {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:21:30.731679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3025761-1c43-4982-9ab9-454d50d6cff9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.734016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] No DVR routers for this DVR port f3025761-1c43-4982-9ab9-454d50d6cff9 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:30.747984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fefda948-b6ba-48ce-bd34-f2356fa211df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.750339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e3e8b3d9-60b4-4b5e-baac-81033d25854d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3e8b3d9-60b4-4b5e-baac-81033d25854d,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:30.758988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fefda948-b6ba-48ce-bd34-f2356fa211df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.765049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.775855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] Deleting port f3025761-1c43-4982-9ab9-454d50d6cff9 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:30.776435 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.808120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefda948-b6ba-48ce-bd34-f2356fa211df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69264a04-e790-4814-923e-35465b09dbd1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.826338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.857801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66ce66d-7339-4123-977d-4364f4d53541']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:30.862418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fefda948-b6ba-48ce-bd34-f2356fa211df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acd2f87fa3ea4e2fb1e254c7831d97df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432775 Nov 09 18:21:30.862696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49702) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:30.870573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9739a78c-3a32-4303-8e54-170a4d16245b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:30.870958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9739a78c-3a32-4303-8e54-170a4d16245b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:30.887997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=e3e8b3d9-60b4-4b5e-baac-81033d25854d,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:30.890173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.905067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.906017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.906595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.907140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.907715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.908939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.909715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.911517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.911784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.912212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.912874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.913303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:30.917638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] For port f3025761-1c43-4982-9ab9-454d50d6cff9, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:30.918592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.920749 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.925908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:30.926631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:30.935438 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:30.944259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] Calling delete_port for f3025761-1c43-4982-9ab9-454d50d6cff9 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:30.948389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] Port f3025761-1c43-4982-9ab9-454d50d6cff9 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:21:30.949795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d25cc7-2518-4ec7-a40f-41977214f192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.950354 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:30.990663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e3e8b3d9-60b4-4b5e-baac-81033d25854d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:21:30.995820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] Pushing event deleted for resources: {'Port': ['ID=f3025761-1c43-4982-9ab9-454d50d6cff9,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.018039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d25cc7-2518-4ec7-a40f-41977214f192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.037998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.044039 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.052108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b66ce66d-7339-4123-977d-4364f4d53541 HTTP/1.1" status: 204 len: 168 time: 0.8312602 Nov 09 18:21:31.068964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9db77-e13c-455e-b0ee-784a450de871 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66ce66d-7339-4123-977d-4364f4d53541,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.125598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdaba49-aa3f-4df4-8fd9-5f42d5c48a5a req-7aa8f63c-197a-4e8b-9ceb-88c51f20f314 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:31.133890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cdaba49-aa3f-4df4-8fd9-5f42d5c48a5a req-7aa8f63c-197a-4e8b-9ceb-88c51f20f314 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 944 time: 0.1460149 Nov 09 18:21:31.194682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cdaba49-aa3f-4df4-8fd9-5f42d5c48a5a req-d7553293-69a5-4bb7-a91a-248691f3221d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597694 Nov 09 18:21:31.196985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd659f-84f6-4b35-9928-c679a2cb216d None None] No DVR routers for this DVR port f3025761-1c43-4982-9ab9-454d50d6cff9 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:21:31.205956 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d25cc7-2518-4ec7-a40f-41977214f192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.213611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-77d25cc7-2518-4ec7-a40f-41977214f192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.217021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-77d25cc7-2518-4ec7-a40f-41977214f192 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69264a04-e790-4814-923e-35465b09dbd1 HTTP/1.1" status: 204 len: 168 time: 0.3512287 Nov 09 18:21:31.233612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d25cc7-2518-4ec7-a40f-41977214f192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69264a04-e790-4814-923e-35465b09dbd1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.318621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49722) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.389745 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bd23fda4-5c3f-4940-8e20-a25f7724f521 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ef107dcc65244f39f3d71cd32022478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672867 Nov 09 18:21:31.390388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49724) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:31.448441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-129e2283-dffa-4253-bb23-686e64508504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.471590 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-129e2283-dffa-4253-bb23-686e64508504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.525894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-129e2283-dffa-4253-bb23-686e64508504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.529401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-129e2283-dffa-4253-bb23-686e64508504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:31.531097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-129e2283-dffa-4253-bb23-686e64508504 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/916c0786-504c-4c8b-bddd-6f8829d43b18 HTTP/1.1" status: 204 len: 168 time: 0.1392140 Nov 09 18:21:31.539728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e2283-dffa-4253-bb23-686e64508504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916c0786-504c-4c8b-bddd-6f8829d43b18,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:31.873545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:31.907605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:31.908990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 75db06c7-0fdf-4c50-8244-a4b4ffa4e8b7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:31.909465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f3025761-1c43-4982-9ab9-454d50d6cff9 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:21:31.938251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: f3025761-1c43-4982-9ab9-454d50d6cff9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:21:31.938873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f3025761-1c43-4982-9ab9-454d50d6cff9 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:21:32.258235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3e8b3d9-60b4-4b5e-baac-81033d25854d up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:21:32.342986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port e3e8b3d9-60b4-4b5e-baac-81033d25854d completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:21:32.348561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port e3e8b3d9-60b4-4b5e-baac-81033d25854d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:21:32.349417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.397684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f090e9-d0c8-418f-ab35-97044145c3f6 req-711d9ad8-7344-418c-bb89-4ef23e76e4ff tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:32.418347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8f090e9-d0c8-418f-ab35-97044145c3f6 req-711d9ad8-7344-418c-bb89-4ef23e76e4ff tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 944 time: 0.1249228 Nov 09 18:21:32.466367 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.485492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8f090e9-d0c8-418f-ab35-97044145c3f6 req-f619c0c3-5eb9-4127-88e5-81eedf362200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650232 Nov 09 18:21:32.518503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:21:32.520794 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a443cb-df5b-4a53-be23-2aa73c4af693" -d '{"events": [{"server_uuid": "8f79b33c-c086-43f2-aac7-2eb2092008eb", "name": "network-vif-plugged", "status": "completed", "tag": "e3e8b3d9-60b4-4b5e-baac-81033d25854d"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:21:32.535507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e3e8b3d9-60b4-4b5e-baac-81033d25854d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3e8b3d9-60b4-4b5e-baac-81033d25854d,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:21:32.544333 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:32.604656 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1675a6-a189-4e58-8b38-435e348ec21e x-openstack-request-id: req-1f1675a6-a189-4e58-8b38-435e348ec21e {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:21:32.605062 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f79b33c-c086-43f2-aac7-2eb2092008eb", "name": "network-vif-plugged", "status": "completed", "tag": "e3e8b3d9-60b4-4b5e-baac-81033d25854d", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:21:32.605549 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f1675a6-a189-4e58-8b38-435e348ec21e {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:21:32.605860 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d', 'code': 200} Nov 09 18:21:32.612925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=e3e8b3d9-60b4-4b5e-baac-81033d25854d,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:32.735789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f0986-bef8-44f6-8332-c71708bbd577 req-38f48fc4-97f3-4da4-8955-6e93ec9f4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:32.736807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db8f0986-bef8-44f6-8332-c71708bbd577 req-38f48fc4-97f3-4da4-8955-6e93ec9f4894 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 1096 time: 0.0676382 Nov 09 18:21:32.779326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db8f0986-bef8-44f6-8332-c71708bbd577 req-92d1d317-d13b-4ffe-b656-8f0a109a9cc1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348613 Nov 09 18:21:33.875792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aeefe-550f-48fd-8113-f04447042ff6 req-21961056-c670-4f31-bd1f-c362060891b4 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:33.889951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c9aeefe-550f-48fd-8113-f04447042ff6 req-21961056-c670-4f31-bd1f-c362060891b4 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 945 time: 0.1082184 Nov 09 18:21:34.002642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c9aeefe-550f-48fd-8113-f04447042ff6 req-81ed9f9c-83ca-46e8-b1c7-63853b8f7065 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109698 Nov 09 18:21:34.967590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 49980) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:35.122513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a28b-9fef-42f4-bf8c-ff2b86345c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.160031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a4a1-13cc-4d74-abf6-622886b2fa93 req-e337d077-4942-4dee-bb00-8944c657815d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:35.161904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83d0a4a1-13cc-4d74-abf6-622886b2fa93 req-e337d077-4942-4dee-bb00-8944c657815d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 945 time: 0.0849996 Nov 09 18:21:35.214302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83d0a4a1-13cc-4d74-abf6-622886b2fa93 req-c2e05d80-b8cc-40a6-b600-89d404d48c18 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Nov 09 18:21:35.218596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 49994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:35.276586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a28b-9fef-42f4-bf8c-ff2b86345c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.281572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5e5a28b-9fef-42f4-bf8c-ff2b86345c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.331424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50002) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:35.331675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c5e5a28b-9fef-42f4-bf8c-ff2b86345c9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d229adbbdc904894a66e36560528fbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629806 Nov 09 18:21:35.332619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5a28b-9fef-42f4-bf8c-ff2b86345c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4b9d00-c520-43a8-8b85-dfc7a66ece0b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:35.413791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73b7b809-90de-4a68-901d-811959698447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.432465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706f0506-1b89-4301-b6a2-1b51629ce69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.454197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73b7b809-90de-4a68-901d-811959698447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.563837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73b7b809-90de-4a68-901d-811959698447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.567543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73b7b809-90de-4a68-901d-811959698447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.570713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73b7b809-90de-4a68-901d-811959698447 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb4b9d00-c520-43a8-8b85-dfc7a66ece0b HTTP/1.1" status: 204 len: 168 time: 0.2377570 Nov 09 18:21:35.593754 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706f0506-1b89-4301-b6a2-1b51629ce69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.600546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706f0506-1b89-4301-b6a2-1b51629ce69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.611022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7b809-90de-4a68-901d-811959698447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4b9d00-c520-43a8-8b85-dfc7a66ece0b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:35.689866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f0506-1b89-4301-b6a2-1b51629ce69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfb1796-7795-4276-bc2a-e65b0acc41cd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:35.734789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50022) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:35.736496 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-706f0506-1b89-4301-b6a2-1b51629ce69d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d1cadd691db47c5b3ad7dc3c1e4c842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138738 Nov 09 18:21:35.820839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7977ac6-b0cd-4db2-8826-103ebf81cff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.851641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7977ac6-b0cd-4db2-8826-103ebf81cff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.924360 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7977ac6-b0cd-4db2-8826-103ebf81cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.927365 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7977ac6-b0cd-4db2-8826-103ebf81cff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:35.935251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7977ac6-b0cd-4db2-8826-103ebf81cff2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdfb1796-7795-4276-bc2a-e65b0acc41cd HTTP/1.1" status: 204 len: 168 time: 0.1933506 Nov 09 18:21:35.944492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7977ac6-b0cd-4db2-8826-103ebf81cff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfb1796-7795-4276-bc2a-e65b0acc41cd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:36.141860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50038) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:36.158115 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03d77479-3eef-4916-8d65-b0ce3dd06ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.268489 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03d77479-3eef-4916-8d65-b0ce3dd06ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.295456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03d77479-3eef-4916-8d65-b0ce3dd06ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.361278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-03d77479-3eef-4916-8d65-b0ce3dd06ca2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcd0e233f9f44003a2703287f899bc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170396 Nov 09 18:21:36.362434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77479-3eef-4916-8d65-b0ce3dd06ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2937fe1f-8473-4ea8-9e88-ae54424788f3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:36.364483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50044) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:36.462357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d18b908-9cde-4093-9597-2befd2a91374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.489292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d18b908-9cde-4093-9597-2befd2a91374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.532378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50046) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:36.549875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03f32a61-edc1-4407-b072-76e166d13f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.581201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d18b908-9cde-4093-9597-2befd2a91374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.584778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d18b908-9cde-4093-9597-2befd2a91374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.586332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8d18b908-9cde-4093-9597-2befd2a91374 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2937fe1f-8473-4ea8-9e88-ae54424788f3 HTTP/1.1" status: 204 len: 168 time: 0.2194426 Nov 09 18:21:36.601303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18b908-9cde-4093-9597-2befd2a91374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2937fe1f-8473-4ea8-9e88-ae54424788f3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:36.728569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03f32a61-edc1-4407-b072-76e166d13f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.737353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03f32a61-edc1-4407-b072-76e166d13f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.823345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f32a61-edc1-4407-b072-76e166d13f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73e4366-859c-4038-9957-4a2258bd3c2b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:36.838620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03f32a61-edc1-4407-b072-76e166d13f21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=297f768832744d529a0526bbdb1080c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038955 Nov 09 18:21:36.840962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50058) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:36.913338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f34b6a2a-aa95-406f-bc6c-55cd67ad65a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.936502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f34b6a2a-aa95-406f-bc6c-55cd67ad65a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:36.998247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f34b6a2a-aa95-406f-bc6c-55cd67ad65a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.003616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f34b6a2a-aa95-406f-bc6c-55cd67ad65a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:37.003616 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f34b6a2a-aa95-406f-bc6c-55cd67ad65a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a73e4366-859c-4038-9957-4a2258bd3c2b HTTP/1.1" status: 204 len: 168 time: 0.1577134 Nov 09 18:21:37.030161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b6a2a-aa95-406f-bc6c-55cd67ad65a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73e4366-859c-4038-9957-4a2258bd3c2b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:37.300698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cca9c3ea-1c2c-428f-a922-b556a93b1004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:39.779217 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d65a873c-5f4c-464d-be6e-678aac8e7c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.214013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:40.827716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:41.046941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e96e88d8-d64f-4248-8c66-e8d649791632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.086560 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.170961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e96e88d8-d64f-4248-8c66-e8d649791632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.176438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e96e88d8-d64f-4248-8c66-e8d649791632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.225900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:41.226706 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e96e88d8-d64f-4248-8c66-e8d649791632 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eb2b01c54f8476e96f5a1e7179d6237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972080 Nov 09 18:21:41.232395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e88d8-d64f-4248-8c66-e8d649791632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601526d2-59c2-45e1-b058-517c6b049104,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:41.324423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb530981-382c-4076-8571-5ed8b58bbf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.356838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb530981-382c-4076-8571-5ed8b58bbf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.410797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb530981-382c-4076-8571-5ed8b58bbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.413709 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb530981-382c-4076-8571-5ed8b58bbf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:41.417840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb530981-382c-4076-8571-5ed8b58bbf75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/601526d2-59c2-45e1-b058-517c6b049104 HTTP/1.1" status: 204 len: 168 time: 0.1892633 Nov 09 18:21:41.426771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530981-382c-4076-8571-5ed8b58bbf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601526d2-59c2-45e1-b058-517c6b049104,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:41.850012 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:21:41.941657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50324) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:41.959073 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a7a560c0-f969-4c68-8c4f-b6eba8756136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:42.060945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a7a560c0-f969-4c68-8c4f-b6eba8756136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:42.067813 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a7a560c0-f969-4c68-8c4f-b6eba8756136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:42.142464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50336) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:42.156756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a7a560c0-f969-4c68-8c4f-b6eba8756136 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8af4b8f939584d42a05e0c5bee1f241f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135217 Nov 09 18:21:42.158122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a560c0-f969-4c68-8c4f-b6eba8756136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f4984-2e09-4b5a-ad03-a98e7ea372da,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:42.205935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d707ed8e-5d69-4542-b9eb-af14026367c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:42.232480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d707ed8e-5d69-4542-b9eb-af14026367c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:42.286791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d707ed8e-5d69-4542-b9eb-af14026367c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:42.290378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d707ed8e-5d69-4542-b9eb-af14026367c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:42.296683 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d707ed8e-5d69-4542-b9eb-af14026367c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d13f4984-2e09-4b5a-ad03-a98e7ea372da HTTP/1.1" status: 204 len: 168 time: 0.1528716 Nov 09 18:21:42.307230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707ed8e-5d69-4542-b9eb-af14026367c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f4984-2e09-4b5a-ad03-a98e7ea372da,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:42.819718 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:43.577270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50402) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:43.723560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2e434bb-4358-4d23-bcbe-2258674302f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:43.901081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2e434bb-4358-4d23-bcbe-2258674302f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:43.913760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b2e434bb-4358-4d23-bcbe-2258674302f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:43.970898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2e434bb-4358-4d23-bcbe-2258674302f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=901ca5acfaf94312a8da2cc0207d1df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923628 Nov 09 18:21:43.972799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50416) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:43.973363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e434bb-4358-4d23-bcbe-2258674302f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cefa10-098a-40c6-bf8c-c5f2605b9aba,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:44.108185 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a58490b-2275-4558-b6c4-7fc5c1ec6fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:44.146868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a58490b-2275-4558-b6c4-7fc5c1ec6fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:44.216875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a58490b-2275-4558-b6c4-7fc5c1ec6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:44.219744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9a58490b-2275-4558-b6c4-7fc5c1ec6fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:44.221070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9a58490b-2275-4558-b6c4-7fc5c1ec6fbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0cefa10-098a-40c6-bf8c-c5f2605b9aba HTTP/1.1" status: 204 len: 168 time: 0.2472904 Nov 09 18:21:44.248204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58490b-2275-4558-b6c4-7fc5c1ec6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cefa10-098a-40c6-bf8c-c5f2605b9aba,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:45.489633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:45.727815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e8158f8-630b-4cb5-9ffc-0f483119ebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:45.860197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e8158f8-630b-4cb5-9ffc-0f483119ebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:45.867055 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0e8158f8-630b-4cb5-9ffc-0f483119ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:45.926716 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0e8158f8-630b-4cb5-9ffc-0f483119ebfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9db5dca43dd34123997a5eb2a78440c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335976 Nov 09 18:21:45.927238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50544) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:45.945975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8158f8-630b-4cb5-9ffc-0f483119ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a0e06-58b5-4b7a-8090-442bced7cd92,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:46.032237 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-567fcfdb-a0fc-45f4-9625-36b54b088d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.059390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-567fcfdb-a0fc-45f4-9625-36b54b088d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.125764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-567fcfdb-a0fc-45f4-9625-36b54b088d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.130602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-567fcfdb-a0fc-45f4-9625-36b54b088d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.135258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-567fcfdb-a0fc-45f4-9625-36b54b088d75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c43a0e06-58b5-4b7a-8090-442bced7cd92 HTTP/1.1" status: 204 len: 168 time: 0.2066236 Nov 09 18:21:46.145728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fcfdb-a0fc-45f4-9625-36b54b088d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a0e06-58b5-4b7a-8090-442bced7cd92,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:46.296072 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.728088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50576) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:46.743653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc3ecb6c-6220-4430-be46-f64089f98480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.855142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc3ecb6c-6220-4430-be46-f64089f98480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.860691 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc3ecb6c-6220-4430-be46-f64089f98480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:46.920069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fc3ecb6c-6220-4430-be46-f64089f98480 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=426f67291ca14f339ac475b46897b6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903343 Nov 09 18:21:46.921021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ecb6c-6220-4430-be46-f64089f98480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc332acf-4981-4905-9479-d5b625ff95dd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:46.922863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50582) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:47.019263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20c35ef-ba7a-4ad2-a4e5-c4d2675f3bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.043797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20c35ef-ba7a-4ad2-a4e5-c4d2675f3bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.097225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20c35ef-ba7a-4ad2-a4e5-c4d2675f3bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.099970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f20c35ef-ba7a-4ad2-a4e5-c4d2675f3bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.101141 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f20c35ef-ba7a-4ad2-a4e5-c4d2675f3bf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc332acf-4981-4905-9479-d5b625ff95dd HTTP/1.1" status: 204 len: 168 time: 0.1765196 Nov 09 18:21:47.110961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c35ef-ba7a-4ad2-a4e5-c4d2675f3bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc332acf-4981-4905-9479-d5b625ff95dd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:47.570621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50618) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:47.754940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8cb18a65-0373-4e94-bf4e-3187802f1d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.837664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8cb18a65-0373-4e94-bf4e-3187802f1d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.843241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8cb18a65-0373-4e94-bf4e-3187802f1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.893275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8cb18a65-0373-4e94-bf4e-3187802f1d1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edb8d0499a4148ae917ef0b0d69c84e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180256 Nov 09 18:21:47.893275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb18a65-0373-4e94-bf4e-3187802f1d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1916a91-7b38-45b6-a468-ad5d70d17b72,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:47.893728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50636) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:47.965790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce36a-8a12-4d5e-9760-3c860cee38f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:47.992497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce36a-8a12-4d5e-9760-3c860cee38f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.064324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce36a-8a12-4d5e-9760-3c860cee38f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.067378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8ce36a-8a12-4d5e-9760-3c860cee38f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.068724 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea8ce36a-8a12-4d5e-9760-3c860cee38f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1916a91-7b38-45b6-a468-ad5d70d17b72 HTTP/1.1" status: 204 len: 168 time: 0.1736808 Nov 09 18:21:48.087002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ce36a-8a12-4d5e-9760-3c860cee38f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1916a91-7b38-45b6-a468-ad5d70d17b72,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:48.607643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50676) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:48.637974 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c2a6c4-fcaf-4314-aa0c-0a4fd6e155a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.749312 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c2a6c4-fcaf-4314-aa0c-0a4fd6e155a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.755663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71c2a6c4-fcaf-4314-aa0c-0a4fd6e155a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.796732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-71c2a6c4-fcaf-4314-aa0c-0a4fd6e155a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f481dec6255c453a829c6f990045157a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843770 Nov 09 18:21:48.797714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50682) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:48.823318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2a6c4-fcaf-4314-aa0c-0a4fd6e155a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f929b33e-5424-4adf-865e-6c14fe0dac81,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:48.869638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.895155 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.975787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.979325 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:48.982615 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f929b33e-5424-4adf-865e-6c14fe0dac81 HTTP/1.1" status: 204 len: 168 time: 0.1823061 Nov 09 18:21:48.993360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929b33e-5424-4adf-865e-6c14fe0dac81,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:49.004871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.005468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.005966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.006458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.006885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.007588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.008293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.008975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.009545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.010226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.011292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.011849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce9dc0-3898-4780-b5e4-795320deafa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:49.042164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50696) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:49.181137 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.263102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1508306430'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:49.293932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Made reservation on behalf of f34dffe8aefe488885ebb448b38754d8 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:49.299130 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.308042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.407095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.412925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.454249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:21:49.470542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ff14b9-1e8e-46f1-b321-def96477197a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:49.494412 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.495076 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Added segment adf8f15e-05af-4643-a561-af158d7ae94a of type vlan for network 16dec30f-0b0d-4e29-846e-b52ca26b48d1 Nov 09 18:21:49.564031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.598849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.608044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:49.609523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:49.749413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50738) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:49.756858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7133362 Nov 09 18:21:49.772366 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733c7a6-ebf9-4716-9da0-a226bad31360 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Pushing event updated for resources: {'Network': ['ID=16dec30f-0b0d-4e29-846e-b52ca26b48d1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:49.785121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 16dec30f-0b0d-4e29-846e-b52ca26b48d1 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:21:50.083431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'network': {'name': 'tempest-network--1681160452', 'router:external': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:50.107029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Made reservation on behalf of cb3a5d4a1664444196bfcfff28327169 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:50.110298 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.124808 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.242953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.253969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.358101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:21:50.370734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eb03fa-39a6-458a-a63d-2577e59ab580,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:50.399028 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.399929 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Added segment b21afe6d-d5fd-476e-a536-a062fb6e0da7 of type vlan for network a04ebe6f-a84e-4d72-8fa2-105e2a443de6 Nov 09 18:21:50.459934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.475252 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-c16ce626-609f-4969-b649-4af2fd02f04d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2692387 Nov 09 18:21:50.518039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.519609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:50.520505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.572160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-c61432af-b850-4bdb-a01a-df4868647059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:50.584471 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-c61432af-b850-4bdb-a01a-df4868647059 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 1096 time: 0.0846360 Nov 09 18:21:50.650289 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8938186 Nov 09 18:21:50.651171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50778) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:50.733906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384daa7-e309-45c0-99e0-15d0967de8a9 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Network': ['ID=a04ebe6f-a84e-4d72-8fa2-105e2a443de6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:50.745962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a04ebe6f-a84e-4d72-8fa2-105e2a443de6 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:21:50.746471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-656f66c5-dcd2-47e9-9c7b-e7b4c860981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:50.749083 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-656f66c5-dcd2-47e9-9c7b-e7b4c860981b service neutron] 10.222.0.85 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 916 time: 0.1375999 Nov 09 18:21:50.778300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.809520 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-ad16ca59-1c77-489a-9826-26dfd57087b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd HTTP/1.1" status: 200 len: 217 time: 0.0484891 Nov 09 18:21:50.912122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-fedd7e47-f585-4f2e-b9b9-17541a7e07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:50.915562 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-fedd7e47-f585-4f2e-b9b9-17541a7e07b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.0979526 Nov 09 18:21:50.917241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.938691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04ebe6f-a84e-4d72-8fa2-105e2a443de6']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:50.951500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21afe6d-d5fd-476e-a536-a062fb6e0da7') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:50.951801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21afe6d-d5fd-476e-a536-a062fb6e0da7') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:50.963537 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-dc1dade3-33d1-4aff-b313-670f20b861aa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278101 Nov 09 18:21:50.975697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:50.997605 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.018734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:51.019151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:51.021083 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:51.095562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.106937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a04ebe6f-a84e-4d72-8fa2-105e2a443de6 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:21:51.121455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.132209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a04ebe6f-a84e-4d72-8fa2-105e2a443de6 HTTP/1.1" status: 204 len: 168 time: 0.4776826 Nov 09 18:21:51.134989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-35b82f73-6915-4954-b1d5-73285b254d37 service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625733 Nov 09 18:21:51.135668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50792) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:51.144339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:51.160428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd74e8-596a-45cf-8e2b-5d5cfbdfb73e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event deleted for resources: {'Network': ['ID=a04ebe6f-a84e-4d72-8fa2-105e2a443de6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:51.246257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Made reservation on behalf of cb3a5d4a1664444196bfcfff28327169 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:51.246257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.351002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:21:51.380236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.380633 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Added segment 0dcc3d1f-224d-4e97-bae9-4afd2e94e0c8 of type vlan for network 18a93c64-df64-4342-b4cb-52904a2d75e2 Nov 09 18:21:51.470682 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc7e96ca-544b-4387-85e0-6b5f645e9669 req-4d97acaa-836d-4872-994d-78060d28b253 service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162575 Nov 09 18:21:51.501903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.543894 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.545285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:51.545824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.629783 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4930551 Nov 09 18:21:51.633222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50814) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:51.643194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'subnet': {'network_id': '18a93c64-df64-4342-b4cb-52904a2d75e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:51.677979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386ebb0-7ef8-4398-b8b8-82b313677463 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Network': ['ID=18a93c64-df64-4342-b4cb-52904a2d75e2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:51.678225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Made reservation on behalf of cb3a5d4a1664444196bfcfff28327169 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:51.683813 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:51.689711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 18a93c64-df64-4342-b4cb-52904a2d75e2 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:21:52.106037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:21:52.107153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:52.174518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d8ff69d-04f6-4661-958c-2ebdc2a20102,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:52.186364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Checking segment: {'id': '0dcc3d1f-224d-4e97-bae9-4afd2e94e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '18a93c64-df64-4342-b4cb-52904a2d75e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:21:52.186729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Network hostable DHCP agents. Network: 18a93c64-df64-4342-b4cb-52904a2d75e2, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:21:52.205126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Network 18a93c64-df64-4342-b4cb-52904a2d75e2 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:21:52.217969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 18a93c64-df64-4342-b4cb-52904a2d75e2) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:52.223000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:52.223747 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:52.234013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe70d9d-c82a-426f-930d-f4b902d126f0 None None] Network 18a93c64-df64-4342-b4cb-52904a2d75e2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:52.244755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d89b9efe-9446-42fa-87fd-ac4c9f44af8b tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6078522 Nov 09 18:21:52.245076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50834) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:52.250789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'floatingip': {'floating_network_id': '18a93c64-df64-4342-b4cb-52904a2d75e2'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:52.283868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:52.404007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:52.444354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae4566-ad00-41e7-97e6-9d4d39c93ea2 None None] Network 18a93c64-df64-4342-b4cb-52904a2d75e2 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:21:52.522912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Allocated IP 172.20.0.2 (18a93c64-df64-4342-b4cb-52904a2d75e2/1d8ff69d-04f6-4661-958c-2ebdc2a20102/d5b6a56d-5294-49d6-8011-81b8f712d036) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:21:52.698384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:52.700187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:52.737752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:52.786702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Network 18a93c64-df64-4342-b4cb-52904a2d75e2 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:21:52.790114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:21:52.795192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:21:52.825057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Port': ['ID=d5b6a56d-5294-49d6-8011-81b8f712d036,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:52.878140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2b479a62-6a13-4c0b-afd9-5b8a5d0b4472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:52.971967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.014666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2b479a62-6a13-4c0b-afd9-5b8a5d0b4472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.019887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.021033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2b479a62-6a13-4c0b-afd9-5b8a5d0b4472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.062898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2b479a62-6a13-4c0b-afd9-5b8a5d0b4472 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ed6c2d14e7b4463a3ff0331382cc8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616092 Nov 09 18:21:53.066030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50854) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:53.073111 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b479a62-6a13-4c0b-afd9-5b8a5d0b4472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b17bfd-dc41-4722-a8b0-828bb134b6dc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:53.130598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1139f7b-d743-42ff-85f9-903682398816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.155681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1139f7b-d743-42ff-85f9-903682398816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.214845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1139f7b-d743-42ff-85f9-903682398816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.217849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1139f7b-d743-42ff-85f9-903682398816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.221790 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1139f7b-d743-42ff-85f9-903682398816 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50b17bfd-dc41-4722-a8b0-828bb134b6dc HTTP/1.1" status: 204 len: 168 time: 0.1520452 Nov 09 18:21:53.227797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1139f7b-d743-42ff-85f9-903682398816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b17bfd-dc41-4722-a8b0-828bb134b6dc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:53.266180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.274461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.357959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.379358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.380761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1345892 Nov 09 18:21:53.384315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50866) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:53.406132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde054c-b479-479f-9b51-219ba7219f7f tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Port': ['ID=d5b6a56d-5294-49d6-8011-81b8f712d036,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:53.476631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-420e67a8-18cf-4100-9c10-0ad9f54a6f93 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=18a93c64-df64-4342-b4cb-52904a2d75e2 HTTP/1.1" status: 200 len: 689 time: 0.0908244 Nov 09 18:21:53.479217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50868) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:53.573972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.600276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50872) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:53.618493 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8753a2cb-31ae-4ca9-9ec8-eea117fbd24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.711588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Deleting port d5b6a56d-5294-49d6-8011-81b8f712d036 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:21:53.711932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.727717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50878) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:53.746379 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8753a2cb-31ae-4ca9-9ec8-eea117fbd24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.753843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8753a2cb-31ae-4ca9-9ec8-eea117fbd24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.800826 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8753a2cb-31ae-4ca9-9ec8-eea117fbd24e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6f86299966d4cccb43fa4d9ba730414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991498 Nov 09 18:21:53.803232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753a2cb-31ae-4ca9-9ec8-eea117fbd24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e687414c-9e05-4880-b14e-0a293bda5739,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:53.805829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50882) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:53.812187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.812520 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.828179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Calling delete_port for d5b6a56d-5294-49d6-8011-81b8f712d036 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:21:53.861554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5160-d0ef-449c-ba75-7b1e3b660415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.885096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5160-d0ef-449c-ba75-7b1e3b660415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.956873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5160-d0ef-449c-ba75-7b1e3b660415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.960652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f8d5160-d0ef-449c-ba75-7b1e3b660415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:53.964235 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6f8d5160-d0ef-449c-ba75-7b1e3b660415 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e687414c-9e05-4880-b14e-0a293bda5739 HTTP/1.1" status: 204 len: 168 time: 0.1548901 Nov 09 18:21:53.973969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d5160-d0ef-449c-ba75-7b1e3b660415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e687414c-9e05-4880-b14e-0a293bda5739,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:54.016477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70037718-2f44-483f-b258-b44b00156224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.055776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.121945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5b6a56d-5294-49d6-8011-81b8f712d036,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:54.163025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70037718-2f44-483f-b258-b44b00156224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.169826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70037718-2f44-483f-b258-b44b00156224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.216067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.227843 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-70037718-2f44-483f-b258-b44b00156224 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93c386430c7b43d2b067b68420b8393b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983656 Nov 09 18:21:54.228875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70037718-2f44-483f-b258-b44b00156224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6845044-0ee1-4575-9045-900495aa48ef,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:54.243394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50888) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:54.273294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.328214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a538dcc-84f3-438f-964f-3e86854c5e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.342339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.364078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a538dcc-84f3-438f-964f-3e86854c5e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.374754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8ff69d-04f6-4661-958c-2ebdc2a20102,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:54.455097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a538dcc-84f3-438f-964f-3e86854c5e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.456291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.458008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a538dcc-84f3-438f-964f-3e86854c5e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.461771 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a538dcc-84f3-438f-964f-3e86854c5e34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6845044-0ee1-4575-9045-900495aa48ef HTTP/1.1" status: 204 len: 168 time: 0.2141907 Nov 09 18:21:54.474667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538dcc-84f3-438f-964f-3e86854c5e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6845044-0ee1-4575-9045-900495aa48ef,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:54.486712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a93c64-df64-4342-b4cb-52904a2d75e2']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:54.498402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcc3d1f-224d-4e97-bae9-4afd2e94e0c8') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:54.498700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcc3d1f-224d-4e97-bae9-4afd2e94e0c8') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:54.511938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.541976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.556434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:54.558810 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:54.584576 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:54.689643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.727979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18a93c64-df64-4342-b4cb-52904a2d75e2 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:21:54.733175 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:54.740735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "DELETE /v2.0/networks/18a93c64-df64-4342-b4cb-52904a2d75e2 HTTP/1.1" status: 204 len: 168 time: 1.2603419 Nov 09 18:21:54.743236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50908) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:54.745830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029f0a1-1cb6-4d63-9eec-9c4507ca0302 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event deleted for resources: {'Network': ['ID=18a93c64-df64-4342-b4cb-52904a2d75e2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:54.853763 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-59dea7cb-c71c-4d5c-a7dd-9147d6377b9e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1071999 Nov 09 18:21:54.853978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50912) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.040613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.042599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.043526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.045726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.046285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.046818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.047773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.052386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0f53a18b-c2dd-41bc-8a3d-dab333634905 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4667 time: 0.1973865 Nov 09 18:21:55.055299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50918) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.076988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50920) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.116606 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5831ec9-4e0b-4876-9ee1-c3eb2c7ee608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.137850 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-c64f2ba0-d4dc-48e3-bfc1-232bd16c0296 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] delete failed (client error): The resource could not be found. Nov 09 18:21:55.143878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c64f2ba0-d4dc-48e3-bfc1-232bd16c0296 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/beeba6b4-f04c-46d9-9c5b-6cea4b84856b HTTP/1.1" status: 404 len: 345 time: 0.0844207 Nov 09 18:21:55.144399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50922) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.174268 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-37766b6e-2000-4645-a35d-d6319c7d3844 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 18:21:55.174971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37766b6e-2000-4645-a35d-d6319c7d3844 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:21:55.181678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-37766b6e-2000-4645-a35d-d6319c7d3844 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "DELETE /v2.0/networks/18a93c64-df64-4342-b4cb-52904a2d75e2 HTTP/1.1" status: 404 len: 339 time: 0.0328128 Nov 09 18:21:55.182789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.188897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'network': {'name': 'tempest-network--910950345', 'router:external': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:55.218599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Made reservation on behalf of cb3a5d4a1664444196bfcfff28327169 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:55.221806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.252590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5831ec9-4e0b-4876-9ee1-c3eb2c7ee608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.261638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f5831ec9-4e0b-4876-9ee1-c3eb2c7ee608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.277028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:21:55.305739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.306365 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Added segment adc3f227-ae76-45b8-98b9-9f7f0fda4842 of type vlan for network fea485c6-aedf-4be6-831e-91ad1d0086be Nov 09 18:21:55.319629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50928) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.320203 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f5831ec9-4e0b-4876-9ee1-c3eb2c7ee608 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddc1b67a518e463b8af139a054e16495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417734 Nov 09 18:21:55.321452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5831ec9-4e0b-4876-9ee1-c3eb2c7ee608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22388a82-cdb7-4ca8-a8ab-6322e561a642,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:55.383532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.445022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.445979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.449692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.524885 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3385689 Nov 09 18:21:55.526815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50936) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.528765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-22d00dd9-cd5a-4397-8b79-ffd208a82593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.535812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab666c1-d7c8-4899-a7bc-a6efb7fa3113 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Network': ['ID=fea485c6-aedf-4be6-831e-91ad1d0086be,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:55.547365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network fea485c6-aedf-4be6-831e-91ad1d0086be details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:21:55.558726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-22d00dd9-cd5a-4397-8b79-ffd208a82593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.612930 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-22d00dd9-cd5a-4397-8b79-ffd208a82593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.617930 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-22d00dd9-cd5a-4397-8b79-ffd208a82593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:55.619216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-22d00dd9-cd5a-4397-8b79-ffd208a82593 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22388a82-cdb7-4ca8-a8ab-6322e561a642 HTTP/1.1" status: 204 len: 168 time: 0.2981098 Nov 09 18:21:55.629185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d00dd9-cd5a-4397-8b79-ffd208a82593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22388a82-cdb7-4ca8-a8ab-6322e561a642,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:55.827765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fb035-fd2a-402c-bf13-5d38bc158547 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.836835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fb035-fd2a-402c-bf13-5d38bc158547 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.855083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fb035-fd2a-402c-bf13-5d38bc158547 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.864462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fb035-fd2a-402c-bf13-5d38bc158547 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:55.866391 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d18fb035-fd2a-402c-bf13-5d38bc158547 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3368099 Nov 09 18:21:55.869903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50952) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:55.947915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.043599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.067813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea485c6-aedf-4be6-831e-91ad1d0086be']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:56.078629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc3f227-ae76-45b8-98b9-9f7f0fda4842') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:56.079054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc3f227-ae76-45b8-98b9-9f7f0fda4842') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:56.090391 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.108824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.116647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:56.117044 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:56.119043 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:56.140265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50962) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:56.154710 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25626c02-0ae9-40c4-9569-6432b5f46c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.195943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.208347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fea485c6-aedf-4be6-831e-91ad1d0086be {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:21:56.212954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.216429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "DELETE /v2.0/networks/fea485c6-aedf-4be6-831e-91ad1d0086be HTTP/1.1" status: 204 len: 168 time: 0.3448527 Nov 09 18:21:56.228054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50966) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:56.233479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'network': {'name': 'tempest-network--1632300665', 'router:external': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:56.238582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event deleted for resources: {'Network': ['ID=fea485c6-aedf-4be6-831e-91ad1d0086be,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:56.256350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.256760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.257087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.257427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.257943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.258325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.258642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.259026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.259352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.259882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.260014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.260299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cda28d-9c48-4d06-bbfd-c803c636f3a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:21:56.273410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Made reservation on behalf of cb3a5d4a1664444196bfcfff28327169 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:56.276848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.283619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25626c02-0ae9-40c4-9569-6432b5f46c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.289605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25626c02-0ae9-40c4-9569-6432b5f46c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.309040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:21:56.321217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.321643 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Added segment 8ab4407b-8fea-4de6-9cce-fd37dc52dce7 of type vlan for network 81414be0-186b-43a0-b3dd-72c0fd8c2eec Nov 09 18:21:56.335987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-25626c02-0ae9-40c4-9569-6432b5f46c42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4b1945291ed4865a487939137031bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941690 Nov 09 18:21:56.339909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50968) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:56.356306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25626c02-0ae9-40c4-9569-6432b5f46c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945281f-8cab-4c4c-9706-2ee5e595d514,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:56.382716 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.425379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.426862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:56.427631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.462356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2328062 Nov 09 18:21:56.467266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50972) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:56.517439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e3fc9-4aad-4bde-b07d-2da89bace2a5 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Network': ['ID=81414be0-186b-43a0-b3dd-72c0fd8c2eec,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:56.529829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 81414be0-186b-43a0-b3dd-72c0fd8c2eec details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:21:56.648843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee6b1b-c10c-4061-91e5-549730139261 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:56.652863 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5aee6b1b-c10c-4061-91e5-549730139261 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] 10.222.0.32 "GET /v2.0/networks/81414be0-186b-43a0-b3dd-72c0fd8c2eec HTTP/1.1" status: 200 len: 757 time: 0.1845534 Nov 09 18:21:56.653029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 50980) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:56.653781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47b1f904-db12-485d-ac79-fe2c773457c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.684747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47b1f904-db12-485d-ac79-fe2c773457c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.778315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47b1f904-db12-485d-ac79-fe2c773457c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.781002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47b1f904-db12-485d-ac79-fe2c773457c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:56.782816 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-47b1f904-db12-485d-ac79-fe2c773457c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5945281f-8cab-4c4c-9706-2ee5e595d514 HTTP/1.1" status: 204 len: 168 time: 0.4410388 Nov 09 18:21:56.802489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1f904-db12-485d-ac79-fe2c773457c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945281f-8cab-4c4c-9706-2ee5e595d514,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:56.833916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56adc7-8935-48bb-bb5f-37c5a30a7d15 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:56.835852 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2e56adc7-8935-48bb-bb5f-37c5a30a7d15 tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] 10.222.0.32 "GET /v2.0/networks/16dec30f-0b0d-4e29-846e-b52ca26b48d1 HTTP/1.1" status: 200 len: 768 time: 0.1816919 Nov 09 18:21:56.838983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 50990) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:56.924745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.044114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.077613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81414be0-186b-43a0-b3dd-72c0fd8c2eec']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:57.092370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab4407b-8fea-4de6-9cce-fd37dc52dce7') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:57.092704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab4407b-8fea-4de6-9cce-fd37dc52dce7') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:57.122434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.144734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.152494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:57.152897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:57.154968 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:57.235689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.246392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81414be0-186b-43a0-b3dd-72c0fd8c2eec {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:21:57.261075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.268903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51012) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:57.271030 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "DELETE /v2.0/networks/81414be0-186b-43a0-b3dd-72c0fd8c2eec HTTP/1.1" status: 204 len: 168 time: 0.4309509 Nov 09 18:21:57.272900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e17a2-6996-4b6c-9a1e-4fdb3d363ac0 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event deleted for resources: {'Network': ['ID=81414be0-186b-43a0-b3dd-72c0fd8c2eec,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:57.273982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'network': {'name': 'tempest-network--1479400607'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:57.311299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Made reservation on behalf of cb3a5d4a1664444196bfcfff28327169 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:21:57.316663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.347573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:21:57.362051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.362668 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Added segment a6db64c6-ac5a-45ae-b923-47425c54f9f2 of type vlan for network e5ad9ca4-3100-4be0-bee5-686ed29ef7bd Nov 09 18:21:57.517004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.575504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:57.575504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:57.575504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.004756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Network': ['ID=e5ad9ca4-3100-4be0-bee5-686ed29ef7bd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:58.017811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-444ba355-bfd4-4920-83c9-4fb8bed44d16 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:58.019350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-444ba355-bfd4-4920-83c9-4fb8bed44d16 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.6055737 Nov 09 18:21:58.026631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e5ad9ca4-3100-4be0-bee5-686ed29ef7bd details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:21:58.033503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4a2aaa7a-8d07-4842-a2f9-c873584c023e tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7617078 Nov 09 18:21:58.034957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51056) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:58.041413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:21:58.044942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-e436f66e-aa05-4784-bdd0-f3ecf057f6b2 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/quotas/527b5019726f4de2ac28d1a8a67f7f11 HTTP/1.1" status: 200 len: 375 time: 0.0097039 Nov 09 18:21:58.125415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-4c145255-dd99-4272-9846-e767986aa06b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740848 Nov 09 18:21:58.236070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-0677ec3d-c8fe-43c6-9f0c-43a3284431cc service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002374 Nov 09 18:21:58.339498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-dcd4784b-97f3-438c-9c39-af664b71c138 service neutron] 10.222.0.32 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018612 Nov 09 18:21:58.354027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.376965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.385291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Network e5ad9ca4-3100-4be0-bee5-686ed29ef7bd is not hosted by any dhcp agent {{(pid=102141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:21:58.386573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:21:58.387700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.389324 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "PUT /v2.0/networks/e5ad9ca4-3100-4be0-bee5-686ed29ef7bd HTTP/1.1" status: 200 len: 858 time: 0.3532865 Nov 09 18:21:58.392167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51070) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:58.515986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dce40-083c-45ce-911a-f93ec757d80d tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event updated for resources: {'Network': ['ID=e5ad9ca4-3100-4be0-bee5-686ed29ef7bd,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:58.526747 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.646655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.669482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae00882a-979b-4b3c-b05e-97830ca28225 req-68d88e22-3fca-4d5e-aac8-a9fcbe2ea18b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 210 time: 0.0453155 Nov 09 18:21:58.684600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ad9ca4-3100-4be0-bee5-686ed29ef7bd']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:58.696643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6db64c6-ac5a-45ae-b923-47425c54f9f2') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:58.697092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6db64c6-ac5a-45ae-b923-47425c54f9f2') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:58.708508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.732229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.744869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:58.745396 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:58.748626 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:58.846445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.859079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5ad9ca4-3100-4be0-bee5-686ed29ef7bd {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 18:21:58.885428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:58.899295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e5ad9ca4-3100-4be0-bee5-686ed29ef7bd HTTP/1.1" status: 204 len: 168 time: 0.5015514 Nov 09 18:21:58.899814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51094) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:58.911771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba650c-8b25-4f70-a8ef-8edb2210c875 tempest-ExternalNetworksTestJSON-706859612 tempest-ExternalNetworksTestJSON-706859612-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5ad9ca4-3100-4be0-bee5-686ed29ef7bd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:58.980036 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9cafc3-ee6c-4b52-8483-652ed906455c tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] DELETE failed (client error): The resource could not be found. Nov 09 18:21:58.980765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9cafc3-ee6c-4b52-8483-652ed906455c tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:21:58.996099 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ec9cafc3-ee6c-4b52-8483-652ed906455c tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] 10.222.0.32 "DELETE /v2.0/subnets/1d8ff69d-04f6-4661-958c-2ebdc2a20102 HTTP/1.1" status: 404 len: 337 time: 0.0949137 Nov 09 18:21:58.997355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51098) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:59.146625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.264541 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.304427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dec30f-0b0d-4e29-846e-b52ca26b48d1']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:59.320631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf8f15e-05af-4643-a561-af158d7ae94a') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:59.321266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf8f15e-05af-4643-a561-af158d7ae94a') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:21:59.334102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.349628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.359534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:21:59.361111 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:21:59.366037 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:21:59.477654 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.489386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.494567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] 10.222.0.32 "DELETE /v2.0/networks/16dec30f-0b0d-4e29-846e-b52ca26b48d1 HTTP/1.1" status: 204 len: 168 time: 0.4948239 Nov 09 18:21:59.535702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe470cc-6c87-4681-92ee-9a8bb6bdfefc tempest-ExternalNetworksTestJSON-50101912 tempest-ExternalNetworksTestJSON-50101912-project] Pushing event deleted for resources: {'Network': ['ID=16dec30f-0b0d-4e29-846e-b52ca26b48d1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:21:59.558503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51116) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:59.797092 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-824743cc-7e38-4d83-9f7a-8f71802fc317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:21:59.866695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-429940db-48f9-46d0-a8ff-94bba117256c req-25d30639-4d5b-4d04-9814-19a49251a7d5 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 210 time: 0.0544214 Nov 09 18:21:59.993156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:21:59.999552 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-824743cc-7e38-4d83-9f7a-8f71802fc317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.009542 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-824743cc-7e38-4d83-9f7a-8f71802fc317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.057092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-824743cc-7e38-4d83-9f7a-8f71802fc317 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ac6054dcd48432b8690eaa1e00e793c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974229 Nov 09 18:22:00.058366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824743cc-7e38-4d83-9f7a-8f71802fc317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2138cc-eedf-4b72-954e-1e4fc4a7b21a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:00.059823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51134) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:00.127661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63251484-8abf-40ea-aad2-28f5c44447a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.165790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63251484-8abf-40ea-aad2-28f5c44447a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.183662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f46493e1-7586-4ca7-9ebf-05fee15c6b5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f34dffe8aefe488885ebb448b38754d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884654 Nov 09 18:22:00.186217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51136) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:00.237435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63251484-8abf-40ea-aad2-28f5c44447a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.240521 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63251484-8abf-40ea-aad2-28f5c44447a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.241833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63251484-8abf-40ea-aad2-28f5c44447a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe2138cc-eedf-4b72-954e-1e4fc4a7b21a HTTP/1.1" status: 204 len: 168 time: 0.1804855 Nov 09 18:22:00.251482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251484-8abf-40ea-aad2-28f5c44447a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2138cc-eedf-4b72-954e-1e4fc4a7b21a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:00.267154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54f3d8b0-efd8-4b35-b886-f16c08e681c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.300601 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54f3d8b0-efd8-4b35-b886-f16c08e681c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.432106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54f3d8b0-efd8-4b35-b886-f16c08e681c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.436868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-54f3d8b0-efd8-4b35-b886-f16c08e681c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.439046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-54f3d8b0-efd8-4b35-b886-f16c08e681c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53ff14b9-1e8e-46f1-b321-def96477197a HTTP/1.1" status: 204 len: 168 time: 0.2514567 Nov 09 18:22:00.465600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-8f73b52a-7913-406e-8e37-6fc6cce7f513 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:00.467424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-8f73b52a-7913-406e-8e37-6fc6cce7f513 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 815 time: 0.1490734 Nov 09 18:22:00.468703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3d8b0-efd8-4b35-b886-f16c08e681c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ff14b9-1e8e-46f1-b321-def96477197a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:00.494868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Request body: {'port': {'device_id': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'admin_state_up': True, 'tenant_id': '527b5019726f4de2ac28d1a8a67f7f11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:00.607115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51146) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:00.623144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9955304f-fe33-483f-a291-7ab174342bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.638712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Made reservation on behalf of 527b5019726f4de2ac28d1a8a67f7f11 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:00.645191 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.712024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9955304f-fe33-483f-a291-7ab174342bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.717927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9955304f-fe33-483f-a291-7ab174342bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.755273 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9955304f-fe33-483f-a291-7ab174342bd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fc63e4eae71406eb6580a9a767c4810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468344 Nov 09 18:22:00.758460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:00.766751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955304f-fe33-483f-a291-7ab174342bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbacdfe-54ae-4aee-ad28-fb8044d5bfe0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:00.824382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Allocated IP 172.20.0.3 (88c4193d-e2a3-428c-99ab-5d5e3e0950f5/3b154221-9899-4353-8755-c620e8f4cf5f/f0c03349-1de8-4122-9d4e-390771d7d95e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:00.825836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a2380b4-5f94-4a3a-af83-2e9272cd19a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.856122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a2380b4-5f94-4a3a-af83-2e9272cd19a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.969122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a2380b4-5f94-4a3a-af83-2e9272cd19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.972286 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a2380b4-5f94-4a3a-af83-2e9272cd19a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:00.973833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a2380b4-5f94-4a3a-af83-2e9272cd19a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fbacdfe-54ae-4aee-ad28-fb8044d5bfe0 HTTP/1.1" status: 204 len: 168 time: 0.2143991 Nov 09 18:22:00.982740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51160) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:00.987145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2380b4-5f94-4a3a-af83-2e9272cd19a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbacdfe-54ae-4aee-ad28-fb8044d5bfe0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:01.050632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe417f4c-f001-4b58-9e42-142058cac2ae req-61bb534c-b14e-4ce9-9393-ef489e16ea66 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 210 time: 0.0459239 Nov 09 18:22:01.094520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b9b2e895-1075-42f5-9ed8-9fda2a6811f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb3a5d4a1664444196bfcfff28327169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104200 Nov 09 18:22:01.097113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51164) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:01.150993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:01.184276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25e88757-6e03-47a2-8cf0-0f172fb490cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:01.199701 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:01.212610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25e88757-6e03-47a2-8cf0-0f172fb490cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:01.213917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'e3e8b3d9-60b4-4b5e-baac-81033d25854d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:01.250051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:01.257833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:01.266681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:01.270108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['ce3f737a-baa3-4746-8d26-c73e550fb4f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:01.271447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event updated for resources: {'Port': ['ID=f0c03349-1de8-4122-9d4e-390771d7d95e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:01.327304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25e88757-6e03-47a2-8cf0-0f172fb490cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:01.332972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-25e88757-6e03-47a2-8cf0-0f172fb490cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:01.334826 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-25e88757-6e03-47a2-8cf0-0f172fb490cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50eb03fa-39a6-458a-a63d-2577e59ab580 HTTP/1.1" status: 204 len: 168 time: 0.2364604 Nov 09 18:22:01.348892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e88757-6e03-47a2-8cf0-0f172fb490cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eb03fa-39a6-458a-a63d-2577e59ab580,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:01.362543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:01.362798 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:01.398546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-478afb29-c9b9-47ef-be22-5cd77fa422ed tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9096005 Nov 09 18:22:01.699772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Request body: {'port': {'device_id': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:01.823070 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:02.210513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c03349-1de8-4122-9d4e-390771d7d95e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:22:02.221324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:02.248030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890e3a1-2bfe-485f-871b-86e743308491 req-4601108a-fc8c-4af9-a523-2ff0192ae933 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:02.249775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7890e3a1-2bfe-485f-871b-86e743308491 req-4601108a-fc8c-4af9-a523-2ff0192ae933 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 931 time: 0.1006825 Nov 09 18:22:02.251478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Transition to ACTIVE for port object f0c03349-1de8-4122-9d4e-390771d7d95e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:22:02.259128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:02.388778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7890e3a1-2bfe-485f-871b-86e743308491 req-3d4ba011-375f-43e2-bb4d-abe94e9552a5 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318262 Nov 09 18:22:02.443164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Pushing event updated for resources: {'Port': ['ID=f0c03349-1de8-4122-9d4e-390771d7d95e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:02.580369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Attempting to bind port f0c03349-1de8-4122-9d4e-390771d7d95e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:02.580768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Attempting to bind port f0c03349-1de8-4122-9d4e-390771d7d95e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:02.581551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Attempting to bind port f0c03349-1de8-4122-9d4e-390771d7d95e on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:02.590615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Port f0c03349-1de8-4122-9d4e-390771d7d95e on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:22:02.590946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Attempting to bind port f0c03349-1de8-4122-9d4e-390771d7d95e on network 88c4193d-e2a3-428c-99ab-5d5e3e0950f5 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:02.621674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:02.622147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Checking segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:02.622879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Bound using segment: {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:02.623603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Bound port: f0c03349-1de8-4122-9d4e-390771d7d95e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024bf229-3c12-48da-be7f-4ddbdb64b09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:02.624245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:02.755051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] For port f0c03349-1de8-4122-9d4e-390771d7d95e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:02.758914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] For port f0c03349-1de8-4122-9d4e-390771d7d95e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f0c03349-1de8-4122-9d4e-390771d7d95e,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:02.766866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:02.787046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:02.787752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:02.789702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] 10.222.0.73 "PUT /v2.0/ports/f0c03349-1de8-4122-9d4e-390771d7d95e HTTP/1.1" status: 200 len: 1091 time: 1.3686948 Nov 09 18:22:02.791383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'tag': 'f0c03349-1de8-4122-9d4e-390771d7d95e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:02.794191 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6bb659-8d8b-4002-a43b-d281d13729c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dadc43f-db6b-46b5-9f1b-e35f1abf9089", "tag": "f0c03349-1de8-4122-9d4e-390771d7d95e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:02.902432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3f5a5-1786-4ede-a466-08821c0d4bde service neutron] Pushing event updated for resources: {'Port': ['ID=f0c03349-1de8-4122-9d4e-390771d7d95e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:02.917303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-e31e62c3-9321-4e14-bc64-c7f65015b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:02.919029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-e31e62c3-9321-4e14-bc64-c7f65015b5c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 1094 time: 0.0778322 Nov 09 18:22:02.992347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-dff51aa0-0c0e-480c-be9d-7829c09375a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0c03349-1de8-4122-9d4e-390771d7d95e HTTP/1.1" status: 200 len: 217 time: 0.0572007 Nov 09 18:22:03.074696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-166fb101-f055-4094-94ae-cdc8519cccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.076769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-166fb101-f055-4094-94ae-cdc8519cccd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.0731366 Nov 09 18:22:03.118622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-fc7ffdce-e8a8-4e68-b59d-48b2e99f66ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295775 Nov 09 18:22:03.204846 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b783bbe0-c48f-48b8-94c4-8bd2baff1729 x-openstack-request-id: req-b783bbe0-c48f-48b8-94c4-8bd2baff1729 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:03.205138 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dadc43f-db6b-46b5-9f1b-e35f1abf9089", "tag": "f0c03349-1de8-4122-9d4e-390771d7d95e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:03.205390 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b783bbe0-c48f-48b8-94c4-8bd2baff1729 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:03.205801 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'tag': 'f0c03349-1de8-4122-9d4e-390771d7d95e', 'status': 'completed', 'code': 200} Nov 09 18:22:03.251469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-67bb6b83-f390-463a-895d-dac1b8e0834c service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213133 Nov 09 18:22:03.364641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-accc8d8d-2288-4c1a-87b5-993f2ed9c09b req-4ef98772-a76f-41c6-bac0-0a220f237823 service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019742 Nov 09 18:22:03.513566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-15cd51c2-9a73-44d2-a45f-501981155783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.515344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-15cd51c2-9a73-44d2-a45f-501981155783 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 1094 time: 0.0845692 Nov 09 18:22:03.684644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc7374-4724-46cc-b56c-f096cdf669b3 req-4e4122cc-a6f5-4c66-bf6e-774dba617f8d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.686600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30dc7374-4724-46cc-b56c-f096cdf669b3 req-4e4122cc-a6f5-4c66-bf6e-774dba617f8d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 943 time: 0.1698322 Nov 09 18:22:03.741613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-1aa5912d-5a0f-40b4-92f3-a2e01b89fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.743969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-1aa5912d-5a0f-40b4-92f3-a2e01b89fbd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 916 time: 0.2115946 Nov 09 18:22:03.800224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30dc7374-4724-46cc-b56c-f096cdf669b3 req-040e2d97-fa40-4251-b441-50c3aea0d10d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045558 Nov 09 18:22:03.801480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-88511256-89da-4c48-b8d3-aacd84b0cccd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0c03349-1de8-4122-9d4e-390771d7d95e HTTP/1.1" status: 200 len: 217 time: 0.0454137 Nov 09 18:22:03.909741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-8606aab4-e36e-4599-a993-bfca5a471b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:03.917604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-8606aab4-e36e-4599-a993-bfca5a471b8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.1022837 Nov 09 18:22:03.958575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-3df84742-5b85-45e0-8a5b-1a6057de2f68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361247 Nov 09 18:22:04.144358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-8a15b236-9118-416c-a1a6-11a48d3200c9 service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643777 Nov 09 18:22:04.257684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f6bb659-8d8b-4002-a43b-d281d13729c6 req-48d4f321-8c3a-4882-a813-935299209a11 service neutron] 10.222.0.73 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057258 Nov 09 18:22:04.317151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51284) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:04.483334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:04.509186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:04.633786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:04.944924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955acf42-eb0d-4ed0-aa00-1e82baee1cd0 req-1d3e36f4-a596-461b-8c6d-351612df339d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:04.952724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-955acf42-eb0d-4ed0-aa00-1e82baee1cd0 req-1d3e36f4-a596-461b-8c6d-351612df339d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 943 time: 0.0677426 Nov 09 18:22:05.018814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-955acf42-eb0d-4ed0-aa00-1e82baee1cd0 req-5447293f-0f55-45b1-acf9-947e6058b38b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651147 Nov 09 18:22:05.085560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Allocated IP 172.25.0.249 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/96871e68-8b4a-40c3-8e87-5b7ffcec291e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:05.149113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51308) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:05.209358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.248873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.288213 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-012df6f4-0840-4ff3-8e0f-2fd66c179904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.293828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:05.298464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:05.315075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:05.320030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Port': ['ID=96871e68-8b4a-40c3-8e87-5b7ffcec291e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:05.394836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-012df6f4-0840-4ff3-8e0f-2fd66c179904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.400348 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-012df6f4-0840-4ff3-8e0f-2fd66c179904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.413332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.449390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-012df6f4-0840-4ff3-8e0f-2fd66c179904 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=688e2083c5b0472ba475be94739432eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951736 Nov 09 18:22:05.449390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012df6f4-0840-4ff3-8e0f-2fd66c179904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa8b73e-c123-4770-a07d-75b7169ed811,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:05.449716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51312) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:05.477504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.549611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff205-f9cf-4432-8be4-9271bf480086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.613205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff205-f9cf-4432-8be4-9271bf480086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.699303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff205-f9cf-4432-8be4-9271bf480086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.701821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff205-f9cf-4432-8be4-9271bf480086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.705740 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cc3ff205-f9cf-4432-8be4-9271bf480086 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfa8b73e-c123-4770-a07d-75b7169ed811 HTTP/1.1" status: 204 len: 168 time: 0.2529995 Nov 09 18:22:05.708984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.714710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ff205-f9cf-4432-8be4-9271bf480086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa8b73e-c123-4770-a07d-75b7169ed811,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:05.724387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.778468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Port': ['ID=96871e68-8b4a-40c3-8e87-5b7ffcec291e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:05.828974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.868403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.868960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51322) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:05.869242 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-47bdec21-2b7f-4f52-b3a4-51c6840b9b48 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5509667 Nov 09 18:22:05.874177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-576916337'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:05.895046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Made reservation on behalf of 31b1591a509f4ed6b1aed5d2bd72e179 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:05.899887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:05.919674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.130761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.140895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.186172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:06.212206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51326) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:06.235069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143a4a64-17e4-4817-b937-f3a3cf8801e2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:06.235318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54aef489-4428-4bbf-a187-45bc8f01c34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.238638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.238958 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Added segment 071f6c41-8229-4e76-8bf7-3810543ae63c of type vlan for network 8a451938-99dd-45d0-8a65-51f9790767ce Nov 09 18:22:06.323139 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.329553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54aef489-4428-4bbf-a187-45bc8f01c34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.333890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-54aef489-4428-4bbf-a187-45bc8f01c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.334815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c85c63-bc2d-4eb8-9e65-0062788109e6 req-3c07b7f3-d48c-45c2-93b6-2c6e0f3def0b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:06.336359 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32c85c63-bc2d-4eb8-9e65-0062788109e6 req-3c07b7f3-d48c-45c2-93b6-2c6e0f3def0b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 943 time: 0.1597528 Nov 09 18:22:06.374335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aef489-4428-4bbf-a187-45bc8f01c34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f086b21-9cd7-4fa7-abcd-b6c96b1ab55e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:06.382879 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-54aef489-4428-4bbf-a187-45bc8f01c34f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5622730ab8904e97bcddf9a210be4af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666138 Nov 09 18:22:06.383553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51328) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:06.386600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.395343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:06.396188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.443125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-abed7f22-0df0-4d8d-b98c-ecef172c9ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.465176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-32c85c63-bc2d-4eb8-9e65-0062788109e6 req-27c073bb-42fa-4e68-9a4c-958a7f597912 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169651 Nov 09 18:22:06.467073 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-abed7f22-0df0-4d8d-b98c-ecef172c9ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.475254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6051991 Nov 09 18:22:06.479408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51330) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:06.483582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffc929-09d8-4aac-ab39-31202f5ff724 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Network': ['ID=8a451938-99dd-45d0-8a65-51f9790767ce,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:06.485773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Request body: {'subnet': {'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:06.498314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8a451938-99dd-45d0-8a65-51f9790767ce details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:06.589573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-abed7f22-0df0-4d8d-b98c-ecef172c9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.592163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-abed7f22-0df0-4d8d-b98c-ecef172c9ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.593313 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-abed7f22-0df0-4d8d-b98c-ecef172c9ade admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f086b21-9cd7-4fa7-abcd-b6c96b1ab55e HTTP/1.1" status: 204 len: 168 time: 0.2088795 Nov 09 18:22:06.606228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed7f22-0df0-4d8d-b98c-ecef172c9ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f086b21-9cd7-4fa7-abcd-b6c96b1ab55e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:06.609253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Made reservation on behalf of 31b1591a509f4ed6b1aed5d2bd72e179 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:06.613364 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.810052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.895180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Subnet': ['ID=be36f31f-1039-4c85-8100-2176be05088e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:06.909656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Checking segment: {'id': '071f6c41-8229-4e76-8bf7-3810543ae63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:06.910021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Network hostable DHCP agents. Network: 8a451938-99dd-45d0-8a65-51f9790767ce, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:06.947996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Network 8a451938-99dd-45d0-8a65-51f9790767ce is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:06.967371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8a451938-99dd-45d0-8a65-51f9790767ce) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:06.972283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:06.972905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:06.982471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb8dfa-3d90-4516-b652-5fd8b72b781e None None] Network 8a451938-99dd-45d0-8a65-51f9790767ce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:07.010863 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-512601ba-5bb6-46c5-8c0f-edb8c382defe tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5301561 Nov 09 18:22:07.013530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51352) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:07.020221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-748956375', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:07.049943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.051680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.126966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.130401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f0c03349-1de8-4122-9d4e-390771d7d95e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:22:07.313714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f0c03349-1de8-4122-9d4e-390771d7d95e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f0c03349-1de8-4122-9d4e-390771d7d95e,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:07.317879 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9d2421b7-e1b0-45ad-9fe8-5534a505fc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.340276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-8a451938-99dd-45d0-8a65-51f9790767ce', 'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce', 'tenant_id': '31b1591a509f4ed6b1aed5d2bd72e179', 'fixed_ips': [{'subnet_id': 'be36f31f-1039-4c85-8100-2176be05088e'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:22:07.341157 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.351151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.363714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'f0c03349-1de8-4122-9d4e-390771d7d95e', 'network_id': '88c4193d-e2a3-428c-99ab-5d5e3e0950f5', 'port_id': 'f0c03349-1de8-4122-9d4e-390771d7d95e', 'mac_address': 'fa:16:3e:31:8f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b154221-9899-4353-8755-c620e8f4cf5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:22:07.483693 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.504073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c03349-1de8-4122-9d4e-390771d7d95e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:22:07.555716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f0c03349-1de8-4122-9d4e-390771d7d95e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f0c03349-1de8-4122-9d4e-390771d7d95e,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:07.565340 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.645000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Allocated IP 172.20.0.2 (8a451938-99dd-45d0-8a65-51f9790767ce/be36f31f-1039-4c85-8100-2176be05088e/6bfc5518-06a2-4dad-9d40-47719452f018) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:07.738295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.758095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f0c03349-1de8-4122-9d4e-390771d7d95e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:07.770267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127027cd-e449-44dc-80b8-724d5fb20256 req-491c7f23-558e-4a07-affe-e31d544c12c1 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:07.771356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-127027cd-e449-44dc-80b8-724d5fb20256 req-491c7f23-558e-4a07-affe-e31d544c12c1 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 944 time: 0.1345146 Nov 09 18:22:07.773101 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:07.861239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-127027cd-e449-44dc-80b8-724d5fb20256 req-df439305-4071-4fb3-b1b3-4bb377e2a36e tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 Nov 09 18:22:07.900097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f0c03349-1de8-4122-9d4e-390771d7d95e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:07.962941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Allocated IP 172.25.0.156 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/802cc96a-2d89-4a57-a34e-2449f656a5e7) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:08.019767 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.035200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.105579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Pushing event updated for resources: {'Port': ['ID=6bfc5518-06a2-4dad-9d40-47719452f018,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:08.125804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.169726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.173104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Network 8a451938-99dd-45d0-8a65-51f9790767ce is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:08.181287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:08.184216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:08.220650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:08.224188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:08.228277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:08.286829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Port': ['ID=802cc96a-2d89-4a57-a34e-2449f656a5e7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:08.301609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Attempting to bind port 6bfc5518-06a2-4dad-9d40-47719452f018 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:08.302698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Attempting to bind port 6bfc5518-06a2-4dad-9d40-47719452f018 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '071f6c41-8229-4e76-8bf7-3810543ae63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:08.302698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Attempting to bind port 6bfc5518-06a2-4dad-9d40-47719452f018 on network 8a451938-99dd-45d0-8a65-51f9790767ce {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:08.308274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:08.308922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Checking segment: {'id': '071f6c41-8229-4e76-8bf7-3810543ae63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:08.309509 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.310107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Bound using segment: {'id': '071f6c41-8229-4e76-8bf7-3810543ae63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:08.310764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Bound port: 6bfc5518-06a2-4dad-9d40-47719452f018, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071f6c41-8229-4e76-8bf7-3810543ae63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:08.311353 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.342848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51420) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:08.413948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] For port 6bfc5518-06a2-4dad-9d40-47719452f018, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:08.421740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] For port 6bfc5518-06a2-4dad-9d40-47719452f018, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6bfc5518-06a2-4dad-9d40-47719452f018,segment=NetworkSegment(071f6c41-8229-4e76-8bf7-3810543ae63c),segment_id=071f6c41-8229-4e76-8bf7-3810543ae63c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:08.429476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.505072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210b5c1-503f-482e-986a-dc2d680b274a None None] Pushing event updated for resources: {'Port': ['ID=6bfc5518-06a2-4dad-9d40-47719452f018,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:08.549616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43051e56-7cbd-43eb-9091-79b143b52ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.570024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.638683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43051e56-7cbd-43eb-9091-79b143b52ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.645946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43051e56-7cbd-43eb-9091-79b143b52ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.695874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-43051e56-7cbd-43eb-9091-79b143b52ecd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55f6a502500e48b9a9a5c5c255805f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518426 Nov 09 18:22:08.698351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51424) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:08.715351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43051e56-7cbd-43eb-9091-79b143b52ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fae0f11-c43b-4600-b740-6f64589e3377,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:08.773269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1efbd96c-98d7-4424-ba66-bf70090eaba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.799028 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1efbd96c-98d7-4424-ba66-bf70090eaba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.855577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1efbd96c-98d7-4424-ba66-bf70090eaba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.858858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1efbd96c-98d7-4424-ba66-bf70090eaba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:08.860340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1efbd96c-98d7-4424-ba66-bf70090eaba4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fae0f11-c43b-4600-b740-6f64589e3377 HTTP/1.1" status: 204 len: 168 time: 0.1611094 Nov 09 18:22:08.870452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbd96c-98d7-4424-ba66-bf70090eaba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fae0f11-c43b-4600-b740-6f64589e3377,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:09.006448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f0c03349-1de8-4122-9d4e-390771d7d95e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:09.127536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port f0c03349-1de8-4122-9d4e-390771d7d95e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:22:09.132669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port f0c03349-1de8-4122-9d4e-390771d7d95e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:09.133130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:09.186408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9620f2-9f00-4395-a556-7b325e50075f req-8bec27ce-d28d-4404-b8e4-dc6c804b94e1 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:09.188814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee9620f2-9f00-4395-a556-7b325e50075f req-8bec27ce-d28d-4404-b8e4-dc6c804b94e1 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 944 time: 0.1353514 Nov 09 18:22:09.199096 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:09.269466 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:09.382276 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee9620f2-9f00-4395-a556-7b325e50075f req-b06de2ab-abe4-4a50-88a9-ebe651f331df tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843543 Nov 09 18:22:09.398679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c03349-1de8-4122-9d4e-390771d7d95e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:09.410854 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f3925f-6380-48cf-a0a9-d9714d56e22d" -d '{"events": [{"server_uuid": "0dadc43f-db6b-46b5-9f1b-e35f1abf9089", "name": "network-vif-plugged", "status": "completed", "tag": "f0c03349-1de8-4122-9d4e-390771d7d95e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:09.455247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f0c03349-1de8-4122-9d4e-390771d7d95e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f0c03349-1de8-4122-9d4e-390771d7d95e,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:09.461788 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:09.499893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Router 17250569-f6c7-4e71-b0d7-190830d92e84 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:22:09.540219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f0c03349-1de8-4122-9d4e-390771d7d95e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:09.670007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:09.693226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] Sync routers for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:09.724951 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:09.725130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:09.725679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:09.732459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1d2007e6-5cbe-41f0-8852-90211e27392c tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7156365 Nov 09 18:22:09.735206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51454) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:09.810224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:09.826848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:09.827839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:21:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:09.886003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:09.886913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3edb7a-3ce2-439d-ab10-2aa1ee394a30 None None] The sync data for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:09.924355 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5358aa03-a378-4298-812f-da68ed7bfbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:09.982608 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb2941-8471-496a-aa45-bdee252895b0 x-openstack-request-id: req-e0fb2941-8471-496a-aa45-bdee252895b0 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:09.983159 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dadc43f-db6b-46b5-9f1b-e35f1abf9089", "name": "network-vif-plugged", "status": "completed", "tag": "f0c03349-1de8-4122-9d4e-390771d7d95e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:09.983588 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0fb2941-8471-496a-aa45-bdee252895b0 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:09.984668 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c03349-1de8-4122-9d4e-390771d7d95e', 'code': 200} Nov 09 18:22:10.031117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6bfc5518-06a2-4dad-9d40-47719452f018 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:10.192684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a07-a53a-4620-9126-2b88126173b1 req-78d9c0ba-ed36-4dc6-8e31-cabd2ee9da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:10.192684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09c19a07-a53a-4620-9126-2b88126173b1 req-78d9c0ba-ed36-4dc6-8e31-cabd2ee9da04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 1096 time: 0.0764644 Nov 09 18:22:10.197034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d1398-ed64-495e-b0c9-ef131f5c4ff4 None None] Network 8a451938-99dd-45d0-8a65-51f9790767ce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:10.198548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09c19a07-a53a-4620-9126-2b88126173b1 req-b94442b6-1688-4208-9265-8070ee883381 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 Nov 09 18:22:10.510898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6bfc5518-06a2-4dad-9d40-47719452f018 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:10.511278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:10.572054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7cc0675d-7445-4b93-9367-e6e8bf5a1fc0 None None] Provisioning complete for port 6bfc5518-06a2-4dad-9d40-47719452f018 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:10.572721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cc0675d-7445-4b93-9367-e6e8bf5a1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:10.574097 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:10.598502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71424499-ed20-4f21-973a-2b3e038fdd34 req-e5c17c80-dc70-4f7c-a79f-80c5e3c53557 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:10.601399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71424499-ed20-4f21-973a-2b3e038fdd34 req-e5c17c80-dc70-4f7c-a79f-80c5e3c53557 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 945 time: 0.1072829 Nov 09 18:22:10.702759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71424499-ed20-4f21-973a-2b3e038fdd34 req-53f211e1-8619-46e2-b087-3533cdb915ba tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946159 Nov 09 18:22:10.719059 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:10.843531 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cc0675d-7445-4b93-9367-e6e8bf5a1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:10.851513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:10.926839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7cc0675d-7445-4b93-9367-e6e8bf5a1fc0 None None] For port 6bfc5518-06a2-4dad-9d40-47719452f018, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6bfc5518-06a2-4dad-9d40-47719452f018,segment=NetworkSegment(071f6c41-8229-4e76-8bf7-3810543ae63c),segment_id=071f6c41-8229-4e76-8bf7-3810543ae63c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:10.936044 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7cc0675d-7445-4b93-9367-e6e8bf5a1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.192448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Allocated IP 172.20.0.1 (8a451938-99dd-45d0-8a65-51f9790767ce/be36f31f-1039-4c85-8100-2176be05088e/dcf113b8-2dca-4355-b2dd-2e9455a33624) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:11.296833 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:22:11.297792 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:22:11.319730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.324222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3ad1bfe7-cfd6-44f2-9739-dd89e1b51818 None None] Provisioning complete for port 6bfc5518-06a2-4dad-9d40-47719452f018 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:11.324222 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3ad1bfe7-cfd6-44f2-9739-dd89e1b51818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.327504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0675d-7445-4b93-9367-e6e8bf5a1fc0 None None] Pushing event updated for resources: {'Port': ['ID=6bfc5518-06a2-4dad-9d40-47719452f018,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:11.417314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.471730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.524029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Network 8a451938-99dd-45d0-8a65-51f9790767ce is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:11.540298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:11.551298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Port': ['ID=dcf113b8-2dca-4355-b2dd-2e9455a33624,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:11.559901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:11.615212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.897149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.978601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96bd50-a94d-4195-8809-f5b678c13a83 req-f9d92cf4-0510-43d7-895e-f068ad093754 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:11.992429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c3eb8084-bdcf-4d22-a599-8da07fb12816 None None] Provisioning complete for port dcf113b8-2dca-4355-b2dd-2e9455a33624 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:11.994449 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8084-bdcf-4d22-a599-8da07fb12816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:11.995235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd96bd50-a94d-4195-8809-f5b678c13a83 req-f9d92cf4-0510-43d7-895e-f068ad093754 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 945 time: 0.1543128 Nov 09 18:22:12.047648 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd96bd50-a94d-4195-8809-f5b678c13a83 req-584bb0e5-79ce-4d51-883c-57f285410c68 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485573 Nov 09 18:22:12.063226 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6bfc5518-06a2-4dad-9d40-47719452f018 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:12.154826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb8084-bdcf-4d22-a599-8da07fb12816 None None] Port dcf113b8-2dca-4355-b2dd-2e9455a33624 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:12.162678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6bfc5518-06a2-4dad-9d40-47719452f018 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:12.163348 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.176138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51534) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:12.369783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c86b94df-1687-46d3-951b-3c1535e02297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.526731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.547435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.573437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c86b94df-1687-46d3-951b-3c1535e02297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.597073 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c86b94df-1687-46d3-951b-3c1535e02297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.613380 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.650850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.675779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b94df-1687-46d3-951b-3c1535e02297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b31743e-801e-4dde-894a-349b6301e4b1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:12.710930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c86b94df-1687-46d3-951b-3c1535e02297 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf0e3e2d6f0a4be5b4851f2600ee7fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337896 Nov 09 18:22:12.715817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51556) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:12.780807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Port': ['ID=dcf113b8-2dca-4355-b2dd-2e9455a33624,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:12.802799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78b763d7-e331-425d-b9e9-a7ca6aee1b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.832491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78b763d7-e331-425d-b9e9-a7ca6aee1b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.854508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Network 8a451938-99dd-45d0-8a65-51f9790767ce is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:12.856129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:12.890421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78b763d7-e331-425d-b9e9-a7ca6aee1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.893641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78b763d7-e331-425d-b9e9-a7ca6aee1b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:12.895046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-78b763d7-e331-425d-b9e9-a7ca6aee1b89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b31743e-801e-4dde-894a-349b6301e4b1 HTTP/1.1" status: 204 len: 168 time: 0.1782598 Nov 09 18:22:12.910226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b763d7-e331-425d-b9e9-a7ca6aee1b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b31743e-801e-4dde-894a-349b6301e4b1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:13.060983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Router 17250569-f6c7-4e71-b0d7-190830d92e84 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:13.225977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:13.233556 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-74608a67-bfc3-4794-9908-21ff5b448824 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "PUT /v2.0/routers/17250569-f6c7-4e71-b0d7-190830d92e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4963307 Nov 09 18:22:13.236557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51568) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:13.238748 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] Sync routers for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:13.242992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Request body: {'port': {'network_id': '8a451938-99dd-45d0-8a65-51f9790767ce', 'name': 'tempest-FloatingIPAdminTestJSON-392065359'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:13.252913 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:13.253765 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:13.298465 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:13.301294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-69451a20-0a53-4cac-9ac5-c25655dfc6c7 None None] Provisioning complete for port dcf113b8-2dca-4355-b2dd-2e9455a33624 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:13.301795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69451a20-0a53-4cac-9ac5-c25655dfc6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:13.309108 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:13.309995 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:13.351253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:13.352569 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe1534-20b2-4e37-bb00-47d3a39c18a3 None None] The sync data for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:13.372066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-69451a20-0a53-4cac-9ac5-c25655dfc6c7 None None] Port dcf113b8-2dca-4355-b2dd-2e9455a33624 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:13.536795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51574) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:13.543177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Made reservation on behalf of 31b1591a509f4ed6b1aed5d2bd72e179 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:13.557812 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc089-1f3a-41b9-ac1a-eae430974914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:13.566318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:13.585833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] device_id is not set on port 2baa880f-0d8f-44ca-936e-8251a655f06a yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:22:13.665871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc089-1f3a-41b9-ac1a-eae430974914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:13.670359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc089-1f3a-41b9-ac1a-eae430974914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:13.742572 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b4cc089-1f3a-41b9-ac1a-eae430974914 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b131318c6df4e3e9198645dd26b4647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013066 Nov 09 18:22:13.744646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51582) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:13.751268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cc089-1f3a-41b9-ac1a-eae430974914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d77787c-e206-4a34-81d2-c15dd37eb6b1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:13.786580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Allocated IP 172.20.0.6 (8a451938-99dd-45d0-8a65-51f9790767ce/be36f31f-1039-4c85-8100-2176be05088e/2baa880f-0d8f-44ca-936e-8251a655f06a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:13.899317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48fdffe3-afe1-466e-9ccf-fe9c83069cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.031502 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48fdffe3-afe1-466e-9ccf-fe9c83069cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.144580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.163017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48fdffe3-afe1-466e-9ccf-fe9c83069cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.168843 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48fdffe3-afe1-466e-9ccf-fe9c83069cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.170300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-48fdffe3-afe1-466e-9ccf-fe9c83069cc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d77787c-e206-4a34-81d2-c15dd37eb6b1 HTTP/1.1" status: 204 len: 168 time: 0.4246151 Nov 09 18:22:14.192781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdffe3-afe1-466e-9ccf-fe9c83069cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d77787c-e206-4a34-81d2-c15dd37eb6b1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:14.236985 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.309543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event updated for resources: {'Port': ['ID=2baa880f-0d8f-44ca-936e-8251a655f06a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:14.326260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Network 8a451938-99dd-45d0-8a65-51f9790767ce is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:14.328078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:14.330515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:14.395849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:14.396555 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.426681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d24447fa-ef9e-4486-919d-35464647a5e7 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1851642 Nov 09 18:22:14.426999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51604) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:14.743815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7b48f06a-5b37-4a79-8764-6f3bae0f49af None None] Provisioning complete for port 2baa880f-0d8f-44ca-936e-8251a655f06a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:14.745504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b48f06a-5b37-4a79-8764-6f3bae0f49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.774580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'project_id': '31b1591a509f4ed6b1aed5d2bd72e179', 'port_id': '2baa880f-0d8f-44ca-936e-8251a655f06a'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:14.804347 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:14.847805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7b48f06a-5b37-4a79-8764-6f3bae0f49af None None] Port 2baa880f-0d8f-44ca-936e-8251a655f06a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:14.954102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:15.105719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Allocated IP 172.25.0.60 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/ad0c20dc-a120-4b84-8405-57fe9300731b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:15.266184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:15.317404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:15.339488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:15.342186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:15.345476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:15.451795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0c20dc-a120-4b84-8405-57fe9300731b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:16.015722 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:16.123898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:16.295805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:16.443906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:16.454543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:16.542086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0c20dc-a120-4b84-8405-57fe9300731b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:16.586755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51684) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:16.618252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:16.779060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a1bbd60-a5d9-4152-8b66-98a2e23ca860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:16.805028 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Floating IP f02f9d6e-03e5-41aa-904a-4bd54df8749b associated. External IP: 172.25.0.60, port: 2baa880f-0d8f-44ca-936e-8251a655f06a. Nov 09 18:22:17.009116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a1bbd60-a5d9-4152-8b66-98a2e23ca860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:17.021709 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a1bbd60-a5d9-4152-8b66-98a2e23ca860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:17.142836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6a1bbd60-a5d9-4152-8b66-98a2e23ca860 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1c8a693626440899e2d9e829fbd0d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513422 Nov 09 18:22:17.145607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51698) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:17.147209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bbd60-a5d9-4152-8b66-98a2e23ca860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef99df3-4c4f-4763-bad7-433aeec3ff93,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:17.253728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e98381c7-04ae-4926-a3e8-3418644d0ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:17.284241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e98381c7-04ae-4926-a3e8-3418644d0ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:17.343303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e98381c7-04ae-4926-a3e8-3418644d0ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:17.346703 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e98381c7-04ae-4926-a3e8-3418644d0ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:17.348011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e98381c7-04ae-4926-a3e8-3418644d0ddd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ef99df3-4c4f-4763-bad7-433aeec3ff93 HTTP/1.1" status: 204 len: 168 time: 0.1987896 Nov 09 18:22:17.376194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98381c7-04ae-4926-a3e8-3418644d0ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef99df3-4c4f-4763-bad7-433aeec3ff93,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:17.451328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51706) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:17.749308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Router 17250569-f6c7-4e71-b0d7-190830d92e84 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:17.939247 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b15d0164-10b5-4fe8-8ac6-e96b168ad6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.005545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:18.020295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] Sync routers for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:18.041051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:18.043737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:18.052786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.085612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-74e06c0d-daf0-421e-b471-b17f17e2a968 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.6562674 Nov 09 18:22:18.092472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51726) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:18.123637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:18.140072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:18.141594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:18.207141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:18.207889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dda398-d177-4e6e-8402-1ae6ffedb890 None None] The sync data for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:18.219448 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b15d0164-10b5-4fe8-8ac6-e96b168ad6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.245863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b15d0164-10b5-4fe8-8ac6-e96b168ad6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.323449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d0164-10b5-4fe8-8ac6-e96b168ad6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4cdc03-f993-45d4-a770-13895d7a1763,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:18.412454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-68a758f7-4085-4361-8b24-a86fa1a85580 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] 10.222.0.32 "GET /v2.0/floatingips/f02f9d6e-03e5-41aa-904a-4bd54df8749b HTTP/1.1" status: 200 len: 981 time: 0.3172562 Nov 09 18:22:18.414849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51740) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:18.422441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b15d0164-10b5-4fe8-8ac6-e96b168ad6dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0d6faa253404d41a1543d7876d8b2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9697473 Nov 09 18:22:18.425725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:18.523290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1399048f-5888-4ddc-a332-5ff31a88ed9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.554217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1399048f-5888-4ddc-a332-5ff31a88ed9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.583827 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d1b979e-c9eb-4758-a438-af52291b96a4 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1673863 Nov 09 18:22:18.586660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51746) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:18.652274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1399048f-5888-4ddc-a332-5ff31a88ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.655153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1399048f-5888-4ddc-a332-5ff31a88ed9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:18.656537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1399048f-5888-4ddc-a332-5ff31a88ed9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c4cdc03-f993-45d4-a770-13895d7a1763 HTTP/1.1" status: 204 len: 168 time: 0.2297807 Nov 09 18:22:18.677841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399048f-5888-4ddc-a332-5ff31a88ed9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4cdc03-f993-45d4-a770-13895d7a1763,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:18.849675 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:22:18.895111 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Deleting port ad0c20dc-a120-4b84-8405-57fe9300731b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:18.895637 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:19.016585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:19.016915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:19.051659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Calling delete_port for ad0c20dc-a120-4b84-8405-57fe9300731b owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:19.202245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:19.375263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:19.416838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Port': ['ID=ad0c20dc-a120-4b84-8405-57fe9300731b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:19.601381 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:19.601725 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Floating IP f02f9d6e-03e5-41aa-904a-4bd54df8749b disassociated (deleted). External IP: 172.25.0.60, port: 2baa880f-0d8f-44ca-936e-8251a655f06a. Nov 09 18:22:19.977511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Router 17250569-f6c7-4e71-b0d7-190830d92e84 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:19.978917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51814) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:20.139652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:20.151268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.152723 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] Sync routers for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:20.165159 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:20.166196 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:20.193947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51830) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:20.199718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:20.205112 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4e740d33-7b62-43f4-aa50-72257b7e0581 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "DELETE /v2.0/floatingips/f02f9d6e-03e5-41aa-904a-4bd54df8749b HTTP/1.1" status: 204 len: 168 time: 1.6178172 Nov 09 18:22:20.242634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1745448588-network', 'tenant_id': '670b647795c44770b1cb4d820676515c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:20.246314 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:20.258013 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:20.258785 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:20.271997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.305948 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:20.307254 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d76f7-b6c2-42b6-8b75-31a18b6818d8 None None] The sync data for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:20.335525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Made reservation on behalf of 670b647795c44770b1cb4d820676515c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:20.338089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.352956 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.472262 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.475579 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.483534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.545157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:20.562252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a32249-61ca-47e3-9964-77934ba6632e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:20.575434 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.575623 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Added segment 26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7 of type vlan for network 80e79309-a610-45c8-8b4e-da9c05f5fd78 Nov 09 18:22:20.653845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.672412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Allocated IP 172.25.0.29 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/6f907601-e573-4383-8f78-195683cbc6a7) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:20.713883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.715198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:20.715952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.807396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8240318 Nov 09 18:22:20.807747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51896) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:20.813232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Request body: {'subnet': {'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1745448588-subnet', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:20.836914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65081c6-eac1-4b1d-b9ec-5dc355562644 admin admin] Pushing event updated for resources: {'Network': ['ID=80e79309-a610-45c8-8b4e-da9c05f5fd78,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:20.839142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Made reservation on behalf of 670b647795c44770b1cb4d820676515c for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:20.851970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:20.852501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.878248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:20.958248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.005957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:21.013907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:21.017220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Pushing event updated for resources: {'Port': ['ID=6f907601-e573-4383-8f78-195683cbc6a7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:21.019610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:21.073172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51906) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:21.132082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.152403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.172205 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.214040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-22e3c161-e1fa-42c3-9b75-463f4e3b00ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.224682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7b32be-aeaa-429c-a10d-004ebf6573a2,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:21.227726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Checking segment: {'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:21.228208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Network hostable DHCP agents. Network: 80e79309-a610-45c8-8b4e-da9c05f5fd78, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:21.249879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:21.261271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 80e79309-a610-45c8-8b4e-da9c05f5fd78) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:21.267903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:21.270860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58db81c-fde8-4ad5-917e-8a2afb05bc36 None None] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:21.279698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.303323 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3bacef24-5cce-4835-af64-2e97553120bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4943094 Nov 09 18:22:21.305865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51914) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:21.312774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:21.343499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.345456 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.423901 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-22e3c161-e1fa-42c3-9b75-463f4e3b00ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.426198 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.436165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-22e3c161-e1fa-42c3-9b75-463f4e3b00ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.439745 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.441064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.485142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-80e79309-a610-45c8-8b4e-da9c05f5fd78', 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'fixed_ips': [{'subnet_id': '9b7b32be-aeaa-429c-a10d-004ebf6573a2'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:22:21.486093 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.496230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Pushing event updated for resources: {'Port': ['ID=6f907601-e573-4383-8f78-195683cbc6a7,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:21.571078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-22e3c161-e1fa-42c3-9b75-463f4e3b00ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=968c75694fb84bc8a2dcb88a8ecd5f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965866 Nov 09 18:22:21.575382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3c161-e1fa-42c3-9b75-463f4e3b00ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db9cd7-d2dd-430a-8971-5b3bd19398e5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:21.580099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51922) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:21.609305 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.629845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.631318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c56284fa-42ba-47c5-863c-041552031c60 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4359109 Nov 09 18:22:21.634226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 51924) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:21.652460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.655281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Allocated IP 172.20.0.2 (80e79309-a610-45c8-8b4e-da9c05f5fd78/9b7b32be-aeaa-429c-a10d-004ebf6573a2/5d0e2c56-4da8-41b6-805d-c18d650ef3c2) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:21.669198 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ac88-a77e-4164-86cf-d63ef0aa7cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.699711 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ac88-a77e-4164-86cf-d63ef0aa7cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.768698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ac88-a77e-4164-86cf-d63ef0aa7cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.771803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ac88-a77e-4164-86cf-d63ef0aa7cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.773391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aeb4ac88-a77e-4164-86cf-d63ef0aa7cba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1db9cd7-d2dd-430a-8971-5b3bd19398e5 HTTP/1.1" status: 204 len: 168 time: 0.1922381 Nov 09 18:22:21.782844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4ac88-a77e-4164-86cf-d63ef0aa7cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db9cd7-d2dd-430a-8971-5b3bd19398e5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:21.828821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:21.908229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.921036 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:21.978730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Pushing event updated for resources: {'Port': ['ID=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:21.988650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:21.990272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:21.993417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:22.010293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.014497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.043439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.111844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Attempting to bind port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:22.112589 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Attempting to bind port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:22.113219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Attempting to bind port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 on network 80e79309-a610-45c8-8b4e-da9c05f5fd78 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:22.126777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:22.128532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Checking segment: {'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:22.130579 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.132145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Bound using segment: {'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:22.132948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Bound port: 5d0e2c56-4da8-41b6-805d-c18d650ef3c2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:22.133524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.200428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Allocated IP 172.25.0.67 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/7bc34164-370d-45fa-b6b4-1ee85587fe5e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:22.212194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:22.229296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] For port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:22.232232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8c37709f-4778-4b6f-bc23-09f6c2a7bf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.233569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] For port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,segment=NetworkSegment(26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7),segment_id=26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:22.240273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.318022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.365209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8ff64-d90a-49e0-bdfb-fc2cb10c248d None None] Pushing event updated for resources: {'Port': ['ID=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:22.368686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8c37709f-4778-4b6f-bc23-09f6c2a7bf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.381725 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8c37709f-4778-4b6f-bc23-09f6c2a7bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.421517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.472625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8c37709f-4778-4b6f-bc23-09f6c2a7bf69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d43643f6c12e4654babcbff3760b2c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581587 Nov 09 18:22:22.473897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37709f-4778-4b6f-bc23-09f6c2a7bf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e669bd0-535e-4e63-be7d-709fe2b89cc8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:22.476686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 51948) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:22.491518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.589785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc679940-c04a-4caa-9835-d087adb3b075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.604020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:22.623129 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc679940-c04a-4caa-9835-d087adb3b075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.625711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:22.636273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Allocated IP 172.25.0.62 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/bb98d183-e80d-47ac-b938-3d4673750b9c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:22.638762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:22.694676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Pushing event updated for resources: {'Port': ['ID=7bc34164-370d-45fa-b6b4-1ee85587fe5e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:22.696369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc679940-c04a-4caa-9835-d087adb3b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.701738 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc679940-c04a-4caa-9835-d087adb3b075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:22.704598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dc679940-c04a-4caa-9835-d087adb3b075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e669bd0-535e-4e63-be7d-709fe2b89cc8 HTTP/1.1" status: 204 len: 168 time: 0.2268181 Nov 09 18:22:22.715864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc679940-c04a-4caa-9835-d087adb3b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e669bd0-535e-4e63-be7d-709fe2b89cc8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:22.931351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:23.053964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:23.100438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:23.109808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:23.168877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:23.175309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:23.568612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Pushing event updated for resources: {'Port': ['ID=bb98d183-e80d-47ac-b938-3d4673750b9c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:23.694031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c93f5-8777-441c-8a32-9a7079e1ace2 None None] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:23.735081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:23.790537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-59d38e17-24c6-4bd2-9a2b-2546217c6ce0 None None] Provisioning complete for port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:23.790908 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59d38e17-24c6-4bd2-9a2b-2546217c6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:23.874042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:23.899154 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:23.959467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59d38e17-24c6-4bd2-9a2b-2546217c6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.004923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-d1aa9a78-9825-472f-81f4-863056cf43b0 req-b99ba926-dc01-4480-b330-b2d515faf778 tempest-TaggedBootDevicesTest-1242004602 tempest-TaggedBootDevicesTest-1242004602-project] (102140) timed out ('10.222.0.32', 35968) {{(pid=102140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:22:24.017652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-59d38e17-24c6-4bd2-9a2b-2546217c6ce0 None None] For port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,segment=NetworkSegment(26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7),segment_id=26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:24.027029 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59d38e17-24c6-4bd2-9a2b-2546217c6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.085384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:24.108361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d38e17-24c6-4bd2-9a2b-2546217c6ce0 None None] Pushing event updated for resources: {'Port': ['ID=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:24.170097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:24.170770 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.292878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.304714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.329411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Router 087c3eed-4f8c-4da3-a230-9c177c96cace is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:22:24.361907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2e370da3-7a19-4ffa-a9f8-13a5a3700fed None None] Provisioning complete for port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:24.362703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e370da3-7a19-4ffa-a9f8-13a5a3700fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.408426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Pushing event updated for resources: {'Port': ['ID=bb98d183-e80d-47ac-b938-3d4673750b9c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:24.481723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.551302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.554887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fbb6dcd0-e21e-4775-8b09-34f70f21dcb4 tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9166646 Nov 09 18:22:24.556311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52026) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:24.559223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:24.571650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Sync routers for ids ['087c3eed-4f8c-4da3-a230-9c177c96cace'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:24.583405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Routers {'087c3eed-4f8c-4da3-a230-9c177c96cace'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:24.584516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['087c3eed-4f8c-4da3-a230-9c177c96cace'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:24.590656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:24.592181 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-58222785-a8b6-4a45-a7f5-d34ef412e2dc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2840629 Nov 09 18:22:24.595390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52028) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:24.687287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b77c936c-a64a-42b6-90bc-c031389ae7c7 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1268029 Nov 09 18:22:24.687941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52036) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:24.765948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Set router 087c3eed-4f8c-4da3-a230-9c177c96cace gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:24.838308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4b53e1bf-cc25-49c1-a31e-d8aabcf31555 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1469891 Nov 09 18:22:24.840357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52042) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:25.016324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Deleting port bb98d183-e80d-47ac-b938-3d4673750b9c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:25.020250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.091691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:22Z', 'revision_number': 3, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port': {'id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:22Z', 'updated_at': '2021-11-09T18:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:25.128211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Checking router: 087c3eed-4f8c-4da3-a230-9c177c96cace for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:25.128582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Updating router 087c3eed-4f8c-4da3-a230-9c177c96cace port 7bc34164-370d-45fa-b6b4-1ee85587fe5e binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:22:25.130490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.132190 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.147681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Calling delete_port for bb98d183-e80d-47ac-b938-3d4673750b9c owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:25.159841 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.236255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.349386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.379866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Pushing event deleted for resources: {'Port': ['ID=bb98d183-e80d-47ac-b938-3d4673750b9c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:25.488736 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.491531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.495472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-07d62d18-5730-41b0-a93c-a954b1387ccb tempest-FloatingIPAdminTestJSON-1626085394 tempest-FloatingIPAdminTestJSON-1626085394-project] 10.222.0.32 "DELETE /v2.0/floatingips/8de59516-6d27-4544-b560-adc5439a8f2f HTTP/1.1" status: 204 len: 168 time: 0.6541402 Nov 09 18:22:25.495663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52094) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:25.566748 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.574237 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.660639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Attempting to bind port 7bc34164-370d-45fa-b6b4-1ee85587fe5e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:25.660942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Attempting to bind port 7bc34164-370d-45fa-b6b4-1ee85587fe5e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:25.661572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Attempting to bind port 7bc34164-370d-45fa-b6b4-1ee85587fe5e on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:25.668684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:25.669069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:25.669478 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.669880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:25.670397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Bound port: 7bc34164-370d-45fa-b6b4-1ee85587fe5e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:25.670783 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.707602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221e035-628b-4471-a276-b2f3388171f2 None None] Pushing event updated for resources: {'Port': ['ID=7bc34164-370d-45fa-b6b4-1ee85587fe5e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:25.731268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Allocated IP 172.20.0.1 (80e79309-a610-45c8-8b4e-da9c05f5fd78/9b7b32be-aeaa-429c-a10d-004ebf6573a2/b8f92e02-36cb-4cb1-bb34-e1e012e01ae7) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:25.763074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] For port 7bc34164-370d-45fa-b6b4-1ee85587fe5e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:25.768265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] For port 7bc34164-370d-45fa-b6b4-1ee85587fe5e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7bc34164-370d-45fa-b6b4-1ee85587fe5e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:25.773391 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.818479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Deleting port 6f907601-e573-4383-8f78-195683cbc6a7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:25.818823 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.825846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221e035-628b-4471-a276-b2f3388171f2 None None] Pushing event updated for resources: {'Port': ['ID=7bc34164-370d-45fa-b6b4-1ee85587fe5e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:25.852891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Routers {'087c3eed-4f8c-4da3-a230-9c177c96cace'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:25.853740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['087c3eed-4f8c-4da3-a230-9c177c96cace'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:25.955124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52108) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:25.979007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.979835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:25.995182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.005405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Calling delete_port for 6f907601-e573-4383-8f78-195683cbc6a7 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:26.048122 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:26.111060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] Set router 087c3eed-4f8c-4da3-a230-9c177c96cace gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:26.130142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-516f750b-7e69-42c6-abc1-a22e418b5fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.149897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.216044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:26.222018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:26.234143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:26.280596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:26.299248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-516f750b-7e69-42c6-abc1-a22e418b5fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.310220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-516f750b-7e69-42c6-abc1-a22e418b5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.348237 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.385998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-516f750b-7e69-42c6-abc1-a22e418b5fc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c7e4dacdee54c6e8b7766dd12397089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295762 Nov 09 18:22:26.393039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52120) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:26.418139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f750b-7e69-42c6-abc1-a22e418b5fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625d573a-8f07-4ef0-a92b-94f1675c8134,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:26.523979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.544239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.547625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:26.548718 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.599782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f907601-e573-4383-8f78-195683cbc6a7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:26.639135 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb00f9fc-1be8-43c6-894f-bf807623f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.659961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:22Z', 'revision_number': 3, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port': {'id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:22Z', 'updated_at': '2021-11-09T18:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:26.695848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb00f9fc-1be8-43c6-894f-bf807623f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.701406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.704707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.707417 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63e0223c-3ac5-44ee-872a-e684db4b2483 tempest-FloatingIPAdminTestJSON-1983237081 tempest-FloatingIPAdminTestJSON-1983237081-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/d6bf2241-a750-4137-a674-dbc3d38da6c5 HTTP/1.1" status: 204 len: 168 time: 1.2093222 Nov 09 18:22:26.711239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:26.729011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca62a480-44da-4a13-a01a-a722f1f6358e None None] The sync data for ids ['087c3eed-4f8c-4da3-a230-9c177c96cace'] in n-d-817240-1 is: [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:22Z', 'revision_number': 3, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port': {'id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:22Z', 'updated_at': '2021-11-09T18:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:26.815065 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb00f9fc-1be8-43c6-894f-bf807623f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.819162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb00f9fc-1be8-43c6-894f-bf807623f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.820601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb00f9fc-1be8-43c6-894f-bf807623f97f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/625d573a-8f07-4ef0-a92b-94f1675c8134 HTTP/1.1" status: 204 len: 168 time: 0.4258943 Nov 09 18:22:26.841874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f9fc-1be8-43c6-894f-bf807623f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625d573a-8f07-4ef0-a92b-94f1675c8134,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:26.847518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83ed04c7-8b52-4bbd-87b5-7ce8e01b3de8 None None] Provisioning complete for port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:26.848025 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83ed04c7-8b52-4bbd-87b5-7ce8e01b3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:26.900908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83ed04c7-8b52-4bbd-87b5-7ce8e01b3de8 None None] Port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:27.002164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Deleting port 2baa880f-0d8f-44ca-936e-8251a655f06a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:27.002760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.146195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.151300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.160231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.170513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Calling delete_port for 2baa880f-0d8f-44ca-936e-8251a655f06a owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:27.327861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.340870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:27.450600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52158) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:27.463461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37e427f3-cf3a-466f-9662-cf665b97b381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.548666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:27.551574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:27.566444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37e427f3-cf3a-466f-9662-cf665b97b381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.567804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.572168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37e427f3-cf3a-466f-9662-cf665b97b381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.627465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-37e427f3-cf3a-466f-9662-cf665b97b381 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4576ba3820a345458f9d8f373e2d7c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763895 Nov 09 18:22:27.629070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52166) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:27.681311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e427f3-cf3a-466f-9662-cf665b97b381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f96e928-91c9-43b3-8735-ceb2a8a8fa23,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:27.776776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b527c0b3-5093-47a9-b3a7-8f92fbf3a1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.778039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Port': ['ID=2baa880f-0d8f-44ca-936e-8251a655f06a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:27.804920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b527c0b3-5093-47a9-b3a7-8f92fbf3a1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.820310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.827354 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-adce260d-2d7a-46e4-aa5b-8af85870a68a tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "DELETE /v2.0/ports/2baa880f-0d8f-44ca-936e-8251a655f06a HTTP/1.1" status: 204 len: 168 time: 1.1147208 Nov 09 18:22:27.830922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52170) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:27.881845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b527c0b3-5093-47a9-b3a7-8f92fbf3a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.885186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b527c0b3-5093-47a9-b3a7-8f92fbf3a1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:27.897336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b527c0b3-5093-47a9-b3a7-8f92fbf3a1eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f96e928-91c9-43b3-8735-ceb2a8a8fa23 HTTP/1.1" status: 204 len: 168 time: 0.2672520 Nov 09 18:22:27.966211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527c0b3-5093-47a9-b3a7-8f92fbf3a1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f96e928-91c9-43b3-8735-ceb2a8a8fa23,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:27.978841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbff52d0-344e-40f4-88f4-d30e151fe612 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:27.983773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52176) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:27.998401 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cbff52d0-344e-40f4-88f4-d30e151fe612 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "GET /v2.0/ports?device_id=17250569-f6c7-4e71-b0d7-190830d92e84 HTTP/1.1" status: 200 len: 913 time: 0.1656098 Nov 09 18:22:28.016595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Router 087c3eed-4f8c-4da3-a230-9c177c96cace has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:28.181466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9a7f163d-9ab5-489e-bd3c-9441631401a1 None None] Provisioning complete for port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:28.182172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9a7f163d-9ab5-489e-bd3c-9441631401a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:28.240662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:28.241002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bc34164-370d-45fa-b6b4-1ee85587fe5e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:28.255672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-34d33abd-f48d-4e80-ba19-a433fc4537d1 admin admin] 10.222.0.32 "PUT /v2.0/routers/087c3eed-4f8c-4da3-a230-9c177c96cace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6500006 Nov 09 18:22:28.301731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f163d-9ab5-489e-bd3c-9441631401a1 None None] Port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:28.327484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7bc34164-370d-45fa-b6b4-1ee85587fe5e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:28.328743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:28.505042 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:28.568074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 7bc34164-370d-45fa-b6b4-1ee85587fe5e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7bc34164-370d-45fa-b6b4-1ee85587fe5e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:28.578978 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:28.728189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=7bc34164-370d-45fa-b6b4-1ee85587fe5e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:29.250637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:29.574442 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Sync routers for ids ['087c3eed-4f8c-4da3-a230-9c177c96cace'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:29.592202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Routers {'087c3eed-4f8c-4da3-a230-9c177c96cace'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:29.592754 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['087c3eed-4f8c-4da3-a230-9c177c96cace'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:29.836255 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Set router 087c3eed-4f8c-4da3-a230-9c177c96cace gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:29.848856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Deleting port dcf113b8-2dca-4355-b2dd-2e9455a33624 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:29.849312 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.027537 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.038912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bc34164-370d-45fa-b6b4-1ee85587fe5e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:30.045389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Calling delete_port for dcf113b8-2dca-4355-b2dd-2e9455a33624 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:30.145646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7bc34164-370d-45fa-b6b4-1ee85587fe5e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:30.146027 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.354913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.360187 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:26Z', 'revision_number': 4, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port': {'id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:22Z', 'updated_at': '2021-11-09T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b8f92e02-36cb-4cb1-bb34-e1e012e01ae7', 'name': '', 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'mac_address': 'fa:16:3e:e9:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '9b7b32be-aeaa-429c-a10d-004ebf6573a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:25Z', 'updated_at': '2021-11-09T18:22:26Z', 'revision_number': 2, 'project_id': '670b647795c44770b1cb4d820676515c', 'subnets': [{'id': '9b7b32be-aeaa-429c-a10d-004ebf6573a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:30.389255 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Checking router: 087c3eed-4f8c-4da3-a230-9c177c96cace for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:30.389607 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Updating router 087c3eed-4f8c-4da3-a230-9c177c96cace port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:22:30.397243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Port': ['ID=dcf113b8-2dca-4355-b2dd-2e9455a33624,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:30.431354 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.503341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52244) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:30.728191 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.892977 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.905125 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:30.967674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52256) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:30.977910 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Pushing event updated for resources: {'Port': ['ID=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:30.989445 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.990038 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.990599 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.991159 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.991678 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.992212 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.992741 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.993259 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.993792 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.994331 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.994848 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:30.995353 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.056009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Router 17250569-f6c7-4e71-b0d7-190830d92e84 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:31.061500 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Attempting to bind port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:31.066794 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Attempting to bind port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:31.067056 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Attempting to bind port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 on network 80e79309-a610-45c8-8b4e-da9c05f5fd78 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:31.077130 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:31.077979 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Checking segment: {'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:31.078713 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.079333 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Bound using segment: {'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:31.080027 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Bound port: b8f92e02-36cb-4cb1-bb34-e1e012e01ae7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:31.080664 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.120046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.156700 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] For port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:31.159883 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] For port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,segment=NetworkSegment(26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7),segment_id=26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:31.177607 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.216506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f8bc22e3-6f10-48b2-a686-0e34eabdeb21 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:31.224771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:31.237043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76261ac7-d864-4ed0-aace-231030122431 None None] Sync routers for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:31.250786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76261ac7-d864-4ed0-aace-231030122431 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:31.251419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-76261ac7-d864-4ed0-aace-231030122431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:31.252304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52260) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:31.253002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d0ff219b-cfa9-4d14-ad0d-7bf5b4349496 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "PUT /v2.0/routers/17250569-f6c7-4e71-b0d7-190830d92e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2672050 Nov 09 18:22:31.268272 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Routers {'087c3eed-4f8c-4da3-a230-9c177c96cace'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:31.268965 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['087c3eed-4f8c-4da3-a230-9c177c96cace'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:31.298424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-76261ac7-d864-4ed0-aace-231030122431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:31.309076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76261ac7-d864-4ed0-aace-231030122431 None None] Routers {'17250569-f6c7-4e71-b0d7-190830d92e84'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:31.310229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-76261ac7-d864-4ed0-aace-231030122431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['17250569-f6c7-4e71-b0d7-190830d92e84'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:31.311071 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544a7ca-d330-4995-88f3-d749794183ef None None] Pushing event updated for resources: {'Port': ['ID=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:31.364787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-76261ac7-d864-4ed0-aace-231030122431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:31.365645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76261ac7-d864-4ed0-aace-231030122431 None None] The sync data for ids ['17250569-f6c7-4e71-b0d7-190830d92e84'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:31.384862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Provisioning complete for port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:31.385648 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.445951 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] Set router 087c3eed-4f8c-4da3-a230-9c177c96cace gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:31.517111 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.556801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] For port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,segment=NetworkSegment(26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7),segment_id=26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:31.563220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.622620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Pushing event updated for resources: {'Port': ['ID=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:31.631514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.632013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.632369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.633375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.633727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.634100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.634433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.634768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.635102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.635436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.635767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.636095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703d403-ae90-4cca-8426-6fe53fa5093b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:31.683434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-849cc514-13d9-49be-99f4-a9c9913b2f78 None None] Provisioning complete for port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:31.683801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-849cc514-13d9-49be-99f4-a9c9913b2f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.734501 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:26Z', 'revision_number': 4, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port': {'id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:22Z', 'updated_at': '2021-11-09T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b8f92e02-36cb-4cb1-bb34-e1e012e01ae7', 'name': '', 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'mac_address': 'fa:16:3e:e9:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '9b7b32be-aeaa-429c-a10d-004ebf6573a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:25Z', 'updated_at': '2021-11-09T18:22:31Z', 'revision_number': 4, 'project_id': '670b647795c44770b1cb4d820676515c', 'subnets': [{'id': '9b7b32be-aeaa-429c-a10d-004ebf6573a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:31.765329 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7f35f-6f51-478a-9e4f-08c6080f3613 None None] The sync data for ids ['087c3eed-4f8c-4da3-a230-9c177c96cace'] in n-d-817240-1 is: [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:26Z', 'revision_number': 4, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port': {'id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:22Z', 'updated_at': '2021-11-09T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'b8f92e02-36cb-4cb1-bb34-e1e012e01ae7', 'name': '', 'network_id': '80e79309-a610-45c8-8b4e-da9c05f5fd78', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'mac_address': 'fa:16:3e:e9:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '9b7b32be-aeaa-429c-a10d-004ebf6573a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:25Z', 'updated_at': '2021-11-09T18:22:31Z', 'revision_number': 4, 'project_id': '670b647795c44770b1cb4d820676515c', 'subnets': [{'id': '9b7b32be-aeaa-429c-a10d-004ebf6573a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:31.770417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.906992 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8bc22e3-6f10-48b2-a686-0e34eabdeb21 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "PUT /v2.0/quotas/bde5cde5fc3f4715a044b2562507c7c5 HTTP/1.1" status: 200 len: 368 time: 0.9352784 Nov 09 18:22:31.907430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52266) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:31.912455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Request body: {'network': {'project_id': 'bde5cde5fc3f4715a044b2562507c7c5'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:31.964030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Made reservation on behalf of bde5cde5fc3f4715a044b2562507c7c5 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:31.966886 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:31.986519 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.023225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.066813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:32.104786 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.115462 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.135215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:32.136146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.141832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:32.152008 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.152361 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Added segment 527dd899-bee0-4b3d-88b5-0d1649efc4ca of type vlan for network 2296bfc6-ff27-467d-9419-85b3e27b936d Nov 09 18:22:32.194572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Deleting port 802cc96a-2d89-4a57-a34e-2449f656a5e7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:32.194960 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.201235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.246577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d4ac78-152b-446b-aa72-c63754d2afa4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:32.249106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.250445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:32.250709 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.290874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Deleting port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:32.291265 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.329710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4211893 Nov 09 18:22:32.332602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52268) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:32.337647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Request body: {'network': {'project_id': 'bde5cde5fc3f4715a044b2562507c7c5'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:32.351890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.361467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243abaa4-272f-41f3-b1d7-366d406cf976 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Pushing event updated for resources: {'Network': ['ID=2296bfc6-ff27-467d-9419-85b3e27b936d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:32.375543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Calling delete_port for 802cc96a-2d89-4a57-a34e-2449f656a5e7 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:32.378415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 2296bfc6-ff27-467d-9419-85b3e27b936d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:32.395250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Made reservation on behalf of bde5cde5fc3f4715a044b2562507c7c5 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:32.399314 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.431807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:32.443991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.444871 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Added segment b34aad6c-d0e0-4620-95a8-5a5201b8d767 of type vlan for network 80aebddd-e57f-43a3-9414-b0120cb70d1f Nov 09 18:22:32.470048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] For port b8f92e02-36cb-4cb1-bb34-e1e012e01ae7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,segment=NetworkSegment(26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7),segment_id=26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:32.470861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.498263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Calling delete_port for b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:32.502786 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.545780 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.547539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:32.548279 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.628682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2948291 Nov 09 18:22:32.633033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52270) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:32.642545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6424e606-4d08-43a4-9ccd-2e782ef1c277 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Request body: {'network': {'project_id': 'bde5cde5fc3f4715a044b2562507c7c5'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:32.650934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29505c98-00cf-4509-b4fd-f7b5b074bb7c tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Pushing event updated for resources: {'Network': ['ID=80aebddd-e57f-43a3-9414-b0120cb70d1f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:32.668455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 80aebddd-e57f-43a3-9414-b0120cb70d1f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:32.669879 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6424e606-4d08-43a4-9ccd-2e782ef1c277 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 18:22:32.670480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6424e606-4d08-43a4-9ccd-2e782ef1c277 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:22:32.672367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6424e606-4d08-43a4-9ccd-2e782ef1c277 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0383863 Nov 09 18:22:32.675181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52272) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:32.738092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:32.752745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7dca78d1-660a-45f8-8d84-4f6379f875b0 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bde5cde5fc3f4715a044b2562507c7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760128 Nov 09 18:22:32.756061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52274) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:32.794909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Port': ['ID=802cc96a-2d89-4a57-a34e-2449f656a5e7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:32.920171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.031242 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97473da-611d-4c4b-9dd7-798ffced2994 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.035391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.042441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.060416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.114095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97473da-611d-4c4b-9dd7-798ffced2994 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.146643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f92e02-36cb-4cb1-bb34-e1e012e01ae7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:33.158659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.159189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Fanout notify agent at l3_agent the message router_deleted on router 17250569-f6c7-4e71-b0d7-190830d92e84 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:22:33.181632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.185104 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e785ace6-fc31-465d-a27e-f5a936b89052 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "DELETE /v2.0/routers/17250569-f6c7-4e71-b0d7-190830d92e84 HTTP/1.1" status: 204 len: 168 time: 1.9294264 Nov 09 18:22:33.185452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52280) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:33.254231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Deleting subnet be36f31f-1039-4c85-8100-2176be05088e {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:22:33.257521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.315826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.346217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97473da-611d-4c4b-9dd7-798ffced2994 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.349122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c97473da-611d-4c4b-9dd7-798ffced2994 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.350518 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c97473da-611d-4c4b-9dd7-798ffced2994 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/09d4ac78-152b-446b-aa72-c63754d2afa4 HTTP/1.1" status: 204 len: 168 time: 0.5879431 Nov 09 18:22:33.357218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52282) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:33.391084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97473da-611d-4c4b-9dd7-798ffced2994 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d4ac78-152b-446b-aa72-c63754d2afa4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:33.477638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.489588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.519692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.596977 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.626725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Subnet': ['ID=be36f31f-1039-4c85-8100-2176be05088e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:33.634015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.638402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-85937c86-d5e9-4909-a867-dc8b0c707ac3 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "DELETE /v2.0/subnets/be36f31f-1039-4c85-8100-2176be05088e HTTP/1.1" status: 204 len: 168 time: 0.4518647 Nov 09 18:22:33.640161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966df54d-9a6c-43f3-999d-51734506f64a None None] Network 8a451938-99dd-45d0-8a65-51f9790767ce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:33.640984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:33.673882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.708203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80aebddd-e57f-43a3-9414-b0120cb70d1f']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:33.719175 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.722299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34aad6c-d0e0-4620-95a8-5a5201b8d767') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:33.722768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34aad6c-d0e0-4620-95a8-5a5201b8d767') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:33.738542 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.752621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.760349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:22:33.760863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.782343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Deleting port 6bfc5518-06a2-4dad-9d40-47719452f018 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:33.782750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:22:33.816961 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:22:33.852932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] For port 6bfc5518-06a2-4dad-9d40-47719452f018, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6bfc5518-06a2-4dad-9d40-47719452f018,segment=NetworkSegment(071f6c41-8229-4e76-8bf7-3810543ae63c),segment_id=071f6c41-8229-4e76-8bf7-3810543ae63c)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:33.852932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.867468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] DHCP port deletion for 8a451938-99dd-45d0-8a65-51f9790767ce request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:22:33.900365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Calling delete_port for 6bfc5518-06a2-4dad-9d40-47719452f018 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:33.932484 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.947311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:33.951052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "DELETE /v2.0/networks/80aebddd-e57f-43a3-9414-b0120cb70d1f HTTP/1.1" status: 204 len: 168 time: 0.5921049 Nov 09 18:22:33.961616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52292) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:33.977076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] Deleting port 6bfc5518-06a2-4dad-9d40-47719452f018 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:33.977463 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.033926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.054582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb8800-9a25-458e-8781-f12eb53e1259 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Pushing event deleted for resources: {'Network': ['ID=80aebddd-e57f-43a3-9414-b0120cb70d1f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:34.098990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] No DVR routers for this DVR port 6bfc5518-06a2-4dad-9d40-47719452f018 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:34.101898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.124224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] For port 6bfc5518-06a2-4dad-9d40-47719452f018, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6bfc5518-06a2-4dad-9d40-47719452f018,segment=NetworkSegment(071f6c41-8229-4e76-8bf7-3810543ae63c),segment_id=071f6c41-8229-4e76-8bf7-3810543ae63c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:34.124738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.138318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6bfc5518-06a2-4dad-9d40-47719452f018 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:34.142036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Port': ['ID=6bfc5518-06a2-4dad-9d40-47719452f018,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:34.147238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] Calling delete_port for 6bfc5518-06a2-4dad-9d40-47719452f018 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:34.154370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Router 087c3eed-4f8c-4da3-a230-9c177c96cace has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:34.175082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6bfc5518-06a2-4dad-9d40-47719452f018 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:34.175520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6bfc5518-06a2-4dad-9d40-47719452f018 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:34.265823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.270526 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.292494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a451938-99dd-45d0-8a65-51f9790767ce']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.303927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] Pushing event deleted for resources: {'Port': ['ID=6bfc5518-06a2-4dad-9d40-47719452f018,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:34.304369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071f6c41-8229-4e76-8bf7-3810543ae63c') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.304865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071f6c41-8229-4e76-8bf7-3810543ae63c') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.308860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a30440-e8ef-4c5a-8abd-6c1c3fb8d832 None None] No DVR routers for this DVR port 6bfc5518-06a2-4dad-9d40-47719452f018 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:34.326384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.341601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.342681 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.349819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:22:34.349819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:22:34.353247 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:22:34.371559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2296bfc6-ff27-467d-9419-85b3e27b936d']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.385342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527dd899-bee0-4b3d-88b5-0d1649efc4ca') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.385649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527dd899-bee0-4b3d-88b5-0d1649efc4ca') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.399576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.419445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.421744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.424054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:34.429130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.432260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-941b0d3c-9b37-4a23-b4f7-59822e8020d4 admin admin] 10.222.0.32 "PUT /v2.0/routers/087c3eed-4f8c-4da3-a230-9c177c96cace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9249954 Nov 09 18:22:34.432260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:22:34.432260 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.436519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "DELETE /v2.0/networks/8a451938-99dd-45d0-8a65-51f9790767ce HTTP/1.1" status: 204 len: 168 time: 0.7911572 Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:22:34.436656 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:22:34.439506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52298) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:34.439616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52300) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:34.454632 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] Sync routers for ids ['087c3eed-4f8c-4da3-a230-9c177c96cace'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:34.463837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd601e-c8af-430f-8a76-af669efc695e tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Network': ['ID=8a451938-99dd-45d0-8a65-51f9790767ce,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:34.476387 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] Routers {'087c3eed-4f8c-4da3-a230-9c177c96cace'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:34.477334 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['087c3eed-4f8c-4da3-a230-9c177c96cace'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.582220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.589365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.596699 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.599733 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2296bfc6-ff27-467d-9419-85b3e27b936d HTTP/1.1" status: 204 len: 168 time: 0.6347792 Nov 09 18:22:34.612675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dce7b-da09-41ef-a929-f470129bdcc5 tempest-QuotasNegativeTest-749729684 tempest-QuotasNegativeTest-749729684-project-admin] Pushing event deleted for resources: {'Network': ['ID=2296bfc6-ff27-467d-9419-85b3e27b936d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:34.631439 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] Set router 087c3eed-4f8c-4da3-a230-9c177c96cace gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:34.635353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Deleting port 96871e68-8b4a-40c3-8e87-5b7ffcec291e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:34.635810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.719862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.720284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.727624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.741677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Calling delete_port for 96871e68-8b4a-40c3-8e87-5b7ffcec291e owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:34.837319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Deleting port 7bc34164-370d-45fa-b6b4-1ee85587fe5e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:34.841055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.913521 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:34.921976 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:32Z', 'revision_number': 5, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port': {'id': '7bc34164-370d-45fa-b6b4-1ee85587fe5e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:22Z', 'updated_at': '2021-11-09T18:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:34.946323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Pushing event deleted for resources: {'Port': ['ID=96871e68-8b4a-40c3-8e87-5b7ffcec291e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:34.999093 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] Checking router: 087c3eed-4f8c-4da3-a230-9c177c96cace for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:35.012842 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] Routers {'087c3eed-4f8c-4da3-a230-9c177c96cace'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:35.013827 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['087c3eed-4f8c-4da3-a230-9c177c96cace'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:35.016913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] For port 7bc34164-370d-45fa-b6b4-1ee85587fe5e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7bc34164-370d-45fa-b6b4-1ee85587fe5e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:35.017289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.031911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Calling delete_port for 7bc34164-370d-45fa-b6b4-1ee85587fe5e owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:35.066704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.070473 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.076774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e1a2e9f7-8d14-4184-a519-2831cfb91917 tempest-FloatingIPAdminTestJSON-55688339 tempest-FloatingIPAdminTestJSON-55688339-project] 10.222.0.32 "DELETE /v2.0/floatingips/22af6c27-4a37-4e09-bb0e-870fbfbf2f80 HTTP/1.1" status: 204 len: 168 time: 0.6381893 Nov 09 18:22:35.137747 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] Set router 087c3eed-4f8c-4da3-a230-9c177c96cace gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:35.239352 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:34Z', 'revision_number': 6, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:35.269286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.300586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c6374-b9ba-4f9b-b8f3-30fea09cf59e None None] The sync data for ids ['087c3eed-4f8c-4da3-a230-9c177c96cace'] in n-d-817240-1 is: [{'id': '087c3eed-4f8c-4da3-a230-9c177c96cace', 'name': 'tempest-ImageQuotaTest-1745448588-router', 'tenant_id': '670b647795c44770b1cb4d820676515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:21Z', 'updated_at': '2021-11-09T18:22:34Z', 'revision_number': 6, 'project_id': '670b647795c44770b1cb4d820676515c', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:35.314177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc34164-370d-45fa-b6b4-1ee85587fe5e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:35.379792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52316) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:35.402811 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.445444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:35.505966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.508310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.562594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.563559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 087c3eed-4f8c-4da3-a230-9c177c96cace {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:22:35.571863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.573432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7f1cc53f-6d81-493c-9154-bd239fbb15be admin admin] 10.222.0.32 "DELETE /v2.0/routers/087c3eed-4f8c-4da3-a230-9c177c96cace HTTP/1.1" status: 204 len: 168 time: 1.1371341 Nov 09 18:22:35.575744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52324) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:35.590283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-39a095d6-d3af-4fef-a372-ed137d168750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.626043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] Deleting subnet 9b7b32be-aeaa-429c-a10d-004ebf6573a2 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:22:35.629378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.630053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d00581e9-eb8c-47c0-b71b-513592cd7327 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31b1591a509f4ed6b1aed5d2bd72e179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832821 Nov 09 18:22:35.633074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52326) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:35.677212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.717628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ca93-4afd-4e1c-a547-f80a1bf9700f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.764348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-39a095d6-d3af-4fef-a372-ed137d168750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.766495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ca93-4afd-4e1c-a547-f80a1bf9700f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.777106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-39a095d6-d3af-4fef-a372-ed137d168750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.791935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.838806 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-39a095d6-d3af-4fef-a372-ed137d168750 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58ed2a6071f64794bf615e389ad57dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581964 Nov 09 18:22:35.840704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:35.848537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a095d6-d3af-4fef-a372-ed137d168750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa46b7-8353-4871-849f-bb1c01d7d5ef,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:35.880405 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ca93-4afd-4e1c-a547-f80a1bf9700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.883941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ca93-4afd-4e1c-a547-f80a1bf9700f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.888365 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b9d3ca93-4afd-4e1c-a547-f80a1bf9700f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/143a4a64-17e4-4817-b937-f3a3cf8801e2 HTTP/1.1" status: 204 len: 168 time: 0.2542984 Nov 09 18:22:35.900116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3ca93-4afd-4e1c-a547-f80a1bf9700f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a4a64-17e4-4817-b937-f3a3cf8801e2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:35.923984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7856-bf33-4c1d-84b0-f2894222444b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.926108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.975302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7b32be-aeaa-429c-a10d-004ebf6573a2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:35.990210 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:35.993360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1b2b174e-5cb9-4888-9bd3-a5bfde3c9e0a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9b7b32be-aeaa-429c-a10d-004ebf6573a2 HTTP/1.1" status: 204 len: 168 time: 0.4164743 Nov 09 18:22:35.996081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52334) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:35.998421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7856-bf33-4c1d-84b0-f2894222444b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.000943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec787f-4645-48b9-8d79-7f19b0849447 None None] Network 80e79309-a610-45c8-8b4e-da9c05f5fd78 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:36.079984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7856-bf33-4c1d-84b0-f2894222444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.083251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7856-bf33-4c1d-84b0-f2894222444b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.084461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3dcc7856-bf33-4c1d-84b0-f2894222444b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08fa46b7-8353-4871-849f-bb1c01d7d5ef HTTP/1.1" status: 204 len: 168 time: 0.2427597 Nov 09 18:22:36.142348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc7856-bf33-4c1d-84b0-f2894222444b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa46b7-8353-4871-849f-bb1c01d7d5ef,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:36.197766 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.341341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Deleting port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:36.341768 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.345248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:36.434045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:36.435474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b8f92e02-36cb-4cb1-bb34-e1e012e01ae7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:36.436357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bc34164-370d-45fa-b6b4-1ee85587fe5e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:36.439181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] DHCP port deletion for 80e79309-a610-45c8-8b4e-da9c05f5fd78 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:22:36.470474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] For port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,segment=NetworkSegment(26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7),segment_id=26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:36.470924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.487542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 7bc34164-370d-45fa-b6b4-1ee85587fe5e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:36.489434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bc34164-370d-45fa-b6b4-1ee85587fe5e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:36.489842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Calling delete_port for 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:36.513320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52344) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:36.534517 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2b48bfb-8dd2-41cd-ac6c-f35e10e932ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.598969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] Deleting port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:36.599371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.720813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.744372 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2b48bfb-8dd2-41cd-ac6c-f35e10e932ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.754435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c2b48bfb-8dd2-41cd-ac6c-f35e10e932ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.769554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] For port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,segment=NetworkSegment(26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7),segment_id=26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:36.770043 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.770326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:36.793112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] No DVR routers for this DVR port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:36.815299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] Calling delete_port for 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:36.816861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c2b48bfb-8dd2-41cd-ac6c-f35e10e932ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e18e90aeaab463fb6b528a536f1d0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023388 Nov 09 18:22:36.818572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52346) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:36.892859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52348) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:36.921461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b48bfb-8dd2-41cd-ac6c-f35e10e932ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e0ea7d-b60e-427c-a54d-d04aaa63f2b9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:36.932977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.955871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db5c7d89-df69-44a4-b449-6b2ece36611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:36.975828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] Pushing event deleted for resources: {'Port': ['ID=5d0e2c56-4da8-41b6-805d-c18d650ef3c2,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:36.978567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935553d-d27c-4e41-a768-3fdc6d8455f2 None None] No DVR routers for this DVR port 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:36.998400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db5c7d89-df69-44a4-b449-6b2ece36611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.054575 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db5c7d89-df69-44a4-b449-6b2ece36611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.057489 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db5c7d89-df69-44a4-b449-6b2ece36611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.059144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db5c7d89-df69-44a4-b449-6b2ece36611b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03e0ea7d-b60e-427c-a54d-d04aaa63f2b9 HTTP/1.1" status: 204 len: 168 time: 0.2396336 Nov 09 18:22:37.083367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c7d89-df69-44a4-b449-6b2ece36611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e0ea7d-b60e-427c-a54d-d04aaa63f2b9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:37.308820 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ec70e772-3d96-4de6-b6d7-ccdca3ad5389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.324221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecf06c1e-0b96-485c-a194-7ebd3b400107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.330003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.371684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e79309-a610-45c8-8b4e-da9c05f5fd78']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:37.396175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:37.396475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b49ff3-84b0-4cc9-b76e-c95dffc0a6a7') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:37.411945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.433227 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.445134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:22:37.445521 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:22:37.447338 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:22:37.527021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecf06c1e-0b96-485c-a194-7ebd3b400107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.527225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52358) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:37.530139 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.532545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecf06c1e-0b96-485c-a194-7ebd3b400107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.544064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c4c4160-2b5c-46b5-8c6b-625e20806f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.571214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.576785 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] 10.222.0.32 "DELETE /v2.0/networks/80e79309-a610-45c8-8b4e-da9c05f5fd78 HTTP/1.1" status: 204 len: 168 time: 1.5769317 Nov 09 18:22:37.576785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf06c1e-0b96-485c-a194-7ebd3b400107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3bbd5f-b85e-4744-8882-b65b1e4a88fc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:37.593480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38162f6-096c-48f7-83bf-706cbfa4d25a admin admin] Pushing event deleted for resources: {'Network': ['ID=80e79309-a610-45c8-8b4e-da9c05f5fd78,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:37.606714 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ecf06c1e-0b96-485c-a194-7ebd3b400107 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa5fea439b2a46ac8cd0ca171b52d802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050752 Nov 09 18:22:37.609916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52362) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:37.690315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37e7f7c7-2910-4bc0-a20d-505f0e278fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.690966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c4c4160-2b5c-46b5-8c6b-625e20806f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.699804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c4c4160-2b5c-46b5-8c6b-625e20806f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.714586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37e7f7c7-2910-4bc0-a20d-505f0e278fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.756174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6c4c4160-2b5c-46b5-8c6b-625e20806f28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbf538f89dfc48d0b67fc4695d287a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277114 Nov 09 18:22:37.758908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52364) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:37.766467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c4160-2b5c-46b5-8c6b-625e20806f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108ad1af-7aa6-480e-bc64-11f124187ea8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:37.783984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37e7f7c7-2910-4bc0-a20d-505f0e278fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.787501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-37e7f7c7-2910-4bc0-a20d-505f0e278fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.788904 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-37e7f7c7-2910-4bc0-a20d-505f0e278fa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b3bbd5f-b85e-4744-8882-b65b1e4a88fc HTTP/1.1" status: 204 len: 168 time: 0.1776550 Nov 09 18:22:37.813636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7f7c7-2910-4bc0-a20d-505f0e278fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3bbd5f-b85e-4744-8882-b65b1e4a88fc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:37.856327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f993f068-562d-471e-b456-5ff2ab21461f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.891022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f993f068-562d-471e-b456-5ff2ab21461f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.928794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52368) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:37.986634 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f993f068-562d-471e-b456-5ff2ab21461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.994498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f993f068-562d-471e-b456-5ff2ab21461f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:37.996851 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f993f068-562d-471e-b456-5ff2ab21461f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/108ad1af-7aa6-480e-bc64-11f124187ea8 HTTP/1.1" status: 204 len: 168 time: 0.2354696 Nov 09 18:22:38.015866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f068-562d-471e-b456-5ff2ab21461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ad1af-7aa6-480e-bc64-11f124187ea8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:38.035140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f897d077-4913-41af-8148-1f6ff62cad9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=670b647795c44770b1cb4d820676515c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044245 Nov 09 18:22:38.039173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52376) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:38.045777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:38.080207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:38.080207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5d0e2c56-4da8-41b6-805d-c18d650ef3c2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:38.111585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bec9ee47-f91a-4d3b-a6b2-4e4853d9c027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:38.145944 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bec9ee47-f91a-4d3b-a6b2-4e4853d9c027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:38.207032 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bec9ee47-f91a-4d3b-a6b2-4e4853d9c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:38.211234 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bec9ee47-f91a-4d3b-a6b2-4e4853d9c027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:38.212262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bec9ee47-f91a-4d3b-a6b2-4e4853d9c027 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94a32249-61ca-47e3-9964-77934ba6632e HTTP/1.1" status: 204 len: 168 time: 0.1692903 Nov 09 18:22:38.221549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9ee47-f91a-4d3b-a6b2-4e4853d9c027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a32249-61ca-47e3-9964-77934ba6632e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:38.672159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52402) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:38.699156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e5107f2-9c6c-40a6-b916-8022ef93e323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:38.922895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e5107f2-9c6c-40a6-b916-8022ef93e323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:38.929742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1e5107f2-9c6c-40a6-b916-8022ef93e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:38.958799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1e5107f2-9c6c-40a6-b916-8022ef93e323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2854812 Nov 09 18:22:38.961989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52414) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:38.968731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2877990-d50d-4ae4-bbc5-870511559ff8 req-2ecdacbe-4b78-46b0-9a96-07eb957a385d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:38.970484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2877990-d50d-4ae4-bbc5-870511559ff8 req-2ecdacbe-4b78-46b0-9a96-07eb957a385d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 945 time: 0.1035862 Nov 09 18:22:39.029855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5107f2-9c6c-40a6-b916-8022ef93e323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88aa7ce-6bf2-4621-8b5b-debe7a386133,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:39.036421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2877990-d50d-4ae4-bbc5-870511559ff8 req-092a4c79-c348-46bf-8f1d-d37c4974cf74 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549886 Nov 09 18:22:39.104148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f929acd0-7709-48c7-bfc8-53615d061c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.134670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f929acd0-7709-48c7-bfc8-53615d061c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.162335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52422) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:39.200607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f929acd0-7709-48c7-bfc8-53615d061c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.209670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f929acd0-7709-48c7-bfc8-53615d061c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.211013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f929acd0-7709-48c7-bfc8-53615d061c3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e88aa7ce-6bf2-4621-8b5b-debe7a386133 HTTP/1.1" status: 204 len: 168 time: 0.2472777 Nov 09 18:22:39.226860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929acd0-7709-48c7-bfc8-53615d061c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88aa7ce-6bf2-4621-8b5b-debe7a386133,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:39.277035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2129932325'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:39.307752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:39.311482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.321318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.452120 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.458524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.487914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:39.498209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1bc5c-753d-452d-8b77-44900aa07d3a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:39.507001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.507394 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Added segment 0ae53d4a-371f-4915-a70a-3cdfe8b7158b of type vlan for network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc Nov 09 18:22:39.542623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52446) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:39.566504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.599201 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.607044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:39.608711 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.614793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52452) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:39.620178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-719fc5a8-8862-4e7a-b01c-a273de26c2c9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761764921', 'description': 'tempest-secgroup-smoke-761764921 description', 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:39.667203 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-719fc5a8-8862-4e7a-b01c-a273de26c2c9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.686176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5224340 Nov 09 18:22:39.689632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52458) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:39.696983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c4e0e-35b5-4cd4-897c-4eb124bb9f14 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Network': ['ID=74dce714-bc2f-4dbe-b887-b6da85e9a3bc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:39.705527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'subnet': {'network_id': '74dce714-bc2f-4dbe-b887-b6da85e9a3bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:39.712289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:39.783792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0e54bb26-7c95-4244-b939-50dc3c0445c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.822312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1826078596'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:39.861408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.api [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:22:39.861408 n-d-817240-1 neutron-server[102141]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 18:22:39.861408 n-d-817240-1 neutron-server[102141]: [parameters: {'project_id_1': '0be31d8989ef4e3aaa990c52002bca06', 'expiration_1': datetime.datetime(2021, 11, 9, 18, 22, 19, 834917)}] Nov 09 18:22:39.861408 n-d-817240-1 neutron-server[102141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:22:39.861893 n-d-817240-1 neutron-server[102141]: DEBUG oslo_db.api [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:22:39.869299 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-719fc5a8-8862-4e7a-b01c-a273de26c2c9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.870916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:39.875522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.880259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-719fc5a8-8862-4e7a-b01c-a273de26c2c9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.966780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-719fc5a8-8862-4e7a-b01c-a273de26c2c9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:39.968025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-719fc5a8-8862-4e7a-b01c-a273de26c2c9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3521788 Nov 09 18:22:39.971300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52468) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:39.971937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fc5a8-8862-4e7a-b01c-a273de26c2c9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17582ebb-3182-4bc5-a269-29dcd31467f8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:39.976917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f0e0fa89-655c-4dfd-b7f0-84721c2546fa tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'security_group_rule': {'security_group_id': '17582ebb-3182-4bc5-a269-29dcd31467f8', 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:40.006534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa89-655c-4dfd-b7f0-84721c2546fa tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.018359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52470) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:40.067002 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa89-655c-4dfd-b7f0-84721c2546fa tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.072832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa89-655c-4dfd-b7f0-84721c2546fa tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.095228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0fa89-655c-4dfd-b7f0-84721c2546fa tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7916f9b-61a4-4e07-a612-96a37f4c83d9,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.104085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0e0fa89-655c-4dfd-b7f0-84721c2546fa tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.108295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f0e0fa89-655c-4dfd-b7f0-84721c2546fa tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325216 Nov 09 18:22:40.108964 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52476) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:40.114817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8820b330-d77c-4e5f-92e3-3d33e5c50a8a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'security_group_rule': {'security_group_id': '17582ebb-3182-4bc5-a269-29dcd31467f8', 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:40.141803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.160297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-399288959-network', 'tenant_id': '699ef17697e843918b6255275df4a9d4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:40.188434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8820b330-d77c-4e5f-92e3-3d33e5c50a8a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.195397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe70651-f7ce-4d6a-b4be-23c6eae11756 req-7b14e7e9-5665-4f7c-857f-fab87e26b7cd tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:40.196913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bbe70651-f7ce-4d6a-b4be-23c6eae11756 req-7b14e7e9-5665-4f7c-857f-fab87e26b7cd tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 945 time: 0.0752430 Nov 09 18:22:40.198016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:40.200278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.210196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.217219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.238432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Subnet': ['ID=ca275b40-5081-4eb3-98df-13a1907aa13e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.255304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Checking segment: {'id': '0ae53d4a-371f-4915-a70a-3cdfe8b7158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '74dce714-bc2f-4dbe-b887-b6da85e9a3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:40.255668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network hostable DHCP agents. Network: 74dce714-bc2f-4dbe-b887-b6da85e9a3bc, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:40.272159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8820b330-d77c-4e5f-92e3-3d33e5c50a8a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.273829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bbe70651-f7ce-4d6a-b4be-23c6eae11756 req-5e8cf964-c4cb-4e9a-84d9-57c5a3b3d224 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606270 Nov 09 18:22:40.282189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8820b330-d77c-4e5f-92e3-3d33e5c50a8a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.299753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:40.305627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820b330-d77c-4e5f-92e3-3d33e5c50a8a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf686810-5106-4bab-b036-07eee71e559d,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.321977 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8820b330-d77c-4e5f-92e3-3d33e5c50a8a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.326565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8820b330-d77c-4e5f-92e3-3d33e5c50a8a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2138956 Nov 09 18:22:40.326565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 74dce714-bc2f-4dbe-b887-b6da85e9a3bc) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:40.327834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52478) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:40.332722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-41320ecc-cb8b-4b82-8e22-a99dcebb768b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'security_group_rule': {'security_group_id': '17582ebb-3182-4bc5-a269-29dcd31467f8', 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:40.336871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15229353-86f3-477a-93be-6ba648f921a3 None None] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:40.340136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:40.340718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.354623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.360200 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.379408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6cc3fe64-e09a-448e-bdcc-5ee40dfebccd tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6858528 Nov 09 18:22:40.379915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52480) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:40.380386 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41320ecc-cb8b-4b82-8e22-a99dcebb768b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.384694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1323747489', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:40.403130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:40.405918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:40.409531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.415345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364a344d-d283-4aca-a5b8-8ef2cec532e6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.421748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.422904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.423467 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Added segment b444c914-1c29-4397-b7d6-eb7e0a9adda5 of type vlan for network 906e5d51-662b-4ffd-994b-71c53e31d65d Nov 09 18:22:40.472033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41320ecc-cb8b-4b82-8e22-a99dcebb768b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.479739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41320ecc-cb8b-4b82-8e22-a99dcebb768b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.497634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.499196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.503163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41320ecc-cb8b-4b82-8e22-a99dcebb768b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdf3921-4cb4-4751-ab1e-4e7274543fdb,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.505725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b01fa-28cd-44a9-b897-9fcd92b9da2c None None] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:40.518886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41320ecc-cb8b-4b82-8e22-a99dcebb768b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.522529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-41320ecc-cb8b-4b82-8e22-a99dcebb768b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1913471 Nov 09 18:22:40.526428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52482) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:40.531609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c3f413ae-0e72-40e5-8d83-aa90f4440e6f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'security_group_rule': {'security_group_id': '17582ebb-3182-4bc5-a269-29dcd31467f8', 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:40.552445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.565870 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.569029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.575846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.585041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f413ae-0e72-40e5-8d83-aa90f4440e6f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.608828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:40.641946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.642318 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Added segment 229efd98-1e21-4e88-bf90-085d2ae56f01 of type vlan for network 3389b728-937d-4b85-a62c-18d22f237e8c Nov 09 18:22:40.647342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c034038e-4a78-4f41-adab-680426f73f81,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.671661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530e730-2397-47c1-a184-75c664683e2e req-8d80a226-673d-4bff-a10a-d75bab02077c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:40.673139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5530e730-2397-47c1-a184-75c664683e2e req-8d80a226-673d-4bff-a10a-d75bab02077c tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dadc43f-db6b-46b5-9f1b-e35f1abf9089 HTTP/1.1" status: 200 len: 945 time: 0.2340319 Nov 09 18:22:40.700643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.708776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f413ae-0e72-40e5-8d83-aa90f4440e6f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.714172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f413ae-0e72-40e5-8d83-aa90f4440e6f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.744973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f413ae-0e72-40e5-8d83-aa90f4440e6f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e0f80f-b738-4b91-82c8-a834224f4342,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.748657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.754344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:40.754964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.764556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f413ae-0e72-40e5-8d83-aa90f4440e6f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.766313 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3f413ae-0e72-40e5-8d83-aa90f4440e6f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2387333 Nov 09 18:22:40.781571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52484) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:40.786363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'security_group_rule': {'security_group_id': '17582ebb-3182-4bc5-a269-29dcd31467f8', 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:40.838976 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2948062 Nov 09 18:22:40.855730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bf428-b388-47a3-b256-fb96f98a8ae6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Network': ['ID=3389b728-937d-4b85-a62c-18d22f237e8c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:40.862902 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Project 6bc27e5d590f4c7cb1a0d68e989f2065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:22:40.868541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.886296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3389b728-937d-4b85-a62c-18d22f237e8c details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:40.958934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.968638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:40.995309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bd7a9e-b39b-4089-a6f3-7298380d1618,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:41.005224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.009140 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dba736b1-4633-40dd-a1e7-43ed438cf800 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2239525 Nov 09 18:22:41.009450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52486) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:41.014736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'security_group_rule': {'security_group_id': '17582ebb-3182-4bc5-a269-29dcd31467f8', 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:41.040834 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Project 6bc27e5d590f4c7cb1a0d68e989f2065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:22:41.046395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.056058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.056973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:41.057540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.080486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.083050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.119136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.123934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.144646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09559ff6-ce90-4c96-bd04-b1df0c163e57,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:41.153603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.154926 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9d7eec07-f113-4ca0-af25-03b133125d6a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443179 Nov 09 18:22:41.203259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1804132 Nov 09 18:22:41.204134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52490) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:41.208572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Request body: {'subnet': {'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-399288959-subnet', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:41.231352 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:41.233466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe4f18-7092-4faa-b2ec-bb0455c3b378 admin admin] Pushing event updated for resources: {'Network': ['ID=906e5d51-662b-4ffd-994b-71c53e31d65d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:41.234747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.243750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 906e5d51-662b-4ffd-994b-71c53e31d65d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:41.287630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Deleting port f0c03349-1de8-4122-9d4e-390771d7d95e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:41.288019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.401287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] For port f0c03349-1de8-4122-9d4e-390771d7d95e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f0c03349-1de8-4122-9d4e-390771d7d95e,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:41.401669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.415811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Calling delete_port for f0c03349-1de8-4122-9d4e-390771d7d95e owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:41.455478 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.504566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73c4d5d-f437-4d5d-a384-e95aca562e87,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:41.519646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:41.520116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Network hostable DHCP agents. Network: 906e5d51-662b-4ffd-994b-71c53e31d65d, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:41.537621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:41.549187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 906e5d51-662b-4ffd-994b-71c53e31d65d) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:41.553572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:41.554187 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.568088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3965510-e715-4aad-b74c-7db62d8ccc7d None None] Network 906e5d51-662b-4ffd-994b-71c53e31d65d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:41.582403 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b4f89a8f-48bc-49f6-a4f9-5b2715b5e334 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3775771 Nov 09 18:22:41.583212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52498) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:41.587902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:41.611555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-a26dbcf7-f6df-4994-8726-1868e5c14667 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761764921&fields=id&tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065 HTTP/1.1" status: 200 len: 267 time: 0.0736063 Nov 09 18:22:41.613323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.614815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.623989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.680993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.700211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['ce3f737a-baa3-4746-8d26-c73e550fb4f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:41.702537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'e3e8b3d9-60b4-4b5e-baac-81033d25854d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:41.718523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event deleted for resources: {'Port': ['ID=f0c03349-1de8-4122-9d4e-390771d7d95e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:41.845361 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.875950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] No DVR routers for this DVR port f0c03349-1de8-4122-9d4e-390771d7d95e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:41.879256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.883198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5530e730-2397-47c1-a184-75c664683e2e req-4904791a-b513-4f91-bd84-fa21f53bc8bf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "DELETE /v2.0/ports/f0c03349-1de8-4122-9d4e-390771d7d95e HTTP/1.1" status: 204 len: 173 time: 1.1781874 Nov 09 18:22:41.886242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'name': 'network-vif-deleted', 'tag': 'f0c03349-1de8-4122-9d4e-390771d7d95e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:41.893481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-906e5d51-662b-4ffd-994b-71c53e31d65d', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:22:41.894445 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.897803 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8836567d-7241-4d60-ad94-d091ec45c9d0" -d '{"events": [{"server_uuid": "0dadc43f-db6b-46b5-9f1b-e35f1abf9089", "name": "network-vif-deleted", "tag": "f0c03349-1de8-4122-9d4e-390771d7d95e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:41.901524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:41.932245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.081551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1ffeb9d3-d558-4002-b694-d94d016e5b39 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:42.092627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1ffeb9d3-d558-4002-b694-d94d016e5b39 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/networks?id=4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 200 len: 813 time: 0.4705870 Nov 09 18:22:42.139102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-2242cf9e-f9ff-4925-accd-c413a1b9d06b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/quotas/6bc27e5d590f4c7cb1a0d68e989f2065 HTTP/1.1" status: 200 len: 375 time: 0.0418429 Nov 09 18:22:42.164111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.200313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.227008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.25.0.15 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/e2b4538c-4d5a-4e8d-8a42-0f3ea04ff01d) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:42.239605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Allocated IP 172.20.0.2 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/7bcfc63b-c800-4bdb-a858-33580436b306) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:42.260940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-ffcae335-42d4-4c4c-ac9b-3e14f711c01e tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937650 Nov 09 18:22:42.453983 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.525776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-9f712d09-9293-4d0c-a65e-c4ed7af23b41 service neutron] 10.222.0.32 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589080 Nov 09 18:22:42.598919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Allocated IP 172.25.0.56 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/658529c5-2f12-4439-899d-3ecd8d773835) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:42.627131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.635279 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.687195 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.699277 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.745224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-27ece97e-ab12-4493-9515-9802783db162 service neutron] 10.222.0.32 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126210 Nov 09 18:22:42.751351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:42.752930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:42.756966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:42.765550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.778843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Pushing event updated for resources: {'Port': ['ID=7bcfc63b-c800-4bdb-a858-33580436b306,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:42.813179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=e2b4538c-4d5a-4e8d-8a42-0f3ea04ff01d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:42.826851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:42.829835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:42.835489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:42.866238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.947288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Attempting to bind port 7bcfc63b-c800-4bdb-a858-33580436b306 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:42.947780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Attempting to bind port 7bcfc63b-c800-4bdb-a858-33580436b306 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:42.948023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Attempting to bind port 7bcfc63b-c800-4bdb-a858-33580436b306 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:42.954634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:42.959195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:42.959582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:42.959990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.960385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:42.960929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Bound port: 7bcfc63b-c800-4bdb-a858-33580436b306, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:42.961233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:42.985034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:42.996383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:43.000753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Pushing event updated for resources: {'Port': ['ID=658529c5-2f12-4439-899d-3ecd8d773835,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:43.044665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] For port 7bcfc63b-c800-4bdb-a858-33580436b306, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:43.048418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] For port 7bcfc63b-c800-4bdb-a858-33580436b306, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7bcfc63b-c800-4bdb-a858-33580436b306,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:43.058753 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:43.090125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:43.177671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2df31-21ed-4b46-a511-1bb2dbd75f24 None None] Pushing event updated for resources: {'Port': ['ID=7bcfc63b-c800-4bdb-a858-33580436b306,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:43.187751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f0c03349-1de8-4122-9d4e-390771d7d95e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:43.229428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: f0c03349-1de8-4122-9d4e-390771d7d95e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:43.230230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f0c03349-1de8-4122-9d4e-390771d7d95e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:43.339659 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79339059-d936-4072-9124-d3fbdec64df2 x-openstack-request-id: req-79339059-d936-4072-9124-d3fbdec64df2 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:43.340313 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dadc43f-db6b-46b5-9f1b-e35f1abf9089", "name": "network-vif-deleted", "tag": "f0c03349-1de8-4122-9d4e-390771d7d95e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:43.341596 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79339059-d936-4072-9124-d3fbdec64df2 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:43.342378 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dadc43f-db6b-46b5-9f1b-e35f1abf9089', 'name': 'network-vif-deleted', 'tag': 'f0c03349-1de8-4122-9d4e-390771d7d95e', 'status': 'completed', 'code': 200} Nov 09 18:22:43.529332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb46a03-067d-454b-95c5-0fb2cfacb24a req-5e2ddae4-a5ea-4b95-840c-8c0870abe662 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.1185398 Nov 09 18:22:43.569960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:43.715736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:43.857075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:22:44.002710 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.083915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:44.099911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:44.114097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:44.117225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:44.128230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bcfc63b-c800-4bdb-a858-33580436b306 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:44.144156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.145464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-05489826-4f04-471d-83ff-6575adabdc35 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7643900 Nov 09 18:22:44.148555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52524) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:44.216935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:44.224215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-043a7747-e02b-4b6e-aed7-f8d7967f67a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610282 Nov 09 18:22:44.224694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52526) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:44.238304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'subnet': {'network_id': '3389b728-937d-4b85-a62c-18d22f237e8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:44.342668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:44.343427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:44.416765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-fae42dab-e52d-4c9b-a31e-864fafeb42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:44.418569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-fae42dab-e52d-4c9b-a31e-864fafeb42d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.1082292 Nov 09 18:22:44.434132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:44.443254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe9fbe-3e57-4000-acb6-5e262e15d447 None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:44.453152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:44.458185 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.465246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7bcfc63b-c800-4bdb-a858-33580436b306 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:44.466262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.490532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:22:44.587950 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.631564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 7bcfc63b-c800-4bdb-a858-33580436b306, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7bcfc63b-c800-4bdb-a858-33580436b306,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:44.639032 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.661251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-39f4a801-43c4-4264-bb15-50fb26d56877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:44.664931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-39f4a801-43c4-4264-bb15-50fb26d56877 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1716807 Nov 09 18:22:44.761428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=7bcfc63b-c800-4bdb-a858-33580436b306,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:44.801688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:44.819649 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:44.820438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c16c0-060f-4f05-b3b9-ac9216a929e5 None None] Network 906e5d51-662b-4ffd-994b-71c53e31d65d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:44.831949 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:44.833666 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:44.840692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:44.841983 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-70ce2ad7-c93c-4b00-a8ab-7be7428a8a0e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2577012 Nov 09 18:22:44.854941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52532) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:44.891388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-751d1abb-f36b-4067-9a1c-daca4f5b796d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.1265001 Nov 09 18:22:44.895542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-30e52ec6-1ab8-4128-972a-234803d2e913 req-87d0c044-b4c7-46dc-aff3-0043e6846d2a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.1572773 Nov 09 18:22:44.949938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c25214fd-23e5-4407-9914-423d02a65bb8 None None] Provisioning complete for port 7bcfc63b-c800-4bdb-a858-33580436b306 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:44.954564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c25214fd-23e5-4407-9914-423d02a65bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.020633 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:45.076253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-c93f9845-1861-4f2b-9c01-81ecd33ba391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:45.078323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-c93f9845-1861-4f2b-9c01-81ecd33ba391 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.1795766 Nov 09 18:22:45.321520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-70f362ac-9c32-426d-9551-aa416b633db9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:45.341375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-70f362ac-9c32-426d-9551-aa416b633db9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.73 "GET /v2.0/networks?id=4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 200 len: 813 time: 0.3843901 Nov 09 18:22:45.346955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-0d192f58-298f-4753-9456-f93630196a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:45.348470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-0d192f58-298f-4753-9456-f93630196a9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497816 Nov 09 18:22:45.545523 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:43Z', 'revision_number': 3, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:45.586813 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:45.587164 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Updating router 22f57dfb-ee32-40d0-859d-7b719edeb012 port 658529c5-2f12-4439-899d-3ecd8d773835 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:22:45.631151 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.658916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-99121478-b6b3-4832-a75e-3b299d98035b None None] Provisioning complete for port 7bcfc63b-c800-4bdb-a858-33580436b306 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:45.659498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-99121478-b6b3-4832-a75e-3b299d98035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.946142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-10802197-0662-4741-a471-cb7dce541972 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065 HTTP/1.1" status: 200 len: 379 time: 0.5678537 Nov 09 18:22:45.947413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:45.973504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'port': {'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'admin_state_up': True, 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'security_groups': ['17582ebb-3182-4bc5-a269-29dcd31467f8']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:46.023966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.080539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bcfc63b-c800-4bdb-a858-33580436b306 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:46.102293 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-ad6e9b9c-d103-46af-8848-25769e54299f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287686 Nov 09 18:22:46.127506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f56f744-24c8-455e-9866-3c9dd3d5ad3a req-60b405c5-f209-4cde-8225-aa813a5ce848 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.0821064 Nov 09 18:22:46.128872 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.137720 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.190457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7bcfc63b-c800-4bdb-a858-33580436b306 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:46.190840 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.205440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Subnet': ['ID=a91a95c7-7ece-4d93-ba2e-7212ec2106a5,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:46.234508 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecc71d-027a-493a-bed5-e2625f43c67f None None] Pushing event updated for resources: {'Port': ['ID=658529c5-2f12-4439-899d-3ecd8d773835,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:46.263942 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Attempting to bind port 658529c5-2f12-4439-899d-3ecd8d773835 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:46.265022 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Attempting to bind port 658529c5-2f12-4439-899d-3ecd8d773835 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:46.265625 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Attempting to bind port 658529c5-2f12-4439-899d-3ecd8d773835 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:46.276693 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:46.277994 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:46.278541 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.282660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Checking segment: {'id': '229efd98-1e21-4e88-bf90-085d2ae56f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3389b728-937d-4b85-a62c-18d22f237e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:46.282862 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:46.283020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network hostable DHCP agents. Network: 3389b728-937d-4b85-a62c-18d22f237e8c, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:46.283630 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Bound port: 658529c5-2f12-4439-899d-3ecd8d773835, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:46.284137 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.321587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Made reservation on behalf of 6bc27e5d590f4c7cb1a0d68e989f2065 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:46.325131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.339395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-443958b7-0f4b-4d00-ad3c-c34f07069dcf req-6451c4b2-abe2-49ce-ad74-ef516d2f9ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173524 Nov 09 18:22:46.349783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 3389b728-937d-4b85-a62c-18d22f237e8c is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:46.353580 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.376493 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] For port 658529c5-2f12-4439-899d-3ecd8d773835, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:46.380093 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] For port 658529c5-2f12-4439-899d-3ecd8d773835, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=658529c5-2f12-4439-899d-3ecd8d773835,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:46.384666 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.406850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3389b728-937d-4b85-a62c-18d22f237e8c) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:46.412174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:46.412754 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.422545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35380e2c-b314-4305-8f0d-7ce0d090fc75 None None] Network 3389b728-937d-4b85-a62c-18d22f237e8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:46.443228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7aab2272-2c7f-477d-b990-dd58a7fd3d42 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2142763 Nov 09 18:22:46.444431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52542) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:46.450484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1913610112'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:46.485909 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:46.486568 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:46.506304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.520158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:46.523875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.555157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:46.566170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.566568 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Added segment 474c8cc5-c714-4dbc-8cf3-67ea47481421 of type vlan for network 44c7bb79-b3aa-4591-97f7-86064af8c523 Nov 09 18:22:46.627516 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecc71d-027a-493a-bed5-e2625f43c67f None None] Pushing event updated for resources: {'Port': ['ID=658529c5-2f12-4439-899d-3ecd8d773835,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:46.628239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Allocated IP 172.20.0.6 (4550b96a-4576-44b7-a432-54297f13b1e3/aed9d767-8162-4bd8-9a86-e6756ec10bc0/4049e11c-f8a2-4e96-9f28-363304b42158) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:46.632291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.705311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.708427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-3389b728-937d-4b85-a62c-18d22f237e8c', 'network_id': '3389b728-937d-4b85-a62c-18d22f237e8c', 'tenant_id': '0be31d8989ef4e3aaa990c52002bca06', 'fixed_ips': [{'subnet_id': 'a91a95c7-7ece-4d93-ba2e-7212ec2106a5'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:22:46.710027 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.716566 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:46.719379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:46.720156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:46.951628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Allocated IP 172.20.0.1 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/8a814357-1eef-4916-8cf3-7a7e8c4b9a39) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:46.978202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Allocated IP 2001:db8:0:ffff::2 (3389b728-937d-4b85-a62c-18d22f237e8c/a91a95c7-7ece-4d93-ba2e-7212ec2106a5/87d53095-92b5-457d-a63b-cc398bff8117) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:46.984830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Network': ['ID=44c7bb79-b3aa-4591-97f7-86064af8c523,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:47.003736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f107684c-0706-4893-9f54-32a5407b2594 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5562286 Nov 09 18:22:47.004585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52546) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:47.015510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'subnet': {'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:47.015919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 44c7bb79-b3aa-4591-97f7-86064af8c523 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:47.079564 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:43Z', 'revision_number': 3, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:47.109838 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd8117-b428-45b4-850d-8d87aaa71641 None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:43Z', 'revision_number': 3, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:47.160878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.1 (74dce714-bc2f-4dbe-b887-b6da85e9a3bc/ca275b40-5081-4eb3-98df-13a1907aa13e/45afca16-0c46-4316-af1e-fb20cb041938) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:47.219059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:47.227611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.366864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.383317 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.390186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.416771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-150dfb34-e9dd-4e5b-b486-33713449ac79 req-40cbf07d-0ecb-4545-8ba9-f4b5f0d215e9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.1469486 Nov 09 18:22:47.437102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.441638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.499502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Network 3389b728-937d-4b85-a62c-18d22f237e8c is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:47.500997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Pushing event updated for resources: {'Port': ['ID=87d53095-92b5-457d-a63b-cc398bff8117,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:47.503882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:47.518997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:47.520213 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.528809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.575972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.622538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:47.645779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:47.647497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:47.655872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:47.707038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Attempting to bind port 87d53095-92b5-457d-a63b-cc398bff8117 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:47.707517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Attempting to bind port 87d53095-92b5-457d-a63b-cc398bff8117 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '229efd98-1e21-4e88-bf90-085d2ae56f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3389b728-937d-4b85-a62c-18d22f237e8c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:47.707895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Attempting to bind port 87d53095-92b5-457d-a63b-cc398bff8117 on network 3389b728-937d-4b85-a62c-18d22f237e8c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:47.716447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:47.717151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Checking segment: {'id': '229efd98-1e21-4e88-bf90-085d2ae56f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3389b728-937d-4b85-a62c-18d22f237e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:47.717260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.718196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Bound using segment: {'id': '229efd98-1e21-4e88-bf90-085d2ae56f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3389b728-937d-4b85-a62c-18d22f237e8c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:47.718697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Bound port: 87d53095-92b5-457d-a63b-cc398bff8117, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229efd98-1e21-4e88-bf90-085d2ae56f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3389b728-937d-4b85-a62c-18d22f237e8c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:47.723007 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.739180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:47.741200 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:47.766296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Network 4550b96a-4576-44b7-a432-54297f13b1e3 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:47.771740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:47.787265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:47.922727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:47.948212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] For port 87d53095-92b5-457d-a63b-cc398bff8117, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:47.955633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] For port 87d53095-92b5-457d-a63b-cc398bff8117, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=87d53095-92b5-457d-a63b-cc398bff8117,segment=NetworkSegment(229efd98-1e21-4e88-bf90-085d2ae56f01),segment_id=229efd98-1e21-4e88-bf90-085d2ae56f01)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:47.972331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.015129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'Port': ['ID=4049e11c-f8a2-4e96-9f28-363304b42158,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:48.045696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.140643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:48.145212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.157888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe10a9-1da1-4046-891b-3b15c3d13b86 None None] Pushing event updated for resources: {'Port': ['ID=87d53095-92b5-457d-a63b-cc398bff8117,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:48.171624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 658529c5-2f12-4439-899d-3ecd8d773835 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:48.296433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-947c6004-97f0-46ae-a3cc-ef354820a964 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3318295 Nov 09 18:22:48.321443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Request body: {'port': {'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:48.349474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 658529c5-2f12-4439-899d-3ecd8d773835 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:48.350938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.472071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=45afca16-0c46-4316-af1e-fb20cb041938,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:48.549015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9b3232ec-f573-4d1e-a58f-0cb98787cd38 None None] Provisioning complete for port 4049e11c-f8a2-4e96-9f28-363304b42158 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:48.549382 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b3232ec-f573-4d1e-a58f-0cb98787cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.555827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:22:48.563975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.631266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9b3232ec-f573-4d1e-a58f-0cb98787cd38 None None] Port 4049e11c-f8a2-4e96-9f28-363304b42158 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:48.652733 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.670457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.690004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9b3232ec-f573-4d1e-a58f-0cb98787cd38 None None] Provisioning complete for port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:48.692574 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b3232ec-f573-4d1e-a58f-0cb98787cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.702478 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.722348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.768284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 658529c5-2f12-4439-899d-3ecd8d773835, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=658529c5-2f12-4439-899d-3ecd8d773835,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:48.773814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9b3232ec-f573-4d1e-a58f-0cb98787cd38 None None] Port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:48.780566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:48.781092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Subnet': ['ID=0d850489-a518-428c-a118-b29704e54d1e,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:48.804833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c180a9-6010-4b17-a4fd-c59e3084e043 req-16595a9a-f1a5-412b-8b58-e35e36ea8bb9 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:48.806706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3c180a9-6010-4b17-a4fd-c59e3084e043 req-16595a9a-f1a5-412b-8b58-e35e36ea8bb9 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 945 time: 0.2483864 Nov 09 18:22:48.825929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Checking segment: {'id': '474c8cc5-c714-4dbc-8cf3-67ea47481421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:48.826639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network hostable DHCP agents. Network: 44c7bb79-b3aa-4591-97f7-86064af8c523, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:48.888355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=658529c5-2f12-4439-899d-3ecd8d773835,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:49.015099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.038898 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 44c7bb79-b3aa-4591-97f7-86064af8c523 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:49.047336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3c180a9-6010-4b17-a4fd-c59e3084e043 req-d51639df-60a1-45e1-a516-af2156db6f5b tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300510 Nov 09 18:22:49.048376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Pushing event updated for resources: {'Port': ['ID=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:49.057859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.065091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.065448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.065911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.066601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.066601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.067053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.067357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 44c7bb79-b3aa-4591-97f7-86064af8c523) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:49.067534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.067845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.068208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.068528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.068859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.069699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:49.078258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf737b-7380-4261-bf99-88aab625f3e7 None None] Network 44c7bb79-b3aa-4591-97f7-86064af8c523 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:49.099505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:49.100749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.173506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e8487cd8-4075-4ec0-8fe9-19f45a2e7120 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1679523 Nov 09 18:22:49.178889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52560) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:49.206625 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.224745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'port': {'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523', 'name': 'tempest-NetworksIpV6TestAttrs-190980658'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:49.274906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Pushing event updated for resources: {'Port': ['ID=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:49.317099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-44c7bb79-b3aa-4591-97f7-86064af8c523', 'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523', 'tenant_id': '0be31d8989ef4e3aaa990c52002bca06', 'fixed_ips': [{'subnet_id': '0d850489-a518-428c-a118-b29704e54d1e'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:22:49.318187 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.338852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4049e11c-f8a2-4e96-9f28-363304b42158 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:22:49.359666 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.395116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62015b1-5399-4da0-a34e-6c84040f44a1 req-df3d9242-d244-4311-a66c-9022642f56b0 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:49.396672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b62015b1-5399-4da0-a34e-6c84040f44a1 req-df3d9242-d244-4311-a66c-9022642f56b0 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 931 time: 0.1954558 Nov 09 18:22:49.435565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.437537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Transition to ACTIVE for port object 4049e11c-f8a2-4e96-9f28-363304b42158 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:22:49.453037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.509296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b62015b1-5399-4da0-a34e-6c84040f44a1 req-b1e97b29-5338-470b-a636-5f2446a8a2ef tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981855 Nov 09 18:22:49.573955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Allocated IP 2001:db8::f816:3eff:fe6f:a593 (44c7bb79-b3aa-4591-97f7-86064af8c523/0d850489-a518-428c-a118-b29704e54d1e/f5634842-fda2-4f51-97f3-4da35be1bde6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:49.678885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:49.683417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.704744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Pushing event updated for resources: {'Port': ['ID=4049e11c-f8a2-4e96-9f28-363304b42158,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:49.736546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Attempting to bind port 4049e11c-f8a2-4e96-9f28-363304b42158 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:49.736812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Attempting to bind port 4049e11c-f8a2-4e96-9f28-363304b42158 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:49.737147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Attempting to bind port 4049e11c-f8a2-4e96-9f28-363304b42158 on network 4550b96a-4576-44b7-a432-54297f13b1e3 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:49.754744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] device_id is not set on port cc6feedc-ceb4-4087-b71f-5297e63a0908 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:22:49.837159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Port 4049e11c-f8a2-4e96-9f28-363304b42158 on network 4550b96a-4576-44b7-a432-54297f13b1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:22:49.837499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Attempting to bind port 4049e11c-f8a2-4e96-9f28-363304b42158 on network 4550b96a-4576-44b7-a432-54297f13b1e3 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:49.846501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:49.846846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Checking segment: {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:49.847241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Bound using segment: {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:49.847692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Bound port: 4049e11c-f8a2-4e96-9f28-363304b42158, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b595dc-1fc8-4eee-88c0-2c486f72a43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:49.848056 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.879220 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.897039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:49.900346 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:49.902541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc144a56-f450-4a4b-923d-28933fe39ddb None None] Network 3389b728-937d-4b85-a62c-18d22f237e8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:49.916534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:50.038408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Allocated IP 2001:db8::f816:3eff:fe8d:dced (44c7bb79-b3aa-4591-97f7-86064af8c523/0d850489-a518-428c-a118-b29704e54d1e/cc6feedc-ceb4-4087-b71f-5297e63a0908) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:50.056616 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83998176-0619-4a17-b90d-98147da4d2ff req-8754dc0f-b3a2-4149-bb6b-16946f696c87 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:50.058231 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83998176-0619-4a17-b90d-98147da4d2ff req-8754dc0f-b3a2-4149-bb6b-16946f696c87 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 945 time: 0.2507076 Nov 09 18:22:50.082332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Network 44c7bb79-b3aa-4591-97f7-86064af8c523 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:50.090516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:50.131552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:50.286866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Pushing event updated for resources: {'Port': ['ID=f5634842-fda2-4f51-97f3-4da35be1bde6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:50.288528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 658529c5-2f12-4439-899d-3ecd8d773835 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:50.319276 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.330595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Attempting to bind port f5634842-fda2-4f51-97f3-4da35be1bde6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:50.331081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Attempting to bind port f5634842-fda2-4f51-97f3-4da35be1bde6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '474c8cc5-c714-4dbc-8cf3-67ea47481421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:50.331571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Attempting to bind port f5634842-fda2-4f51-97f3-4da35be1bde6 on network 44c7bb79-b3aa-4591-97f7-86064af8c523 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:50.339310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2cdc3c33-85db-48e9-b189-983744e9b855 None None] Provisioning complete for port 87d53095-92b5-457d-a63b-cc398bff8117 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:50.339802 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3c33-85db-48e9-b189-983744e9b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.343641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:50.344104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Checking segment: {'id': '474c8cc5-c714-4dbc-8cf3-67ea47481421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:50.344576 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.345074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Bound using segment: {'id': '474c8cc5-c714-4dbc-8cf3-67ea47481421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:50.345630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Bound port: f5634842-fda2-4f51-97f3-4da35be1bde6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474c8cc5-c714-4dbc-8cf3-67ea47481421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44c7bb79-b3aa-4591-97f7-86064af8c523'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:50.346333 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.354751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.376899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.422341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] For port 4049e11c-f8a2-4e96-9f28-363304b42158, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:50.442238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] For port 4049e11c-f8a2-4e96-9f28-363304b42158, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4049e11c-f8a2-4e96-9f28-363304b42158,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:50.444011 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.460786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75977f32-9b95-41b3-9217-15c705d21131 req-b5e18cd3-9ebd-47c7-84ba-740177e2795e tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:50.469918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75977f32-9b95-41b3-9217-15c705d21131 req-b5e18cd3-9ebd-47c7-84ba-740177e2795e tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 945 time: 0.1314816 Nov 09 18:22:50.486967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] For port f5634842-fda2-4f51-97f3-4da35be1bde6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:50.491245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] For port f5634842-fda2-4f51-97f3-4da35be1bde6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f5634842-fda2-4f51-97f3-4da35be1bde6,segment=NetworkSegment(474c8cc5-c714-4dbc-8cf3-67ea47481421),segment_id=474c8cc5-c714-4dbc-8cf3-67ea47481421)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:50.517655 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.520711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=45afca16-0c46-4316-af1e-fb20cb041938,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:50.531044 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.550089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-7fc62d66-dc63-42e1-a0ea-a3a547ca47e2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3194664 Nov 09 18:22:50.550945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.553931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:50.554424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 44c7bb79-b3aa-4591-97f7-86064af8c523 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:50.569462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:50.580260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:50.580891 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.582339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] 10.222.0.73 "PUT /v2.0/ports/4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 200 len: 1091 time: 2.2700226 Nov 09 18:22:50.582817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:50.583783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Deleting port e3e8b3d9-60b4-4b5e-baac-81033d25854d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:50.584127 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.585126 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:50.594164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:50.614090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:50.615893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.633111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Port': ['ID=cc6feedc-ceb4-4087-b71f-5297e63a0908,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:50.644073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381205c-685b-421c-b05b-c70f3167d429 None None] Pushing event updated for resources: {'Port': ['ID=f5634842-fda2-4f51-97f3-4da35be1bde6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:50.656923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75977f32-9b95-41b3-9217-15c705d21131 req-6da2766d-6416-4c5e-adfe-3bb64e5cd6c4 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854627 Nov 09 18:22:50.723502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7af22cd0-7f63-4ddf-a9df-abaaa1c0e629 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5322142 Nov 09 18:22:50.728345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 658529c5-2f12-4439-899d-3ecd8d773835 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:50.728858 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.730042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52568) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:50.815246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3c33-85db-48e9-b189-983744e9b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:50.904523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2cdc3c33-85db-48e9-b189-983744e9b855 None None] For port 87d53095-92b5-457d-a63b-cc398bff8117, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=87d53095-92b5-457d-a63b-cc398bff8117,segment=NetworkSegment(229efd98-1e21-4e88-bf90-085d2ae56f01),segment_id=229efd98-1e21-4e88-bf90-085d2ae56f01)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:50.930128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 87d53095-92b5-457d-a63b-cc398bff8117 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:50.934345 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2cdc3c33-85db-48e9-b189-983744e9b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.007930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17390b-5f4c-448e-ab53-f70803862406 service neutron] Pushing event updated for resources: {'Port': ['ID=4049e11c-f8a2-4e96-9f28-363304b42158,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:51.029110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Deleting subnet 0d850489-a518-428c-a118-b29704e54d1e {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:22:51.036878 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.083879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-765a3fb1-8339-4f98-a088-bd169a1447ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:51.087893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-765a3fb1-8339-4f98-a088-bd169a1447ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1094 time: 0.3818631 Nov 09 18:22:51.107852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aedd90-abf5-4f6c-aee2-e5ed0882bd98 req-cc2952e6-e8ed-4b65-99b4-b0b857dfee18 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:51.120982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65aedd90-abf5-4f6c-aee2-e5ed0882bd98 req-cc2952e6-e8ed-4b65-99b4-b0b857dfee18 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.2675636 Nov 09 18:22:51.154482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc3c33-85db-48e9-b189-983744e9b855 None None] Pushing event updated for resources: {'Port': ['ID=87d53095-92b5-457d-a63b-cc398bff8117,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:51.199514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a5ecb067-af68-4eb2-8848-0c7aa3e44a11 None None] Provisioning complete for port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:51.200151 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5ecb067-af68-4eb2-8848-0c7aa3e44a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.204617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 87d53095-92b5-457d-a63b-cc398bff8117 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:51.205250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.222950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-40a91380-a636-4b61-a2bf-9a15cc540cd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 200 len: 217 time: 0.0941548 Nov 09 18:22:51.239563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.323823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65aedd90-abf5-4f6c-aee2-e5ed0882bd98 req-7b45b730-3591-497b-8086-ea2286af6bb5 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018032 Nov 09 18:22:51.398716 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328836d2-8a50-49e6-ae30-c3312f5048c7 x-openstack-request-id: req-328836d2-8a50-49e6-ae30-c3312f5048c7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:51.399278 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:51.399770 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-328836d2-8a50-49e6-ae30-c3312f5048c7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:51.400372 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158', 'status': 'completed', 'code': 200} Nov 09 18:22:51.404311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-df535181-5df5-4a81-9482-05460b79e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:51.406695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-df535181-5df5-4a81-9482-05460b79e437 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aed9d767-8162-4bd8-9a86-e6756ec10bc0 HTTP/1.1" status: 200 len: 852 time: 0.1590796 Nov 09 18:22:51.502324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a5ecb067-af68-4eb2-8848-0c7aa3e44a11 None None] Port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:51.534537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-2d3a50b7-ee35-480e-b3d2-aa53897b9111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:51.536750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-2d3a50b7-ee35-480e-b3d2-aa53897b9111 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4550b96a-4576-44b7-a432-54297f13b1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058102 Nov 09 18:22:51.563035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:51.579058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:51.583027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-842ce2a0-cdcf-4e2d-bef7-394f66a45d0b admin admin] 10.222.0.32 "PUT /v2.0/routers/22f57dfb-ee32-40d0-859d-7b719edeb012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7250121 Nov 09 18:22:51.599716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] For port e3e8b3d9-60b4-4b5e-baac-81033d25854d, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e3e8b3d9-60b4-4b5e-baac-81033d25854d,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:51.600108 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.605988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.627157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Calling delete_port for e3e8b3d9-60b4-4b5e-baac-81033d25854d owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:51.637474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-b075cdb6-bfd0-496c-9102-ade183acfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:51.639279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-b075cdb6-bfd0-496c-9102-ade183acfbd5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 1096 time: 0.9386678 Nov 09 18:22:51.646211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:51.648680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:51.729632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-3ec75f7a-d6f5-41f7-a579-1d35c2efcc93 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797662 Nov 09 18:22:51.769222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.815434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:51.843948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-307c2384-5982-44cf-bd64-61f99f04b11b None None] Provisioning complete for port 87d53095-92b5-457d-a63b-cc398bff8117 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:51.844330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-307c2384-5982-44cf-bd64-61f99f04b11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.852623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:51.857307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/0d850489-a518-428c-a118-b29704e54d1e HTTP/1.1" status: 204 len: 168 time: 1.1235301 Nov 09 18:22:51.908358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52576) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:51.925107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c6588-fb6f-44f7-bd2b-12d8ecaf5bcd tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Subnet': ['ID=0d850489-a518-428c-a118-b29704e54d1e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:51.975944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-1bbd6f1f-2ffc-4ea6-beb2-689a2697443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:51.980520 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-1bbd6f1f-2ffc-4ea6-beb2-689a2697443f service neutron] 10.222.0.85 "GET /v2.0/networks?id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 200 len: 916 time: 0.3148160 Nov 09 18:22:51.984642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:52.093326 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:52.100849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-f74b7845-e3b1-463c-9378-7f4b7f40240f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd HTTP/1.1" status: 200 len: 217 time: 0.0884242 Nov 09 18:22:52.128488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17bf88-af9c-4e9e-92a7-ad0b880eac2c req-9c6b3f85-004e-4b83-a046-d3b8bedfa8b3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:52.138038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d17bf88-af9c-4e9e-92a7-ad0b880eac2c req-9c6b3f85-004e-4b83-a046-d3b8bedfa8b3 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f79b33c-c086-43f2-aac7-2eb2092008eb HTTP/1.1" status: 200 len: 867 time: 0.3301685 Nov 09 18:22:52.151675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ebe8cd-fa15-4505-8541-133ae5ff54cc req-1b858da7-01ce-47c9-9ee6-779588c8e4e4 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083958 Nov 09 18:22:52.152238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'e3e8b3d9-60b4-4b5e-baac-81033d25854d'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:52.167235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['ce3f737a-baa3-4746-8d26-c73e550fb4f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:52.176364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:52.220489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b50d7-c5e0-4008-a60e-9096ab28bb89 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:52.229143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b50d7-c5e0-4008-a60e-9096ab28bb89 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:52.231418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-751b50d7-c5e0-4008-a60e-9096ab28bb89 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3218877 Nov 09 18:22:52.236730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52584) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:52.348310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f5634842-fda2-4f51-97f3-4da35be1bde6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:52.380416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-ff5ba37b-3005-453e-a49f-2ca3b0ffc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:52.381944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-ff5ba37b-3005-453e-a49f-2ca3b0ffc0d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 200 len: 855 time: 0.1450598 Nov 09 18:22:52.388787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event deleted for resources: {'Port': ['ID=e3e8b3d9-60b4-4b5e-baac-81033d25854d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:52.491206 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-250ff9ab-f4e4-43a2-80f0-53475f026ff3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=88c4193d-e2a3-428c-99ab-5d5e3e0950f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751290 Nov 09 18:22:52.495858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] No DVR routers for this DVR port e3e8b3d9-60b4-4b5e-baac-81033d25854d on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:52.509623 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:52.519190 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-83998176-0619-4a17-b90d-98147da4d2ff req-3a230351-3112-49f6-b65e-b80f2fa1cc1a tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "DELETE /v2.0/ports/e3e8b3d9-60b4-4b5e-baac-81033d25854d HTTP/1.1" status: 204 len: 173 time: 2.3914261 Nov 09 18:22:52.520952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'name': 'network-vif-deleted', 'tag': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:52.522593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91437f84-10de-421d-9649-ef5d3f479a39 None None] Network 44c7bb79-b3aa-4591-97f7-86064af8c523 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:52.523641 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c39287-98ae-4b6b-ad73-da8edd8a242f" -d '{"events": [{"server_uuid": "8f79b33c-c086-43f2-aac7-2eb2092008eb", "name": "network-vif-deleted", "tag": "e3e8b3d9-60b4-4b5e-baac-81033d25854d"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:52.601511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52594) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:52.609005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-349939775-network', 'tenant_id': '92b3f30644174031964ff8d085402c8e'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:52.643986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Made reservation on behalf of 92b3f30644174031964ff8d085402c8e for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:52.646566 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:52.672847 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:52.722039 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-e34fc4c2-c82b-496a-90b3-73763eec2f51 service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012165 Nov 09 18:22:52.733996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:52.743810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f5634842-fda2-4f51-97f3-4da35be1bde6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:52.744283 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:52.839838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8f3ad4b4-5e0e-426c-8801-93f76c745382 None None] Provisioning complete for port f5634842-fda2-4f51-97f3-4da35be1bde6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:52.840320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad4b4-5e0e-426c-8801-93f76c745382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:52.873769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d17bf88-af9c-4e9e-92a7-ad0b880eac2c req-7805096b-a900-4a87-8287-629bcfcd743d tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249279 Nov 09 18:22:52.879213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-a20eb78e-d6c5-4d2c-8c4a-cd3bf2aa8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:52.880464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-a20eb78e-d6c5-4d2c-8c4a-cd3bf2aa8b9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1094 time: 0.6451645 Nov 09 18:22:52.938899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50993eaf-319f-46b4-a75f-9372c4638cda tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.020604 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-50993eaf-319f-46b4-a75f-9372c4638cda tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 18:22:53.021619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50993eaf-319f-46b4-a75f-9372c4638cda tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:22:53.025114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50993eaf-319f-46b4-a75f-9372c4638cda tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/44c7bb79-b3aa-4591-97f7-86064af8c523 HTTP/1.1" status: 409 len: 405 time: 0.7847009 Nov 09 18:22:53.035874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52596) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:53.042625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1685491002'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:53.095015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073881b-1582-4c77-9be8-c5b4a09e7495 req-7894b729-a9dd-42dc-b1ff-6c8c2e3bfda5 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:53.096505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e073881b-1582-4c77-9be8-c5b4a09e7495 req-7894b729-a9dd-42dc-b1ff-6c8c2e3bfda5 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.0917170 Nov 09 18:22:53.105979 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-13660306-d864-4933-9f14-b9b7dd0502f7 req-8147ec3c-9d1c-46dc-9e00-bfa9894f039e service neutron] 10.222.0.85 "GET /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678579 Nov 09 18:22:53.116086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-cbce5f47-e6bf-4607-b665-e6effcda1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:53.117771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-cbce5f47-e6bf-4607-b665-e6effcda1dbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 200 len: 914 time: 0.2154400 Nov 09 18:22:53.139847 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.164120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:53.168908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.188488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.189140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-71ce7fe0-6ccd-4507-9621-e844edc18142 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 200 len: 217 time: 0.0568488 Nov 09 18:22:53.191741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:53.199552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3c1d7074-bea9-41ec-833d-4f7b9d800487 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/routers/3a9a3a61-609f-4500-923e-cbb8b63a9171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0326352 Nov 09 18:22:53.200880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52598) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:53.214699 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:53.216285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'port': {'network_id': '74dce714-bc2f-4dbe-b887-b6da85e9a3bc', 'name': 'tempest-FloatingIPTestJSON-830191667'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:53.224739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e073881b-1582-4c77-9be8-c5b4a09e7495 req-4cf539d9-ef69-412c-9b83-05a361849765 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194229 Nov 09 18:22:53.229606 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:53.231332 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:53.240007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b80211-1b96-4ad4-a603-6f9290fface8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:53.280505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:53.282871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:53.298354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.298973 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Added segment 5b20503a-fe80-4c81-81b4-304812c9267e of type vlan for network a3c6b888-c870-4e7c-a747-5ddb3f319eaf Nov 09 18:22:53.300761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.301475 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Added segment 082ef006-8821-4b2c-abb1-04ebc75e1a88 of type vlan for network 16db9da0-7faa-4016-925c-004caaf91db1 Nov 09 18:22:53.321072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-76eb162b-a1d5-4559-aac4-2f399c78bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:53.322906 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad4b4-5e0e-426c-8801-93f76c745382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.323416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-76eb162b-a1d5-4559-aac4-2f399c78bd31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aed9d767-8162-4bd8-9a86-e6756ec10bc0 HTTP/1.1" status: 200 len: 852 time: 0.1250849 Nov 09 18:22:53.341550 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:53.342337 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.378158 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:53.381783 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:53.386371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.404541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.429488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port f5634842-fda2-4f51-97f3-4da35be1bde6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f5634842-fda2-4f51-97f3-4da35be1bde6,segment=NetworkSegment(474c8cc5-c714-4dbc-8cf3-67ea47481421),segment_id=474c8cc5-c714-4dbc-8cf3-67ea47481421)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:53.441502 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.442628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 87d53095-92b5-457d-a63b-cc398bff8117 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:53.458723 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:53.459631 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c4f0c-1c6e-4cb3-913e-07f52d2236bd None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:53.460992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] DHCP port deletion for 44c7bb79-b3aa-4591-97f7-86064af8c523 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:22:53.483307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.486804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:53.487074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-a81bd3b1-91a5-462b-904a-976dfc688a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:53.488495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.488647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-a81bd3b1-91a5-462b-904a-976dfc688a85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4550b96a-4576-44b7-a432-54297f13b1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541209 Nov 09 18:22:53.509901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 2, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:53.515250 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.520936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:53.521608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.561869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:53.566135 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.586018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9786072 Nov 09 18:22:53.586360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52602) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:53.591719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Request body: {'subnet': {'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-349939775-subnet', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:53.595020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] device_id is not set on port f8657323-eb2f-4053-ac80-76879038d7b8 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:22:53.605084 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5661867 Nov 09 18:22:53.605750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:53.606162 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Updating router 22f57dfb-ee32-40d0-859d-7b719edeb012 port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:22:53.608874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2573f-7689-4e13-80a4-009d6289f2ed admin admin] Pushing event updated for resources: {'Network': ['ID=a3c6b888-c870-4e7c-a747-5ddb3f319eaf,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:53.618285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52604) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:53.647136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:53.688076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Made reservation on behalf of 92b3f30644174031964ff8d085402c8e for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:53.691075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.692977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f941b89-7304-49e7-8026-f55850d3b4fb tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Network': ['ID=16db9da0-7faa-4016-925c-004caaf91db1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:53.712644 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-8f3ad4b4-5e0e-426c-8801-93f76c745382 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:22:53.713019 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-8f3ad4b4-5e0e-426c-8801-93f76c745382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:22:53.717852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'subnet': {'network_id': '16db9da0-7faa-4016-925c-004caaf91db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:53.721828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 16db9da0-7faa-4016-925c-004caaf91db1 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:53.734167 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120ffe6-ff95-4ed6-a0b5-d59c709596d1 x-openstack-request-id: req-6120ffe6-ff95-4ed6-a0b5-d59c709596d1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:53.734455 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f79b33c-c086-43f2-aac7-2eb2092008eb", "name": "network-vif-deleted", "tag": "e3e8b3d9-60b4-4b5e-baac-81033d25854d", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:53.734702 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6120ffe6-ff95-4ed6-a0b5-d59c709596d1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:53.735098 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79b33c-c086-43f2-aac7-2eb2092008eb', 'name': 'network-vif-deleted', 'tag': 'e3e8b3d9-60b4-4b5e-baac-81033d25854d', 'status': 'completed', 'code': 200} Nov 09 18:22:53.743870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=f5634842-fda2-4f51-97f3-4da35be1bde6,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:53.746625 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.833157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-78df1ff2-775e-4b3a-9071-00ff9e66ab49 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331242 Nov 09 18:22:53.871041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 87d53095-92b5-457d-a63b-cc398bff8117 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:53.871041 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.884704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.928935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] Deleting port f5634842-fda2-4f51-97f3-4da35be1bde6 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:53.930226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.938865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.4 (74dce714-bc2f-4dbe-b887-b6da85e9a3bc/ca275b40-5081-4eb3-98df-13a1907aa13e/f8657323-eb2f-4053-ac80-76879038d7b8) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:53.947384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:53.952599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:53.990617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Checking segment: {'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:53.991176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Network hostable DHCP agents. Network: a3c6b888-c870-4e7c-a747-5ddb3f319eaf, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:54.006401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adae88bb-0ca2-4632-92ad-f11161dbc8ec,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:54.021102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:54.048158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a3c6b888-c870-4e7c-a747-5ddb3f319eaf) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:54.057986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:54.060142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.096580 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db422281-3155-4e34-9112-dc18cd5ff03e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5091522 Nov 09 18:22:54.097894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0f2373-a3c7-4ca4-8746-ff389e7888e2 req-11fec844-3d3e-4209-b0e5-b2b2607eb7b2 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502236 Nov 09 18:22:54.099164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52610) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:54.104960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:54.145596 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.148911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.249490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.321271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87057c12-e86c-4483-966b-414f36b5f2af None None] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:54.417774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.486421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.506497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] For port f5634842-fda2-4f51-97f3-4da35be1bde6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f5634842-fda2-4f51-97f3-4da35be1bde6,segment=NetworkSegment(474c8cc5-c714-4dbc-8cf3-67ea47481421),segment_id=474c8cc5-c714-4dbc-8cf3-67ea47481421)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:54.506993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.510715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d2166-c410-406a-bb3a-b5dcf89a0990 req-bcbeead6-27a4-4276-bd72-70fb526d64ab tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:54.511978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe5d2166-c410-406a-bb3a-b5dcf89a0990 req-bcbeead6-27a4-4276-bd72-70fb526d64ab tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 945 time: 0.2051616 Nov 09 18:22:54.534337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] Calling delete_port for f5634842-fda2-4f51-97f3-4da35be1bde6 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:54.621395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe5d2166-c410-406a-bb3a-b5dcf89a0990 req-df1d3081-1e6b-4f37-b923-2d08fbe52349 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738547 Nov 09 18:22:54.640551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:22:54.649264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.663987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.680279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3e8b3d9-60b4-4b5e-baac-81033d25854d no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:54.707440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: e3e8b3d9-60b4-4b5e-baac-81033d25854d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:54.708690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e3e8b3d9-60b4-4b5e-baac-81033d25854d not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:54.721235 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.759814 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.822929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.825246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'fixed_ips': [{'subnet_id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:22:54.826243 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.835830 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.841235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:54.873831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:54.874708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f5634842-fda2-4f51-97f3-4da35be1bde6 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:54.881328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] No DVR routers for this DVR port f5634842-fda2-4f51-97f3-4da35be1bde6 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:54.886983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:54.898927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=f8657323-eb2f-4053-ac80-76879038d7b8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:54.916347 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:54.921020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f9f9-4657-4eff-8aa8-a2d799c61439 None None] Pushing event deleted for resources: {'Port': ['ID=f5634842-fda2-4f51-97f3-4da35be1bde6,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:54.935861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Subnet': ['ID=7bae78a6-12a9-4ca8-b015-773f9ada8df9,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:54.957336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Allocated IP 172.25.0.101 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/6f6b1db0-b870-46c5-954c-710a4fa98b6a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:54.973389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: f5634842-fda2-4f51-97f3-4da35be1bde6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:54.973750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f5634842-fda2-4f51-97f3-4da35be1bde6 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:54.978646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbcdc-b1f7-406d-8ad7-bf7c5535cbbb req-fff1eba1-2345-4f00-8d5e-d90645aa5864 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:54.986610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-460dbcdc-b1f7-406d-8ad7-bf7c5535cbbb req-fff1eba1-2345-4f00-8d5e-d90645aa5864 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.2167215 Nov 09 18:22:55.008592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Checking segment: {'id': '082ef006-8821-4b2c-abb1-04ebc75e1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '16db9da0-7faa-4016-925c-004caaf91db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:55.008953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network hostable DHCP agents. Network: 16db9da0-7faa-4016-925c-004caaf91db1, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:22:55.021737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:55.022713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.058491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91d99-32d5-4cca-b985-b5e78f2db889 None None] Pushing event updated for resources: {'Port': ['ID=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:55.059968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d23a81ac-cd0e-447f-bb44-89eef06ab3c1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8591676 Nov 09 18:22:55.063087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52616) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:55.072648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'port': {'network_id': '74dce714-bc2f-4dbe-b887-b6da85e9a3bc', 'name': 'tempest-FloatingIPTestJSON-1220659768'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:55.074813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-460dbcdc-b1f7-406d-8ad7-bf7c5535cbbb req-36b8d16c-5707-4e6b-a7e3-1cee5a89b658 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836093 Nov 09 18:22:55.091679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 16db9da0-7faa-4016-925c-004caaf91db1 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:22:55.103948 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 16db9da0-7faa-4016-925c-004caaf91db1) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:55.108818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:55.109555 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.125786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41024e-33e3-4b32-86a5-c702783048be None None] Network 16db9da0-7faa-4016-925c-004caaf91db1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:55.146661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4113ddaf-5966-4b22-b06a-fd5f1bcd4655 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4374595 Nov 09 18:22:55.146937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52618) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:55.152907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'port': {'network_id': '16db9da0-7faa-4016-925c-004caaf91db1', 'name': 'tempest-NetworksIpV6TestAttrs-735724028'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:55.208871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.241033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Allocated IP 172.20.0.2 (a3c6b888-c870-4e7c-a747-5ddb3f319eaf/adae88bb-0ca2-4632-92ad-f11161dbc8ec/1130ea67-9c75-4233-ac6c-f119d4d2f563) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:55.274237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Attempting to bind port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:55.274894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Attempting to bind port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:55.275442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Attempting to bind port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:55.287411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:55.292150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.297294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.301154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:55.301699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:55.302031 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.302574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:55.303072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Bound port: 8a814357-1eef-4916-8cf3-7a7e8c4b9a39, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:55.303464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.311760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:55.321140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.340614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] device_id is not set on port b4d4315f-6aee-49b2-9dac-07d898381be4 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:22:55.344107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] device_id is not set on port 1af3dbdd-770f-439f-9767-5e75300d4200 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:22:55.351075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:55.356502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:55.363050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:55.421625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Pushing event updated for resources: {'Port': ['ID=6f6b1db0-b870-46c5-954c-710a4fa98b6a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:55.455737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a5f218b3-386f-41e7-be43-efcbf230342c None None] Provisioning complete for port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:55.456216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5f218b3-386f-41e7-be43-efcbf230342c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.473058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Allocated IP 2001:db8::f816:3eff:fe5f:eed (16db9da0-7faa-4016-925c-004caaf91db1/7bae78a6-12a9-4ca8-b015-773f9ada8df9/1af3dbdd-770f-439f-9767-5e75300d4200) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:55.573958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] For port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:55.578431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a5f218b3-386f-41e7-be43-efcbf230342c None None] Port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:22:55.597949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.6 (74dce714-bc2f-4dbe-b887-b6da85e9a3bc/ca275b40-5081-4eb3-98df-13a1907aa13e/b4d4315f-6aee-49b2-9dac-07d898381be4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:55.613280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] For port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:55.620961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.638177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-16db9da0-7faa-4016-925c-004caaf91db1', 'network_id': '16db9da0-7faa-4016-925c-004caaf91db1', 'tenant_id': '0be31d8989ef4e3aaa990c52002bca06', 'fixed_ips': [{'subnet_id': '7bae78a6-12a9-4ca8-b015-773f9ada8df9'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:22:55.640083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.646888 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.653827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.699446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:55.700101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:55.705310 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.718098 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.779356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.850543 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:22:55.883064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91d99-32d5-4cca-b985-b5e78f2db889 None None] Pushing event updated for resources: {'Port': ['ID=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:55.887139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:55.889888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 16db9da0-7faa-4016-925c-004caaf91db1 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:55.896504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:55.898541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Port': ['ID=1af3dbdd-770f-439f-9767-5e75300d4200,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:55.902198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:55.906602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:55.910366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:55.917854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:55.936468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:55.952281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-88d229c2-76dc-41f5-a0fc-344ee72894a7 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:55.953822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-88d229c2-76dc-41f5-a0fc-344ee72894a7 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 945 time: 0.2259185 Nov 09 18:22:55.963944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81956c21-cc30-49ac-93c7-d921a383ecda req-982b2ad6-e0d3-4d67-b55d-e6b9c94173a0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:55.965670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81956c21-cc30-49ac-93c7-d921a383ecda req-982b2ad6-e0d3-4d67-b55d-e6b9c94173a0 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 945 time: 0.2393215 Nov 09 18:22:56.008880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-14560cb6-1d02-4762-84e2-84bd70afa7f2 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8574433 Nov 09 18:22:56.016002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52622) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:56.068846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.069684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Pushing event updated for resources: {'Port': ['ID=1130ea67-9c75-4233-ac6c-f119d4d2f563,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:56.079874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-53d92b97-d034-4e3b-a732-be5f6de20338 None None] Provisioning complete for port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:56.080499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-53d92b97-d034-4e3b-a732-be5f6de20338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.103381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81956c21-cc30-49ac-93c7-d921a383ecda req-bdb86812-c5dd-4d71-b02f-a394201c4880 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273563 Nov 09 18:22:56.103681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.124807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Deleting subnet 7bae78a6-12a9-4ca8-b015-773f9ada8df9 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:22:56.134149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Attempting to bind port 1130ea67-9c75-4233-ac6c-f119d4d2f563 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:56.134149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Attempting to bind port 1130ea67-9c75-4233-ac6c-f119d4d2f563 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:56.134149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Attempting to bind port 1130ea67-9c75-4233-ac6c-f119d4d2f563 on network a3c6b888-c870-4e7c-a747-5ddb3f319eaf {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:56.136380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:56.173076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Deleting port ce3f737a-baa3-4746-8d26-c73e550fb4f2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:22:56.173735 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.179702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:56.180086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Checking segment: {'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:56.180497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.180898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Bound using segment: {'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:56.181394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Bound port: 1130ea67-9c75-4233-ac6c-f119d4d2f563, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:56.181780 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.200916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.204157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Allocated IP 2001:db8::f816:3eff:fe74:b870 (16db9da0-7faa-4016-925c-004caaf91db1/7bae78a6-12a9-4ca8-b015-773f9ada8df9/3aa437b5-eca6-42d6-b36e-6096836254b1) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:56.259142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:56.264802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:56.267338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:56.305890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=b4d4315f-6aee-49b2-9dac-07d898381be4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:56.309516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421400b-f7ff-41c4-9aff-a8f93b0d579b req-e1470a75-b070-42d3-89f6-e2e9e6b5d929 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:56.311428 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f421400b-f7ff-41c4-9aff-a8f93b0d579b req-e1470a75-b070-42d3-89f6-e2e9e6b5d929 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.0829880 Nov 09 18:22:56.327482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] For port ce3f737a-baa3-4746-8d26-c73e550fb4f2, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=ce3f737a-baa3-4746-8d26-c73e550fb4f2,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:56.327863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.333676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:56.334459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.358235 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b85d3b4c-f63c-4901-96b7-2bb48486e982 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2909400 Nov 09 18:22:56.358467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Calling delete_port for ce3f737a-baa3-4746-8d26-c73e550fb4f2 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:22:56.358585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52626) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:56.363769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'b4d4315f-6aee-49b2-9dac-07d898381be4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:56.369826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:22:56.416287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f421400b-f7ff-41c4-9aff-a8f93b0d579b req-c92a8e7e-626c-4361-bdeb-62809003fe93 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857301 Nov 09 18:22:56.474581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.511799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.549661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event deleted for resources: {'Port': ['ID=ce3f737a-baa3-4746-8d26-c73e550fb4f2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:56.551039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:56.553121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['ce3f737a-baa3-4746-8d26-c73e550fb4f2'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:22:56.562260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-53d92b97-d034-4e3b-a732-be5f6de20338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.591306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.591805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.593042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.593532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.593962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.594570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.595000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.595503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.596100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.596904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.597657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.598095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:22:56.624776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] No DVR routers for this DVR port ce3f737a-baa3-4746-8d26-c73e550fb4f2 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:22:56.628588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.633095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f98c2545-1f78-45df-9c4b-d959ead6200a req-cf3dcf30-eefe-4699-956f-217d6a1e9200 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.73 "DELETE /v2.0/ports/ce3f737a-baa3-4746-8d26-c73e550fb4f2 HTTP/1.1" status: 204 len: 173 time: 0.6664567 Nov 09 18:22:56.633698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'name': 'network-vif-deleted', 'tag': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:22:56.636486 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38f69e4-b221-4b88-aa40-edcc5c577603" -d '{"events": [{"server_uuid": "073bbcd6-e3af-49b8-9eb3-9f0e615f4000", "name": "network-vif-deleted", "tag": "ce3f737a-baa3-4746-8d26-c73e550fb4f2"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:22:56.661383 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] For port 1130ea67-9c75-4233-ac6c-f119d4d2f563, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:56.685735 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c220afd0-828b-454e-86bf-45cbb5a15c27 x-openstack-request-id: req-c220afd0-828b-454e-86bf-45cbb5a15c27 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:22:56.686704 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073bbcd6-e3af-49b8-9eb3-9f0e615f4000", "name": "network-vif-deleted", "tag": "ce3f737a-baa3-4746-8d26-c73e550fb4f2", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:22:56.687649 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c220afd0-828b-454e-86bf-45cbb5a15c27 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:22:56.687649 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073bbcd6-e3af-49b8-9eb3-9f0e615f4000', 'name': 'network-vif-deleted', 'tag': 'ce3f737a-baa3-4746-8d26-c73e550fb4f2', 'status': 'completed', 'code': 200} Nov 09 18:22:56.710986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] For port 1130ea67-9c75-4233-ac6c-f119d4d2f563, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1130ea67-9c75-4233-ac6c-f119d4d2f563,segment=NetworkSegment(5b20503a-fe80-4c81-81b4-304812c9267e),segment_id=5b20503a-fe80-4c81-81b4-304812c9267e)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:56.740906 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.771221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-53d92b97-d034-4e3b-a732-be5f6de20338 None None] For port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:56.815452 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-53d92b97-d034-4e3b-a732-be5f6de20338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.928325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eb184-86bd-4eb2-bfe3-f62e5e77f431 None None] Pushing event updated for resources: {'Port': ['ID=1130ea67-9c75-4233-ac6c-f119d4d2f563,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:56.943534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:56.968784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:56.970013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f7619685-308e-40de-9fc3-41141fc77bda admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8696404 Nov 09 18:22:56.972896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52630) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:56.991126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Sync routers for ids ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:57.008490 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.027089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.038164 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.066878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Routers {'1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:57.067525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:57.124022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.180825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.197752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.25.0.84 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/19fc0510-885b-4126-8f62-b4a9df82a2ff) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:57.221095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d92b97-d034-4e3b-a732-be5f6de20338 None None] Pushing event updated for resources: {'Port': ['ID=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:57.268204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Set router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:22:57.338900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.346392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Network 16db9da0-7faa-4016-925c-004caaf91db1 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:57.346939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c75d2f2-bd5e-4f7e-8334-ccc7ab7de5f8 req-fbb2f09e-e03c-468e-b380-5fdc37ef7b82 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=073bbcd6-e3af-49b8-9eb3-9f0e615f4000 HTTP/1.1" status: 200 len: 210 time: 0.0419085 Nov 09 18:22:57.349879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:57.382178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:57.390315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.415184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:55Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:57.446709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:57.448233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=19fc0510-885b-4126-8f62-b4a9df82a2ff,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:57.451811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:57.453463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:57.477729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed56472a-00ff-454a-8b41-08dcee52496a None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:55Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:57.529258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.632296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Pushing event updated for resources: {'Port': ['ID=3aa437b5-eca6-42d6-b36e-6096836254b1,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:57.694749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Attempting to bind port 3aa437b5-eca6-42d6-b36e-6096836254b1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:57.695436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Attempting to bind port 3aa437b5-eca6-42d6-b36e-6096836254b1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '082ef006-8821-4b2c-abb1-04ebc75e1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '16db9da0-7faa-4016-925c-004caaf91db1'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:57.695594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Attempting to bind port 3aa437b5-eca6-42d6-b36e-6096836254b1 on network 16db9da0-7faa-4016-925c-004caaf91db1 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:57.706528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:57.706911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Checking segment: {'id': '082ef006-8821-4b2c-abb1-04ebc75e1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '16db9da0-7faa-4016-925c-004caaf91db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:57.707324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.707724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Bound using segment: {'id': '082ef006-8821-4b2c-abb1-04ebc75e1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '16db9da0-7faa-4016-925c-004caaf91db1'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:57.708241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Bound port: 3aa437b5-eca6-42d6-b36e-6096836254b1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082ef006-8821-4b2c-abb1-04ebc75e1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '16db9da0-7faa-4016-925c-004caaf91db1'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:57.708637 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:57.865666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:55Z', 'revision_number': 3, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port': {'id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:57.898042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Checking router: 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:22:57.898422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Updating router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf port 6f6b1db0-b870-46c5-954c-710a4fa98b6a binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:22:57.939097 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.020844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.114467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.136450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] For port 3aa437b5-eca6-42d6-b36e-6096836254b1, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:58.136665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.169139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b41d8-e38e-41f8-bb39-4a52fdd56672 req-a0542019-459c-4f45-883f-165e56f71bfe tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:58.181713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] For port 3aa437b5-eca6-42d6-b36e-6096836254b1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3aa437b5-eca6-42d6-b36e-6096836254b1,segment=NetworkSegment(082ef006-8821-4b2c-abb1-04ebc75e1a88),segment_id=082ef006-8821-4b2c-abb1-04ebc75e1a88)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:58.184749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d77b41d8-e38e-41f8-bb39-4a52fdd56672 req-a0542019-459c-4f45-883f-165e56f71bfe tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.6273448 Nov 09 18:22:58.199240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.204223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/7bae78a6-12a9-4ca8-b015-773f9ada8df9 HTTP/1.1" status: 204 len: 168 time: 2.1867750 Nov 09 18:22:58.213019 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.213673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52636) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:58.250151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f6319-ca52-434b-ac5a-9b7ac5603358 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Subnet': ['ID=7bae78a6-12a9-4ca8-b015-773f9ada8df9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:58.286349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d77b41d8-e38e-41f8-bb39-4a52fdd56672 req-13d7956a-d312-44cd-8a49-73352675bf52 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003103 Nov 09 18:22:58.287534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd513f-9a53-4918-aa13-e74178486831 None None] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:22:58.378368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a55fe9-c786-4547-87ac-014f72a8c7af tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:58.380158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a55fe9-c786-4547-87ac-014f72a8c7af tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:58.384821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-92a55fe9-c786-4547-87ac-014f72a8c7af tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1676764 Nov 09 18:22:58.385521 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:58.452063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f11aef-560d-4f21-8f5c-88662873633c None None] Pushing event updated for resources: {'Port': ['ID=3aa437b5-eca6-42d6-b36e-6096836254b1,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:58.466744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.621685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f623f0d1-5fbf-49e5-96d5-fd510bcee640 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.645075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.648517 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f623f0d1-5fbf-49e5-96d5-fd510bcee640 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 18:22:58.649061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f623f0d1-5fbf-49e5-96d5-fd510bcee640 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:22:58.656462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f623f0d1-5fbf-49e5-96d5-fd510bcee640 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/16db9da0-7faa-4016-925c-004caaf91db1 HTTP/1.1" status: 409 len: 405 time: 0.2642882 Nov 09 18:22:58.663362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52646) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:58.664459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.673997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1759190062'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:58.755062 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.769417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-47599068-44e5-4448-a4a5-b3304335eaeb None None] Provisioning complete for port 1130ea67-9c75-4233-ac6c-f119d4d2f563 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:58.772118 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47599068-44e5-4448-a4a5-b3304335eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.796028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.800932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=19fc0510-885b-4126-8f62-b4a9df82a2ff,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:58.819458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:58.826052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.889729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Allocated IP 172.20.0.1 (a3c6b888-c870-4e7c-a747-5ddb3f319eaf/adae88bb-0ca2-4632-92ad-f11161dbc8ec/d129ddcb-f16c-4a9d-a35f-4322426ddd44) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:22:58.907938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:58.948085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e381-39e6-497b-8f72-06abff5b032b None None] Pushing event updated for resources: {'Port': ['ID=6f6b1db0-b870-46c5-954c-710a4fa98b6a,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:58.994465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:22:59.053384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:22:59.080801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Attempting to bind port 6f6b1db0-b870-46c5-954c-710a4fa98b6a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:22:59.081181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Attempting to bind port 6f6b1db0-b870-46c5-954c-710a4fa98b6a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:22:59.081547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Attempting to bind port 6f6b1db0-b870-46c5-954c-710a4fa98b6a on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:22:59.082445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.082922 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Added segment 446a6e25-55d6-49c1-a341-957a8dcf6346 of type vlan for network 3408ede0-81a1-40e2-add3-fb4251f10830 Nov 09 18:22:59.095840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.143628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.157928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.174230 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 74426332-2052-417d-8bad-0eed567e7003 associated. External IP: 172.25.0.84, port: b4d4315f-6aee-49b2-9dac-07d898381be4. Nov 09 18:22:59.208458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:22:59.212061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:22:59.221060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:22:59.273892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.361548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device ce3f737a-baa3-4746-8d26-c73e550fb4f2 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:22:59.395738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Pushing event updated for resources: {'Port': ['ID=d129ddcb-f16c-4a9d-a35f-4322426ddd44,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:59.415593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:22:59.415982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:22:59.416392 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.416789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:22:59.417280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Bound port: 6f6b1db0-b870-46c5-954c-710a4fa98b6a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:22:59.417663 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.435977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: ce3f737a-baa3-4746-8d26-c73e550fb4f2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:22:59.436328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device ce3f737a-baa3-4746-8d26-c73e550fb4f2 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:22:59.455419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.463029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:59.463672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.491582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:22:59.550354 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8825853 Nov 09 18:22:59.556446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93f1f0-6a8d-4513-98c0-42b701a16d01 req-5f328f1f-9eb3-4c20-b863-57c41b23dce9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:22:59.564907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f93f1f0-6a8d-4513-98c0-42b701a16d01 req-5f328f1f-9eb3-4c20-b863-57c41b23dce9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.1343753 Nov 09 18:22:59.574779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52650) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:59.586891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47599068-44e5-4448-a4a5-b3304335eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.592903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'subnet': {'network_id': '3408ede0-81a1-40e2-add3-fb4251f10830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:59.669768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:22:59.679049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48293138-b07e-4224-a50a-20494e7ff4a6 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Network': ['ID=3408ede0-81a1-40e2-add3-fb4251f10830,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:22:59.682669 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:22:59.699302 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:59.707798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.710838 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:59.736808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3408ede0-81a1-40e2-add3-fb4251f10830 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:22:59.742867 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-624c3e46-6f67-4262-aea8-22381184cd16 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3832350 Nov 09 18:22:59.745375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52654) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:22:59.751091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:22:59.820766 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:59.839496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-47599068-44e5-4448-a4a5-b3304335eaeb None None] For port 1130ea67-9c75-4233-ac6c-f119d4d2f563, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1130ea67-9c75-4233-ac6c-f119d4d2f563,segment=NetworkSegment(5b20503a-fe80-4c81-81b4-304812c9267e),segment_id=5b20503a-fe80-4c81-81b4-304812c9267e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:22:59.841449 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:22:59.849627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f93f1f0-6a8d-4513-98c0-42b701a16d01 req-4873719b-7e57-439e-8c2a-11a6f2372b3d tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781849 Nov 09 18:22:59.850175 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:59.863756 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47599068-44e5-4448-a4a5-b3304335eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.867205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.886747 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.896117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:22:59.899825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.929835 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:22:59.930520 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682d4e9a-3190-4fe2-b62c-c48f9ff4171e None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:22:59.936858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] For port 6f6b1db0-b870-46c5-954c-710a4fa98b6a, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:22:59.958353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] For port 6f6b1db0-b870-46c5-954c-710a4fa98b6a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6f6b1db0-b870-46c5-954c-710a4fa98b6a,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:22:59.959786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:22:59.960321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:22:59.991268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.063032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33bb33-4fbd-41df-a4f1-c992f54767d7 None None] Network 16db9da0-7faa-4016-925c-004caaf91db1 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:00.091982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Routers {'1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:00.093850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:00.124003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.130456 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.130922 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 74426332-2052-417d-8bad-0eed567e7003 disassociated. External IP: 172.25.0.84, port: b4d4315f-6aee-49b2-9dac-07d898381be4. Nov 09 18:23:00.216805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] Set router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:00.255859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.267610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.332433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Pushing event updated for resources: {'Port': ['ID=d129ddcb-f16c-4a9d-a35f-4322426ddd44,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:00.353405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47599068-44e5-4448-a4a5-b3304335eaeb None None] Pushing event updated for resources: {'Port': ['ID=1130ea67-9c75-4233-ac6c-f119d4d2f563,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:00.398994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:00.446169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e381-39e6-497b-8f72-06abff5b032b None None] Pushing event updated for resources: {'Port': ['ID=6f6b1db0-b870-46c5-954c-710a4fa98b6a,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:00.523895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.567919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2ecb28da-e78a-4f38-af29-61819618613a None None] Provisioning complete for port 3aa437b5-eca6-42d6-b36e-6096836254b1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:00.568416 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2ecb28da-e78a-4f38-af29-61819618613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.605447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:00.621377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.642013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:00.661669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2bf64e43-d1a0-4663-b5dd-91f41872c537 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/floatingips/74426332-2052-417d-8bad-0eed567e7003 HTTP/1.1" status: 200 len: 687 time: 0.9147129 Nov 09 18:23:00.667058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:23:00.667624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52656) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:00.668159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3aa437b5-eca6-42d6-b36e-6096836254b1 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:00.670187 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.738809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:00.740040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:00.759510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:00.763221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Subnet': ['ID=9e366ac4-ec52-43bc-9e10-ebedc88905a6,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:00.767701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:00.775314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Checking segment: {'id': '446a6e25-55d6-49c1-a341-957a8dcf6346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3408ede0-81a1-40e2-add3-fb4251f10830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:00.775670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network hostable DHCP agents. Network: 3408ede0-81a1-40e2-add3-fb4251f10830, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:00.845303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 19fc0510-885b-4126-8f62-b4a9df82a2ff {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:00.846659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.904234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:00.905442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 3408ede0-81a1-40e2-add3-fb4251f10830 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:00.927470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3408ede0-81a1-40e2-add3-fb4251f10830) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:00.943427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:00.944031 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.994293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.994738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6bd4f-0e1f-427b-bfb3-6e82aab1fbb8 None None] Network 3408ede0-81a1-40e2-add3-fb4251f10830 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:00.994870 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:00.995713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:01.004806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5f1336d8-b503-49ba-8c26-cd9b24648170 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4236560 Nov 09 18:23:01.005507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52662) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:01.020485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 19fc0510-885b-4126-8f62-b4a9df82a2ff owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:01.080507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] DHCP port deletion for 16db9da0-7faa-4016-925c-004caaf91db1 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:01.084026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:01.086324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:01.102169 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2ecb28da-e78a-4f38-af29-61819618613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.137509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343dcd4-85cc-4318-a3f1-e68032ccc2dd req-45b7d01b-cda3-45e2-87cd-dd3527f81071 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:01.146038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5343dcd4-85cc-4318-a3f1-e68032ccc2dd req-45b7d01b-cda3-45e2-87cd-dd3527f81071 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.1642637 Nov 09 18:23:01.169290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:01.169769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1362b6d-1b9a-4359-8476-6dd5c39b6dab None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:01.193841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.211177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:59Z', 'revision_number': 4, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port': {'id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'd129ddcb-f16c-4a9d-a35f-4322426ddd44', 'name': '', 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'mac_address': 'fa:16:3e:b0:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:58Z', 'updated_at': '2021-11-09T18:22:58Z', 'revision_number': 1, 'project_id': '92b3f30644174031964ff8d085402c8e', 'subnets': [{'id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:01.248848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:01.255555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-703de8ea-a737-4973-b8b5-0f8ad5893188 admin admin] 10.222.0.32 "PUT /v2.0/routers/1de4cf7e-cab6-483a-9bdd-cb0262bdffbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2804465 Nov 09 18:23:01.258895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5343dcd4-85cc-4318-a3f1-e68032ccc2dd req-4db056f3-aaec-420f-b7a3-cd6d4791cd4a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052699 Nov 09 18:23:01.284572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4049e11c-f8a2-4e96-9f28-363304b42158 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:23:01.296669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9302762-e776-4a06-9f9c-8bb5289bad6e None None] The sync data for ids ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'] in n-d-817240-1 is: [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:59Z', 'revision_number': 4, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port': {'id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'd129ddcb-f16c-4a9d-a35f-4322426ddd44', 'name': '', 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'mac_address': 'fa:16:3e:b0:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:58Z', 'updated_at': '2021-11-09T18:22:58Z', 'revision_number': 1, 'project_id': '92b3f30644174031964ff8d085402c8e', 'subnets': [{'id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:01.315248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.330497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.391237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=19fc0510-885b-4126-8f62-b4a9df82a2ff,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:01.482459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2ecb28da-e78a-4f38-af29-61819618613a None None] For port 3aa437b5-eca6-42d6-b36e-6096836254b1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3aa437b5-eca6-42d6-b36e-6096836254b1,segment=NetworkSegment(082ef006-8821-4b2c-abb1-04ebc75e1a88),segment_id=082ef006-8821-4b2c-abb1-04ebc75e1a88)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:01.484003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.487109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.488489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c729002c-1d90-479d-8055-3884676f9b6e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/floatingips/74426332-2052-417d-8bad-0eed567e7003 HTTP/1.1" status: 204 len: 168 time: 0.8194225 Nov 09 18:23:01.492024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52670) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:01.496739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'f8657323-eb2f-4053-ac80-76879038d7b8'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:01.502156 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.543629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4049e11c-f8a2-4e96-9f28-363304b42158, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4049e11c-f8a2-4e96-9f28-363304b42158,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:01.546091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Subnet': ['ID=9e366ac4-ec52-43bc-9e10-ebedc88905a6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:01.550150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2ecb28da-e78a-4f38-af29-61819618613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.552385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3aa437b5-eca6-42d6-b36e-6096836254b1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:01.553450 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.599951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.679259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.683165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '4049e11c-f8a2-4e96-9f28-363304b42158', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'mac_address': 'fa:16:3e:6f:ac:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:23:01.722465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3408ede0-81a1-40e2-add3-fb4251f10830']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:01.739353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446a6e25-55d6-49c1-a341-957a8dcf6346') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:01.739645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446a6e25-55d6-49c1-a341-957a8dcf6346') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:01.747434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb28da-e78a-4f38-af29-61819618613a None None] Pushing event updated for resources: {'Port': ['ID=3aa437b5-eca6-42d6-b36e-6096836254b1,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:01.751590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.765360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] Deleting port 3aa437b5-eca6-42d6-b36e-6096836254b1 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:01.765824 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.795638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.812986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:01.813895 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:01.863922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673bbe06-0bfa-4e35-a7de-87ccb058b203 None None] Network 3408ede0-81a1-40e2-add3-fb4251f10830 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:01.899026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d4f3d0d9-3225-4c2b-8c25-ff95c62f4d3a None None] Provisioning complete for port 1130ea67-9c75-4233-ac6c-f119d4d2f563 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:01.899402 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d0d9-3225-4c2b-8c25-ff95c62f4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.297547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.315570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256c61-c783-473b-8b87-897ba6ce6fc8 req-1305d8f5-f3be-4813-8d8a-dde1b48b053f tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:02.324996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7256c61-c783-473b-8b87-897ba6ce6fc8 req-1305d8f5-f3be-4813-8d8a-dde1b48b053f tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 945 time: 0.0808618 Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:02.346536 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:02.404009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7256c61-c783-473b-8b87-897ba6ce6fc8 req-75e9cf63-aa03-4fbe-9faa-fea51bcb9edf tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756121 Nov 09 18:23:02.426209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.441202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.444862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1130ea67-9c75-4233-ac6c-f119d4d2f563 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:02.452524 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/3408ede0-81a1-40e2-add3-fb4251f10830 HTTP/1.1" status: 204 len: 168 time: 1.4421856 Nov 09 18:23:02.473198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52688) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:02.480930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-242390424'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:02.518208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ffc2c-4a91-48c2-a773-cd2e1ac28a2b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Network': ['ID=3408ede0-81a1-40e2-add3-fb4251f10830,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:02.545804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4049e11c-f8a2-4e96-9f28-363304b42158 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:02.548724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.553217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:02.558868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.577298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] For port 3aa437b5-eca6-42d6-b36e-6096836254b1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3aa437b5-eca6-42d6-b36e-6096836254b1,segment=NetworkSegment(082ef006-8821-4b2c-abb1-04ebc75e1a88),segment_id=082ef006-8821-4b2c-abb1-04ebc75e1a88)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:02.577809 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.604795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:02.647800 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.648593 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Added segment 133be2c0-eaaa-486e-9297-0348e43d54f1 of type vlan for network 79869da3-36b9-4d0a-b89c-a70bcd2d874d Nov 09 18:23:02.719604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.750405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.25.0.227 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/4e971f7f-8a2f-49db-8960-662138b9100f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:02.755625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] Calling delete_port for 3aa437b5-eca6-42d6-b36e-6096836254b1 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:02.760766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef9bcd-01e4-46ad-a8d6-85894d61b539 req-befd21f9-3f0f-4d33-ad61-ea3df909c5f1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:02.771949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ef9bcd-01e4-46ad-a8d6-85894d61b539 req-befd21f9-3f0f-4d33-ad61-ea3df909c5f1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 943 time: 0.1531820 Nov 09 18:23:02.831689 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.833141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4049e11c-f8a2-4e96-9f28-363304b42158, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4049e11c-f8a2-4e96-9f28-363304b42158,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:02.842954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:02.843934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.883916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ef9bcd-01e4-46ad-a8d6-85894d61b539 req-a23b2150-2df8-4aa6-9197-15e98d588c61 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076875 Nov 09 18:23:02.906105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.909594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.937627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d4f3d0d9-3225-4c2b-8c25-ff95c62f4d3a None None] Provisioning complete for port d129ddcb-f16c-4a9d-a35f-4322426ddd44 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:02.937984 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d0d9-3225-4c2b-8c25-ff95c62f4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.966175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Network': ['ID=79869da3-36b9-4d0a-b89c-a70bcd2d874d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:02.981614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2d6705c6-61f9-4be7-ad79-06edacb0d303 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5067110 Nov 09 18:23:02.984702 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:02.985621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52694) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:02.998128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'subnet': {'network_id': '79869da3-36b9-4d0a-b89c-a70bcd2d874d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:03.034818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:03.042588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:03.047541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:03.052642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 79869da3-36b9-4d0a-b89c-a70bcd2d874d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:03.097777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=4e971f7f-8a2f-49db-8960-662138b9100f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:03.175932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:03.180212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:03.249900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1130ea67-9c75-4233-ac6c-f119d4d2f563 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:03.250627 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:03.252754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3d0d9-3225-4c2b-8c25-ff95c62f4d3a None None] Port d129ddcb-f16c-4a9d-a35f-4322426ddd44 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:03.256250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['4049e11c-f8a2-4e96-9f28-363304b42158'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:03.284282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4049e11c-f8a2-4e96-9f28-363304b42158,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:03.348738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:03.392934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] Pushing event deleted for resources: {'Port': ['ID=3aa437b5-eca6-42d6-b36e-6096836254b1,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:03.409863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69b467-31e4-4355-b9fd-f0d47af2667a None None] No DVR routers for this DVR port 3aa437b5-eca6-42d6-b36e-6096836254b1 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:03.649957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17daba-71d9-49a4-b071-24b165693015 req-da966a4b-a5ec-410e-b765-0d849eff4988 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:03.660286 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa17daba-71d9-49a4-b071-24b165693015 req-da966a4b-a5ec-410e-b765-0d849eff4988 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 945 time: 0.1373844 Nov 09 18:23:03.684045 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:03.766690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa17daba-71d9-49a4-b071-24b165693015 req-e7a736d7-85a3-47f8-9539-d2be818f5677 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa46ca85-ec72-41bf-9861-cb404e4f5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053090 Nov 09 18:23:03.781718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:03.843276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Subnet': ['ID=737ba5e5-a1bb-47b4-9869-550267e6160a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:03.850131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Checking segment: {'id': '133be2c0-eaaa-486e-9297-0348e43d54f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '79869da3-36b9-4d0a-b89c-a70bcd2d874d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:03.850131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network hostable DHCP agents. Network: 79869da3-36b9-4d0a-b89c-a70bcd2d874d, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:03.867217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8641925-d99d-4560-be32-50470027f266 req-cf4600da-ca2c-4aa4-ad1d-7e07d7f5e680 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:03.868680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e8641925-d99d-4560-be32-50470027f266 req-cf4600da-ca2c-4aa4-ad1d-7e07d7f5e680 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 945 time: 0.1745255 Nov 09 18:23:03.881036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 79869da3-36b9-4d0a-b89c-a70bcd2d874d is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:03.892865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 79869da3-36b9-4d0a-b89c-a70bcd2d874d) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:03.897392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:03.897991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:03.905492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3dbce3-94a9-4864-94ee-07ce93e4e3b7 None None] Network 79869da3-36b9-4d0a-b89c-a70bcd2d874d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:03.927441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:03.965813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6b3e9d80-c9af-45be-89fe-ca9d343b19b8 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9784021 Nov 09 18:23:03.968459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52702) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:04.007630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6f6b1db0-b870-46c5-954c-710a4fa98b6a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:04.081870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Deleting port a7244ef9-4dd0-4937-9b46-f5cc180adadd {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:04.082262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.108557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a051a7-2ba0-4461-bef5-7440821779fe req-ba88bb70-f578-4f97-a3a3-84d5abd9bb37 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:04.112129 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7a051a7-2ba0-4461-bef5-7440821779fe req-ba88bb70-f578-4f97-a3a3-84d5abd9bb37 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 944 time: 0.0794902 Nov 09 18:23:04.130993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6f6b1db0-b870-46c5-954c-710a4fa98b6a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:04.131376 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.136934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db66c1a6-81c1-430d-ab87-5428f92d0514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-79869da3-36b9-4d0a-b89c-a70bcd2d874d', 'network_id': '79869da3-36b9-4d0a-b89c-a70bcd2d874d', 'tenant_id': '0be31d8989ef4e3aaa990c52002bca06', 'fixed_ips': [{'subnet_id': '737ba5e5-a1bb-47b4-9869-550267e6160a'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:04.138332 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-db66c1a6-81c1-430d-ab87-5428f92d0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.145019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.177059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7a051a7-2ba0-4461-bef5-7440821779fe req-a095d2c6-cc6a-4629-8813-d7a2e3e5ad18 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584638 Nov 09 18:23:04.210655 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.219002 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] For port a7244ef9-4dd0-4937-9b46-f5cc180adadd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a7244ef9-4dd0-4937-9b46-f5cc180adadd,segment=NetworkSegment(024bf229-3c12-48da-be7f-4ddbdb64b09a),segment_id=024bf229-3c12-48da-be7f-4ddbdb64b09a)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:04.219345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.233574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Calling delete_port for a7244ef9-4dd0-4937-9b46-f5cc180adadd owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:04.237600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.291773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.304700 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.305911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-db66c1a6-81c1-430d-ab87-5428f92d0514 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 737ba5e5-a1bb-47b4-9869-550267e6160a: This subnet is being modified by another concurrent operation. Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 737ba5e5-a1bb-47b4-9869-550267e6160a: This subnet is being modified by another concurrent operation. Nov 09 18:23:04.321358 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:23:04.342710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 6f6b1db0-b870-46c5-954c-710a4fa98b6a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6f6b1db0-b870-46c5-954c-710a4fa98b6a,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:04.351433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.352692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1130ea67-9c75-4233-ac6c-f119d4d2f563 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:04.377567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03596b9-dd30-4bc6-a094-9e443880f709 None None] Network 79869da3-36b9-4d0a-b89c-a70bcd2d874d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:04.386763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Subnet': ['ID=737ba5e5-a1bb-47b4-9869-550267e6160a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:04.401927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=4e971f7f-8a2f-49db-8960-662138b9100f,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:04.411949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.421974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.443483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79869da3-36b9-4d0a-b89c-a70bcd2d874d']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:04.453312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133be2c0-eaaa-486e-9297-0348e43d54f1') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:04.453612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133be2c0-eaaa-486e-9297-0348e43d54f1') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:04.463809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.480556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.486858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:04.487476 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:04.491187 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:04.493624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=6f6b1db0-b870-46c5-954c-710a4fa98b6a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:04.543059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1130ea67-9c75-4233-ac6c-f119d4d2f563 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:04.543498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.554045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.570107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad0ea47-1829-49d4-b0f1-8ee7d8d5ae0c None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:23:04.570761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.572533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a7244ef9-4dd0-4937-9b46-f5cc180adadd'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:04.575763 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.579776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/79869da3-36b9-4d0a-b89c-a70bcd2d874d HTTP/1.1" status: 204 len: 168 time: 0.6103275 Nov 09 18:23:04.585518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52704) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:04.588401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Pushing event deleted for resources: {'Port': ['ID=a7244ef9-4dd0-4937-9b46-f5cc180adadd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:04.605354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2026708675'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:04.612888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5b9bc-4204-4bed-b2c4-12d5e13ff380 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Network': ['ID=79869da3-36b9-4d0a-b89c-a70bcd2d874d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:04.620758 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP abb67a68-cf27-4531-ad18-43f6bbd4fdc4 associated. External IP: 172.25.0.227, port: f8657323-eb2f-4053-ac80-76879038d7b8. Nov 09 18:23:04.639179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:04.643090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.673637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:04.676761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] No DVR routers for this DVR port a7244ef9-4dd0-4937-9b46-f5cc180adadd on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:04.686368 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.686754 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Added segment 859ba662-4559-4e12-80c7-461c94b4f6db of type vlan for network 92938ab8-68ab-47ef-8052-b91160847d15 Nov 09 18:23:04.707518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.710716 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e8641925-d99d-4560-be32-50470027f266 req-bf7eec5f-e764-47ee-87e3-1a954f634371 tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.85 "DELETE /v2.0/ports/a7244ef9-4dd0-4937-9b46-f5cc180adadd HTTP/1.1" status: 204 len: 173 time: 0.8228550 Nov 09 18:23:04.711165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75095745-6535-47c9-a4a0-de95cf04743a', 'name': 'network-vif-deleted', 'tag': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:04.714314 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c4d3c1-1c46-4d8e-b937-e13ee45542e1" -d '{"events": [{"server_uuid": "75095745-6535-47c9-a4a0-de95cf04743a", "name": "network-vif-deleted", "tag": "a7244ef9-4dd0-4937-9b46-f5cc180adadd"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:04.735868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.756892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad0ea47-1829-49d4-b0f1-8ee7d8d5ae0c None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:23:04.788495 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255d2873-4362-49f3-bf5a-772dc3705d41 x-openstack-request-id: req-255d2873-4362-49f3-bf5a-772dc3705d41 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:04.788974 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75095745-6535-47c9-a4a0-de95cf04743a", "name": "network-vif-deleted", "tag": "a7244ef9-4dd0-4937-9b46-f5cc180adadd", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:04.789097 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-255d2873-4362-49f3-bf5a-772dc3705d41 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:04.789425 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75095745-6535-47c9-a4a0-de95cf04743a', 'name': 'network-vif-deleted', 'tag': 'a7244ef9-4dd0-4937-9b46-f5cc180adadd', 'status': 'completed', 'code': 200} Nov 09 18:23:04.816407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.825682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:04.826658 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:04.865548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3aa437b5-eca6-42d6-b36e-6096836254b1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:04.865817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2762554 Nov 09 18:23:04.911896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52712) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:04.913640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3aa437b5-eca6-42d6-b36e-6096836254b1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:04.914877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3aa437b5-eca6-42d6-b36e-6096836254b1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:04.935494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Request body: {'subnet': {'network_id': '92938ab8-68ab-47ef-8052-b91160847d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:05.061241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:05.086376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc57b8ed-e672-4b77-9748-0c494c7157f0 req-5b7270e9-08cd-4f5a-a96f-1ccfed15fdfb tempest-AttachVolumeNegativeTest-1675965505 tempest-AttachVolumeNegativeTest-1675965505-project] 10.222.0.32 "GET /v2.0/ports?device_id=75095745-6535-47c9-a4a0-de95cf04743a HTTP/1.1" status: 200 len: 210 time: 0.1755428 Nov 09 18:23:05.086981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d994c0-d4e7-4785-ab6a-4287f88bd6d3 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Network': ['ID=92938ab8-68ab-47ef-8052-b91160847d15,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:05.106457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 92938ab8-68ab-47ef-8052-b91160847d15 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:05.127011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Made reservation on behalf of 0be31d8989ef4e3aaa990c52002bca06 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:05.130831 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.204670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:05.224991 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:05.237258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.275471 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:05.280632 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:05.288353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52726) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:05.289121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4049e11c-f8a2-4e96-9f28-363304b42158 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:05.297360 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-433fc779-1c21-44d1-8cf4-2fa17791cadc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8015382 Nov 09 18:23:05.341352 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:05.352391 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:05.353173 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:05.354696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 4049e11c-f8a2-4e96-9f28-363304b42158 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:23:05.359884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 4049e11c-f8a2-4e96-9f28-363304b42158 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:05.361275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.393183 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:05.394183 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0a4a7-9820-4be5-9e47-1798cfdf891b None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:05.447408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d0dd893f-1161-47dc-bfc7-cadc2d4eea6d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "GET /v2.0/floatingips/abb67a68-cf27-4531-ad18-43f6bbd4fdc4 HTTP/1.1" status: 200 len: 977 time: 0.1256063 Nov 09 18:23:05.447801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.448659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52728) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:05.472384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:05.474444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-48aaecb3-808e-4c33-a141-eadce8752bee tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:05.474998 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2346512-aa21-430d-99a0-8ae7b450e9d6" -d '{"events": [{"server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "name": "network-vif-plugged", "status": "completed", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:05.475929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-48aaecb3-808e-4c33-a141-eadce8752bee tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.2140334 Nov 09 18:23:05.492188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 4049e11c-f8a2-4e96-9f28-363304b42158, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4049e11c-f8a2-4e96-9f28-363304b42158,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:05.496568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.515778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-44f7da1c-7ff1-4df6-9f85-3d67b25a0e19 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/quotas/699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0304193 Nov 09 18:23:05.531176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Sync routers for ids ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:05.550479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Routers {'1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:05.551729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:05.595167 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6b492352-efe4-453b-8ff5-540fe6050c20 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1452518 Nov 09 18:23:05.597658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52732) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:05.603846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'port_id': 'b4d4315f-6aee-49b2-9dac-07d898381be4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:05.617702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-af066721-d01e-4798-b7ba-fa9a90bb8be9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944371 Nov 09 18:23:05.675480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.683779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Set router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:05.692670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.objects.ports [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 18:23:05.695743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.721311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6f6b1db0-b870-46c5-954c-710a4fa98b6a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:05.726184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=4049e11c-f8a2-4e96-9f28-363304b42158,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:05.767972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event updated for resources: {'Subnet': ['ID=ef7129df-b56f-47ca-af90-c3f769fe507a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:05.791148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-7dd8b61b-60e4-4a59-861b-2f0f4f410a58 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725705 Nov 09 18:23:05.796821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Checking segment: {'id': '859ba662-4559-4e12-80c7-461c94b4f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '92938ab8-68ab-47ef-8052-b91160847d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:05.797189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network hostable DHCP agents. Network: 92938ab8-68ab-47ef-8052-b91160847d15, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:05.863936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Network 92938ab8-68ab-47ef-8052-b91160847d15 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:05.864161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6f6b1db0-b870-46c5-954c-710a4fa98b6a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:05.864386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.878932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 92938ab8-68ab-47ef-8052-b91160847d15) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:05.890928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:05.891518 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:05.898213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf0702-b72e-41b3-b8f2-aa72b37ea360 None None] Network 92938ab8-68ab-47ef-8052-b91160847d15 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:05.922472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-9ddb5ecf-60c0-497f-843d-c3278bd5da20 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198177 Nov 09 18:23:05.927053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-36d6d2d4-ef0a-4671-a5ed-06df8477d8e1 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0118816 Nov 09 18:23:05.929824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52734) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:06.152197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.291180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.316156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881b4b8-0aec-4487-b317-2289e292a583 req-4d6d7971-b2b2-4897-b349-8ff30e4c818e tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:06.318586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8881b4b8-0aec-4487-b317-2289e292a583 req-4d6d7971-b2b2-4897-b349-8ff30e4c818e tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 945 time: 0.0633080 Nov 09 18:23:06.336552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.342184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38dfcf-1b75-45ad-b9ad-bef5fa9722e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-92938ab8-68ab-47ef-8052-b91160847d15', 'network_id': '92938ab8-68ab-47ef-8052-b91160847d15', 'tenant_id': '0be31d8989ef4e3aaa990c52002bca06', 'fixed_ips': [{'subnet_id': 'ef7129df-b56f-47ca-af90-c3f769fe507a'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:06.343377 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6d38dfcf-1b75-45ad-b9ad-bef5fa9722e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.346802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.374599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:59Z', 'revision_number': 4, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port': {'id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'd129ddcb-f16c-4a9d-a35f-4322426ddd44', 'name': '', 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'mac_address': 'fa:16:3e:b0:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:58Z', 'updated_at': '2021-11-09T18:23:00Z', 'revision_number': 2, 'project_id': '92b3f30644174031964ff8d085402c8e', 'subnets': [{'id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:06.382517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8881b4b8-0aec-4487-b317-2289e292a583 req-b71a8c7f-fb58-4cc0-9dd6-425dd996e55c tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568981 Nov 09 18:23:06.431932 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c07cc-520b-4429-ba32-e4324a2436ba x-openstack-request-id: req-454c07cc-520b-4429-ba32-e4324a2436ba {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:06.432379 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "name": "network-vif-plugged", "status": "completed", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:06.432756 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-454c07cc-520b-4429-ba32-e4324a2436ba {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:06.433296 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158', 'code': 200} Nov 09 18:23:06.434288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Checking router: 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:06.434501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Updating router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf port d129ddcb-f16c-4a9d-a35f-4322426ddd44 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:23:06.464818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52752) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:06.484899 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.578745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76158d12-6ec8-4b1e-b2c0-d9469607cd36 req-e7d685b0-8cc1-4541-8be1-88402d4a7ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.0684543 Nov 09 18:23:06.611450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731b9a-dc5c-496f-bb77-41c3155b587a req-824af832-0c13-4e99-a554-f9a2da483da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:06.612993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5731b9a-dc5c-496f-bb77-41c3155b587a req-824af832-0c13-4e99-a554-f9a2da483da5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1096 time: 0.0914407 Nov 09 18:23:06.620663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] Deleting subnet 3b154221-9899-4353-8755-c620e8f4cf5f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:06.625180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.665912 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.705608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a7244ef9-4dd0-4937-9b46-f5cc180adadd no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:06.709607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.729842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: a7244ef9-4dd0-4937-9b46-f5cc180adadd {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:06.730223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a7244ef9-4dd0-4937-9b46-f5cc180adadd not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:06.807209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5731b9a-dc5c-496f-bb77-41c3155b587a req-4b167c4b-abd6-4d99-aed8-6f4d56ea6a0c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Nov 09 18:23:06.810358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.841889 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.847068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3b154221-9899-4353-8755-c620e8f4cf5f HTTP/1.1" status: 204 len: 168 time: 0.3808086 Nov 09 18:23:06.848379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a56a6-8d8e-4069-b7e8-db511bd44f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b154221-9899-4353-8755-c620e8f4cf5f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:06.850816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52756) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:06.860874 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.868040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.912556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.948935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:06.958836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7129df-b56f-47ca-af90-c3f769fe507a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:07.037668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b057f5-f864-4051-aafd-f291e9143d4e None None] Pushing event updated for resources: {'Port': ['ID=d129ddcb-f16c-4a9d-a35f-4322426ddd44,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:07.061231 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP abb67a68-cf27-4531-ad18-43f6bbd4fdc4 associated. External IP: 172.25.0.227, port: f8657323-eb2f-4053-ac80-76879038d7b8. Nov 09 18:23:07.064347 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.085764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Attempting to bind port d129ddcb-f16c-4a9d-a35f-4322426ddd44 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:23:07.086664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Attempting to bind port d129ddcb-f16c-4a9d-a35f-4322426ddd44 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:23:07.087530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Attempting to bind port d129ddcb-f16c-4a9d-a35f-4322426ddd44 on network a3c6b888-c870-4e7c-a747-5ddb3f319eaf {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-6d38dfcf-1b75-45ad-b9ad-bef5fa9722e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7129df-b56f-47ca-af90-c3f769fe507a: This subnet is being modified by another concurrent operation. Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7129df-b56f-47ca-af90-c3f769fe507a: This subnet is being modified by another concurrent operation. Nov 09 18:23:07.094632 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:23:07.112662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:07.113196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Checking segment: {'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:07.113615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.114097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Bound using segment: {'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:07.114620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Bound port: d129ddcb-f16c-4a9d-a35f-4322426ddd44, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b20503a-fe80-4c81-81b4-304812c9267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:23:07.115369 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.135538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324ac03-0637-4534-8777-4158461d32a9 None None] Network 92938ab8-68ab-47ef-8052-b91160847d15 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:07.173063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92938ab8-68ab-47ef-8052-b91160847d15']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:07.190853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859ba662-4559-4e12-80c7-461c94b4f6db') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:07.191480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859ba662-4559-4e12-80c7-461c94b4f6db') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:07.211528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.235464 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.244820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:07.245134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:07.249241 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:07.270639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4be1809f-9742-4d1c-a03e-755ee2fe67d0 None None] Provisioning complete for port d129ddcb-f16c-4a9d-a35f-4322426ddd44 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:07.271022 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4be1809f-9742-4d1c-a03e-755ee2fe67d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.287436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] For port d129ddcb-f16c-4a9d-a35f-4322426ddd44, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:07.365946 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-99834738-864e-40ef-85bd-fd4c86e966d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.376631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce5951-a47b-46dc-8b58-f7e5b71459c7 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:23:07.379853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4be1809f-9742-4d1c-a03e-755ee2fe67d0 None None] Port d129ddcb-f16c-4a9d-a35f-4322426ddd44 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:07.438292 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.462258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c4193d-e2a3-428c-99ab-5d5e3e0950f5']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:07.487281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024bf229-3c12-48da-be7f-4ddbdb64b09a') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:07.487511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024bf229-3c12-48da-be7f-4ddbdb64b09a') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:07.497241 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.517421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.518130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] For port d129ddcb-f16c-4a9d-a35f-4322426ddd44, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d129ddcb-f16c-4a9d-a35f-4322426ddd44,segment=NetworkSegment(5b20503a-fe80-4c81-81b4-304812c9267e),segment_id=5b20503a-fe80-4c81-81b4-304812c9267e)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:07.522046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/92938ab8-68ab-47ef-8052-b91160847d15 HTTP/1.1" status: 204 len: 168 time: 1.5891728 Nov 09 18:23:07.526919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52760) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:07.530611 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.546272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.564886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039cb82-3e93-4f5b-b6ea-4766efded355 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Network': ['ID=92938ab8-68ab-47ef-8052-b91160847d15,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:07.577246 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-23932f9c-ef4b-4cad-9499-d5c7b4eb7e86 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:07.577704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23932f9c-ef4b-4cad-9499-d5c7b4eb7e86 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:07.591069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:07.591513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23932f9c-ef4b-4cad-9499-d5c7b4eb7e86 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/ef7129df-b56f-47ca-af90-c3f769fe507a HTTP/1.1" status: 404 len: 337 time: 0.0631852 Nov 09 18:23:07.595348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ce5951-a47b-46dc-8b58-f7e5b71459c7 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:23:07.599053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52762) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:07.611092 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.622943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Routers {'1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:07.624141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:07.629220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b057f5-f864-4051-aafd-f291e9143d4e None None] Pushing event updated for resources: {'Port': ['ID=d129ddcb-f16c-4a9d-a35f-4322426ddd44,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:07.631009 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0ee67e-77c4-4215-a77f-6623f01ba251 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:07.632151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0ee67e-77c4-4215-a77f-6623f01ba251 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:07.636837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6c0ee67e-77c4-4215-a77f-6623f01ba251 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/92938ab8-68ab-47ef-8052-b91160847d15 HTTP/1.1" status: 404 len: 339 time: 0.0346384 Nov 09 18:23:07.645047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea388-60b3-46c0-9090-685d83ad433c req-4a971767-9a8c-4d76-b9dc-f4a9b405a8ad tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:07.646721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-332ea388-60b3-46c0-9090-685d83ad433c req-4a971767-9a8c-4d76-b9dc-f4a9b405a8ad tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 945 time: 0.1755829 Nov 09 18:23:07.647869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:07.648272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.650138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52766) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:07.650644 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:07.672796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-5c018e4a-7092-4224-8474-71a4f44a28ca tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:07.674591 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-5c018e4a-7092-4224-8474-71a4f44a28ca tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.2746909 Nov 09 18:23:07.709439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'port': {'device_id': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'admin_state_up': True, 'tenant_id': '699ef17697e843918b6255275df4a9d4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:07.724706 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-94454d9b-7cbb-4290-9a86-593582e3af71 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:07.725316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94454d9b-7cbb-4290-9a86-593582e3af71 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:07.728435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-94454d9b-7cbb-4290-9a86-593582e3af71 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/737ba5e5-a1bb-47b4-9869-550267e6160a HTTP/1.1" status: 404 len: 337 time: 0.0769253 Nov 09 18:23:07.738579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52768) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:07.777969 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3b8f71-7d37-48e6-ab8d-fced76386c27 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:07.779900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3b8f71-7d37-48e6-ab8d-fced76386c27 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:07.781711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7b3b8f71-7d37-48e6-ab8d-fced76386c27 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/79869da3-36b9-4d0a-b89c-a70bcd2d874d HTTP/1.1" status: 404 len: 339 time: 0.0422313 Nov 09 18:23:07.786329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52770) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:07.800554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-332ea388-60b3-46c0-9090-685d83ad433c req-6474a85e-2ac8-413e-8047-bf3c75121503 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418965 Nov 09 18:23:07.801165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.806799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:07.811869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] 10.222.0.32 "DELETE /v2.0/networks/88c4193d-e2a3-428c-99ab-5d5e3e0950f5 HTTP/1.1" status: 204 len: 168 time: 0.9600682 Nov 09 18:23:07.835015 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc1fa23-6a38-4d91-8823-da97eb776444 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:07.835436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc1fa23-6a38-4d91-8823-da97eb776444 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:07.838488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4cc1fa23-6a38-4d91-8823-da97eb776444 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/9e366ac4-ec52-43bc-9e10-ebedc88905a6 HTTP/1.1" status: 404 len: 337 time: 0.0514851 Nov 09 18:23:07.848395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52774) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:07.865148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e0bc3-6b69-49d6-8618-4fa3b093226b admin admin] Pushing event deleted for resources: {'Network': ['ID=88c4193d-e2a3-428c-99ab-5d5e3e0950f5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:07.877570 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bc3767-542d-485c-af00-cbbce28885cf tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:07.878094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bc3767-542d-485c-af00-cbbce28885cf tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:07.884157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6bc3767-542d-485c-af00-cbbce28885cf tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/3408ede0-81a1-40e2-add3-fb4251f10830 HTTP/1.1" status: 404 len: 339 time: 0.0347223 Nov 09 18:23:07.886685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52776) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:07.910590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:07.950691 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:07.967780 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:07.968692 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.019943 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.020512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:08.025203 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.032309 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:08.034090 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.044432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a974138-c061-4f00-9bae-bafa1bbc760a req-ebe64705-f71d-4d84-96b2-fada2d8406f8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.0815647 Nov 09 18:23:08.074851 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.077140 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c4444-33eb-4906-b441-b3b4b169737c None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:08.111880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Deleting port 1af3dbdd-770f-439f-9767-5e75300d4200 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:08.112119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.142463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] Set router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:08.197237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52778) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:08.272417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.299403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3e308d89-4b9f-4825-8c9b-69211a28a819 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=527b5019726f4de2ac28d1a8a67f7f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008892 Nov 09 18:23:08.301217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Calling delete_port for 1af3dbdd-770f-439f-9767-5e75300d4200 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:08.306197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52780) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:08.408017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.418117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:08.441660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Port': ['ID=1af3dbdd-770f-439f-9767-5e75300d4200,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:08.448339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.451937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8e4bae4e-41a3-4c56-b293-b2dfc6a38f50 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/ports/1af3dbdd-770f-439f-9767-5e75300d4200 HTTP/1.1" status: 204 len: 168 time: 0.5615032 Nov 09 18:23:08.454094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52782) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:08.488252 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a301d3ba-3ca4-4787-b6db-e05e27b3b041 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:08.488719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a301d3ba-3ca4-4787-b6db-e05e27b3b041 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:08.494115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a301d3ba-3ca4-4787-b6db-e05e27b3b041 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/7bae78a6-12a9-4ca8-b015-773f9ada8df9 HTTP/1.1" status: 404 len: 337 time: 0.0367835 Nov 09 18:23:08.495030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52784) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:08.495698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:59Z', 'revision_number': 4, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port': {'id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'd129ddcb-f16c-4a9d-a35f-4322426ddd44', 'name': '', 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'mac_address': 'fa:16:3e:b0:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:58Z', 'updated_at': '2021-11-09T18:23:07Z', 'revision_number': 4, 'project_id': '92b3f30644174031964ff8d085402c8e', 'subnets': [{'id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.532090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dfd44f-b3c4-497e-b92d-0c9897249f65 None None] The sync data for ids ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'] in n-d-817240-1 is: [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:22:59Z', 'revision_number': 4, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port': {'id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'd129ddcb-f16c-4a9d-a35f-4322426ddd44', 'name': '', 'network_id': 'a3c6b888-c870-4e7c-a747-5ddb3f319eaf', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'mac_address': 'fa:16:3e:b0:4d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:58Z', 'updated_at': '2021-11-09T18:23:07Z', 'revision_number': 4, 'project_id': '92b3f30644174031964ff8d085402c8e', 'subnets': [{'id': 'adae88bb-0ca2-4632-92ad-f11161dbc8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:08.544250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.20.0.8 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/3ef86731-7aac-4cf2-803a-b0e2643c90a4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:08.554403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2b972e51-ac50-48a9-8688-64cdfc1bd5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.607779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.640950 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2b972e51-ac50-48a9-8688-64cdfc1bd5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.746553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:08.759152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:08.769195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.774035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.777551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:08.778507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.814387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16db9da0-7faa-4016-925c-004caaf91db1']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.824927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082ef006-8821-4b2c-abb1-04ebc75e1a88') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.824927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082ef006-8821-4b2c-abb1-04ebc75e1a88') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.838629 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.846974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.855333 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.871827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-10ca71c5-ce10-4019-a015-2552ffbdbee3 None None] Provisioning complete for port d129ddcb-f16c-4a9d-a35f-4322426ddd44 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:08.874261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:08.874806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:08.878296 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:08.881149 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10ca71c5-ce10-4019-a015-2552ffbdbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.925278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:08.926081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:22:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:08.933837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2b972e51-ac50-48a9-8688-64cdfc1bd5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.936983 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2b972e51-ac50-48a9-8688-64cdfc1bd5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:08.954660 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2b972e51-ac50-48a9-8688-64cdfc1bd5a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa46ca85-ec72-41bf-9861-cb404e4f5bc8 HTTP/1.1" status: 204 len: 168 time: 0.6471372 Nov 09 18:23:09.027136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:09.038925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07caabcf-bed2-4187-97de-1329aae050d0 None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:09.049827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b972e51-ac50-48a9-8688-64cdfc1bd5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa46ca85-ec72-41bf-9861-cb404e4f5bc8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:09.056054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3249e4-e7cb-4315-a2b0-32ee7e8704ce req-7ed66d1b-6e36-497f-b9f9-9fc1ed4722f5 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:09.057672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da3249e4-e7cb-4315-a2b0-32ee7e8704ce req-7ed66d1b-6e36-497f-b9f9-9fc1ed4722f5 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 945 time: 0.0876002 Nov 09 18:23:09.058683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.066475 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-575942ec-de50-4feb-8128-8e91aa88baaa tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/floatingips/abb67a68-cf27-4531-ad18-43f6bbd4fdc4 HTTP/1.1" status: 200 len: 978 time: 3.4674852 Nov 09 18:23:09.071360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52790) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:09.080490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:09.084555 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.087902 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/16db9da0-7faa-4016-925c-004caaf91db1 HTTP/1.1" status: 204 len: 168 time: 0.5918167 Nov 09 18:23:09.088704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff4193-3279-4e0f-827a-166978513c19 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Network': ['ID=16db9da0-7faa-4016-925c-004caaf91db1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:09.091331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52794) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:09.139140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10ca71c5-ce10-4019-a015-2552ffbdbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.180495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-10ca71c5-ce10-4019-a015-2552ffbdbee3 None None] For port d129ddcb-f16c-4a9d-a35f-4322426ddd44, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d129ddcb-f16c-4a9d-a35f-4322426ddd44,segment=NetworkSegment(5b20503a-fe80-4c81-81b4-304812c9267e),segment_id=5b20503a-fe80-4c81-81b4-304812c9267e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:09.189370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10ca71c5-ce10-4019-a015-2552ffbdbee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.199725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da3249e4-e7cb-4315-a2b0-32ee7e8704ce req-919bf334-a3b4-458c-b6cd-42940990ffce tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165469 Nov 09 18:23:09.227009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Deleting port cc6feedc-ceb4-4087-b71f-5297e63a0908 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:09.227351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.260680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.278350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca71c5-ce10-4019-a015-2552ffbdbee3 None None] Pushing event updated for resources: {'Port': ['ID=d129ddcb-f16c-4a9d-a35f-4322426ddd44,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:09.315159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.370905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-561c3b47-d111-4235-bdb3-8e627af92a86 req-90ca05b2-ee14-4332-a13b-67910012f504 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.0458643 Nov 09 18:23:09.380277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.399530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Calling delete_port for cc6feedc-ceb4-4087-b71f-5297e63a0908 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:09.527058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.565048 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.598529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Port': ['ID=cc6feedc-ceb4-4087-b71f-5297e63a0908,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:09.643825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.648908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-464dedcc-fd97-4dce-8802-16ec94c6609b tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/ports/cc6feedc-ceb4-4087-b71f-5297e63a0908 HTTP/1.1" status: 204 len: 168 time: 0.5565801 Nov 09 18:23:09.654813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52806) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:09.680815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:09.729330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:09.729577 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1463c3b8-b2b2-4abe-aa12-d767ac811fea tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:09.730005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1463c3b8-b2b2-4abe-aa12-d767ac811fea tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:09.740734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.741771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:09.746459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=3ef86731-7aac-4cf2-803a-b0e2643c90a4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:09.751103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52810) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:09.762775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1463c3b8-b2b2-4abe-aa12-d767ac811fea tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/0d850489-a518-428c-a118-b29704e54d1e HTTP/1.1" status: 404 len: 337 time: 0.0883701 Nov 09 18:23:09.776671 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f2b778c5-acf7-422c-8826-a3b03ee81988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.787164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0d9d3-fd13-4cb4-ab01-c93c7b56d37e req-23fd9e89-bee2-4498-8148-3e6060493765 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:09.791463 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8e0d9d3-fd13-4cb4-ab01-c93c7b56d37e req-23fd9e89-bee2-4498-8148-3e6060493765 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 945 time: 0.2829704 Nov 09 18:23:09.799078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:09.799423 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP abb67a68-cf27-4531-ad18-43f6bbd4fdc4 disassociated. External IP: 172.25.0.227, port: b4d4315f-6aee-49b2-9dac-07d898381be4. Nov 09 18:23:09.880998 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d129ddcb-f16c-4a9d-a35f-4322426ddd44 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:09.883477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8e0d9d3-fd13-4cb4-ab01-c93c7b56d37e req-c40c6dc3-2822-4f30-ba56-8fb53e1016cb tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824623 Nov 09 18:23:09.897238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52812) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:09.972128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:09.972803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.014672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d129ddcb-f16c-4a9d-a35f-4322426ddd44 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:10.015303 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.026208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.087420 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-cba0eef6-ebd4-4fd3-8252-7564ed03bfb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3823674 Nov 09 18:23:10.148622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Request body: {'port': {'device_id': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:10.221799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-858f3e9a-9c2d-48f7-b928-7b483e95004b None None] Provisioning complete for port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:10.222397 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-858f3e9a-9c2d-48f7-b928-7b483e95004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.253466 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.268039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-858f3e9a-9c2d-48f7-b928-7b483e95004b None None] Port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:10.288218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24b091-7f1a-49c8-8fa8-ec2aceacfc9c tempest-TestVolumeBackupRestore-1323178571 tempest-TestVolumeBackupRestore-1323178571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:10.293396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6b24b091-7f1a-49c8-8fa8-ec2aceacfc9c tempest-TestVolumeBackupRestore-1323178571 tempest-TestVolumeBackupRestore-1323178571-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1091 time: 0.3946919 Nov 09 18:23:10.294380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52824) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:10.300764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:10.309665 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.323664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.331080 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.355675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:10.358110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c7bb79-b3aa-4591-97f7-86064af8c523']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:10.387720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474c8cc5-c714-4dbc-8cf3-67ea47481421') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:10.388325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474c8cc5-c714-4dbc-8cf3-67ea47481421') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:10.520735 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.605512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89aa4e-eb77-47a6-b845-b652f4aa6d81 req-adfc9d1a-797b-4b6d-93a8-af90bcfff684 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:10.613796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe89aa4e-eb77-47a6-b845-b652f4aa6d81 req-adfc9d1a-797b-4b6d-93a8-af90bcfff684 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 931 time: 0.1487610 Nov 09 18:23:10.686698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe89aa4e-eb77-47a6-b845-b652f4aa6d81 req-4758c188-8615-4aad-b7e5-597823eac12d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720408 Nov 09 18:23:10.714534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Allocated IP 172.25.0.127 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/a2a9dc0c-e2cb-447a-90e5-e62d66babbfb) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:10.853001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.861185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.899966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:10.971783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:10.976836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:10.981869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:10.992199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'Port': ['ID=a2a9dc0c-e2cb-447a-90e5-e62d66babbfb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:11.006552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:11.013731 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.017444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.020625 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:11.033390 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:11.035250 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:11.058712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:11.059457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:11.065459 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:11.085802 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.125149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f4058bf-2814-499d-8cd4-10721f89e6ba tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/floatingips/abb67a68-cf27-4531-ad18-43f6bbd4fdc4 HTTP/1.1" status: 200 len: 688 time: 2.0482275 Nov 09 18:23:11.125750 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:11.127159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52842) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:11.153403 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:11.154049 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:11.207488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.227919 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.235161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/44c7bb79-b3aa-4591-97f7-86064af8c523 HTTP/1.1" status: 204 len: 168 time: 1.4518967 Nov 09 18:23:11.235573 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:11.236481 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd6c7c-191d-46f0-acdc-e42feeffb0b5 None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:11.240890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52848) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:11.262214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cc0d1-9634-4576-a2a3-268c2233a0be tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Network': ['ID=44c7bb79-b3aa-4591-97f7-86064af8c523,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:11.356410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef86731-7aac-4cf2-803a-b0e2643c90a4 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:11.368862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.385831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Transition to ACTIVE for port object 3ef86731-7aac-4cf2-803a-b0e2643c90a4 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:23:11.393315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.455981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Deleting subnet a91a95c7-7ece-4d93-ba2e-7212ec2106a5 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:11.469405 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.483243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef86731-7aac-4cf2-803a-b0e2643c90a4,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:11.557917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.579883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Attempting to bind port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:23:11.580347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Attempting to bind port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:23:11.580681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Attempting to bind port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:11.585960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 on network 906e5d51-662b-4ffd-994b-71c53e31d65d not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:23:11.586326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Attempting to bind port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:11.592541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:11.592742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:11.593121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:11.593567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Bound port: 3ef86731-7aac-4cf2-803a-b0e2643c90a4, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:23:11.593933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.673122 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] For port 3ef86731-7aac-4cf2-803a-b0e2643c90a4, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:11.676954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] For port 3ef86731-7aac-4cf2-803a-b0e2643c90a4, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3ef86731-7aac-4cf2-803a-b0e2643c90a4,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:11.687257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.689093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 4e971f7f-8a2f-49db-8960-662138b9100f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:11.689505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.744144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.744875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:11.746785 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] 10.222.0.85 "PUT /v2.0/ports/3ef86731-7aac-4cf2-803a-b0e2643c90a4 HTTP/1.1" status: 200 len: 1091 time: 1.6047156 Nov 09 18:23:11.747402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'tag': '3ef86731-7aac-4cf2-803a-b0e2643c90a4'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:11.756684 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e931a181-ab0d-4e9d-b9ec-485c1c542a99" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf278bd-9491-4e40-8044-f382af8e962d", "tag": "3ef86731-7aac-4cf2-803a-b0e2643c90a4"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:11.814786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad5444-23b8-4ed6-9ae4-0f7c45387a61 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef86731-7aac-4cf2-803a-b0e2643c90a4,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:11.888166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-538ce884-52b7-480e-b0d5-04958a48bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:11.893507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-538ce884-52b7-480e-b0d5-04958a48bbb3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 1094 time: 0.0970812 Nov 09 18:23:11.958671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-59f515c6-f2e6-4484-bb2c-aea36cb7616d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ef86731-7aac-4cf2-803a-b0e2643c90a4 HTTP/1.1" status: 200 len: 217 time: 0.0569036 Nov 09 18:23:12.017534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.061034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-e0278ae3-7951-4657-a6f2-ad716fbe92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.063610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-e0278ae3-7951-4657-a6f2-ad716fbe92fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0976799 Nov 09 18:23:12.070127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.119380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438541-21e2-450d-ba27-9559d85f890f req-1e00fa71-b1c6-455a-aa1e-3aa01e18e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.121582 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-1e00fa71-b1c6-455a-aa1e-3aa01e18e6db service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504377 Nov 09 18:23:12.175999 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.176329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.229677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 4e971f7f-8a2f-49db-8960-662138b9100f owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:12.237830 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-314230c7-6a00-43e1-94a2-876af266faf6 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081245 Nov 09 18:23:12.241108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197dab5-cb39-4ffb-bf66-8b7421c6ff92 req-b3c75161-cb93-477c-864e-f5da59a602fe tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.242573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7197dab5-cb39-4ffb-bf66-8b7421c6ff92 req-b3c75161-cb93-477c-864e-f5da59a602fe tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.4227090 Nov 09 18:23:12.250738 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.258624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.362727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.367844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e0652-7974-46b0-8ca2-3853bd6d8c84 None None] Network 3389b728-937d-4b85-a62c-18d22f237e8c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:12.368376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/subnets/a91a95c7-7ece-4d93-ba2e-7212ec2106a5 HTTP/1.1" status: 204 len: 168 time: 1.1180923 Nov 09 18:23:12.374988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52874) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:12.403181 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6e438541-21e2-450d-ba27-9559d85f890f req-9eb7648f-d702-466e-bf4d-1e77165d7971 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577165 Nov 09 18:23:12.489925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.512850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558fa66-b6e2-417e-a413-5a6f023e3316 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Subnet': ['ID=a91a95c7-7ece-4d93-ba2e-7212ec2106a5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:12.566395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Deleting port 87d53095-92b5-457d-a63b-cc398bff8117 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:12.567006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.575604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7197dab5-cb39-4ffb-bf66-8b7421c6ff92 req-f7de7f71-cdf7-4ef1-b2eb-dbab28dcc36c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228774 Nov 09 18:23:12.621398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.626443 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.662595 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.701897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] DHCP port deletion for 3389b728-937d-4b85-a62c-18d22f237e8c request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:12.734722 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4eb864-3c5d-4ac2-9b2d-a0b9c508ee1d x-openstack-request-id: req-6f4eb864-3c5d-4ac2-9b2d-a0b9c508ee1d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:12.735169 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf278bd-9491-4e40-8044-f382af8e962d", "tag": "3ef86731-7aac-4cf2-803a-b0e2643c90a4", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:12.736168 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f4eb864-3c5d-4ac2-9b2d-a0b9c508ee1d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:12.738173 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'tag': '3ef86731-7aac-4cf2-803a-b0e2643c90a4', 'status': 'completed', 'code': 200} Nov 09 18:23:12.761928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] Deleting port 87d53095-92b5-457d-a63b-cc398bff8117 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:12.762358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event updated for resources: {'Port': ['ID=a2a9dc0c-e2cb-447a-90e5-e62d66babbfb,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:12.763010 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.824430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] For port 87d53095-92b5-457d-a63b-cc398bff8117, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=87d53095-92b5-457d-a63b-cc398bff8117,segment=NetworkSegment(229efd98-1e21-4e88-bf90-085d2ae56f01),segment_id=229efd98-1e21-4e88-bf90-085d2ae56f01)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:12.825371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.830823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-9dd60c10-830b-4386-805e-266d61dc4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:12.832704 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-9dd60c10-830b-4386-805e-266d61dc4409 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 1094 time: 0.0914879 Nov 09 18:23:12.863954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Calling delete_port for 87d53095-92b5-457d-a63b-cc398bff8117 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:12.869788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] For port 87d53095-92b5-457d-a63b-cc398bff8117, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=87d53095-92b5-457d-a63b-cc398bff8117,segment=NetworkSegment(229efd98-1e21-4e88-bf90-085d2ae56f01),segment_id=229efd98-1e21-4e88-bf90-085d2ae56f01)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:12.870256 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:12.887166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] Calling delete_port for 87d53095-92b5-457d-a63b-cc398bff8117 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:13.051295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-cbe3bea2-d31c-44b0-bb70-59f95d795e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.052904 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-cbe3bea2-d31c-44b0-bb70-59f95d795e0d service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.2115684 Nov 09 18:23:13.104584 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-3cf4c33f-8b90-4e47-99eb-7b4a41112aee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ef86731-7aac-4cf2-803a-b0e2643c90a4 HTTP/1.1" status: 200 len: 217 time: 0.0430183 Nov 09 18:23:13.158376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.197371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.208639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Port': ['ID=87d53095-92b5-457d-a63b-cc398bff8117,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:13.214328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] No DVR routers for this DVR port 87d53095-92b5-457d-a63b-cc398bff8117 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:13.237584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.240159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=4e971f7f-8a2f-49db-8960-662138b9100f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:13.300929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.314238 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.339155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] Pushing event deleted for resources: {'Port': ['ID=87d53095-92b5-457d-a63b-cc398bff8117,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:13.340600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3389b728-937d-4b85-a62c-18d22f237e8c']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:13.350149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f867c56-648f-4b0b-9d7d-b010e0921658 None None] No DVR routers for this DVR port 87d53095-92b5-457d-a63b-cc398bff8117 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:13.352650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229efd98-1e21-4e88-bf90-085d2ae56f01') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:13.352963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229efd98-1e21-4e88-bf90-085d2ae56f01') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:13.368185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.371296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-46943a4c-24c0-4ae6-901d-8ab399f698ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.373382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-46943a4c-24c0-4ae6-901d-8ab399f698ab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.2605491 Nov 09 18:23:13.424454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.428452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.429126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.430690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c46b8f80-052e-4a0a-b3f7-23f5177f6983 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/floatingips/abb67a68-cf27-4531-ad18-43f6bbd4fdc4 HTTP/1.1" status: 204 len: 168 time: 2.3025162 Nov 09 18:23:13.436167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52892) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:13.438105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:13.438504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:13.441978 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:13.445030 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Floating IP 03ff9ddc-71c3-4752-b601-af147a00e824 associated. External IP: 172.25.0.127, port: 4049e11c-f8a2-4e96-9f28-363304b42158. Nov 09 18:23:13.489714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-b73fab6c-6bb9-480c-b0bd-728e6f47d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.491309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-b73fab6c-6bb9-480c-b0bd-728e6f47d234 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098299 Nov 09 18:23:13.517025 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-d99261f7-839a-49ef-9076-0c72fc572fea tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] delete failed (client error): The resource could not be found. Nov 09 18:23:13.525343 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d99261f7-839a-49ef-9076-0c72fc572fea tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/floatingips/abb67a68-cf27-4531-ad18-43f6bbd4fdc4 HTTP/1.1" status: 404 len: 345 time: 0.0852849 Nov 09 18:23:13.533466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52894) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:13.644927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.660157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:13.663736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] 10.222.0.32 "DELETE /v2.0/networks/3389b728-937d-4b85-a62c-18d22f237e8c HTTP/1.1" status: 204 len: 168 time: 1.2870333 Nov 09 18:23:13.734306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e279-cdd4-4824-a277-80b2fd2c0b48 tempest-NetworksIpV6TestAttrs-398200328 tempest-NetworksIpV6TestAttrs-398200328-project] Pushing event deleted for resources: {'Network': ['ID=3389b728-937d-4b85-a62c-18d22f237e8c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:13.751604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 87d53095-92b5-457d-a63b-cc398bff8117 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:13.783479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 87d53095-92b5-457d-a63b-cc398bff8117 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:13.784148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 87d53095-92b5-457d-a63b-cc398bff8117 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:13.793195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:13.824099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95bf050-844e-400a-b148-e7006b604eb0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.837469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95bf050-844e-400a-b148-e7006b604eb0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.843885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95bf050-844e-400a-b148-e7006b604eb0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.848223 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b95bf050-844e-400a-b148-e7006b604eb0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "GET /v2.0/ports?network_id=74dce714-bc2f-4dbe-b887-b6da85e9a3bc HTTP/1.1" status: 200 len: 2357 time: 0.3127053 Nov 09 18:23:13.848475 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-6d8cc8cc-234f-4883-8646-e457eadc4ac7 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467956 Nov 09 18:23:13.848961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52904) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:13.908830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7990c9-8ed1-4084-b59f-d8ac3748b80f req-855c129a-f4ee-4013-bc96-d321e5a08172 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.910425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f7990c9-8ed1-4084-b59f-d8ac3748b80f req-855c129a-f4ee-4013-bc96-d321e5a08172 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.1368475 Nov 09 18:23:13.963551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab1df1-93b7-482b-8577-ab1932c6a9a3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:13.966193 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6ab1df1-93b7-482b-8577-ab1932c6a9a3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "GET /v2.0/subnets/ca275b40-5081-4eb3-98df-13a1907aa13e HTTP/1.1" status: 200 len: 797 time: 0.1150625 Nov 09 18:23:13.971001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52908) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:13.976344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'port': {'network_id': '74dce714-bc2f-4dbe-b887-b6da85e9a3bc', 'name': 'tempest-FloatingIPTestJSON-422148548', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:13.992261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f7990c9-8ed1-4084-b59f-d8ac3748b80f req-3e18726d-af0d-487e-96ec-3a94627c8432 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728540 Nov 09 18:23:14.024102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:14.036895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b114d-810a-4683-9577-2865fbe6682e None None] Sync routers for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:14.055886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:14.056611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:14.074676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e931a181-ab0d-4e9d-b9ec-485c1c542a99 req-d2111231-89fa-4db3-9b9e-7bbb6898d5dc service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149379 Nov 09 18:23:14.080329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:14.132015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-40f20bf8-fb90-43c0-884e-aa102ea763cf tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8350725 Nov 09 18:23:14.133183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:14.134576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52914) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:14.137009 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863c0bb-6036-4946-ac3f-14abb4a0b613" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:14.146229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:14.194079 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1424fca3-daa0-45f1-b742-c83471cbc72e x-openstack-request-id: req-1424fca3-daa0-45f1-b742-c83471cbc72e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:14.194079 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:14.194466 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1424fca3-daa0-45f1-b742-c83471cbc72e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:14.194917 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158', 'status': 'completed', 'code': 200} Nov 09 18:23:14.230303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52920) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:14.257562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4e856-50ec-4bbc-b7ae-ae9d424d964c tempest-TestVolumeBackupRestore-1323178571 tempest-TestVolumeBackupRestore-1323178571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.261739 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-76e4e856-50ec-4bbc-b7ae-ae9d424d964c tempest-TestVolumeBackupRestore-1323178571 tempest-TestVolumeBackupRestore-1323178571-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1091 time: 0.1234879 Nov 09 18:23:14.262220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:14.268751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Request body: {'floatingip': {'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:14.272487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:14.285680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:14.311912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] device_id is not set on port 4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:23:14.337602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:14.375079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-e2041101-2c46-42bc-97e8-38a860c77bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.376972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-e2041101-2c46-42bc-97e8-38a860c77bc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1096 time: 0.1541598 Nov 09 18:23:14.571342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-aaeb77a6-1eb0-42de-a88f-a8ffd0200932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.573013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-aaeb77a6-1eb0-42de-a88f-a8ffd0200932 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 200 len: 914 time: 0.1853788 Nov 09 18:23:14.588207 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-27642e46-16c9-440a-b33d-006c5942a718 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0be31d8989ef4e3aaa990c52002bca06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533888 Nov 09 18:23:14.588798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 52936) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:14.602611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '03ff9ddc-71c3-4752-b601-af147a00e824', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'mac_address': 'fa:16:3e:6f:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:23:11Z', 'updated_at': '2021-11-09T18:23:11Z', 'revision_number': 0, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:14.631133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b114d-810a-4683-9577-2865fbe6682e None None] Checking router: addb1c1f-a80c-4458-84a5-f835c1d6a2e7 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:14.641549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:14.642315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:14.732874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.14 (74dce714-bc2f-4dbe-b887-b6da85e9a3bc/ca275b40-5081-4eb3-98df-13a1907aa13e/4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:14.743005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.13 (74dce714-bc2f-4dbe-b887-b6da85e9a3bc/ca275b40-5081-4eb3-98df-13a1907aa13e/4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:14.766595 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97683964-d54c-492b-a6a3-1161b9dcedd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:14.770134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:14.774307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-dbb60ba0-f794-400d-943f-9fc577650927 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 200 len: 999 time: 0.1930690 Nov 09 18:23:14.830891 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97683964-d54c-492b-a6a3-1161b9dcedd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:14.925146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-84499b50-0ec1-4415-8f57-812587c6d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:14.925969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-84499b50-0ec1-4415-8f57-812587c6d3f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aed9d767-8162-4bd8-9a86-e6756ec10bc0 HTTP/1.1" status: 200 len: 852 time: 0.1363821 Nov 09 18:23:14.970959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.032942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.054517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-025b114d-810a-4683-9577-2865fbe6682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '03ff9ddc-71c3-4752-b601-af147a00e824', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'mac_address': 'fa:16:3e:6f:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:23:11Z', 'updated_at': '2021-11-09T18:23:11Z', 'revision_number': 0, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:15.100724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025b114d-810a-4683-9577-2865fbe6682e None None] The sync data for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 is: [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '03ff9ddc-71c3-4752-b601-af147a00e824', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'mac_address': 'fa:16:3e:6f:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:23:11Z', 'updated_at': '2021-11-09T18:23:11Z', 'revision_number': 0, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:15.110921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-2ca31e9a-0206-4234-8bc0-ea9bd10865d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.112718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-2ca31e9a-0206-4234-8bc0-ea9bd10865d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4550b96a-4576-44b7-a432-54297f13b1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794791 Nov 09 18:23:15.117195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97683964-d54c-492b-a6a3-1161b9dcedd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.120302 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97683964-d54c-492b-a6a3-1161b9dcedd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.121271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:15.121810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-97683964-d54c-492b-a6a3-1161b9dcedd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c034038e-4a78-4f41-adab-680426f73f81 HTTP/1.1" status: 204 len: 168 time: 0.5316820 Nov 09 18:23:15.127239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:15.128916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:15.131570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:15.193248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.194027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.212013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1955d57d-4c09-4778-b15a-7a850245db43 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2397208 Nov 09 18:23:15.214413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 52958) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:15.220229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:15.223076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97683964-d54c-492b-a6a3-1161b9dcedd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034038e-4a78-4f41-adab-680426f73f81,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:15.279745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.284236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f456a2-0485-4dfa-8f43-8e3282403e76 req-b51b4ebf-ceeb-489b-a295-c105bf742821 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:15.291799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f456a2-0485-4dfa-8f43-8e3282403e76 req-b51b4ebf-ceeb-489b-a295-c105bf742821 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.1755970 Nov 09 18:23:15.429812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-1b4e66aa-4030-4cd9-818a-1ca8c863b92b service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037469 Nov 09 18:23:15.439273 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.456248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.456980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0f456a2-0485-4dfa-8f43-8e3282403e76 req-b212d1f8-1a5b-4ac8-901e-ee83714d754e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643305 Nov 09 18:23:15.459953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.463828 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f9b192-0230-464f-9e9c-787c618ccf19 None None] New status for floating IP 03ff9ddc-71c3-4752-b601-af147a00e824: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:23:15.631424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.25.0.186 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/8ce5411c-8ac6-43ce-a58b-68a6bb7d9c73) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:15.801908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.852722 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:15.920331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=8ce5411c-8ac6-43ce-a58b-68a6bb7d9c73,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:15.936457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:15.938847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:15.942042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:15.979629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2863c0bb-6036-4946-ac3f-14abb4a0b613 req-2a0a50a6-7e5e-4d8d-90b5-1e632a1b27a2 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360305 Nov 09 18:23:16.097314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:16.220735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:16.226668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.231677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] Sync routers for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:16.245564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:16.247242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:16.262397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:16.265311 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:16.291820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53020) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:16.309615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2086bdda-db88-4bc4-90a3-8558d6dcc11f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "PUT /v2.0/floatingips/03ff9ddc-71c3-4752-b601-af147a00e824 HTTP/1.1" status: 200 len: 991 time: 2.0459924 Nov 09 18:23:16.313274 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68555057-c2f9-4dda-89ad-1217bf09d814 x-openstack-request-id: req-68555057-c2f9-4dda-89ad-1217bf09d814 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:16.314145 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:16.314891 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68555057-c2f9-4dda-89ad-1217bf09d814 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:16.315533 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158', 'status': 'completed', 'code': 200} Nov 09 18:23:16.393070 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.413564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-50f62d0a-2d2a-4d66-be99-5eceafd5a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:16.415416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-50f62d0a-2d2a-4d66-be99-5eceafd5a2b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1096 time: 0.0762169 Nov 09 18:23:16.429847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:16.627165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-077e3a25-0b8f-4d21-b217-80765ba88529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:16.627165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-077e3a25-0b8f-4d21-b217-80765ba88529 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 200 len: 914 time: 0.2040968 Nov 09 18:23:16.642510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc197be-49b5-470c-8a4e-129a0b2e5876 req-b578767f-5f31-4e51-b895-659c181a9ead tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:16.644074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9cc197be-49b5-470c-8a4e-129a0b2e5876 req-b578767f-5f31-4e51-b895-659c181a9ead tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.0684044 Nov 09 18:23:16.753056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-20ba315b-32bb-4f9f-8970-3ccf4d1fd227 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 200 len: 1001 time: 0.1079419 Nov 09 18:23:16.770948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9cc197be-49b5-470c-8a4e-129a0b2e5876 req-41f6cc45-a300-4d7d-8eb5-5251f7cdaef2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148486 Nov 09 18:23:16.779926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-32095e86-a8a5-484a-9f8e-f0342f9cc802 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-776495514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:16.797668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '03ff9ddc-71c3-4752-b601-af147a00e824', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'mac_address': 'fa:16:3e:6f:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:23:11Z', 'updated_at': '2021-11-09T18:23:15Z', 'revision_number': 2, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:16.812511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32095e86-a8a5-484a-9f8e-f0342f9cc802 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.813524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32095e86-a8a5-484a-9f8e-f0342f9cc802 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.826688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-f2456cb5-05b5-42b3-b4d9-fbb797a7d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:16.828424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-f2456cb5-05b5-42b3-b4d9-fbb797a7d474 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aed9d767-8162-4bd8-9a86-e6756ec10bc0 HTTP/1.1" status: 200 len: 852 time: 0.0564563 Nov 09 18:23:16.840610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.849458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] Checking router: addb1c1f-a80c-4458-84a5-f835c1d6a2e7 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:16.859558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:16.860623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:16.891845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-8d970812-49f7-4e05-a3c9-0fa52f266e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:16.893355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-8d970812-49f7-4e05-a3c9-0fa52f266e5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4550b96a-4576-44b7-a432-54297f13b1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572832 Nov 09 18:23:16.906435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32095e86-a8a5-484a-9f8e-f0342f9cc802 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.920477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32095e86-a8a5-484a-9f8e-f0342f9cc802 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.963560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32095e86-a8a5-484a-9f8e-f0342f9cc802 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.968637 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-32095e86-a8a5-484a-9f8e-f0342f9cc802 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6754477 Nov 09 18:23:16.972424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53062) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:16.977664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-748535686'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:16.994010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:16.999361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:17.033317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Made reservation on behalf of cf4f998264254151a67869c91a8bd213 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:17.037858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.042268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-668596cc-45b6-4c8d-9a89-eca06a90eb3a service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409602 Nov 09 18:23:17.061770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.150148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7d49ceb-7f1a-4e1b-b879-2a749ce492ee req-3f8eb2d8-4e77-4b0e-bdfd-9662a3b574b9 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987961 Nov 09 18:23:17.240419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.254817 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.255867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.282664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '03ff9ddc-71c3-4752-b601-af147a00e824', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'mac_address': 'fa:16:3e:6f:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:23:11Z', 'updated_at': '2021-11-09T18:23:15Z', 'revision_number': 2, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:17.288090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.316562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee58c3-a7a3-4f54-9005-1bf3d39501c6 None None] The sync data for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 is: [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '03ff9ddc-71c3-4752-b601-af147a00e824', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'port_id': '4049e11c-f8a2-4e96-9f28-363304b42158', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'mac_address': 'fa:16:3e:6f:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:23:11Z', 'updated_at': '2021-11-09T18:23:15Z', 'revision_number': 2, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:17.347332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:17.401779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=8ce5411c-8ac6-43ce-a58b-68a6bb7d9c73,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:17.409808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff68fa44-8706-46ff-bbe4-80e5db0cf929,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:17.413142 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.413495 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Added segment 639ca945-f0bb-450a-9f2f-be1de5a2de9d of type vlan for network 05a4abac-b095-4e1a-9572-0cdd47771da7 Nov 09 18:23:17.453201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.525761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.571560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.577959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:17.578579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.608744 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 6284c9a7-e724-45b0-8966-992b6bec62c5 associated. External IP: 172.25.0.186, port: 4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd. Nov 09 18:23:17.678646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7051318 Nov 09 18:23:17.681525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53090) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:17.687423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'subnet': {'network_id': '05a4abac-b095-4e1a-9572-0cdd47771da7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:17.725910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecee7b6-998d-4e6f-bd77-86b6bc991b88 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Network': ['ID=05a4abac-b095-4e1a-9572-0cdd47771da7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:17.742966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:17.775274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53092) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:17.830470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Made reservation on behalf of cf4f998264254151a67869c91a8bd213 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:17.835668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.889519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:17.943585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ffa4bad-174d-4e19-ae8d-2366937e1851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:17.973721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9a65-b6e8-4236-a8b3-78963635bd7d req-ffbfa533-4fda-4804-8d70-8b39f782e0d9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:17.975246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a9c9a65-b6e8-4236-a8b3-78963635bd7d req-ffbfa533-4fda-4804-8d70-8b39f782e0d9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.1355379 Nov 09 18:23:18.006120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:18.018668 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:18.025801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.027824 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:18.028630 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:18.056623 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3a6080d1-9b99-4cb9-9fbd-7a83296f5f49 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8378193 Nov 09 18:23:18.056848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:18.061806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'port_id': '4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:18.065549 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:18.074293 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:18.074494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a9c9a65-b6e8-4236-a8b3-78963635bd7d req-94d91825-3400-495b-84f8-692dd7d98df0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919306 Nov 09 18:23:18.075255 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:18.117889 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:18.118912 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ff091-d1c4-417b-be0a-7d7d90e06bcf None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:18.130372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.173508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ffa4bad-174d-4e19-ae8d-2366937e1851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.174721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.183561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ffa4bad-174d-4e19-ae8d-2366937e1851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.264878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3ffa4bad-174d-4e19-ae8d-2366937e1851 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6babb36a1ea740a184a1f82f65337d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862731 Nov 09 18:23:18.266401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53100) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:18.268553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Subnet': ['ID=1ac85c39-0ef2-4d3f-8653-301f8a5763a8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:18.276827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa4bad-174d-4e19-ae8d-2366937e1851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eceee6ee-dfaa-4203-adbf-d4c76f6eed87,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:18.309416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Checking segment: {'id': '639ca945-f0bb-450a-9f2f-be1de5a2de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '05a4abac-b095-4e1a-9572-0cdd47771da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:18.309780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network hostable DHCP agents. Network: 05a4abac-b095-4e1a-9572-0cdd47771da7, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:18.317033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:18.319344 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e3ce0c-cc49-43e1-96b9-301e720c5726" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:18.353748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-817bfb05-231e-4b56-af22-f93d2f5da881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.358589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:18.373724 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395500bc-687e-4840-9e1c-96d8e95a04f6 x-openstack-request-id: req-395500bc-687e-4840-9e1c-96d8e95a04f6 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:18.374108 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:18.374340 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-395500bc-687e-4840-9e1c-96d8e95a04f6 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:18.374688 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158', 'status': 'completed', 'code': 200} Nov 09 18:23:18.380476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 05a4abac-b095-4e1a-9572-0cdd47771da7) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:18.387039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-817bfb05-231e-4b56-af22-f93d2f5da881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.389757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65040c-1d81-4c2a-992f-7f8e5bdf79d6 None None] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:18.390365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:18.391145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.431786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2a2040a7-2602-4118-8315-0ed38ca7a81c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7490005 Nov 09 18:23:18.438308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53104) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:18.445792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'network': {'name': 'tempest-router-network01--1055396949'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:18.483332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-5e7ff56b-54cf-4145-989e-31ad800a8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:18.484853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-5e7ff56b-54cf-4145-989e-31ad800a8551 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1096 time: 0.0568719 Nov 09 18:23:18.501316 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-817bfb05-231e-4b56-af22-f93d2f5da881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.504105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-817bfb05-231e-4b56-af22-f93d2f5da881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.507567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-817bfb05-231e-4b56-af22-f93d2f5da881 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eceee6ee-dfaa-4203-adbf-d4c76f6eed87 HTTP/1.1" status: 204 len: 168 time: 0.2375507 Nov 09 18:23:18.547633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Made reservation on behalf of cf4f998264254151a67869c91a8bd213 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:18.551645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.552021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bfb05-231e-4b56-af22-f93d2f5da881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceee6ee-dfaa-4203-adbf-d4c76f6eed87,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:18.568660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-05a4abac-b095-4e1a-9572-0cdd47771da7', 'network_id': '05a4abac-b095-4e1a-9572-0cdd47771da7', 'tenant_id': 'cf4f998264254151a67869c91a8bd213', 'fixed_ips': [{'subnet_id': '1ac85c39-0ef2-4d3f-8653-301f8a5763a8'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:18.569842 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.604052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-b8a377fe-dc18-451a-8dcc-2ef21de0163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:18.606486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-b8a377fe-dc18-451a-8dcc-2ef21de0163c service neutron] 10.222.0.73 "GET /v2.0/networks?id=4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 200 len: 914 time: 0.1131566 Nov 09 18:23:18.621557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:18.670540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.670906 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Added segment 1ff20e83-e275-446d-8508-f97c9e12bf8e of type vlan for network e0dad44d-fcdf-4de6-918c-4a36882ebab4 Nov 09 18:23:18.696991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-6305ab07-3c22-413f-9be7-69ad35255b2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 200 len: 1001 time: 0.0764904 Nov 09 18:23:18.749770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.756673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.761941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Allocated IP 172.20.0.2 (05a4abac-b095-4e1a-9572-0cdd47771da7/1ac85c39-0ef2-4d3f-8653-301f8a5763a8/cd0feb0a-d9e2-4562-a589-9353e253fea5) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:18.764556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.777630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-2ddd6680-4f0f-4b87-ae18-70e525271662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:18.780025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-2ddd6680-4f0f-4b87-ae18-70e525271662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aed9d767-8162-4bd8-9a86-e6756ec10bc0 HTTP/1.1" status: 200 len: 852 time: 0.0617602 Nov 09 18:23:18.848389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-aff7c6e5-a60d-44a4-bf9d-0de81bc1a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:18.851230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-aff7c6e5-a60d-44a4-bf9d-0de81bc1a578 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4550b96a-4576-44b7-a432-54297f13b1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630982 Nov 09 18:23:18.876795 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.883233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:18.884001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:18.919718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53110) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:18.954926 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5142272 Nov 09 18:23:18.958633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53112) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:18.967246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'network': {'name': 'tempest-router-network02--725161471'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:18.973737 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd7930f7-15ae-432a-b32d-6e239d2f5c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.009626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-11c5eb33-5a11-4573-aafa-7e1650bf2693 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473095 Nov 09 18:23:19.010733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Made reservation on behalf of cf4f998264254151a67869c91a8bd213 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:19.014989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.070682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad3e89-c712-47e2-9f74-cf95fbec2322 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Network': ['ID=e0dad44d-fcdf-4de6-918c-4a36882ebab4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:19.086700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:19.101352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:19.102444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.103071 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Added segment 6a0f948b-4ad6-4694-80d0-537f364f4706 of type vlan for network 3eab835f-b744-4f75-90d1-6d7d422b7015 Nov 09 18:23:19.155967 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.165209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:19.173839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.184030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e3ce0c-cc49-43e1-96b9-301e720c5726 req-b9d30c29-cb4c-48ed-86f3-e88412e9602f service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589754 Nov 09 18:23:19.197834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd7930f7-15ae-432a-b32d-6e239d2f5c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.211425 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.239477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd7930f7-15ae-432a-b32d-6e239d2f5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.246566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a97c7-7c52-4b3f-a930-0c2a48244794 req-4b48528a-5e8e-454c-974a-4b6cde7d695c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:19.248663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-943a97c7-7c52-4b3f-a930-0c2a48244794 req-4b48528a-5e8e-454c-974a-4b6cde7d695c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.0776424 Nov 09 18:23:19.254663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.260894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:19.261356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.296100 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.298223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:19.308509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:19.311897 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fd7930f7-15ae-432a-b32d-6e239d2f5c1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31e4ac791fdc42528c46fd478e2d13a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920436 Nov 09 18:23:19.319015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:19.321475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Pushing event updated for resources: {'Port': ['ID=cd0feb0a-d9e2-4562-a589-9353e253fea5,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:19.324696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53116) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:19.343192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7930f7-15ae-432a-b32d-6e239d2f5c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b878899-750e-4ede-8d5a-5c216a9df56c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:19.381561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-943a97c7-7c52-4b3f-a930-0c2a48244794 req-e0dcdeab-e53d-4fbc-bbc4-b076c488248f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158898 Nov 09 18:23:19.386353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Attempting to bind port cd0feb0a-d9e2-4562-a589-9353e253fea5 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:23:19.386860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Attempting to bind port cd0feb0a-d9e2-4562-a589-9353e253fea5 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '639ca945-f0bb-450a-9f2f-be1de5a2de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '05a4abac-b095-4e1a-9572-0cdd47771da7'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:23:19.387601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4278908 Nov 09 18:23:19.390996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Attempting to bind port cd0feb0a-d9e2-4562-a589-9353e253fea5 on network 05a4abac-b095-4e1a-9572-0cdd47771da7 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:19.391565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53118) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:19.391690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:19.397252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'subnet': {'network_id': 'e0dad44d-fcdf-4de6-918c-4a36882ebab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:19.398392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:19.398969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Checking segment: {'id': '639ca945-f0bb-450a-9f2f-be1de5a2de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '05a4abac-b095-4e1a-9572-0cdd47771da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:19.399167 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.399558 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.400280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Bound using segment: {'id': '639ca945-f0bb-450a-9f2f-be1de5a2de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '05a4abac-b095-4e1a-9572-0cdd47771da7'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:19.401253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Bound port: cd0feb0a-d9e2-4562-a589-9353e253fea5, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639ca945-f0bb-450a-9f2f-be1de5a2de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '05a4abac-b095-4e1a-9572-0cdd47771da7'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:23:19.402313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360691db-3afa-4133-8cca-281861d13959 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Network': ['ID=3eab835f-b744-4f75-90d1-6d7d422b7015,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:19.403006 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.408072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:19.428464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:19.429587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:19.459560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6c5a43f9-ea95-4df0-a1bb-f211ed736422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.469295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3eab835f-b744-4f75-90d1-6d7d422b7015 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:19.475053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:19.475257 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-192a7613-6278-4b1d-83c5-5f83393af6eb tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/floatingips/6284c9a7-e724-45b0-8966-992b6bec62c5 HTTP/1.1" status: 200 len: 978 time: 1.4144576 Nov 09 18:23:19.475903 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53120) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:19.487134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6c5a43f9-ea95-4df0-a1bb-f211ed736422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.541219 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6c5a43f9-ea95-4df0-a1bb-f211ed736422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.546465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6c5a43f9-ea95-4df0-a1bb-f211ed736422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.547833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6c5a43f9-ea95-4df0-a1bb-f211ed736422 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b878899-750e-4ede-8d5a-5c216a9df56c HTTP/1.1" status: 204 len: 168 time: 0.2203550 Nov 09 18:23:19.553893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:19.554630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:19.558853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a43f9-ea95-4df0-a1bb-f211ed736422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b878899-750e-4ede-8d5a-5c216a9df56c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:19.613797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:19.614747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8cc8c-7740-4f37-8b45-ef197cc10b69 None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:19.622262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Made reservation on behalf of cf4f998264254151a67869c91a8bd213 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:19.632554 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.635114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-207da389-c30a-4026-b779-d8540c440a4c None None] For port cd0feb0a-d9e2-4562-a589-9353e253fea5, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:19.638783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-207da389-c30a-4026-b779-d8540c440a4c None None] For port cd0feb0a-d9e2-4562-a589-9353e253fea5, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cd0feb0a-d9e2-4562-a589-9353e253fea5,segment=NetworkSegment(639ca945-f0bb-450a-9f2f-be1de5a2de9d),segment_id=639ca945-f0bb-450a-9f2f-be1de5a2de9d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:19.645819 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.717508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207da389-c30a-4026-b779-d8540c440a4c None None] Pushing event updated for resources: {'Port': ['ID=cd0feb0a-d9e2-4562-a589-9353e253fea5,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:19.790902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 8ce5411c-8ac6-43ce-a58b-68a6bb7d9c73 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:19.791366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.990324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:19.990669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.010176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 8ce5411c-8ac6-43ce-a58b-68a6bb7d9c73 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:20.014526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.152186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Subnet': ['ID=fe3d24da-6c81-4c58-87c9-c4aae7156eca,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:20.181562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Checking segment: {'id': '1ff20e83-e275-446d-8508-f97c9e12bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e0dad44d-fcdf-4de6-918c-4a36882ebab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:20.181928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network hostable DHCP agents. Network: e0dad44d-fcdf-4de6-918c-4a36882ebab4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:20.219729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:20.234124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e0dad44d-fcdf-4de6-918c-4a36882ebab4) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:20.238744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:20.239343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.246032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cff2e6-58f0-4b88-942b-dc3765f045c1 None None] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:20.284966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-286baf96-5ae6-46f4-9577-3e6bc3132b12 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8928716 Nov 09 18:23:20.289279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53140) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:20.297391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'subnet': {'network_id': '3eab835f-b744-4f75-90d1-6d7d422b7015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:20.343508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.385380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=8ce5411c-8ac6-43ce-a58b-68a6bb7d9c73,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:20.433107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-e0dad44d-fcdf-4de6-918c-4a36882ebab4', 'network_id': 'e0dad44d-fcdf-4de6-918c-4a36882ebab4', 'tenant_id': 'cf4f998264254151a67869c91a8bd213', 'fixed_ips': [{'subnet_id': 'fe3d24da-6c81-4c58-87c9-c4aae7156eca'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:20.435316 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.481074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.481407 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 6284c9a7-e724-45b0-8966-992b6bec62c5 disassociated (deleted). External IP: 172.25.0.186, port: 4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd. Nov 09 18:23:20.524643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Made reservation on behalf of cf4f998264254151a67869c91a8bd213 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:20.528350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.672249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Allocated IP 172.20.0.2 (e0dad44d-fcdf-4de6-918c-4a36882ebab4/fe3d24da-6c81-4c58-87c9-c4aae7156eca/18880861-405d-44bd-b1a6-bec8e12afa20) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:20.853706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.862367 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:20.916891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:20.920920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:20.942954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882662ca-f14b-4ff5-b012-528149dd54b0 None None] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:20.945675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:20.952910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Pushing event updated for resources: {'Port': ['ID=18880861-405d-44bd-b1a6-bec8e12afa20,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:21.030099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-52111d1b-c31f-49b2-a02c-0f550cbd4798 None None] Provisioning complete for port cd0feb0a-d9e2-4562-a589-9353e253fea5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:21.030283 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-52111d1b-c31f-49b2-a02c-0f550cbd4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.052335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5df364-8327-4680-887b-45c87a86c8d4 req-66e77af5-5998-439d-bf02-d9aa0c0eecd8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:21.052335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff5df364-8327-4680-887b-45c87a86c8d4 req-66e77af5-5998-439d-bf02-d9aa0c0eecd8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.5285935 Nov 09 18:23:21.098348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Attempting to bind port 18880861-405d-44bd-b1a6-bec8e12afa20 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:23:21.098348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Attempting to bind port 18880861-405d-44bd-b1a6-bec8e12afa20 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '1ff20e83-e275-446d-8508-f97c9e12bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e0dad44d-fcdf-4de6-918c-4a36882ebab4'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:23:21.098348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Attempting to bind port 18880861-405d-44bd-b1a6-bec8e12afa20 on network e0dad44d-fcdf-4de6-918c-4a36882ebab4 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:21.111065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:21.111443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Checking segment: {'id': '1ff20e83-e275-446d-8508-f97c9e12bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e0dad44d-fcdf-4de6-918c-4a36882ebab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:21.111857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.112252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Bound using segment: {'id': '1ff20e83-e275-446d-8508-f97c9e12bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e0dad44d-fcdf-4de6-918c-4a36882ebab4'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:21.112736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Bound port: 18880861-405d-44bd-b1a6-bec8e12afa20, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff20e83-e275-446d-8508-f97c9e12bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'e0dad44d-fcdf-4de6-918c-4a36882ebab4'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:23:21.113121 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.202529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff5df364-8327-4680-887b-45c87a86c8d4 req-29d8f65e-a3ba-4c8d-aab9-fa002f198b6b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384177 Nov 09 18:23:21.265147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-52111d1b-c31f-49b2-a02c-0f550cbd4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.279278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:21.280839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.284838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] For port 18880861-405d-44bd-b1a6-bec8e12afa20, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:21.311603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] For port 18880861-405d-44bd-b1a6-bec8e12afa20, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=18880861-405d-44bd-b1a6-bec8e12afa20,segment=NetworkSegment(1ff20e83-e275-446d-8508-f97c9e12bf8e),segment_id=1ff20e83-e275-446d-8508-f97c9e12bf8e)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:21.323736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-52111d1b-c31f-49b2-a02c-0f550cbd4798 None None] For port cd0feb0a-d9e2-4562-a589-9353e253fea5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cd0feb0a-d9e2-4562-a589-9353e253fea5,segment=NetworkSegment(639ca945-f0bb-450a-9f2f-be1de5a2de9d),segment_id=639ca945-f0bb-450a-9f2f-be1de5a2de9d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:21.325205 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.335237 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-52111d1b-c31f-49b2-a02c-0f550cbd4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.389654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd857d9-fe79-430d-939a-09458ae8c135 None None] Pushing event updated for resources: {'Port': ['ID=18880861-405d-44bd-b1a6-bec8e12afa20,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:21.433573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Subnet': ['ID=cb81ed27-c32e-4a3a-aa80-471c25fdd738,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:21.449891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52111d1b-c31f-49b2-a02c-0f550cbd4798 None None] Pushing event updated for resources: {'Port': ['ID=cd0feb0a-d9e2-4562-a589-9353e253fea5,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:21.455667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Checking segment: {'id': '6a0f948b-4ad6-4694-80d0-537f364f4706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3eab835f-b744-4f75-90d1-6d7d422b7015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:21.456047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network hostable DHCP agents. Network: 3eab835f-b744-4f75-90d1-6d7d422b7015, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:21.493595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:21.495599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network 3eab835f-b744-4f75-90d1-6d7d422b7015 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:21.500259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.504779 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:21.518136 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:21.518712 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:21.526833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3eab835f-b744-4f75-90d1-6d7d422b7015) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:21.535180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:21.535774 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.540737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9b494013-1e5c-4f73-92f5-dce48041d598 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/floatingips/6284c9a7-e724-45b0-8966-992b6bec62c5 HTTP/1.1" status: 204 len: 168 time: 2.0637593 Nov 09 18:23:21.543449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53166) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:21.547624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2789ef4d-f82d-45c9-8c48-780a2451198c None None] Network 3eab835f-b744-4f75-90d1-6d7d422b7015 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:21.561920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f03d1e5b-55ab-48f3-b7f7-b3e8885fb1f4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2715106 Nov 09 18:23:21.564858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53168) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:21.630483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:21.668733 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:21.670254 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:21.684337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:21.684895 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.777340 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:21.778337 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9c1d5-fba2-4c47-a334-2af3002dfd59 None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:21.832065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ff2fc047-e253-4033-8c02-3b3bd1e3d367 None None] Provisioning complete for port cd0feb0a-d9e2-4562-a589-9353e253fea5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:21.832434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc047-e253-4033-8c02-3b3bd1e3d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.909261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:21.925593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device cd0feb0a-d9e2-4562-a589-9353e253fea5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:21.926532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:22.010777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-3eab835f-b744-4f75-90d1-6d7d422b7015', 'network_id': '3eab835f-b744-4f75-90d1-6d7d422b7015', 'tenant_id': 'cf4f998264254151a67869c91a8bd213', 'fixed_ips': [{'subnet_id': 'cb81ed27-c32e-4a3a-aa80-471c25fdd738'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:22.017135 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.104941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.133367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port cd0feb0a-d9e2-4562-a589-9353e253fea5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:22.133745 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.169624 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.283279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Allocated IP 172.20.0.2 (3eab835f-b744-4f75-90d1-6d7d422b7015/cb81ed27-c32e-4a3a-aa80-471c25fdd738/4738a1c6-cbc8-4246-9688-8bed68fbb3d7) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:22.296280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:22.353887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.364653 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-69e8a1b3-ea0e-46d1-a571-eb6b42324a88 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/ports/4cd3ce90-284e-40b8-99eb-6bf2f2bb9ffd HTTP/1.1" status: 204 len: 168 time: 0.8183770 Nov 09 18:23:22.366011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53186) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:22.371075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:22.417432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.457565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Allocated IP 172.20.0.1 (e0dad44d-fcdf-4de6-918c-4a36882ebab4/fe3d24da-6c81-4c58-87c9-c4aae7156eca/f203d83b-bf4d-4877-904d-1533ad6f3e13) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:22.508325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.517630 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.586800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Network 3eab835f-b744-4f75-90d1-6d7d422b7015 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:22.591582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:22.596712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:22.600526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.602028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445c0a2-7ea7-4357-9aec-7e726217d193 req-2d74d769-3428-4a65-a630-5fb327ec383a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:22.603710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5445c0a2-7ea7-4357-9aec-7e726217d193 req-2d74d769-3428-4a65-a630-5fb327ec383a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 943 time: 0.1429663 Nov 09 18:23:22.608858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Pushing event updated for resources: {'Port': ['ID=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:22.686423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5445c0a2-7ea7-4357-9aec-7e726217d193 req-180b4c45-e1c6-4b94-aeff-7f957cbc88d7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649371 Nov 09 18:23:22.694629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Attempting to bind port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:23:22.695161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Attempting to bind port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '6a0f948b-4ad6-4694-80d0-537f364f4706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3eab835f-b744-4f75-90d1-6d7d422b7015'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:23:22.696186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Attempting to bind port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 on network 3eab835f-b744-4f75-90d1-6d7d422b7015 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:22.713735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:22.714218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Checking segment: {'id': '6a0f948b-4ad6-4694-80d0-537f364f4706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3eab835f-b744-4f75-90d1-6d7d422b7015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:22.714581 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.714992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Bound using segment: {'id': '6a0f948b-4ad6-4694-80d0-537f364f4706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3eab835f-b744-4f75-90d1-6d7d422b7015'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:22.715503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Bound port: 4738a1c6-cbc8-4246-9688-8bed68fbb3d7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0f948b-4ad6-4694-80d0-537f364f4706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3eab835f-b744-4f75-90d1-6d7d422b7015'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:23:22.716257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.734207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.767834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3ef86731-7aac-4cf2-803a-b0e2643c90a4 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:23:22.769551 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.25.0.24 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/2b2c9f1e-3bd2-4a54-99ba-5b7c27ac394c) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:22.801329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.819633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] For port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:22.862527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:22.865934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:22.869761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:22.926482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4502a-697e-4e6a-92dc-6f0370aae768 None None] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:22.930711 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.934609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Port': ['ID=f203d83b-bf4d-4877-904d-1533ad6f3e13,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:22.937702 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:22.991244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] For port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,segment=NetworkSegment(6a0f948b-4ad6-4694-80d0-537f364f4706),segment_id=6a0f948b-4ad6-4694-80d0-537f364f4706)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:22.991538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.014769 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.031867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e25b5b1e-8c65-45ea-b1b9-ee4b67b6e503 None None] Provisioning complete for port 18880861-405d-44bd-b1a6-bec8e12afa20 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:23.032462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e25b5b1e-8c65-45ea-b1b9-ee4b67b6e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.034586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:23.040181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:23.043894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:23.053222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=2b2c9f1e-3bd2-4a54-99ba-5b7c27ac394c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:23.073124 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.155933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.192673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3ef86731-7aac-4cf2-803a-b0e2643c90a4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3ef86731-7aac-4cf2-803a-b0e2643c90a4,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:23.195442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.246555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d3cc2-2be7-45ab-8309-6fbb366d44f4 None None] Pushing event updated for resources: {'Port': ['ID=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:23.279799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '3ef86731-7aac-4cf2-803a-b0e2643c90a4', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'port_id': '3ef86731-7aac-4cf2-803a-b0e2643c90a4', 'mac_address': 'fa:16:3e:ac:ff:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:23:23.480562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.501470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.528168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.536898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.567123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.574931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.599232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef86731-7aac-4cf2-803a-b0e2643c90a4 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:23:23.633118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.640793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53196) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:23.647827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Port': ['ID=f203d83b-bf4d-4877-904d-1533ad6f3e13,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:23.673065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3ef86731-7aac-4cf2-803a-b0e2643c90a4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3ef86731-7aac-4cf2-803a-b0e2643c90a4,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:23.685412 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e25b5b1e-8c65-45ea-b1b9-ee4b67b6e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.691870 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.786500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:23.793111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:23.852500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e25b5b1e-8c65-45ea-b1b9-ee4b67b6e503 None None] For port 18880861-405d-44bd-b1a6-bec8e12afa20, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=18880861-405d-44bd-b1a6-bec8e12afa20,segment=NetworkSegment(1ff20e83-e275-446d-8508-f97c9e12bf8e),segment_id=1ff20e83-e275-446d-8508-f97c9e12bf8e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:23.861659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e25b5b1e-8c65-45ea-b1b9-ee4b67b6e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:23.864772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=3ef86731-7aac-4cf2-803a-b0e2643c90a4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:23.917043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 18880861-405d-44bd-b1a6-bec8e12afa20 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:23.920148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['3ef86731-7aac-4cf2-803a-b0e2643c90a4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:23.966282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73213649-a846-4c22-80ff-c82a1ec4b7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.051485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 18880861-405d-44bd-b1a6-bec8e12afa20 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:24.051913 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.084974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42aee4-0f9c-433f-8c10-108ab1072615 req-2837c3b3-b75b-418d-93fd-5eef506614ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:24.086277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b5b1e-8c65-45ea-b1b9-ee4b67b6e503 None None] Pushing event updated for resources: {'Port': ['ID=18880861-405d-44bd-b1a6-bec8e12afa20,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:24.092700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f42aee4-0f9c-433f-8c10-108ab1072615 req-2837c3b3-b75b-418d-93fd-5eef506614ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 944 time: 0.3023198 Nov 09 18:23:24.145491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73213649-a846-4c22-80ff-c82a1ec4b7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.168653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73213649-a846-4c22-80ff-c82a1ec4b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.211998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f42aee4-0f9c-433f-8c10-108ab1072615 req-140ec7a2-7be8-4cf1-ac86-c76a1479fee4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 Nov 09 18:23:24.232792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.234768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8675723 Nov 09 18:23:24.242565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53202) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:24.249822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'port': {'network_id': '74dce714-bc2f-4dbe-b887-b6da85e9a3bc', 'name': 'tempest-FloatingIPTestJSON-2115349410'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:24.250434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-73213649-a846-4c22-80ff-c82a1ec4b7ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d43cc09a88054e8ead3151f3289590da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085696 Nov 09 18:23:24.251677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73213649-a846-4c22-80ff-c82a1ec4b7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea62d8-b557-4488-84ce-22bb3f1bb93d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:24.258393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53204) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:24.275300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Router f9d21b40-7738-45c2-bce8-e037220b4ca0 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:23:24.275511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-19724da9-f26f-44a1-b43f-5cb8952bb24f None None] Provisioning complete for port 18880861-405d-44bd-b1a6-bec8e12afa20 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:24.275698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-19724da9-f26f-44a1-b43f-5cb8952bb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.338276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ddd22-cc75-400e-93d9-29599a8e1ed7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=2b2c9f1e-3bd2-4a54-99ba-5b7c27ac394c,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:24.353090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:24.408765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:24.415592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-19b2623d-d0b9-4b87-9260-56a84ff904d4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "PUT /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8492994 Nov 09 18:23:24.417980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53206) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:24.433211 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efbff0b1-be1b-4af6-afb2-1dd5ab1f4cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.440388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503644d-b284-4886-9869-305e0e44073c None None] Sync routers for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:24.477857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efbff0b1-be1b-4af6-afb2-1dd5ab1f4cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.479628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503644d-b284-4886-9869-305e0e44073c None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:24.480300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3503644d-b284-4886-9869-305e0e44073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:24.542779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:24.546492 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.549931 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efbff0b1-be1b-4af6-afb2-1dd5ab1f4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.555954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3503644d-b284-4886-9869-305e0e44073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:24.556848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-efbff0b1-be1b-4af6-afb2-1dd5ab1f4cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.561495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-efbff0b1-be1b-4af6-afb2-1dd5ab1f4cf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cea62d8-b557-4488-84ce-22bb3f1bb93d HTTP/1.1" status: 204 len: 168 time: 0.2953689 Nov 09 18:23:24.584240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:24.584776 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.587493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503644d-b284-4886-9869-305e0e44073c None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:24.588137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3503644d-b284-4886-9869-305e0e44073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:24.609798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbff0b1-be1b-4af6-afb2-1dd5ab1f4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea62d8-b557-4488-84ce-22bb3f1bb93d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:24.612197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de569d3-7d91-4e11-995b-19c845e6e19a None None] Network 3eab835f-b744-4f75-90d1-6d7d422b7015 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:24.626455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] device_id is not set on port 3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:23:24.731259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3503644d-b284-4886-9869-305e0e44073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:24.731969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503644d-b284-4886-9869-305e0e44073c None None] The sync data for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:24.776504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-19724da9-f26f-44a1-b43f-5cb8952bb24f None None] Provisioning complete for port f203d83b-bf4d-4877-904d-1533ad6f3e13 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:24.776895 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-19724da9-f26f-44a1-b43f-5cb8952bb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:24.818752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.5 (74dce714-bc2f-4dbe-b887-b6da85e9a3bc/ca275b40-5081-4eb3-98df-13a1907aa13e/3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:24.904361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-19724da9-f26f-44a1-b43f-5cb8952bb24f None None] Port f203d83b-bf4d-4877-904d-1533ad6f3e13 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:24.949971 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.003485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:25.006332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,segment=NetworkSegment(6a0f948b-4ad6-4694-80d0-537f364f4706),segment_id=6a0f948b-4ad6-4694-80d0-537f364f4706)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:25.015865 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.028171 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34eadbd5-2015-4e0b-b1ae-dc8b73b0318f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.070369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a01b8946-a699-4325-8933-620439728caa None None] Provisioning complete for port f203d83b-bf4d-4877-904d-1533ad6f3e13 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:25.070669 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a01b8946-a699-4325-8933-620439728caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.112134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:25.125690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a01b8946-a699-4325-8933-620439728caa None None] Port f203d83b-bf4d-4877-904d-1533ad6f3e13 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:25.137233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a01b8946-a699-4325-8933-620439728caa None None] Provisioning complete for port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:25.137606 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a01b8946-a699-4325-8933-620439728caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.148871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34eadbd5-2015-4e0b-b1ae-dc8b73b0318f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.164034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34eadbd5-2015-4e0b-b1ae-dc8b73b0318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.173323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.221080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-34eadbd5-2015-4e0b-b1ae-dc8b73b0318f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e99db835fe44615aff1087d518c99f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140026 Nov 09 18:23:25.222252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53214) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:25.242577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eadbd5-2015-4e0b-b1ae-dc8b73b0318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf3b0c3-2569-4f84-83d7-7e6f03c39fd5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:25.272813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.303990 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-382d2972-4e5d-4a98-bae7-60b5a37c8cc4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:23:25.305007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network 74dce714-bc2f-4dbe-b887-b6da85e9a3bc is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:25.308514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-382d2972-4e5d-4a98-bae7-60b5a37c8cc4 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "PUT /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8892338 Nov 09 18:23:25.308703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:25.309976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53218) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:25.311810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:25.346731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f3669cc2-afd0-4651-b914-60fa9c519f36 None None] Provisioning complete for port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:25.347429 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f3669cc2-afd0-4651-b914-60fa9c519f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.389233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:25.390100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.410832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:25.418385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73287763-ef11-4674-848d-b817922a4de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.428777 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7beb254e-8573-490c-911d-97e1d1fa52f8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1822329 Nov 09 18:23:25.430010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53220) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:25.434442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'port_id': '3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:25.465459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73287763-ef11-4674-848d-b817922a4de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.482945 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.490783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabafe5-eadf-47fa-abe6-af28034ba53d req-f5e76ecf-bef4-45de-b0f6-5b7c804f8f56 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:25.492273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cabafe5-eadf-47fa-abe6-af28034ba53d req-f5e76ecf-bef4-45de-b0f6-5b7c804f8f56 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 944 time: 0.1813920 Nov 09 18:23:25.620769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cabafe5-eadf-47fa-abe6-af28034ba53d req-fc42e862-a19c-4931-827f-65860c04bb40 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963056 Nov 09 18:23:25.662849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73287763-ef11-4674-848d-b817922a4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.665417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-73287763-ef11-4674-848d-b817922a4de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.666577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-73287763-ef11-4674-848d-b817922a4de0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaf3b0c3-2569-4f84-83d7-7e6f03c39fd5 HTTP/1.1" status: 204 len: 168 time: 0.4433715 Nov 09 18:23:25.704359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73287763-ef11-4674-848d-b817922a4de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf3b0c3-2569-4f84-83d7-7e6f03c39fd5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:25.748971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 18880861-405d-44bd-b1a6-bec8e12afa20 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:25.808325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 18880861-405d-44bd-b1a6-bec8e12afa20 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:25.808704 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.815970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.902690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:25.984602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.988955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:25.989345 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:25.990097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.114503 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 9de874bf-24ec-4a50-aa90-28cbca1192c9 associated. External IP: 172.25.0.24, port: 3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1. Nov 09 18:23:26.119166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting port f203d83b-bf4d-4877-904d-1533ad6f3e13 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:26.119576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.217767 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.232091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Calling delete_port for f203d83b-bf4d-4877-904d-1533ad6f3e13 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:26.340600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:26.443334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.462039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:26.467861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.475551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Port': ['ID=f203d83b-bf4d-4877-904d-1533ad6f3e13,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:26.476341 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:26.495758 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:26.502639 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:26.512703 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-468fc870-bebb-4bb3-9d23-722a2e2d8141 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/floatingips/9de874bf-24ec-4a50-aa90-28cbca1192c9 HTTP/1.1" status: 200 len: 977 time: 1.0824156 Nov 09 18:23:26.516266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53242) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:26.550364 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:26.561100 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:26.561873 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:26.639925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:26.640527 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.656347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.737767 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:26.738559 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa7c8b-5de7-4ed3-8543-aa573412facb None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:26.766617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.786704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3ef86731-7aac-4cf2-803a-b0e2643c90a4 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:26.867346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:23:26.877254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:26.877780 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:26.878238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b972dfe-91cd-40bc-9e3f-5596ab45c726 req-953473e9-9529-4ef2-adea-d019eef97271 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:26.879883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b972dfe-91cd-40bc-9e3f-5596ab45c726 req-953473e9-9529-4ef2-adea-d019eef97271 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 944 time: 0.1041551 Nov 09 18:23:26.943886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b972dfe-91cd-40bc-9e3f-5596ab45c726 req-bda9b2e9-96fc-47f3-b8ed-d3a5d2c12fb4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368991 Nov 09 18:23:26.954199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Router f9d21b40-7738-45c2-bce8-e037220b4ca0 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:26.993597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.019624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef86731-7aac-4cf2-803a-b0e2643c90a4'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:27.022119 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4610ff-b84a-49a4-aadb-a21e3a21ca7d" -d '{"events": [{"server_uuid": "fdf278bd-9491-4e40-8044-f382af8e962d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef86731-7aac-4cf2-803a-b0e2643c90a4"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:27.028137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.029680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.030657 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 9de874bf-24ec-4a50-aa90-28cbca1192c9 disassociated. External IP: 172.25.0.24, port: 3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1. Nov 09 18:23:27.031324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:27.039861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 3ef86731-7aac-4cf2-803a-b0e2643c90a4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3ef86731-7aac-4cf2-803a-b0e2643c90a4,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:27.046211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.050569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:27.055568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b346a9d2-8f77-4339-b75a-dd9aba06c127 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "PUT /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434785 Nov 09 18:23:27.061754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53258) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:27.068372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] Sync routers for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:27.116588 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab2eb7-2cc6-4f0a-9085-79905cdae81a x-openstack-request-id: req-f8ab2eb7-2cc6-4f0a-9085-79905cdae81a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:27.117179 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf278bd-9491-4e40-8044-f382af8e962d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef86731-7aac-4cf2-803a-b0e2643c90a4", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:27.117700 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8ab2eb7-2cc6-4f0a-9085-79905cdae81a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:27.118298 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef86731-7aac-4cf2-803a-b0e2643c90a4', 'code': 200} Nov 09 18:23:27.122235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:27.123114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.143606 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-d28cf2df-d261-4685-92b6-b79675355ad5 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] delete failed (client error): The resource could not be found. Nov 09 18:23:27.145264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d28cf2df-d261-4685-92b6-b79675355ad5 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1470179888 HTTP/1.1" status: 404 len: 335 time: 0.0814686 Nov 09 18:23:27.150499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53262) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:27.157116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b8e3f8fc-c2d3-41b8-8c99-f87fdf9c6e30 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9d21b40-7738-45c2-bce8-e037220b4ca0'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:27.180852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.199784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=3ef86731-7aac-4cf2-803a-b0e2643c90a4,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:27.205971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:27.206886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.240358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.245298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.246249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e85ec-24a9-42b2-80ee-92362a120eb8 None None] The sync data for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:27.279213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:27.284755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a294-9df5-4501-83ec-b27c72bf9393 req-e71b1afb-daae-4649-a950-c895ba5ea735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:27.286669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ea4a294-9df5-4501-83ec-b27c72bf9393 req-e71b1afb-daae-4649-a950-c895ba5ea735 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 1096 time: 0.1425905 Nov 09 18:23:27.384986 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ea4a294-9df5-4501-83ec-b27c72bf9393 req-f3c6e8d6-5e7c-4007-aa09-1082994322fb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909536 Nov 09 18:23:27.405592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f8fc-c2d3-41b8-8c99-f87fdf9c6e30 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.425570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:27.427273 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-b8e3f8fc-c2d3-41b8-8c99-f87fdf9c6e30 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] update failed (client error): The resource could not be found. Nov 09 18:23:27.429052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b8e3f8fc-c2d3-41b8-8c99-f87fdf9c6e30 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "PUT /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0 HTTP/1.1" status: 404 len: 339 time: 0.2771583 Nov 09 18:23:27.433639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53270) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:27.543417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:27.553688 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:27.566696 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:27.567502 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.606795 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.619549 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:27.621370 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.626039 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.632560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ce1c590c-703c-4f3e-9b46-ed590b729adc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/ports/3350a8e2-1ecb-4010-8a1f-a91e83eb6ef1 HTTP/1.1" status: 204 len: 168 time: 1.1151383 Nov 09 18:23:27.633455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:27.668610 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:27.669246 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4aa3b-5c8d-43bb-9e23-23bf7b7c2b7f None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:27.698600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-96710a9b-52ea-4b42-9e6f-525e489796c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "GET /v2.0/floatingips/9de874bf-24ec-4a50-aa90-28cbca1192c9 HTTP/1.1" status: 200 len: 687 time: 0.0602176 Nov 09 18:23:27.698600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53284) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:27.758010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.830623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 2b2c9f1e-3bd2-4a54-99ba-5b7c27ac394c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:27.831010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.926154 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.926406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:27.945678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 2b2c9f1e-3bd2-4a54-99ba-5b7c27ac394c owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:28.050686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Allocated IP 172.20.0.1 (05a4abac-b095-4e1a-9572-0cdd47771da7/1ac85c39-0ef2-4d3f-8653-301f8a5763a8/13761a47-7586-46b2-8eea-6b5a112ff9b5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:28.096827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.122999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=2b2c9f1e-3bd2-4a54-99ba-5b7c27ac394c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:28.157646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cde546-f8b5-4907-9bad-18feaf3a0dc5 req-4cd4ec74-144d-4954-a2e7-531f61e06502 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:28.165044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9cde546-f8b5-4907-9bad-18feaf3a0dc5 req-4cd4ec74-144d-4954-a2e7-531f61e06502 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 945 time: 0.1373563 Nov 09 18:23:28.188103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.190777 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.192442 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1318bc7-7bf5-4738-8fb0-6d64c8e99d31 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/floatingips/9de874bf-24ec-4a50-aa90-28cbca1192c9 HTTP/1.1" status: 204 len: 168 time: 0.4928648 Nov 09 18:23:28.196162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53300) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:28.202363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'b4d4315f-6aee-49b2-9dac-07d898381be4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:28.222003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:28.226731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9cde546-f8b5-4907-9bad-18feaf3a0dc5 req-c64dadc5-0d4c-44ee-b0de-71573aa391dd tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608537 Nov 09 18:23:28.231261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.263783 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.304739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.350434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.352260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:28.371663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:28.374608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec21df79-e949-456f-9f5c-b15ee07290a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.376678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:28.378949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Port': ['ID=13761a47-7586-46b2-8eea-6b5a112ff9b5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:28.443543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.482218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.25.0.19 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/54182c52-f5ef-496d-8f09-171834d983e4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:28.592536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.593840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec21df79-e949-456f-9f5c-b15ee07290a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.597531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec21df79-e949-456f-9f5c-b15ee07290a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.619306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.634579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.653630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ec21df79-e949-456f-9f5c-b15ee07290a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0899661757734b1c946c332de73c0295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303811 Nov 09 18:23:28.654638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21df79-e949-456f-9f5c-b15ee07290a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8236018c-b43b-4145-bf47-18945a6c12cc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:28.659157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53306) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:28.693960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:28.702571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:28.705254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=54182c52-f5ef-496d-8f09-171834d983e4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:28.705399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fe7246b2-d08f-4af4-b310-270ddd22111f None None] Provisioning complete for port 13761a47-7586-46b2-8eea-6b5a112ff9b5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:28.706036 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe7246b2-d08f-4af4-b310-270ddd22111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.714728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:28.743252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fe7246b2-d08f-4af4-b310-270ddd22111f None None] Port 13761a47-7586-46b2-8eea-6b5a112ff9b5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:28.813303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3e79a28-871b-4aea-bf6c-58c1105ae085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.859282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3e79a28-871b-4aea-bf6c-58c1105ae085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.979120 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3e79a28-871b-4aea-bf6c-58c1105ae085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.981681 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3e79a28-871b-4aea-bf6c-58c1105ae085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:28.983372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e3e79a28-871b-4aea-bf6c-58c1105ae085 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8236018c-b43b-4145-bf47-18945a6c12cc HTTP/1.1" status: 204 len: 168 time: 0.3230615 Nov 09 18:23:29.001746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e79a28-871b-4aea-bf6c-58c1105ae085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8236018c-b43b-4145-bf47-18945a6c12cc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:29.007444 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.015778 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.090583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.095544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.105568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event updated for resources: {'Port': ['ID=13761a47-7586-46b2-8eea-6b5a112ff9b5,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:29.168893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.198123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:29.200058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:29.305891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53314) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:29.332113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-516d1387-def1-4fcf-9f82-1893a58abb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.334552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.340248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.378472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Router f9d21b40-7738-45c2-bce8-e037220b4ca0 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:29.412848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=54182c52-f5ef-496d-8f09-171834d983e4,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:29.428371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.493894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7570ccc-b43f-410c-ac03-04a300d14bf0 req-635ddcc1-c9bf-49b1-9599-aa4472197e22 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:29.495393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7570ccc-b43f-410c-ac03-04a300d14bf0 req-635ddcc1-c9bf-49b1-9599-aa4472197e22 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 945 time: 0.1609027 Nov 09 18:23:29.567630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:29.569901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a37b0260-4b79-4dde-a3b9-3daa86d57e73 None None] Provisioning complete for port 13761a47-7586-46b2-8eea-6b5a112ff9b5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:29.570607 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a37b0260-4b79-4dde-a3b9-3daa86d57e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.590243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fd97debf-c079-4e3c-bd6c-38d5ee098e06 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "PUT /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1531048 Nov 09 18:23:29.591159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7570ccc-b43f-410c-ac03-04a300d14bf0 req-fb88c354-c862-4788-9bc0-95d894bb2b92 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880165 Nov 09 18:23:29.593171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-516d1387-def1-4fcf-9f82-1893a58abb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.594103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53316) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:29.601809 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-516d1387-def1-4fcf-9f82-1893a58abb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:29.612497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] Sync routers for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:29.651423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a37b0260-4b79-4dde-a3b9-3daa86d57e73 None None] Port 13761a47-7586-46b2-8eea-6b5a112ff9b5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:29.654797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:29.655611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:29.691818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:29.703137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:29.704278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:29.742788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:29.743628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f998fc22-7210-40c5-9ce9-7b52187c4b52 None None] The sync data for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:29.899333 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 22859f97-af6f-45c1-a382-7805a185df20 associated. External IP: 172.25.0.19, port: b4d4315f-6aee-49b2-9dac-07d898381be4. Nov 09 18:23:30.077552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d1387-def1-4fcf-9f82-1893a58abb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5065e52-8a30-4538-b47f-68a35fbadc2f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:30.081610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-516d1387-def1-4fcf-9f82-1893a58abb86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=207cab4e54ff4527a29e09512e78cf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7747226 Nov 09 18:23:30.088766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53320) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:30.116555 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-701080a8-e935-46a4-8d6a-89ccd696a3fb tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.117990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:30.195153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a21a-0527-461c-bbed-14ff8e8aa379 req-5f0e3a15-1319-4278-8f91-84b3b5ff0eae tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:30.196615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b312a21a-0527-461c-bbed-14ff8e8aa379 req-5f0e3a15-1319-4278-8f91-84b3b5ff0eae tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 945 time: 0.1745081 Nov 09 18:23:30.222268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:30.233477 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:30.242411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.242623 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:30.243560 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:30.261954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12931232-626a-432b-b110-5665d596f861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.263736 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-701080a8-e935-46a4-8d6a-89ccd696a3fb tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 18:23:30.267602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-701080a8-e935-46a4-8d6a-89ccd696a3fb tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0 HTTP/1.1" status: 409 len: 329 time: 0.6697955 Nov 09 18:23:30.268348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53322) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:30.277215 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca23952d-eebe-4268-ac5b-bbe01f819a6a tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0774329 Nov 09 18:23:30.277451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53324) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:30.277663 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:30.283740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1879612885'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:30.286365 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:30.287152 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:30.319022 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:30.319664 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fc19e-0dee-4227-bc7f-9311e24ff16a None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:30.326390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b312a21a-0527-461c-bbed-14ff8e8aa379 req-362d0dbd-62eb-41e4-9207-9ad980592a29 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221097 Nov 09 18:23:30.380317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12931232-626a-432b-b110-5665d596f861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.403367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:30.407268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.554287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:30.575389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e11b6e-9ff0-4fce-8ed4-5a933c8cf0ee req-5b5f478a-aa3d-4110-81c8-5a2c93d8d86b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:30.576855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5e11b6e-9ff0-4fce-8ed4-5a933c8cf0ee req-5b5f478a-aa3d-4110-81c8-5a2c93d8d86b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 945 time: 0.1788368 Nov 09 18:23:30.592198 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.592471 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Added segment 869144a1-a8f0-4a29-b907-da621686886d of type vlan for network a30f4691-df82-4a68-be0d-386777bdd2f3 Nov 09 18:23:30.597717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12931232-626a-432b-b110-5665d596f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.600167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12931232-626a-432b-b110-5665d596f861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.601192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-12931232-626a-432b-b110-5665d596f861 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5065e52-8a30-4538-b47f-68a35fbadc2f HTTP/1.1" status: 204 len: 168 time: 0.5096099 Nov 09 18:23:30.648339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12931232-626a-432b-b110-5665d596f861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5065e52-8a30-4538-b47f-68a35fbadc2f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:30.699977 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.707716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5e11b6e-9ff0-4fce-8ed4-5a933c8cf0ee req-668be321-b1e4-42b2-ba19-851cc8230901 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215017 Nov 09 18:23:30.764265 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.770145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:30.770748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.834872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5564525 Nov 09 18:23:30.838303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53334) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:30.844428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'subnet': {'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:30.856218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50574f92-6aa1-4c07-a9c3-361b2fac3e85 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Network': ['ID=a30f4691-df82-4a68-be0d-386777bdd2f3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:30.867627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a30f4691-df82-4a68-be0d-386777bdd2f3 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:30.925427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:30.997231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:31.001392 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.103976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb923bf-3f9a-4fa8-ba8a-831a1da1b4e2 req-1e2de64c-8f7a-4f80-b374-fdd0cd7a79df tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:31.105558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cb923bf-3f9a-4fa8-ba8a-831a1da1b4e2 req-1e2de64c-8f7a-4f80-b374-fdd0cd7a79df tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 945 time: 0.1297073 Nov 09 18:23:31.181086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cb923bf-3f9a-4fa8-ba8a-831a1da1b4e2 req-e0371b2f-9469-4019-8677-d34c327a181c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Nov 09 18:23:31.222190 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.294951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Subnet': ['ID=450bdce7-1773-4650-9ff5-67ef1e25b3bf,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:31.303854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Checking segment: {'id': '869144a1-a8f0-4a29-b907-da621686886d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:31.304299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network hostable DHCP agents. Network: a30f4691-df82-4a68-be0d-386777bdd2f3, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:31.305184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting port 13761a47-7586-46b2-8eea-6b5a112ff9b5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:31.305532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.330925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network a30f4691-df82-4a68-be0d-386777bdd2f3 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:31.339123 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a30f4691-df82-4a68-be0d-386777bdd2f3) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:31.344876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:31.345406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.351929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f043c1c6-8000-494c-90f2-6546f300f744 None None] Network a30f4691-df82-4a68-be0d-386777bdd2f3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:31.365572 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6fc282d-6bca-48d1-928f-e14f15db87c7 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5236065 Nov 09 18:23:31.365835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:31.370850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-679569331', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:31.404140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.405214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.428991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.447151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Calling delete_port for 13761a47-7586-46b2-8eea-6b5a112ff9b5 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:31.471055 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.556223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a30f4691-df82-4a68-be0d-386777bdd2f3', 'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3', 'tenant_id': '19a086c1708347bfa978e992e792a83a', 'fixed_ips': [{'subnet_id': '450bdce7-1773-4650-9ff5-67ef1e25b3bf'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:31.557159 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.616996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.676456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.736294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Port': ['ID=13761a47-7586-46b2-8eea-6b5a112ff9b5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:31.748626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Allocated IP 172.20.0.2 (a30f4691-df82-4a68-be0d-386777bdd2f3/450bdce7-1773-4650-9ff5-67ef1e25b3bf/5ac7cec8-fb72-40aa-94f8-a73a053f840c) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:31.892893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.925465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.956041 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.969162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:31.995220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.032615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Network a30f4691-df82-4a68-be0d-386777bdd2f3 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:32.042079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:32.051852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:32.056224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Pushing event updated for resources: {'Port': ['ID=5ac7cec8-fb72-40aa-94f8-a73a053f840c,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:32.069458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.070148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.070463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.070807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.071145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.072088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.072428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.072766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.073098 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.073430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.073868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.074412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:32.092707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.25.0.241 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/88fcd7f5-6ace-46bc-a1a0-36d7efdeac6f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:32.139089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Attempting to bind port 5ac7cec8-fb72-40aa-94f8-a73a053f840c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:23:32.139427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Attempting to bind port 5ac7cec8-fb72-40aa-94f8-a73a053f840c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '869144a1-a8f0-4a29-b907-da621686886d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:23:32.139788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Attempting to bind port 5ac7cec8-fb72-40aa-94f8-a73a053f840c on network a30f4691-df82-4a68-be0d-386777bdd2f3 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:32.148317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:32.150303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Checking segment: {'id': '869144a1-a8f0-4a29-b907-da621686886d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:32.150857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.151843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Bound using segment: {'id': '869144a1-a8f0-4a29-b907-da621686886d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:32.152633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Bound port: 5ac7cec8-fb72-40aa-94f8-a73a053f840c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869144a1-a8f0-4a29-b907-da621686886d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:23:32.154543 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.220972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.221350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Router f9d21b40-7738-45c2-bce8-e037220b4ca0 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:32.233645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] For port 5ac7cec8-fb72-40aa-94f8-a73a053f840c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:32.238260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] For port 5ac7cec8-fb72-40aa-94f8-a73a053f840c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ac7cec8-fb72-40aa-94f8-a73a053f840c,segment=NetworkSegment(869144a1-a8f0-4a29-b907-da621686886d),segment_id=869144a1-a8f0-4a29-b907-da621686886d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:32.245296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.289892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.338776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf747c-7854-4355-8a94-2a328a58891c None None] Pushing event updated for resources: {'Port': ['ID=5ac7cec8-fb72-40aa-94f8-a73a053f840c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:32.343203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:32.346644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:32.350220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:32.375565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:32.386898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=88fcd7f5-6ace-46bc-a1a0-36d7efdeac6f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:32.404508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] Sync routers for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:32.411840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-19bb0d22-f35e-47ca-8545-416db5dbce3f tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "PUT /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421311 Nov 09 18:23:32.415234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53376) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:32.421090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:32.421390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:32.441812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11b1c-3f30-478a-98cb-7509937ccc6c req-2f0e9c53-e0e4-4df7-b407-368a654ee422 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:32.443450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43c11b1c-3f30-478a-98cb-7509937ccc6c req-2f0e9c53-e0e4-4df7-b407-368a654ee422 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 945 time: 0.1514766 Nov 09 18:23:32.468060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:32.477739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] Routers {'f9d21b40-7738-45c2-bce8-e037220b4ca0'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:32.479511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f9d21b40-7738-45c2-bce8-e037220b4ca0'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:32.501888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43c11b1c-3f30-478a-98cb-7509937ccc6c req-bb1c37c3-aa5e-4cdf-bbab-5a7d51159fdc tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Nov 09 18:23:32.517705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:32.518549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28821b77-026c-4d5d-a9f5-438e21a7b83f None None] The sync data for ids ['f9d21b40-7738-45c2-bce8-e037220b4ca0'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:32.536832 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-ad226a39-5558-46fc-97d9-660dbc83928a tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] show failed (client error): The resource could not be found. Nov 09 18:23:32.537888 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ad226a39-5558-46fc-97d9-660dbc83928a tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-446803670 HTTP/1.1" status: 404 len: 334 time: 0.1214340 Nov 09 18:23:32.542117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53378) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:32.551498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-71a486fe-3484-42ee-af28-059e47917e50 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:32.621634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-0245f620-1ecd-42ac-8354-918808c18553 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:32.623671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-0245f620-1ecd-42ac-8354-918808c18553 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 945 time: 0.1275291 Nov 09 18:23:32.625915 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-71a486fe-3484-42ee-af28-059e47917e50 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] update failed (client error): The resource could not be found. Nov 09 18:23:32.626730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-71a486fe-3484-42ee-af28-059e47917e50 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-866012449 HTTP/1.1" status: 404 len: 334 time: 0.0835214 Nov 09 18:23:32.630146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53382) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:32.708677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting subnet cb81ed27-c32e-4a3a-aa80-471c25fdd738 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:32.712771 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.765509 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.839125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:32.839451 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.851256 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:23:32.863326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.883607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.936015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.967464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Subnet': ['ID=cb81ed27-c32e-4a3a-aa80-471c25fdd738,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:32.972470 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:32.975531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e84296ec-dbfa-4102-b11f-0dc6647001ef tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/subnets/cb81ed27-c32e-4a3a-aa80-471c25fdd738 HTTP/1.1" status: 204 len: 168 time: 0.3443286 Nov 09 18:23:32.978207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53388) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:32.987338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a95c700-8a71-4f94-9299-54f964907bb4 None None] Network 3eab835f-b744-4f75-90d1-6d7d422b7015 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:33.014920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] For port 3ef86731-7aac-4cf2-803a-b0e2643c90a4, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=3ef86731-7aac-4cf2-803a-b0e2643c90a4,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:33.015157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.035190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for 3ef86731-7aac-4cf2-803a-b0e2643c90a4 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:33.043787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting subnet fe3d24da-6c81-4c58-87c9-c4aae7156eca {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:33.047586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.095178 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.225246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.271927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.376594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.390908 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.407289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['3ef86731-7aac-4cf2-803a-b0e2643c90a4'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:23:33.426887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3d24da-6c81-4c58-87c9-c4aae7156eca,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:33.434106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.441864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-371536c1-0e81-474a-bff9-87c314fbd23d tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/subnets/fe3d24da-6c81-4c58-87c9-c4aae7156eca HTTP/1.1" status: 204 len: 168 time: 0.4624929 Nov 09 18:23:33.443125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53398) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:33.447180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=3ef86731-7aac-4cf2-803a-b0e2643c90a4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:33.474424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8df0fe-1843-4dcf-91fc-ac117d7b8109 None None] Network e0dad44d-fcdf-4de6-918c-4a36882ebab4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:33.544451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] No DVR routers for this DVR port 3ef86731-7aac-4cf2-803a-b0e2643c90a4 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:33.549996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.553449 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a75c7ca7-f9a5-4161-85ec-6bb88473a7c0 req-929fbaeb-5c3a-48e1-9eb7-d4d214b84cf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "DELETE /v2.0/ports/3ef86731-7aac-4cf2-803a-b0e2643c90a4 HTTP/1.1" status: 204 len: 173 time: 0.9189239 Nov 09 18:23:33.553983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'name': 'network-vif-deleted', 'tag': '3ef86731-7aac-4cf2-803a-b0e2643c90a4'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:33.562933 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f5cdf5-f266-4787-96ca-5bac5c06be79" -d '{"events": [{"server_uuid": "fdf278bd-9491-4e40-8044-f382af8e962d", "name": "network-vif-deleted", "tag": "3ef86731-7aac-4cf2-803a-b0e2643c90a4"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:33.580949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.613496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] DHCP port deletion for 3eab835f-b744-4f75-90d1-6d7d422b7015 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:33.618459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:23:33.827365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac780e8a-67bc-4118-8a1b-eaa5285e9a7c req-22ad81a5-9f59-4434-8ebc-fcea649e4e32 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.1155837 Nov 09 18:23:33.853027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:33.853415 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.898990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac99e11-1ac2-4d21-a8c6-6512318b693a None None] Network a30f4691-df82-4a68-be0d-386777bdd2f3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:33.908285 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7855e6-2ee2-489d-9643-56b04a075d86 x-openstack-request-id: req-bc7855e6-2ee2-489d-9643-56b04a075d86 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:33.909921 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf278bd-9491-4e40-8044-f382af8e962d", "name": "network-vif-deleted", "tag": "3ef86731-7aac-4cf2-803a-b0e2643c90a4", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:33.910257 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc7855e6-2ee2-489d-9643-56b04a075d86 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:33.911670 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf278bd-9491-4e40-8044-f382af8e962d', 'name': 'network-vif-deleted', 'tag': '3ef86731-7aac-4cf2-803a-b0e2643c90a4', 'status': 'completed', 'code': 200} Nov 09 18:23:33.917420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:33.929396 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] Sync routers for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:33.949526 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:33.952147 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:33.969228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] For port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,segment=NetworkSegment(6a0f948b-4ad6-4694-80d0-537f364f4706),segment_id=6a0f948b-4ad6-4694-80d0-537f364f4706)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:33.969659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.970031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:33.974619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3f5216f3-a6e7-468f-b237-dce6fdae40cc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6075292 Nov 09 18:23:33.975286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53406) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:33.989764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Calling delete_port for 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:34.034804 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:34.055208 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:34.059394 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:34.097451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.128569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ac7cec8-fb72-40aa-94f8-a73a053f840c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:34.136946 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:34.140592 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79439120-243f-4980-855e-ecaa013b1b0a None None] The sync data for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:34.151281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] No DVR routers for this DVR port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:34.158613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Port': ['ID=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:34.180137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] Deleting port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:34.180508 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.251281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] For port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:34.251960 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.264739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] Calling delete_port for 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:34.267678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] Port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:23:34.274966 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.305706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] Pushing event deleted for resources: {'Port': ['ID=4738a1c6-cbc8-4246-9688-8bed68fbb3d7,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:34.323999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-aa44e308-5249-40ae-bfbc-addb7d54325f None None] Provisioning complete for port 5ac7cec8-fb72-40aa-94f8-a73a053f840c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:34.324939 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa44e308-5249-40ae-bfbc-addb7d54325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.330052 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.381244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eab835f-b744-4f75-90d1-6d7d422b7015']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:34.395010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0f948b-4ad6-4694-80d0-537f364f4706') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:34.395457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0f948b-4ad6-4694-80d0-537f364f4706') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:34.412055 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.421462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb31491-8071-4acc-b5a2-5fcd0cb207a5 None None] No DVR routers for this DVR port 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:34.458751 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.481883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5ac7cec8-fb72-40aa-94f8-a73a053f840c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:34.482359 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.482612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:34.483355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:34.487781 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:34.581876 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa44e308-5249-40ae-bfbc-addb7d54325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.598742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] DHCP port deletion for e0dad44d-fcdf-4de6-918c-4a36882ebab4 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:34.615712 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.646419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aa44e308-5249-40ae-bfbc-addb7d54325f None None] For port 5ac7cec8-fb72-40aa-94f8-a73a053f840c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ac7cec8-fb72-40aa-94f8-a73a053f840c,segment=NetworkSegment(869144a1-a8f0-4a29-b907-da621686886d),segment_id=869144a1-a8f0-4a29-b907-da621686886d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:34.669853 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.680828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/networks/3eab835f-b744-4f75-90d1-6d7d422b7015 HTTP/1.1" status: 204 len: 168 time: 1.2345431 Nov 09 18:23:34.682407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53416) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:34.687691 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.694374 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa44e308-5249-40ae-bfbc-addb7d54325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.695680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d437d51-9bec-482f-a853-80606764cbd7 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Network': ['ID=3eab835f-b744-4f75-90d1-6d7d422b7015,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:34.899828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.905762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44e308-5249-40ae-bfbc-addb7d54325f None None] Pushing event updated for resources: {'Port': ['ID=5ac7cec8-fb72-40aa-94f8-a73a053f840c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:34.921020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] Deleting port 18880861-405d-44bd-b1a6-bec8e12afa20 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:34.921546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.973567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1981dab0-97ee-4773-962d-e27a3fef3095 req-367c7019-f8a7-44e8-a16a-be5a03d704b2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.0869951 Nov 09 18:23:34.993601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] For port 18880861-405d-44bd-b1a6-bec8e12afa20, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=18880861-405d-44bd-b1a6-bec8e12afa20,segment=NetworkSegment(1ff20e83-e275-446d-8508-f97c9e12bf8e),segment_id=1ff20e83-e275-446d-8508-f97c9e12bf8e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:34.994240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:34.996683 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:23:34.997654 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:23:35.008722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] Calling delete_port for 18880861-405d-44bd-b1a6-bec8e12afa20 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:35.057534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting port 18880861-405d-44bd-b1a6-bec8e12afa20 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:35.057972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.118428 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.128831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6226790e-c7ab-4d88-9178-73fa8453fab5 None None] Provisioning complete for port 5ac7cec8-fb72-40aa-94f8-a73a053f840c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:35.129583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6226790e-c7ab-4d88-9178-73fa8453fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.165039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] For port 18880861-405d-44bd-b1a6-bec8e12afa20, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=18880861-405d-44bd-b1a6-bec8e12afa20,segment=NetworkSegment(1ff20e83-e275-446d-8508-f97c9e12bf8e),segment_id=1ff20e83-e275-446d-8508-f97c9e12bf8e)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:35.165565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.183114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Calling delete_port for 18880861-405d-44bd-b1a6-bec8e12afa20 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:35.191741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] Pushing event deleted for resources: {'Port': ['ID=18880861-405d-44bd-b1a6-bec8e12afa20,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:35.200042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.220687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c53ef-4473-4fbf-b862-7f780108ffab None None] No DVR routers for this DVR port 18880861-405d-44bd-b1a6-bec8e12afa20 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:35.273687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.303252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Port': ['ID=18880861-405d-44bd-b1a6-bec8e12afa20,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:35.305108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] No DVR routers for this DVR port 18880861-405d-44bd-b1a6-bec8e12afa20 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:35.411824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.441593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dad44d-fcdf-4de6-918c-4a36882ebab4']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:35.456417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff20e83-e275-446d-8508-f97c9e12bf8e') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:35.457108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff20e83-e275-446d-8508-f97c9e12bf8e') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:35.473093 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.491380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.499636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:35.502894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:35.506687 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:35.564731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.1 (a30f4691-df82-4a68-be0d-386777bdd2f3/450bdce7-1773-4650-9ff5-67ef1e25b3bf/fc6729b6-50e1-4b5c-b4c5-f7a677405bfa) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:35.609306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.625564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.637099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/networks/e0dad44d-fcdf-4de6-918c-4a36882ebab4 HTTP/1.1" status: 204 len: 168 time: 0.9518330 Nov 09 18:23:35.637753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:35.647562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53430) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:35.660371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bea8a8-2cd2-4f7f-987c-1cc4f54d58a6 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Network': ['ID=e0dad44d-fcdf-4de6-918c-4a36882ebab4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:35.671785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:35.673375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4738a1c6-cbc8-4246-9688-8bed68fbb3d7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:35.747899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.752733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting subnet 1ac85c39-0ef2-4d3f-8653-301f8a5763a8 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:35.756324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.810437 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.818132 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.825165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ac7cec8-fb72-40aa-94f8-a73a053f840c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:23:35.861897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network a30f4691-df82-4a68-be0d-386777bdd2f3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:35.865288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:35.869751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:35.879871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=fc6729b6-50e1-4b5c-b4c5-f7a677405bfa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:35.916560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5ac7cec8-fb72-40aa-94f8-a73a053f840c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:35.917542 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.931363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:35.939260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.043630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.123472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 18880861-405d-44bd-b1a6-bec8e12afa20 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:36.129295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.135682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/subnets/1ac85c39-0ef2-4d3f-8653-301f8a5763a8 HTTP/1.1" status: 204 len: 168 time: 0.4843719 Nov 09 18:23:36.135682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78124fe-981f-45a6-abaf-ad615bc05c77 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac85c39-0ef2-4d3f-8653-301f8a5763a8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:36.141218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53440) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:36.156435 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.163950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1dc615-e194-49f5-aeff-1372fd665cb8 None None] Network 05a4abac-b095-4e1a-9572-0cdd47771da7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:36.243690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-334ec07f-46fb-4386-be44-a4d4545dd1eb req-ffc5e90e-6031-40ae-91e5-43dfe8c1cab2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.0798478 Nov 09 18:23:36.277100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 18880861-405d-44bd-b1a6-bec8e12afa20 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:36.277736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 18880861-405d-44bd-b1a6-bec8e12afa20 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:36.369748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.421789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fbfceb4b-3772-45ef-a86a-9844c558b42d None None] Provisioning complete for port fc6729b6-50e1-4b5c-b4c5-f7a677405bfa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:36.422362 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fbfceb4b-3772-45ef-a86a-9844c558b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.470162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Deleting port cd0feb0a-d9e2-4562-a589-9353e253fea5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:36.473162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.514129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] DHCP port deletion for 05a4abac-b095-4e1a-9572-0cdd47771da7 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:36.529428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fbfceb4b-3772-45ef-a86a-9844c558b42d None None] Port fc6729b6-50e1-4b5c-b4c5-f7a677405bfa cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:36.585421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] For port cd0feb0a-d9e2-4562-a589-9353e253fea5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cd0feb0a-d9e2-4562-a589-9353e253fea5,segment=NetworkSegment(639ca945-f0bb-450a-9f2f-be1de5a2de9d),segment_id=639ca945-f0bb-450a-9f2f-be1de5a2de9d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:36.585822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.608209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] Deleting port cd0feb0a-d9e2-4562-a589-9353e253fea5 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:36.608574 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.620187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Calling delete_port for cd0feb0a-d9e2-4562-a589-9353e253fea5 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:36.673426 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.686876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.690878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] For port cd0feb0a-d9e2-4562-a589-9353e253fea5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=cd0feb0a-d9e2-4562-a589-9353e253fea5,segment=NetworkSegment(639ca945-f0bb-450a-9f2f-be1de5a2de9d),segment_id=639ca945-f0bb-450a-9f2f-be1de5a2de9d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:36.691893 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.708501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] Calling delete_port for cd0feb0a-d9e2-4562-a589-9353e253fea5 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:36.809007 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.836622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3ef86731-7aac-4cf2-803a-b0e2643c90a4 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:36.838841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] No DVR routers for this DVR port cd0feb0a-d9e2-4562-a589-9353e253fea5 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:36.839333 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:36.842772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=fc6729b6-50e1-4b5c-b4c5-f7a677405bfa,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:36.907272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f4800-709b-4a82-a90d-c2b7af15be0b None None] Pushing event deleted for resources: {'Port': ['ID=cd0feb0a-d9e2-4562-a589-9353e253fea5,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:36.909541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 3ef86731-7aac-4cf2-803a-b0e2643c90a4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:36.909889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 3ef86731-7aac-4cf2-803a-b0e2643c90a4 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:36.971299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network a30f4691-df82-4a68-be0d-386777bdd2f3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:36.973893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:37.116214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:37.236410 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.285736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Port': ['ID=cd0feb0a-d9e2-4562-a589-9353e253fea5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:37.289196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] No DVR routers for this DVR port cd0feb0a-d9e2-4562-a589-9353e253fea5 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:37.299263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:37.307559 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a9aa72e9-74ea-4aa7-80d5-eee1c1c475c0 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/routers/939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3310833 Nov 09 18:23:37.314230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53454) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:37.318145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] Sync routers for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:37.319301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'port': {'network_id': 'a30f4691-df82-4a68-be0d-386777bdd2f3', 'name': 'tempest-FloatingIPTestJSON-22058309'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:37.334582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59edc2ac-f90e-47af-b31f-d1cd4a976b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.365855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:37.375153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:37.423756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:37.428209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9f910b87-ccd1-454d-8c6a-175c82cdccd3 None None] Provisioning complete for port fc6729b6-50e1-4b5c-b4c5-f7a677405bfa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:37.429219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b5e89eb4-adc3-4df2-8795-3cfb0e71da37 req-401f1f38-c62d-4075-b9b7-d6f6d586fdd1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.0401940 Nov 09 18:23:37.436881 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.440057 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9f910b87-ccd1-454d-8c6a-175c82cdccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.473401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a4abac-b095-4e1a-9572-0cdd47771da7']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:37.484768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:37.485802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:37.487817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639ca945-f0bb-450a-9f2f-be1de5a2de9d') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:37.488118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639ca945-f0bb-450a-9f2f-be1de5a2de9d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:37.501640 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.523730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.531044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9f910b87-ccd1-454d-8c6a-175c82cdccd3 None None] Port fc6729b6-50e1-4b5c-b4c5-f7a677405bfa cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:37.534218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:37.534893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e881ea4-2409-4338-acb2-c7bfd5f2de09 None None] The sync data for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:37.548367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:37.549721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.553737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Made reservation on behalf of 19a086c1708347bfa978e992e792a83a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:37.556597 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:37.560675 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.581570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] device_id is not set on port 0838b5fd-866e-452a-9fa6-5095a575e6bb yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:23:37.641686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.657068 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.660494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/networks/05a4abac-b095-4e1a-9572-0cdd47771da7 HTTP/1.1" status: 204 len: 168 time: 1.5182395 Nov 09 18:23:37.674618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53460) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:37.686406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bc551-7c92-47af-8466-9ba559ced96c tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Pushing event deleted for resources: {'Network': ['ID=05a4abac-b095-4e1a-9572-0cdd47771da7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:37.704329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e6fce108-f960-4855-87be-7f24cacebd90 tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9d21b40-7738-45c2-bce8-e037220b4ca0 HTTP/1.1" status: 200 len: 205 time: 0.0285485 Nov 09 18:23:37.707358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53462) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:37.735392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Allocated IP 172.20.0.10 (a30f4691-df82-4a68-be0d-386777bdd2f3/450bdce7-1773-4650-9ff5-67ef1e25b3bf/0838b5fd-866e-452a-9fa6-5095a575e6bb) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:37.789382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device cd0feb0a-d9e2-4562-a589-9353e253fea5 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:37.817402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: cd0feb0a-d9e2-4562-a589-9353e253fea5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:37.818184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device cd0feb0a-d9e2-4562-a589-9353e253fea5 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:37.850010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16fbd8a2-898c-4cc7-b9eb-5a770cd24d4b tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.950367 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:37.993917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.038555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Network a30f4691-df82-4a68-be0d-386777bdd2f3 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:38.041997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:38.046633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:38.062354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16fbd8a2-898c-4cc7-b9eb-5a770cd24d4b tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.065334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16fbd8a2-898c-4cc7-b9eb-5a770cd24d4b tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.076471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event updated for resources: {'Port': ['ID=0838b5fd-866e-452a-9fa6-5095a575e6bb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:38.110452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:38.111198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.134916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53470) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:38.135467 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b60b390f-90c1-42df-9c32-a29a10b96191 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8198221 Nov 09 18:23:38.142211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Request body: {'floatingip': {'port_id': '0838b5fd-866e-452a-9fa6-5095a575e6bb'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:38.146398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16fbd8a2-898c-4cc7-b9eb-5a770cd24d4b tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.147022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fbd8a2-898c-4cc7-b9eb-5a770cd24d4b tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Fanout notify agent at l3_agent the message router_deleted on router f9d21b40-7738-45c2-bce8-e037220b4ca0 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:23:38.187172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16fbd8a2-898c-4cc7-b9eb-5a770cd24d4b tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.191628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-16fbd8a2-898c-4cc7-b9eb-5a770cd24d4b tempest-RoutersNegativeTest-1883752341 tempest-RoutersNegativeTest-1883752341-project] 10.222.0.32 "DELETE /v2.0/routers/f9d21b40-7738-45c2-bce8-e037220b4ca0 HTTP/1.1" status: 204 len: 168 time: 0.4822063 Nov 09 18:23:38.227965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.364527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c167593b-8295-4d5f-89c5-1371678d5b52 None None] Provisioning complete for port 0838b5fd-866e-452a-9fa6-5095a575e6bb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:23:38.366050 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c167593b-8295-4d5f-89c5-1371678d5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.414002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c167593b-8295-4d5f-89c5-1371678d5b52 None None] Port 0838b5fd-866e-452a-9fa6-5095a575e6bb cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:23:38.617645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53482) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:38.655038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b0bafd0-1932-42ff-8f95-ec3644e0213d req-ee9bf1a0-e2c0-4258-9e8f-3f63da8be832 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdf278bd-9491-4e40-8044-f382af8e962d HTTP/1.1" status: 200 len: 210 time: 0.0315590 Nov 09 18:23:38.846995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-93e0fe17-d6c8-4fb2-a7c6-57d28747fb56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf4f998264254151a67869c91a8bd213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275403 Nov 09 18:23:38.849925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53488) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:38.888806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.894731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.933860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-680e0b0c-7410-414e-9826-49818077effe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:38.972519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-680e0b0c-7410-414e-9826-49818077effe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:39.016642 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 22859f97-af6f-45c1-a382-7805a185df20 associated. External IP: 172.25.0.19, port: b4d4315f-6aee-49b2-9dac-07d898381be4. Nov 09 18:23:39.033009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-680e0b0c-7410-414e-9826-49818077effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:39.038176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-680e0b0c-7410-414e-9826-49818077effe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:39.042798 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-680e0b0c-7410-414e-9826-49818077effe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff68fa44-8706-46ff-bbe4-80e5db0cf929 HTTP/1.1" status: 204 len: 168 time: 0.1907053 Nov 09 18:23:39.061224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e0b0c-7410-414e-9826-49818077effe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff68fa44-8706-46ff-bbe4-80e5db0cf929,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:39.258026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:39.388455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:39.401544 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:39.419712 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:39.421892 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.498867 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.509319 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:39.510192 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.549450 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.550448 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1059c24-0882-40e2-8ce5-47203f643196 None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:39.630787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:39.779953 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7b39-479c-4b1e-8078-50e8f524b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:39.801247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:39.809880 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:39.813027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] Sync routers for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:39.823929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:39.825779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.891313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.901742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:39.902809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.914797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e2ea8871-d78b-4078-aa68-94e224192337 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/floatingips/22859f97-af6f-45c1-a382-7805a185df20 HTTP/1.1" status: 200 len: 976 time: 1.7783079 Nov 09 18:23:39.917494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53530) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:39.964764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:39.966465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb892de3-b763-4ec6-b35b-650c0b951ff9 None None] The sync data for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:40.032879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 0838b5fd-866e-452a-9fa6-5095a575e6bb {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:40.033246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.081802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53534) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:40.139920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.217035 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.217552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--40513759'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:40.248930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.260486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.358097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.364745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.371946 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.373390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.373948 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Floating IP 22859f97-af6f-45c1-a382-7805a185df20 disassociated. External IP: 172.25.0.19, port: 0838b5fd-866e-452a-9fa6-5095a575e6bb. Nov 09 18:23:40.374779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 0838b5fd-866e-452a-9fa6-5095a575e6bb owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:40.461621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.471554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.493757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.495047 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4122779 Nov 09 18:23:40.497915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53548) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:40.525549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61141808-6002-491a-8577-fec47c9f4f42,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.557472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.589990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e046029-c351-47f7-aabe-1c606440142d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f0c4f4-0363-4229-891d-4d5c74bd3ae8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.607680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-738d2b98-c590-490d-9014-21eb0fb2c4f6 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1086347 Nov 09 18:23:40.610588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:40.616136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7b272ce3-582b-4951-8ba4-9554605dac13 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-security--1586781280', 'description': 'tempest-security-description-803852157'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:40.628641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=0838b5fd-866e-452a-9fa6-5095a575e6bb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.669749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b272ce3-582b-4951-8ba4-9554605dac13 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.739580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b272ce3-582b-4951-8ba4-9554605dac13 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.746808 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b272ce3-582b-4951-8ba4-9554605dac13 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.752233 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b272ce3-582b-4951-8ba4-9554605dac13 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.755103 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b272ce3-582b-4951-8ba4-9554605dac13 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "PUT /v2.0/security-groups/f9f0c4f4-0363-4229-891d-4d5c74bd3ae8 HTTP/1.1" status: 200 len: 1779 time: 0.1429574 Nov 09 18:23:40.760232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53556) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:40.804123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:40.832995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7eb36623-3e25-4426-95a7-fbf9a0d49d0c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups/f9f0c4f4-0363-4229-891d-4d5c74bd3ae8 HTTP/1.1" status: 200 len: 1779 time: 0.0693748 Nov 09 18:23:40.834244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b272ce3-582b-4951-8ba4-9554605dac13 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f0c4f4-0363-4229-891d-4d5c74bd3ae8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:40.845603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:40.911992 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f5aced3-9ba4-4a12-95b4-a8e5b49aa78a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.937281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f5aced3-9ba4-4a12-95b4-a8e5b49aa78a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.984999 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f5aced3-9ba4-4a12-95b4-a8e5b49aa78a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.988045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7f5aced3-9ba4-4a12-95b4-a8e5b49aa78a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:40.989486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7f5aced3-9ba4-4a12-95b4-a8e5b49aa78a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9f0c4f4-0363-4229-891d-4d5c74bd3ae8 HTTP/1.1" status: 204 len: 168 time: 0.1424422 Nov 09 18:23:40.998386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53564) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.015316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5aced3-9ba4-4a12-95b4-a8e5b49aa78a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f0c4f4-0363-4229-891d-4d5c74bd3ae8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.091716 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.106016 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bca709d8-f7d5-4ad3-bacc-a899ab0394df tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989428 Nov 09 18:23:41.108476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53568) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.123359 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-2abeea0f-59f0-4349-a425-212453ffa312 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] delete failed (client error): The resource could not be found. Nov 09 18:23:41.124388 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2abeea0f-59f0-4349-a425-212453ffa312 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9f0c4f4-0363-4229-891d-4d5c74bd3ae8 HTTP/1.1" status: 404 len: 347 time: 0.0147715 Nov 09 18:23:41.129055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53570) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.134047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-171daa0c-e381-4df0-91ee-262ccfaed4f5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138218195'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:41.158950 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-171daa0c-e381-4df0-91ee-262ccfaed4f5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.244600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-171daa0c-e381-4df0-91ee-262ccfaed4f5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.249865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-171daa0c-e381-4df0-91ee-262ccfaed4f5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.287417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-171daa0c-e381-4df0-91ee-262ccfaed4f5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.288986 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-171daa0c-e381-4df0-91ee-262ccfaed4f5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1588769 Nov 09 18:23:41.291682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53574) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.298150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a2211ecd-9e7c-4e27-a79d-78cdcad2edff tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': '5cf312bb-b393-4889-b668-84defcea13b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:41.303930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171daa0c-e381-4df0-91ee-262ccfaed4f5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf312bb-b393-4889-b668-84defcea13b8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.355416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2211ecd-9e7c-4e27-a79d-78cdcad2edff tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.419625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:41.421201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2211ecd-9e7c-4e27-a79d-78cdcad2edff tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.426280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2211ecd-9e7c-4e27-a79d-78cdcad2edff tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.430844 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] Sync routers for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:41.442962 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:41.443515 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:41.466360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2211ecd-9e7c-4e27-a79d-78cdcad2edff tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b9c050-22c3-43be-85c3-503347cfc550,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.489754 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a2211ecd-9e7c-4e27-a79d-78cdcad2edff tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.491138 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a2211ecd-9e7c-4e27-a79d-78cdcad2edff tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1979859 Nov 09 18:23:41.493864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53578) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.507600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53580) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.507960 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:41.512196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.516926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5dcfc0de-d40e-457e-a168-f324551202e3 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/ports/0838b5fd-866e-452a-9fa6-5095a575e6bb HTTP/1.1" status: 204 len: 168 time: 1.5982957 Nov 09 18:23:41.519598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53584) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.520210 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:41.521059 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:41.548583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cb036eb-22c0-46de-928b-658a7e1820d8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.568251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cb036eb-22c0-46de-928b-658a7e1820d8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.570937 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:41.571927 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18cfe3-64a5-4e43-be11-3ccb0e78269a None None] The sync data for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:41.608928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cb036eb-22c0-46de-928b-658a7e1820d8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.624398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cb036eb-22c0-46de-928b-658a7e1820d8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.628164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8cb036eb-22c0-46de-928b-658a7e1820d8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/66b9c050-22c3-43be-85c3-503347cfc550 HTTP/1.1" status: 204 len: 168 time: 0.1308086 Nov 09 18:23:41.628370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53586) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.652734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb036eb-22c0-46de-928b-658a7e1820d8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b9c050-22c3-43be-85c3-503347cfc550,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.698450 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-62263d68-5da3-445d-bfba-e5b283e44928 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688198 Nov 09 18:23:41.699335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47a2a3c8-0f09-40c4-89cb-bab6a5fa7015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.701711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53588) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.810217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23151940-02db-4daf-8c2b-8775af4e3b24 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.844985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47a2a3c8-0f09-40c4-89cb-bab6a5fa7015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.849235 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23151940-02db-4daf-8c2b-8775af4e3b24 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.852159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47a2a3c8-0f09-40c4-89cb-bab6a5fa7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.912893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2a3c8-0f09-40c4-89cb-bab6a5fa7015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45256d96-e83a-4639-aa3f-fe99e3cf0172,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:41.928868 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-47a2a3c8-0f09-40c4-89cb-bab6a5fa7015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c2a73200f924cc7bdd8c5ad43352eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178243 Nov 09 18:23:41.929457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53590) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.951425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23151940-02db-4daf-8c2b-8775af4e3b24 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.954598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-23151940-02db-4daf-8c2b-8775af4e3b24 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:41.956087 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-23151940-02db-4daf-8c2b-8775af4e3b24 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/5cf312bb-b393-4889-b668-84defcea13b8 HTTP/1.1" status: 204 len: 168 time: 0.2531924 Nov 09 18:23:41.960392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53592) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:41.973007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23151940-02db-4daf-8c2b-8775af4e3b24 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf312bb-b393-4889-b668-84defcea13b8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.024661 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3fd321f4-bda1-4a14-97e9-2124d0ee5675 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619569 Nov 09 18:23:42.028660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53596) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.039241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-51263367-f2e7-49de-b793-b412156d6dad tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100114414'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:42.055397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8238a08-d743-44e5-b9ec-7d986f0a7e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.073434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51263367-f2e7-49de-b793-b412156d6dad tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.089053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8238a08-d743-44e5-b9ec-7d986f0a7e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.105815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.147858 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51263367-f2e7-49de-b793-b412156d6dad tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.151929 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51263367-f2e7-49de-b793-b412156d6dad tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.186639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51263367-f2e7-49de-b793-b412156d6dad tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9540640-fc25-40be-8bb9-c04a838ead94,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.192855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51263367-f2e7-49de-b793-b412156d6dad tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.197671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51263367-f2e7-49de-b793-b412156d6dad tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1630504 Nov 09 18:23:42.198576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53598) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.202620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c3cab13c-8d73-4a2f-9257-0973461b5877 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': 'e9540640-fc25-40be-8bb9-c04a838ead94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:42.234676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8238a08-d743-44e5-b9ec-7d986f0a7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.237449 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f8238a08-d743-44e5-b9ec-7d986f0a7e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.238834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f8238a08-d743-44e5-b9ec-7d986f0a7e2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45256d96-e83a-4639-aa3f-fe99e3cf0172 HTTP/1.1" status: 204 len: 168 time: 0.3046978 Nov 09 18:23:42.242970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3cab13c-8d73-4a2f-9257-0973461b5877 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.253252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8238a08-d743-44e5-b9ec-7d986f0a7e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45256d96-e83a-4639-aa3f-fe99e3cf0172,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.326390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3cab13c-8d73-4a2f-9257-0973461b5877 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.331218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3cab13c-8d73-4a2f-9257-0973461b5877 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.353869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab13c-8d73-4a2f-9257-0973461b5877 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c430849-a30e-4aca-a3a0-85844fc4371b,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.365506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3cab13c-8d73-4a2f-9257-0973461b5877 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.369586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3cab13c-8d73-4a2f-9257-0973461b5877 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682169 Nov 09 18:23:42.370242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53602) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.376739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8f96acb3-6490-4c09-8075-3ee3b3be8797 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': 'e9540640-fc25-40be-8bb9-c04a838ead94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:42.412839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f96acb3-6490-4c09-8075-3ee3b3be8797 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.479632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port fc6729b6-50e1-4b5c-b4c5-f7a677405bfa {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:42.480023 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.487001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f96acb3-6490-4c09-8075-3ee3b3be8797 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.492133 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f96acb3-6490-4c09-8075-3ee3b3be8797 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.514330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96acb3-6490-4c09-8075-3ee3b3be8797 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55283bda-0ee0-4d43-8421-cdf3f3539c04,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.524217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f96acb3-6490-4c09-8075-3ee3b3be8797 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.525561 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8f96acb3-6490-4c09-8075-3ee3b3be8797 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542842 Nov 09 18:23:42.532539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53606) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.556902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-03c8f255-022b-46bb-a50e-d7d929f22d71 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': 'e9540640-fc25-40be-8bb9-c04a838ead94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:42.613192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03c8f255-022b-46bb-a50e-d7d929f22d71 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.634869 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.640097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53608) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.642826 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.662625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for fc6729b6-50e1-4b5c-b4c5-f7a677405bfa owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:42.670214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d51cbb55-da59-48d4-9000-6ecb29c36fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.779444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03c8f255-022b-46bb-a50e-d7d929f22d71 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.796099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03c8f255-022b-46bb-a50e-d7d929f22d71 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.838942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8f255-022b-46bb-a50e-d7d929f22d71 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc526385-12e8-4c47-9dbb-c92143be082c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.853654 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03c8f255-022b-46bb-a50e-d7d929f22d71 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.855101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03c8f255-022b-46bb-a50e-d7d929f22d71 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3213267 Nov 09 18:23:42.859030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53610) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.866928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-63738619-ce25-48ea-b606-8fc2e688d579 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': 'e9540640-fc25-40be-8bb9-c04a838ead94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:42.878203 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d51cbb55-da59-48d4-9000-6ecb29c36fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.884987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d51cbb55-da59-48d4-9000-6ecb29c36fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.920866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.931620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63738619-ce25-48ea-b606-8fc2e688d579 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:42.935925 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d51cbb55-da59-48d4-9000-6ecb29c36fed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84ade3f8afae47d3a1b573528eeb871b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949317 Nov 09 18:23:42.938704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53612) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:42.950952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cbb55-da59-48d4-9000-6ecb29c36fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9818a-dcec-4b03-b9f8-9445bd0a74fd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:42.952133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=fc6729b6-50e1-4b5c-b4c5-f7a677405bfa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.035879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63738619-ce25-48ea-b606-8fc2e688d579 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.042626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb3cc-c3ac-43b9-8e36-c29330ae571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.045558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63738619-ce25-48ea-b606-8fc2e688d579 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.079648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63738619-ce25-48ea-b606-8fc2e688d579 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2350c0b6-e85b-494e-93ac-2f85506c8299,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.083911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb3cc-c3ac-43b9-8e36-c29330ae571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.095869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63738619-ce25-48ea-b606-8fc2e688d579 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.097089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63738619-ce25-48ea-b606-8fc2e688d579 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2379005 Nov 09 18:23:43.100069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.118920 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f759c526-93f7-4e89-92a5-f3c34ea4862e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': 'e9540640-fc25-40be-8bb9-c04a838ead94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:43.180520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f759c526-93f7-4e89-92a5-f3c34ea4862e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.202160 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.221129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb3cc-c3ac-43b9-8e36-c29330ae571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.223641 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb3cc-c3ac-43b9-8e36-c29330ae571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.225498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c8cb3cc-c3ac-43b9-8e36-c29330ae571e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffa9818a-dcec-4b03-b9f8-9445bd0a74fd HTTP/1.1" status: 204 len: 168 time: 0.2854264 Nov 09 18:23:43.286830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cb3cc-c3ac-43b9-8e36-c29330ae571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9818a-dcec-4b03-b9f8-9445bd0a74fd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.349423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f759c526-93f7-4e89-92a5-f3c34ea4862e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.363193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f759c526-93f7-4e89-92a5-f3c34ea4862e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.415445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759c526-93f7-4e89-92a5-f3c34ea4862e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061c918b-85bc-4e63-9f93-0360a64c1422,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.429212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f759c526-93f7-4e89-92a5-f3c34ea4862e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.433754 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f759c526-93f7-4e89-92a5-f3c34ea4862e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3303838 Nov 09 18:23:43.436252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53640) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.488295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf30b-93dd-46e2-92e7-683b4a48a84e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.507040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf30b-93dd-46e2-92e7-683b4a48a84e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.639130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf30b-93dd-46e2-92e7-683b4a48a84e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.647021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b5bf30b-93dd-46e2-92e7-683b4a48a84e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.648334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9b5bf30b-93dd-46e2-92e7-683b4a48a84e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/061c918b-85bc-4e63-9f93-0360a64c1422 HTTP/1.1" status: 204 len: 168 time: 0.2109733 Nov 09 18:23:43.651033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.658211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bf30b-93dd-46e2-92e7-683b4a48a84e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=061c918b-85bc-4e63-9f93-0360a64c1422,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.677617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:43.742151 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e86c37db-b937-456f-a463-e5e31408e789 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0897772 Nov 09 18:23:43.745516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53674) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.784259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c7310b4-cf10-427f-9cb0-e8d2c140de50 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.803065 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c7310b4-cf10-427f-9cb0-e8d2c140de50 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.847936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c7310b4-cf10-427f-9cb0-e8d2c140de50 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.850775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:43.854901 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c7310b4-cf10-427f-9cb0-e8d2c140de50 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:43.856556 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5c7310b4-cf10-427f-9cb0-e8d2c140de50 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2350c0b6-e85b-494e-93ac-2f85506c8299 HTTP/1.1" status: 204 len: 168 time: 0.1094425 Nov 09 18:23:43.862904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] Sync routers for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:43.863693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a18f61d3-b44f-40a6-b129-c9c9ecf5a9b9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/routers/939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425605 Nov 09 18:23:43.864358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53680) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.870462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53682) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:43.873251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7310b4-cf10-427f-9cb0-e8d2c140de50 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2350c0b6-e85b-494e-93ac-2f85506c8299,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:43.883457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:43.883963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:43.922950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:43.936130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] Routers {'939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:43.937052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:44.087378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c68eb40f-bd55-41da-88f3-f06c210aee70 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2194664 Nov 09 18:23:44.087982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53692) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.113573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.135243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1428500a-088d-42d6-bdb5-70aa5489b326 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.156809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1428500a-088d-42d6-bdb5-70aa5489b326 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.198843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:44.200315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7de99-9d38-4b32-98a9-ebfccbdbabc7 None None] The sync data for ids ['939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:44.217612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1428500a-088d-42d6-bdb5-70aa5489b326 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.226890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1428500a-088d-42d6-bdb5-70aa5489b326 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.228936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1428500a-088d-42d6-bdb5-70aa5489b326 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cc526385-12e8-4c47-9dbb-c92143be082c HTTP/1.1" status: 204 len: 168 time: 0.1399479 Nov 09 18:23:44.232636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53712) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.249473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428500a-088d-42d6-bdb5-70aa5489b326 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc526385-12e8-4c47-9dbb-c92143be082c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:44.269707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.297422 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c7fb3381-e378-4b6f-9124-87e4a1beedae tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0604191 Nov 09 18:23:44.297806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53724) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.347345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 88fcd7f5-6ace-46bc-a1a0-36d7efdeac6f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:44.348056 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.349193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8d963a4-ae63-4eb1-bcbc-563225b307e8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.359072 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8d963a4-ae63-4eb1-bcbc-563225b307e8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.397222 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8d963a4-ae63-4eb1-bcbc-563225b307e8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.405505 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8d963a4-ae63-4eb1-bcbc-563225b307e8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.406718 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c8d963a4-ae63-4eb1-bcbc-563225b307e8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/55283bda-0ee0-4d43-8421-cdf3f3539c04 HTTP/1.1" status: 204 len: 168 time: 0.1078064 Nov 09 18:23:44.409246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53736) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.421078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d963a4-ae63-4eb1-bcbc-563225b307e8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55283bda-0ee0-4d43-8421-cdf3f3539c04,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:44.471710 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b2726006-5b5a-425e-ae29-b79993c45f3e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0612807 Nov 09 18:23:44.474410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53740) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.499349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.508029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e02538a-a12e-411f-ba0d-10159a76bc1d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.518211 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e02538a-a12e-411f-ba0d-10159a76bc1d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.519815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 88fcd7f5-6ace-46bc-a1a0-36d7efdeac6f owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:44.554349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e02538a-a12e-411f-ba0d-10159a76bc1d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.565457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1e02538a-a12e-411f-ba0d-10159a76bc1d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.569755 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1e02538a-a12e-411f-ba0d-10159a76bc1d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1c430849-a30e-4aca-a3a0-85844fc4371b HTTP/1.1" status: 204 len: 168 time: 0.0939646 Nov 09 18:23:44.578036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53742) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.586589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02538a-a12e-411f-ba0d-10159a76bc1d tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c430849-a30e-4aca-a3a0-85844fc4371b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:44.630022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ce8655d4-e545-49f1-8f82-769d853e3341 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502200 Nov 09 18:23:44.632605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53746) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.692211 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e382d1bd-9303-42b5-9044-260d95eadced tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.719567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e382d1bd-9303-42b5-9044-260d95eadced tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.755984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.771787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e382d1bd-9303-42b5-9044-260d95eadced tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.775036 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e382d1bd-9303-42b5-9044-260d95eadced tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.777059 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e382d1bd-9303-42b5-9044-260d95eadced tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/e9540640-fc25-40be-8bb9-c04a838ead94 HTTP/1.1" status: 204 len: 168 time: 0.1435153 Nov 09 18:23:44.781887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53748) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.794440 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=88fcd7f5-6ace-46bc-a1a0-36d7efdeac6f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:44.796749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382d1bd-9303-42b5-9044-260d95eadced tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9540640-fc25-40be-8bb9-c04a838ead94,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:44.853088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-01631ca3-1ed5-4f91-9174-498f0e0a4c95 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701134 Nov 09 18:23:44.857562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53752) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:44.862514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-41a12338-48a8-48e3-87e8-4867177ec00a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073433676'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:44.900978 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:44.934774 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41a12338-48a8-48e3-87e8-4867177ec00a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.024704 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.027490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.104872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.105577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Fanout notify agent at l3_agent the message router_deleted on router 939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:23:45.118467 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.118467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ce57283c-942f-458b-9f2e-0d209a2d707d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/routers/939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e HTTP/1.1" status: 204 len: 168 time: 1.2461188 Nov 09 18:23:45.123144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53762) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.160277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41a12338-48a8-48e3-87e8-4867177ec00a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.166442 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41a12338-48a8-48e3-87e8-4867177ec00a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.187286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting subnet 450bdce7-1773-4650-9ff5-67ef1e25b3bf {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:45.192424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.210226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a12338-48a8-48e3-87e8-4867177ec00a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258fdc4e-05a8-4092-90f5-0cd04cd0e55b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.216091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41a12338-48a8-48e3-87e8-4867177ec00a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.219115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-41a12338-48a8-48e3-87e8-4867177ec00a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3604681 Nov 09 18:23:45.221192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53766) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.225756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c79a9785-88b1-46ce-aebc-335552960618 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': '258fdc4e-05a8-4092-90f5-0cd04cd0e55b', 'direction': 'ingress', 'protocol': 17}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:45.253018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.261446 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c79a9785-88b1-46ce-aebc-335552960618 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.334303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c79a9785-88b1-46ce-aebc-335552960618 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.341912 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c79a9785-88b1-46ce-aebc-335552960618 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.359597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.362624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a9785-88b1-46ce-aebc-335552960618 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d7b0dd-e4a6-4285-8eca-d174595b06ab,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.368752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c79a9785-88b1-46ce-aebc-335552960618 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.370113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c79a9785-88b1-46ce-aebc-335552960618 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1478987 Nov 09 18:23:45.374236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53774) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.441101 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c90ab44-1379-413b-b5cc-e84506f58e03 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.454121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.469013 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c90ab44-1379-413b-b5cc-e84506f58e03 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.495548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Subnet': ['ID=450bdce7-1773-4650-9ff5-67ef1e25b3bf,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.499781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.506699 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-00f21ffc-35b6-433a-a20a-ba7ed92c6e2f tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/subnets/450bdce7-1773-4650-9ff5-67ef1e25b3bf HTTP/1.1" status: 204 len: 168 time: 0.3818824 Nov 09 18:23:45.507197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53776) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.509414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db312cf8-e0cd-4fe3-af1f-c6988840c9ac None None] Network a30f4691-df82-4a68-be0d-386777bdd2f3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:45.529935 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c90ab44-1379-413b-b5cc-e84506f58e03 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.532528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c90ab44-1379-413b-b5cc-e84506f58e03 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.536685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7c90ab44-1379-413b-b5cc-e84506f58e03 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/258fdc4e-05a8-4092-90f5-0cd04cd0e55b HTTP/1.1" status: 204 len: 168 time: 0.1611359 Nov 09 18:23:45.537279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53782) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.567378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90ab44-1379-413b-b5cc-e84506f58e03 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258fdc4e-05a8-4092-90f5-0cd04cd0e55b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.624155 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.637789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8279625b-878a-4ba7-a588-2bcb2a704051 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948982 Nov 09 18:23:45.640423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53792) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.648332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-eede0e16-b5f2-4726-a420-e878069d19fa tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077214552'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:45.685099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eede0e16-b5f2-4726-a420-e878069d19fa tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.722866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 5ac7cec8-fb72-40aa-94f8-a73a053f840c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:45.723222 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.798436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] DHCP port deletion for a30f4691-df82-4a68-be0d-386777bdd2f3 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:23:45.808154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eede0e16-b5f2-4726-a420-e878069d19fa tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.812687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eede0e16-b5f2-4726-a420-e878069d19fa tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.817121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] For port 5ac7cec8-fb72-40aa-94f8-a73a053f840c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ac7cec8-fb72-40aa-94f8-a73a053f840c,segment=NetworkSegment(869144a1-a8f0-4a29-b907-da621686886d),segment_id=869144a1-a8f0-4a29-b907-da621686886d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:45.817485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.832847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 5ac7cec8-fb72-40aa-94f8-a73a053f840c owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:45.845713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede0e16-b5f2-4726-a420-e878069d19fa tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6ba3e-3b9b-4eb0-9b81-81e04f490136,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:45.878908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eede0e16-b5f2-4726-a420-e878069d19fa tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.880489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eede0e16-b5f2-4726-a420-e878069d19fa tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2388234 Nov 09 18:23:45.883355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53808) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:45.889822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] Deleting port 5ac7cec8-fb72-40aa-94f8-a73a053f840c {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:45.890796 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.897607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a631ad4c-6450-4814-b7f3-8e5ac1f99870 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--947281421'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:45.949390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a631ad4c-6450-4814-b7f3-8e5ac1f99870 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.953529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:45.981435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] For port 5ac7cec8-fb72-40aa-94f8-a73a053f840c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5ac7cec8-fb72-40aa-94f8-a73a053f840c,segment=NetworkSegment(869144a1-a8f0-4a29-b907-da621686886d),segment_id=869144a1-a8f0-4a29-b907-da621686886d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:45.983286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.002988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=5ac7cec8-fb72-40aa-94f8-a73a053f840c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.006895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] Calling delete_port for 5ac7cec8-fb72-40aa-94f8-a73a053f840c owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:46.015171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] No DVR routers for this DVR port 5ac7cec8-fb72-40aa-94f8-a73a053f840c on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:46.109229 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.115787 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.125296 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a631ad4c-6450-4814-b7f3-8e5ac1f99870 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.132997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] No DVR routers for this DVR port 5ac7cec8-fb72-40aa-94f8-a73a053f840c on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:46.139349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a631ad4c-6450-4814-b7f3-8e5ac1f99870 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.150554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30f4691-df82-4a68-be0d-386777bdd2f3']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:46.162127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869144a1-a8f0-4a29-b907-da621686886d') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:46.162548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869144a1-a8f0-4a29-b907-da621686886d') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:46.174195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a631ad4c-6450-4814-b7f3-8e5ac1f99870 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.174641 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.178603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a631ad4c-6450-4814-b7f3-8e5ac1f99870 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2937908 Nov 09 18:23:46.179461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631ad4c-6450-4814-b7f3-8e5ac1f99870 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39503152-723d-4802-b6bc-3056b6bf67d2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.181591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53814) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.199343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.199820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46be76c-3296-495e-8fb5-79cc7cb12eae None None] Pushing event deleted for resources: {'Port': ['ID=5ac7cec8-fb72-40aa-94f8-a73a053f840c,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.201590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3ae5d3b8-49e0-4edd-bb63-3233b064cf96 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': '40c6ba3e-3b9b-4eb0-9b81-81e04f490136', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39503152-723d-4802-b6bc-3056b6bf67d2', 'remote_ip_prefix': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:46.209783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:46.210669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:46.216149 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:46.260327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d3b8-49e0-4edd-bb63-3233b064cf96 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.286408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.308610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.310398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53816) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.311908 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/networks/a30f4691-df82-4a68-be0d-386777bdd2f3 HTTP/1.1" status: 204 len: 168 time: 0.8035910 Nov 09 18:23:46.314469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53818) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.320462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.324433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69d4d0-80c1-412d-acd1-ca01203cbc8c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Network': ['ID=a30f4691-df82-4a68-be0d-386777bdd2f3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.439619 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d3b8-49e0-4edd-bb63-3233b064cf96 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.452377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d3b8-49e0-4edd-bb63-3233b064cf96 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.474840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ade57457-ab60-4e6b-8365-ac4e9027260f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.505853 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5d3b8-49e0-4edd-bb63-3233b064cf96 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9540f979-b1d1-4d7a-a038-b46e5bc90b17,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.516603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d3b8-49e0-4edd-bb63-3233b064cf96 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.518763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3ae5d3b8-49e0-4edd-bb63-3233b064cf96 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3216765 Nov 09 18:23:46.520681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53824) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.548431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5885c9f7-b989-498e-aab9-376420e24807 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.561153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5885c9f7-b989-498e-aab9-376420e24807 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.561595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 54182c52-f5ef-496d-8f09-171834d983e4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:46.561920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.593416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5885c9f7-b989-498e-aab9-376420e24807 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.599460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5885c9f7-b989-498e-aab9-376420e24807 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.600699 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5885c9f7-b989-498e-aab9-376420e24807 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9540f979-b1d1-4d7a-a038-b46e5bc90b17 HTTP/1.1" status: 204 len: 168 time: 0.0789533 Nov 09 18:23:46.603869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53826) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.623732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885c9f7-b989-498e-aab9-376420e24807 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9540f979-b1d1-4d7a-a038-b46e5bc90b17,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.656190 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a4b52d50-504b-433e-a03b-57dc07e8d407 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0509136 Nov 09 18:23:46.658645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53828) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.659563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ade57457-ab60-4e6b-8365-ac4e9027260f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.672211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ade57457-ab60-4e6b-8365-ac4e9027260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.681280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.681280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.720407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 54182c52-f5ef-496d-8f09-171834d983e4 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:46.721267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cd7096e-ef78-48a4-9883-ec32e8880eec tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.734237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ade57457-ab60-4e6b-8365-ac4e9027260f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=242139f06285425ca5b835b1dcbcec70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225502 Nov 09 18:23:46.734514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53830) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.738378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade57457-ab60-4e6b-8365-ac4e9027260f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81250e63-b7ab-45e7-8827-5bee402762a2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.756399 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cd7096e-ef78-48a4-9883-ec32e8880eec tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.817880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-653831bd-80f3-4c87-868e-600eacd711ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.822359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cd7096e-ef78-48a4-9883-ec32e8880eec tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.825371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8cd7096e-ef78-48a4-9883-ec32e8880eec tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.829110 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8cd7096e-ef78-48a4-9883-ec32e8880eec tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/39503152-723d-4802-b6bc-3056b6bf67d2 HTTP/1.1" status: 204 len: 168 time: 0.1695213 Nov 09 18:23:46.829693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53832) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.864714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7096e-ef78-48a4-9883-ec32e8880eec tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39503152-723d-4802-b6bc-3056b6bf67d2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.872281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-653831bd-80f3-4c87-868e-600eacd711ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.905947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.941368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=54182c52-f5ef-496d-8f09-171834d983e4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:46.952312 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7e4b0913-4d6f-46af-ae9e-495f18338b36 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1114116 Nov 09 18:23:46.955445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53834) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:46.986178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-653831bd-80f3-4c87-868e-600eacd711ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.988706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-653831bd-80f3-4c87-868e-600eacd711ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:46.989853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-653831bd-80f3-4c87-868e-600eacd711ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81250e63-b7ab-45e7-8827-5bee402762a2 HTTP/1.1" status: 204 len: 168 time: 0.2543995 Nov 09 18:23:47.009055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653831bd-80f3-4c87-868e-600eacd711ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81250e63-b7ab-45e7-8827-5bee402762a2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.029812 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.031070 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbe70-624a-4d19-8736-93d432225fa6 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.032659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.033827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fd9fa686-971d-4480-a2c5-7dc5a4f9fec8 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/floatingips/22859f97-af6f-45c1-a382-7805a185df20 HTTP/1.1" status: 204 len: 168 time: 0.7182579 Nov 09 18:23:47.038122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53838) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.065886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbe70-624a-4d19-8736-93d432225fa6 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.070518 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c6e4f7-ee7a-4aff-91f1-62f4d9445c41 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:47.071230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c6e4f7-ee7a-4aff-91f1-62f4d9445c41 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:47.075899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-19c6e4f7-ee7a-4aff-91f1-62f4d9445c41 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/ports/0838b5fd-866e-452a-9fa6-5095a575e6bb HTTP/1.1" status: 404 len: 333 time: 0.0363836 Nov 09 18:23:47.078169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53840) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.110242 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4446fa9f-c5fd-4726-a535-ef396b78356c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "GET /v2.0/ports?device_id=939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e HTTP/1.1" status: 200 len: 205 time: 0.0307894 Nov 09 18:23:47.113426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.124218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbe70-624a-4d19-8736-93d432225fa6 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.126320 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbe70-624a-4d19-8736-93d432225fa6 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.129801 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b5fdbe70-624a-4d19-8736-93d432225fa6 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/40c6ba3e-3b9b-4eb0-9b81-81e04f490136 HTTP/1.1" status: 204 len: 168 time: 0.1727624 Nov 09 18:23:47.131326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53844) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.167484 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-a863cb72-888f-449e-a8f6-79f59af0996e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] delete failed (client error): The resource could not be found. Nov 09 18:23:47.169049 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a863cb72-888f-449e-a8f6-79f59af0996e tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/routers/939b71b6-5d0a-446d-b5d9-b1d22ecf7a1e HTTP/1.1" status: 404 len: 336 time: 0.0531023 Nov 09 18:23:47.170935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdbe70-624a-4d19-8736-93d432225fa6 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6ba3e-3b9b-4eb0-9b81-81e04f490136,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.173492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53848) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.204272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f0e2e90a-a2e8-41e0-9c4c-091d14dfd776 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674539 Nov 09 18:23:47.205744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53850) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.210299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bc3357ff-a120-4665-a65e-0f6fe2108238 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406393352'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:47.215942 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fdd7ee-76b1-46ba-be69-8309bb688cfc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] DELETE failed (client error): The resource could not be found. Nov 09 18:23:47.216422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fdd7ee-76b1-46ba-be69-8309bb688cfc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:23:47.219469 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-28fdd7ee-76b1-46ba-be69-8309bb688cfc tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/subnets/450bdce7-1773-4650-9ff5-67ef1e25b3bf HTTP/1.1" status: 404 len: 337 time: 0.0450239 Nov 09 18:23:47.222048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53852) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.235774 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bc3357ff-a120-4665-a65e-0f6fe2108238 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.333367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bc3357ff-a120-4665-a65e-0f6fe2108238 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.340478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bc3357ff-a120-4665-a65e-0f6fe2108238 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.345641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port b4d4315f-6aee-49b2-9dac-07d898381be4 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:47.346232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.378300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53856) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.389992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bc3357ff-a120-4665-a65e-0f6fe2108238 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.391200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bc3357ff-a120-4665-a65e-0f6fe2108238 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1843438 Nov 09 18:23:47.391890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3357ff-a120-4665-a65e-0f6fe2108238 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15620647-24c5-483b-9305-fc43519bece5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.401004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.406000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dbb4c365-7ed4-4ddf-b1de-ed17ba1c1bfb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': '15620647-24c5-483b-9305-fc43519bece5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:47.408326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1cbded0-c667-4292-8a03-4332da9c59b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.453292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbb4c365-7ed4-4ddf-b1de-ed17ba1c1bfb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.493272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1cbded0-c667-4292-8a03-4332da9c59b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.498740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1cbded0-c667-4292-8a03-4332da9c59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.510643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.532614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for b4d4315f-6aee-49b2-9dac-07d898381be4 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:47.538677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbded0-c667-4292-8a03-4332da9c59b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96be0fcd-2f29-4019-95d2-a14aaeac62fe,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.546116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f1cbded0-c667-4292-8a03-4332da9c59b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67944c2f8698444a8235851c486c9f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648753 Nov 09 18:23:47.547485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53860) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.593707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbb4c365-7ed4-4ddf-b1de-ed17ba1c1bfb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.598159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af0c6-e5ec-42e6-9796-2cc7c34405a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.601197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbb4c365-7ed4-4ddf-b1de-ed17ba1c1bfb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.624480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af0c6-e5ec-42e6-9796-2cc7c34405a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.635203 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dbb4c365-7ed4-4ddf-b1de-ed17ba1c1bfb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.636418 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dbb4c365-7ed4-4ddf-b1de-ed17ba1c1bfb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2344527 Nov 09 18:23:47.640130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53862) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.647941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4c365-7ed4-4ddf-b1de-ed17ba1c1bfb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4a56c0-76b4-4bad-9a97-9e2b0560cdda,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.686404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3231d45d-fb72-41ff-bc42-8c130b5ea3ac tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.697406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3231d45d-fb72-41ff-bc42-8c130b5ea3ac tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.698771 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af0c6-e5ec-42e6-9796-2cc7c34405a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.702560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af0c6-e5ec-42e6-9796-2cc7c34405a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.703797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7e4af0c6-e5ec-42e6-9796-2cc7c34405a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96be0fcd-2f29-4019-95d2-a14aaeac62fe HTTP/1.1" status: 204 len: 168 time: 0.1552494 Nov 09 18:23:47.719477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4af0c6-e5ec-42e6-9796-2cc7c34405a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96be0fcd-2f29-4019-95d2-a14aaeac62fe,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.784425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3231d45d-fb72-41ff-bc42-8c130b5ea3ac tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.790210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3231d45d-fb72-41ff-bc42-8c130b5ea3ac tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.794841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53866) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.795088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3231d45d-fb72-41ff-bc42-8c130b5ea3ac tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4f4a56c0-76b4-4bad-9a97-9e2b0560cdda HTTP/1.1" status: 204 len: 168 time: 0.1537204 Nov 09 18:23:47.807931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231d45d-fb72-41ff-bc42-8c130b5ea3ac tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f4a56c0-76b4-4bad-9a97-9e2b0560cdda,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.810043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.832629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ac7cec8-fb72-40aa-94f8-a73a053f840c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:47.846658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4aa638b0-913f-446d-8035-1d73ea8f08f8 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506289 Nov 09 18:23:47.849378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53868) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:47.863161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5ac7cec8-fb72-40aa-94f8-a73a053f840c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:47.863818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5ac7cec8-fb72-40aa-94f8-a73a053f840c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:47.873693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=b4d4315f-6aee-49b2-9dac-07d898381be4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:47.932456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21f03389-fe65-4df4-8592-4150287f5fbd tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.958605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.961202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21f03389-fe65-4df4-8592-4150287f5fbd tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:47.964856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3298a7b1-1b9b-4301-af05-3104dd2d0410 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/ports/b4d4315f-6aee-49b2-9dac-07d898381be4 HTTP/1.1" status: 204 len: 168 time: 0.7418003 Nov 09 18:23:47.966137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53870) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.015938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21f03389-fe65-4df4-8592-4150287f5fbd tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.019784 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21f03389-fe65-4df4-8592-4150287f5fbd tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.023770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-21f03389-fe65-4df4-8592-4150287f5fbd tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/15620647-24c5-483b-9305-fc43519bece5 HTTP/1.1" status: 204 len: 168 time: 0.1734531 Nov 09 18:23:48.024407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53874) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.051416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f03389-fe65-4df4-8592-4150287f5fbd tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15620647-24c5-483b-9305-fc43519bece5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.087756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port f8657323-eb2f-4053-ac80-76879038d7b8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:48.088110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.113489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3cc9e80a-dbad-45da-b11a-ae7da1e9b58f tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838702 Nov 09 18:23:48.117729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53878) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.125575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8998d2e0-0c45-4ae4-bc4f-e4311021ea1c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group': {'name': 'tempest-secgroup--647989592'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:48.158614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8998d2e0-0c45-4ae4-bc4f-e4311021ea1c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.208295 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.223875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for f8657323-eb2f-4053-ac80-76879038d7b8 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:48.244059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8998d2e0-0c45-4ae4-bc4f-e4311021ea1c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.249180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8998d2e0-0c45-4ae4-bc4f-e4311021ea1c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.271582 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8998d2e0-0c45-4ae4-bc4f-e4311021ea1c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.273000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8998d2e0-0c45-4ae4-bc4f-e4311021ea1c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1542790 Nov 09 18:23:48.279889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53886) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.285248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f0912d00-4f54-4d15-b7ad-610a3cae3e21 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': '1ddde3c2-71de-4a36-a891-63472dd4edb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:48.314230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998d2e0-0c45-4ae4-bc4f-e4311021ea1c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddde3c2-71de-4a36-a891-63472dd4edb2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.330757 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0912d00-4f54-4d15-b7ad-610a3cae3e21 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.403148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.408524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0912d00-4f54-4d15-b7ad-610a3cae3e21 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.416357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0912d00-4f54-4d15-b7ad-610a3cae3e21 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.439095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=f8657323-eb2f-4053-ac80-76879038d7b8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.439677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0912d00-4f54-4d15-b7ad-610a3cae3e21 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab251e7-0309-4ba1-98f2-81ba46a94e25,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.451568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f0912d00-4f54-4d15-b7ad-610a3cae3e21 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.457730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f0912d00-4f54-4d15-b7ad-610a3cae3e21 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721635 Nov 09 18:23:48.458420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53894) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.475763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d5feb73d-ffdf-4f9b-b094-cb78106d337e tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules/1ab251e7-0309-4ba1-98f2-81ba46a94e25 HTTP/1.1" status: 200 len: 763 time: 0.0162427 Nov 09 18:23:48.478310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53896) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.528440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e6145b81-16be-4a76-86ad-57dc329eb0cb tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0486438 Nov 09 18:23:48.531211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53900) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.546498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.553422 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-32e7887d-5619-4cb4-9f19-e9f8dc76e51c tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/ports/f8657323-eb2f-4053-ac80-76879038d7b8 HTTP/1.1" status: 204 len: 168 time: 0.5858326 Nov 09 18:23:48.553810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53902) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.564167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47b1475f-88b4-4c01-ad6f-7ecc4e9a0498 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.578538 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47b1475f-88b4-4c01-ad6f-7ecc4e9a0498 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.610000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47b1475f-88b4-4c01-ad6f-7ecc4e9a0498 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.612305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d96d75-34e9-4b6c-96bc-aff34aae1cb9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:48.614671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d9d96d75-34e9-4b6c-96bc-aff34aae1cb9 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a9a3a61-609f-4500-923e-cbb8b63a9171 HTTP/1.1" status: 200 len: 913 time: 0.0590577 Nov 09 18:23:48.617090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53906) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.628755 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-47b1475f-88b4-4c01-ad6f-7ecc4e9a0498 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.629896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-47b1475f-88b4-4c01-ad6f-7ecc4e9a0498 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1ab251e7-0309-4ba1-98f2-81ba46a94e25 HTTP/1.1" status: 204 len: 168 time: 0.0974834 Nov 09 18:23:48.631211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1475f-88b4-4c01-ad6f-7ecc4e9a0498 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ab251e7-0309-4ba1-98f2-81ba46a94e25,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.632776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53908) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.690118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8cb7c8a3-7d10-4c39-bb8d-210b1336df63 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494695 Nov 09 18:23:48.691339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53910) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.705066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-12c8b7ce-24ef-49cf-82ff-b1ea0c1677ca tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': '1ddde3c2-71de-4a36-a891-63472dd4edb2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:48.737100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12c8b7ce-24ef-49cf-82ff-b1ea0c1677ca tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.811365 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12c8b7ce-24ef-49cf-82ff-b1ea0c1677ca tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.817385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12c8b7ce-24ef-49cf-82ff-b1ea0c1677ca tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.835549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8b7ce-24ef-49cf-82ff-b1ea0c1677ca tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044dc971-b9db-439a-909f-b882cb081bb0,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:48.854421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12c8b7ce-24ef-49cf-82ff-b1ea0c1677ca tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.856423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-12c8b7ce-24ef-49cf-82ff-b1ea0c1677ca tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630373 Nov 09 18:23:48.862355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53918) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.884865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3cc652b8-cf69-4861-94ad-9523bf5860f4 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules/044dc971-b9db-439a-909f-b882cb081bb0 HTTP/1.1" status: 200 len: 763 time: 0.0183392 Nov 09 18:23:48.885965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53920) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.932899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-47f25d31-529f-4069-b4b8-890af9398279 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455692 Nov 09 18:23:48.936401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:48.968290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-889097c7-b8f5-476f-8747-14a99c39ee1a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:48.978873 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-889097c7-b8f5-476f-8747-14a99c39ee1a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.012260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-889097c7-b8f5-476f-8747-14a99c39ee1a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.031364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-889097c7-b8f5-476f-8747-14a99c39ee1a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.032845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-889097c7-b8f5-476f-8747-14a99c39ee1a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/044dc971-b9db-439a-909f-b882cb081bb0 HTTP/1.1" status: 204 len: 168 time: 0.0955052 Nov 09 18:23:49.033838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889097c7-b8f5-476f-8747-14a99c39ee1a tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=044dc971-b9db-439a-909f-b882cb081bb0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:49.035452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53930) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.082801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b3f299d-809d-46ce-b67f-e8dba63c8eb7 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459690 Nov 09 18:23:49.085597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53932) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.090860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Request body: {'security_group_rule': {'security_group_id': '1ddde3c2-71de-4a36-a891-63472dd4edb2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:49.121067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.204898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.216840 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Project f215efa8b0d24b3394dcff45535a5a17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:23:49.224849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.732436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.743787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.770861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fdd473-aec0-4a77-928e-59a2cab0eed8,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:49.792504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.797170 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7102711 Nov 09 18:23:49.798253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53982) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.798741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.798995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.799581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.799918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.800250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.800581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.800908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.801235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.801560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.802306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.802414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.802688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd3d48-d366-4f88-8240-1922c8879fa9 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:49.826155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-21ad6afd-38cc-4b83-b5a1-d509bbf9eb76 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules/73fdd473-aec0-4a77-928e-59a2cab0eed8 HTTP/1.1" status: 200 len: 769 time: 0.0256653 Nov 09 18:23:49.828635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53986) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.881336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d03d8e60-f3e5-47d7-838d-d5107afe7c72 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0513413 Nov 09 18:23:49.883936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 53992) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.911644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20b1d7bd-54d0-4175-a6b8-607024235a8c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.917595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port 45afca16-0c46-4316-af1e-fb20cb041938 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:49.918011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.921391 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20b1d7bd-54d0-4175-a6b8-607024235a8c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.954564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20b1d7bd-54d0-4175-a6b8-607024235a8c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.962384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-20b1d7bd-54d0-4175-a6b8-607024235a8c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:49.963523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-20b1d7bd-54d0-4175-a6b8-607024235a8c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/73fdd473-aec0-4a77-928e-59a2cab0eed8 HTTP/1.1" status: 204 len: 168 time: 0.0786328 Nov 09 18:23:49.966942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 53998) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:49.970377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1d7bd-54d0-4175-a6b8-607024235a8c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73fdd473-aec0-4a77-928e-59a2cab0eed8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:50.029034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-93b33212-c5ee-4508-b412-ea33e324b688 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604002 Nov 09 18:23:50.031935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54008) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:50.055104 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:50.071272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for 45afca16-0c46-4316-af1e-fb20cb041938 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:50.108920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c336b737-c1f3-4643-b510-a1d765c683e2 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:50.145036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c336b737-c1f3-4643-b510-a1d765c683e2 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:50.213804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c336b737-c1f3-4643-b510-a1d765c683e2 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:50.219020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c336b737-c1f3-4643-b510-a1d765c683e2 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:50.224045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c336b737-c1f3-4643-b510-a1d765c683e2 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ddde3c2-71de-4a36-a891-63472dd4edb2 HTTP/1.1" status: 204 len: 168 time: 0.1909940 Nov 09 18:23:50.224701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54024) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:50.260460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336b737-c1f3-4643-b510-a1d765c683e2 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddde3c2-71de-4a36-a891-63472dd4edb2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:50.317663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-02e70e56-5f05-4502-aaa3-935f03faf75c tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874982 Nov 09 18:23:50.323130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54032) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:50.334515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:50.374166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=45afca16-0c46-4316-af1e-fb20cb041938,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:50.466725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5540c96b-9059-4ceb-a73b-264028e475c5 tempest-SecGroupIPv6Test-838789212 tempest-SecGroupIPv6Test-838789212-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1305270 Nov 09 18:23:50.603647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:50.865006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54080) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:50.873429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Router 3a9a3a61-609f-4500-923e-cbb8b63a9171 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:51.001516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:51.013440 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] Sync routers for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:51.024625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54092) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:51.025020 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-800be016-bf86-4b58-b496-df2807eb7601 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "PUT /v2.0/routers/3a9a3a61-609f-4500-923e-cbb8b63a9171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4062092 Nov 09 18:23:51.025164 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:51.025793 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:51.073246 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:51.085445 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] Routers {'3a9a3a61-609f-4500-923e-cbb8b63a9171'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:51.086083 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3a9a3a61-609f-4500-923e-cbb8b63a9171'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:51.129997 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:51.131129 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b871dc-bbcc-4726-a38f-6c8fb6efe6f5 None None] The sync data for ids ['3a9a3a61-609f-4500-923e-cbb8b63a9171'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:51.152366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-51068333-1909-4473-ae6c-082b9255f3c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f215efa8b0d24b3394dcff45535a5a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840931 Nov 09 18:23:51.154506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:51.187161 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.222837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed397-d861-4788-be76-85b9f2b3128a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.254637 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed397-d861-4788-be76-85b9f2b3128a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.323054 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.325378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed397-d861-4788-be76-85b9f2b3128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.330125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed397-d861-4788-be76-85b9f2b3128a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.333705 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7c5ed397-d861-4788-be76-85b9f2b3128a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61141808-6002-491a-8577-fec47c9f4f42 HTTP/1.1" status: 204 len: 168 time: 0.1751816 Nov 09 18:23:51.342219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ed397-d861-4788-be76-85b9f2b3128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61141808-6002-491a-8577-fec47c9f4f42,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:51.419992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting port e2b4538c-4d5a-4e8d-8a42-0f3ea04ff01d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:51.421061 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.425329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54124) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:51.545675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.562187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Calling delete_port for e2b4538c-4d5a-4e8d-8a42-0f3ea04ff01d owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:51.689752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Deleting port a2a9dc0c-e2cb-447a-90e5-e62d66babbfb {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:51.690272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.812009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.812396 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.829664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Calling delete_port for a2a9dc0c-e2cb-447a-90e5-e62d66babbfb owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:51.850609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:51.889431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Port': ['ID=e2b4538c-4d5a-4e8d-8a42-0f3ea04ff01d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:52.062492 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.132764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event deleted for resources: {'Port': ['ID=a2a9dc0c-e2cb-447a-90e5-e62d66babbfb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:52.181979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.182389 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Floating IP 03ff9ddc-71c3-4752-b601-af147a00e824 disassociated (deleted). External IP: 172.25.0.127, port: 4049e11c-f8a2-4e96-9f28-363304b42158. Nov 09 18:23:52.343828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.481169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54166) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:52.501232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.503502 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.561568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:23:52.563329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.563937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Fanout notify agent at l3_agent the message router_deleted on router 3a9a3a61-609f-4500-923e-cbb8b63a9171 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:23:52.579819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.583979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f978e11e-ea9d-49bc-b06b-d097ac25b98d tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/routers/3a9a3a61-609f-4500-923e-cbb8b63a9171 HTTP/1.1" status: 204 len: 168 time: 1.5565898 Nov 09 18:23:52.584621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54172) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:52.664624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Deleting subnet ca275b40-5081-4eb3-98df-13a1907aa13e {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:23:52.669543 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.741340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4f64-0bd7-4ccb-a006-2177a51045f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.748068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:23:52.756478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.761090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.761487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] Sync routers for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:23:52.778471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:52.780246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:52.805037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-025fdf11-6675-4ce2-9034-a6a47bacaf68 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "DELETE /v2.0/floatingips/03ff9ddc-71c3-4752-b601-af147a00e824 HTTP/1.1" status: 204 len: 168 time: 1.3785558 Nov 09 18:23:52.805985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:52.808851 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257ce9a7-1728-4bcb-8a01-200bb421d9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:52.830193 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.938584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4f64-0bd7-4ccb-a006-2177a51045f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.945623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4f64-0bd7-4ccb-a006-2177a51045f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.962903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:52.978304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:53.032269 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.039542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54190) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:53.040298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/subnets/ca275b40-5081-4eb3-98df-13a1907aa13e HTTP/1.1" status: 204 len: 168 time: 0.4546583 Nov 09 18:23:53.041342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37668-e62f-4f54-b7a6-b33748fab414 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Subnet': ['ID=ca275b40-5081-4eb3-98df-13a1907aa13e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:53.054558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6f5f4f64-0bd7-4ccb-a006-2177a51045f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f2804b9cd3d4ddcb68d991d97dafa33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721450 Nov 09 18:23:53.055319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54192) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:53.083409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4f64-0bd7-4ccb-a006-2177a51045f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef01b6fe-3c53-4eca-8451-b66788cd47f5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:53.084213 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa5dad3-43b1-474a-896d-ee0fd47eb818 x-openstack-request-id: req-0fa5dad3-43b1-474a-896d-ee0fd47eb818 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:53.084680 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:53.084780 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fa5dad3-43b1-474a-896d-ee0fd47eb818 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:53.085137 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158', 'status': 'completed', 'code': 200} Nov 09 18:23:53.208022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.221114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-32617246-d655-478d-8f04-bf3908c95eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:53.222686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-32617246-d655-478d-8f04-bf3908c95eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 1096 time: 0.1292579 Nov 09 18:23:53.223327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-31d10152-81c9-4916-9202-20d4a99003d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.247594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-31d10152-81c9-4916-9202-20d4a99003d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.339298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.345273 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-31d10152-81c9-4916-9202-20d4a99003d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.347993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-31d10152-81c9-4916-9202-20d4a99003d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.352198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-31d10152-81c9-4916-9202-20d4a99003d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef01b6fe-3c53-4eca-8451-b66788cd47f5 HTTP/1.1" status: 204 len: 168 time: 0.2924213 Nov 09 18:23:53.377050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c12e1f-7e40-41a2-b07d-f09d104138c0 req-aa006b0d-f84e-41db-95ea-6dd36e6c545f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:53.381724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dce714-bc2f-4dbe-b887-b6da85e9a3bc']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:53.384894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0c12e1f-7e40-41a2-b07d-f09d104138c0 req-aa006b0d-f84e-41db-95ea-6dd36e6c545f tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 945 time: 0.2410793 Nov 09 18:23:53.390810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10152-81c9-4916-9202-20d4a99003d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef01b6fe-3c53-4eca-8451-b66788cd47f5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:53.409180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae53d4a-371f-4915-a70a-3cdfe8b7158b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:53.412483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae53d4a-371f-4915-a70a-3cdfe8b7158b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:53.443626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.454235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0c12e1f-7e40-41a2-b07d-f09d104138c0 req-ec2411e9-7227-4b31-adcb-64204ded114e tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683477 Nov 09 18:23:53.464821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-0aca7105-4cdf-4ac7-aa93-b6fdc0571700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:53.466936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-0aca7105-4cdf-4ac7-aa93-b6fdc0571700 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 200 len: 914 time: 0.1755931 Nov 09 18:23:53.489049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.502055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:53.503403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:23:53.504189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.527436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-10f3523a-0e4a-4b3a-960b-e900f4b675db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 200 len: 217 time: 0.0471537 Nov 09 18:23:53.552416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] Checking router: addb1c1f-a80c-4458-84a5-f835c1d6a2e7 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:23:53.555711 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:23:53.564850 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:23:53.565758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:53.616977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-3abbde00-b1cc-402e-ac06-a0221fb07f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:53.620732 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-3abbde00-b1cc-402e-ac06-a0221fb07f6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aed9d767-8162-4bd8-9a86-e6756ec10bc0 HTTP/1.1" status: 200 len: 852 time: 0.0832603 Nov 09 18:23:53.639486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.671471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:53.677843 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] 10.222.0.32 "DELETE /v2.0/networks/74dce714-bc2f-4dbe-b887-b6da85e9a3bc HTTP/1.1" status: 204 len: 168 time: 0.6349120 Nov 09 18:23:53.678361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfc145-86c0-4a2d-864f-4b71a9046ba1 tempest-FloatingIPTestJSON-297836192 tempest-FloatingIPTestJSON-297836192-project] Pushing event deleted for resources: {'Network': ['ID=74dce714-bc2f-4dbe-b887-b6da85e9a3bc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:53.713291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-84764b99-fe04-42b4-88ca-ca5e637b698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:53.717092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-84764b99-fe04-42b4-88ca-ca5e637b698a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4550b96a-4576-44b7-a432-54297f13b1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886292 Nov 09 18:23:53.734401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:23:53.899809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-7c0f8f6f-0976-4171-bc68-21578be2b4f9 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690688 Nov 09 18:23:54.044574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-257ce9a7-1728-4bcb-8a01-200bb421d9c2 req-4fa1653a-c39a-4a05-a15e-d56a0676a294 service neutron] 10.222.0.73 "GET /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361601 Nov 09 18:23:54.181795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:23:54.221824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54220) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:54.235886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f672c3-dfbf-4aa7-add4-00321b4ab692 None None] The sync data for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 is: [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:34Z', 'revision_number': 4, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '99701dc4-4515-4f0e-97e3-8565190a647c', 'name': '', 'network_id': '4550b96a-4576-44b7-a432-54297f13b1e3', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'mac_address': 'fa:16:3e:c7:37:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:33Z', 'updated_at': '2021-11-09T18:19:42Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'subnets': [{'id': 'aed9d767-8162-4bd8-9a86-e6756ec10bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:23:54.513765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-208b7116-8936-469d-8604-689526959c9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19a086c1708347bfa978e992e792a83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907240 Nov 09 18:23:54.516395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54234) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:54.623503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f2bd-d832-4999-bf13-2a3cceff179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:54.641581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c5fb-8beb-458d-bd4c-84d14adf7b72 req-5cd322a6-1d2e-4e69-ae0c-bef5dcf64590 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:54.658784 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6539c5fb-8beb-458d-bd4c-84d14adf7b72 req-5cd322a6-1d2e-4e69-ae0c-bef5dcf64590 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 945 time: 0.0813375 Nov 09 18:23:54.675642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f2bd-d832-4999-bf13-2a3cceff179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:54.720196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6539c5fb-8beb-458d-bd4c-84d14adf7b72 req-71b2b646-0399-4dec-8b49-5d4bcfae78b8 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/security-groups?id=17582ebb-3182-4bc5-a269-29dcd31467f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604320 Nov 09 18:23:54.743640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f2bd-d832-4999-bf13-2a3cceff179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:54.752581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5bd6f2bd-d832-4999-bf13-2a3cceff179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:54.753952 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5bd6f2bd-d832-4999-bf13-2a3cceff179a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6a1bc5c-753d-452d-8b77-44900aa07d3a HTTP/1.1" status: 204 len: 168 time: 0.2364285 Nov 09 18:23:54.787937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6f2bd-d832-4999-bf13-2a3cceff179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1bc5c-753d-452d-8b77-44900aa07d3a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:54.823515 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301b4762-c97a-4e12-99df-9d37adb74a79 None None] New status for floating IP 03ff9ddc-71c3-4752-b601-af147a00e824: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:23:54.874438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-ea984467-a1f5-48bb-a51b-e42090dd9481 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:54.876216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-ea984467-a1f5-48bb-a51b-e42090dd9481 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 945 time: 0.0635703 Nov 09 18:23:55.109354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Deleting port 4049e11c-f8a2-4e96-9f28-363304b42158 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:55.109948 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:55.256393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] For port 4049e11c-f8a2-4e96-9f28-363304b42158, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=4049e11c-f8a2-4e96-9f28-363304b42158,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:23:55.256860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:55.275817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Calling delete_port for 4049e11c-f8a2-4e96-9f28-363304b42158 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:55.544807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:55.586658 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event deleted for resources: {'Port': ['ID=4049e11c-f8a2-4e96-9f28-363304b42158,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:55.648045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] No DVR routers for this DVR port 4049e11c-f8a2-4e96-9f28-363304b42158 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:23:55.654421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:55.663172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-521b1d87-5644-4ad3-a396-fbff7cd53bb2 req-3dad25e7-5553-4083-9472-c6c8a68dde1b tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.73 "DELETE /v2.0/ports/4049e11c-f8a2-4e96-9f28-363304b42158 HTTP/1.1" status: 204 len: 173 time: 0.7758448 Nov 09 18:23:55.664202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'name': 'network-vif-deleted', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:23:55.667354 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473c5fa7-8dcb-42ca-8931-df768bbeeaa1" -d '{"events": [{"server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "name": "network-vif-deleted", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:23:55.728887 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5268db0f-3a66-4726-bc93-455a27a81528 x-openstack-request-id: req-5268db0f-3a66-4726-bc93-455a27a81528 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:23:55.729182 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bf0b66-a612-431a-9a4e-3ee1cad85308", "name": "network-vif-deleted", "tag": "4049e11c-f8a2-4e96-9f28-363304b42158", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:23:55.729450 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5268db0f-3a66-4726-bc93-455a27a81528 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:23:55.729861 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5bf0b66-a612-431a-9a4e-3ee1cad85308', 'name': 'network-vif-deleted', 'tag': '4049e11c-f8a2-4e96-9f28-363304b42158', 'status': 'completed', 'code': 200} Nov 09 18:23:55.832935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e6ee7ba-c5d5-40f1-abc5-b979f112bc9a req-9862e962-0893-413f-a0fd-730844b808f9 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.0380843 Nov 09 18:23:55.956271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:56.240498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-586020421'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:56.268254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Made reservation on behalf of d325577863ee4877bb2ca4d87a30b74b for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:56.272043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.285242 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.290534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54290) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:56.396517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.402189 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.425845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-5170165'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:56.430103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:56.445061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c125c0-a28b-4901-9e96-01864a8e20a1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:56.450930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.451281 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Added segment 350d6cfe-ba5f-40aa-a29c-c156d6524ddd of type vlan for network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 Nov 09 18:23:56.485066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Made reservation on behalf of 17b5b9f6cbcf403990ca6299b52184c0 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:56.497530 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.502563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.510989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.554431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.563051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:56.563719 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.635181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.638669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6801884 Nov 09 18:23:56.641156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54300) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:56.649581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Request body: {'subnet': {'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:56.650040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267ddf-04e4-4d31-8d8d-33aa31a38693 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event updated for resources: {'Network': ['ID=a0ce2861-4db2-407f-bfd3-a20fe9cca1b7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:56.662213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:56.664008 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.763009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:23:56.815503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3541d4-180b-4fe2-8f9a-6dfa6452866c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:56.819959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.820313 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Added segment 04aa4d47-8a56-4c9b-bce6-73dc97185592 of type vlan for network 8212a4d8-10b7-4a91-b6fb-815837f3b830 Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.849913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:23:56.925039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:56.956293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Made reservation on behalf of d325577863ee4877bb2ca4d87a30b74b for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:56.960383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.035691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8de6efef-4953-4c9b-bda7-094262125ec4 req-edf08ee1-e054-4c57-ac20-5ba7fee69c9a tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.1071243 Nov 09 18:23:57.045092 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.db.resource_extend [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 18:23:57.094036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.100330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:57.100951 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.184528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8927917 Nov 09 18:23:57.187511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54310) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:57.192016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90b8d1-5f98-4518-af36-9b56d41712c2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Network': ['ID=8212a4d8-10b7-4a91-b6fb-815837f3b830,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:57.192571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'subnet': {'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:57.205053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:23:57.335879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Made reservation on behalf of 17b5b9f6cbcf403990ca6299b52184c0 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:57.343725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.397981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.453456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4049e11c-f8a2-4e96-9f28-363304b42158 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:23:57.494202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event updated for resources: {'Subnet': ['ID=c47838e8-a27d-4b38-b9f0-69bf4af19d20,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:57.510009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 4049e11c-f8a2-4e96-9f28-363304b42158 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:23:57.510653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 4049e11c-f8a2-4e96-9f28-363304b42158 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:23:57.542158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Checking segment: {'id': '350d6cfe-ba5f-40aa-a29c-c156d6524ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:57.543062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Network hostable DHCP agents. Network: a0ce2861-4db2-407f-bfd3-a20fe9cca1b7, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:57.577557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:57.596553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a0ce2861-4db2-407f-bfd3-a20fe9cca1b7) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:57.601832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:57.602446 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.609220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a604fc3-8e8b-4bfd-8aee-2a52d07a145a None None] Network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:57.612263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.636617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-72932605-1823-48a5-b031-b635137d22dc tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9919341 Nov 09 18:23:57.636988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:57.648299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Request body: {'port': {'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1178981322'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:57.723133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Subnet': ['ID=52d6b118-3d10-4641-b9d5-3686d7481f3b,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:57.763114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Checking segment: {'id': '04aa4d47-8a56-4c9b-bce6-73dc97185592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:57.763958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Network hostable DHCP agents. Network: 8212a4d8-10b7-4a91-b6fb-815837f3b830, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:23:57.804723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:23:57.819440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8212a4d8-10b7-4a91-b6fb-815837f3b830) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:57.824712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:57.827348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.838092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42462453-a642-48ae-8794-4b586ed48500 None None] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:23:57.863413 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b9e73907-ff34-4bc3-860c-e84d219d3565 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6747422 Nov 09 18:23:57.868953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54314) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:57.891908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-519d5e8b-3d59-4730-a3ad-d707f83cb1b4 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-639681920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:23:57.950024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519d5e8b-3d59-4730-a3ad-d707f83cb1b4 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.953855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519d5e8b-3d59-4730-a3ad-d707f83cb1b4 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:57.971839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a0ce2861-4db2-407f-bfd3-a20fe9cca1b7', 'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7', 'tenant_id': 'd325577863ee4877bb2ca4d87a30b74b', 'fixed_ips': [{'subnet_id': 'c47838e8-a27d-4b38-b9f0-69bf4af19d20'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:57.973229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.016977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Made reservation on behalf of d325577863ee4877bb2ca4d87a30b74b for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:23:58.030274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.095345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] device_id is not set on port 4616bd6f-dc72-4179-9cf1-661a0a1c6a46 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:23:58.190600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519d5e8b-3d59-4730-a3ad-d707f83cb1b4 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.199177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Allocated IP 172.20.0.2 (a0ce2861-4db2-407f-bfd3-a20fe9cca1b7/c47838e8-a27d-4b38-b9f0-69bf4af19d20/70287d94-98a8-42e9-9500-256334e2238f) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:58.202027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519d5e8b-3d59-4730-a3ad-d707f83cb1b4 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.240424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-519d5e8b-3d59-4730-a3ad-d707f83cb1b4 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.245635 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-519d5e8b-3d59-4730-a3ad-d707f83cb1b4 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3714106 Nov 09 18:23:58.246655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54324) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:58.324364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9afaa0d1-9ab8-4311-bc97-d590c3fd4f14 req-da91d878-9c18-4afd-a16b-bcf96acd79b7 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.0912342 Nov 09 18:23:58.393483 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.472006 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.552790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Allocated IP 172.20.0.7 (a0ce2861-4db2-407f-bfd3-a20fe9cca1b7/c47838e8-a27d-4b38-b9f0-69bf4af19d20/4616bd6f-dc72-4179-9cf1-661a0a1c6a46) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:58.590792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Pushing event updated for resources: {'Port': ['ID=70287d94-98a8-42e9-9500-256334e2238f,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:58.625456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:58.631353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:58.642813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:58.783680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-8212a4d8-10b7-4a91-b6fb-815837f3b830', 'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830', 'tenant_id': '17b5b9f6cbcf403990ca6299b52184c0', 'fixed_ips': [{'subnet_id': '52d6b118-3d10-4641-b9d5-3686d7481f3b'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:23:58.784563 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.812711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Attempting to bind port 70287d94-98a8-42e9-9500-256334e2238f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:23:58.813100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Attempting to bind port 70287d94-98a8-42e9-9500-256334e2238f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '350d6cfe-ba5f-40aa-a29c-c156d6524ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:23:58.813476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Attempting to bind port 70287d94-98a8-42e9-9500-256334e2238f on network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:23:58.820428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:23:58.820813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Checking segment: {'id': '350d6cfe-ba5f-40aa-a29c-c156d6524ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:23:58.821223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.821629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Bound using segment: {'id': '350d6cfe-ba5f-40aa-a29c-c156d6524ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:23:58.822227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Bound port: 70287d94-98a8-42e9-9500-256334e2238f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350d6cfe-ba5f-40aa-a29c-c156d6524ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a0ce2861-4db2-407f-bfd3-a20fe9cca1b7'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:23:58.822622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.923499 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.982611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:58.997611 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.087660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:23:59.098955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:23:59.108374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:23:59.215881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Allocated IP 172.20.0.2 (8212a4d8-10b7-4a91-b6fb-815837f3b830/52d6b118-3d10-4641-b9d5-3686d7481f3b/7e7bffba-db1a-4bdd-b9ad-bc3880a72630) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:59.223186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event updated for resources: {'Port': ['ID=4616bd6f-dc72-4179-9cf1-661a0a1c6a46,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:59.259662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:23:59.263718 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.298579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f7bfa66a-f9e7-48a2-a1bf-c0a0ba625a77 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6568248 Nov 09 18:23:59.299043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:23:59.408762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] For port 70287d94-98a8-42e9-9500-256334e2238f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:23:59.441011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] For port 70287d94-98a8-42e9-9500-256334e2238f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=70287d94-98a8-42e9-9500-256334e2238f,segment=NetworkSegment(350d6cfe-ba5f-40aa-a29c-c156d6524ddd),segment_id=350d6cfe-ba5f-40aa-a29c-c156d6524ddd)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:23:59.446499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.467570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6611a2af-6770-4314-ae14-222283d04e83 req-21b11a60-65c4-4c0b-b26e-d84e1ba52de1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.0459201 Nov 09 18:23:59.509649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Deleting port 4616bd6f-dc72-4179-9cf1-661a0a1c6a46 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:23:59.509649 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.568631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865dd4b-05e5-40b1-b42c-8ffcdbfbf97b None None] Pushing event updated for resources: {'Port': ['ID=70287d94-98a8-42e9-9500-256334e2238f,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:23:59.600311 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.617803 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.723106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Allocated IP 172.20.0.1 (8212a4d8-10b7-4a91-b6fb-815837f3b830/52d6b118-3d10-4641-b9d5-3686d7481f3b/38bc2322-f6b6-4fc6-b2da-4e4864e756b3) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:23:59.764251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.779424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Calling delete_port for 4616bd6f-dc72-4179-9cf1-661a0a1c6a46 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:23:59.905742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:23:59.995191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.037490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:00.044892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:00.047116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Pushing event updated for resources: {'Port': ['ID=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:00.050026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:00.114170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:00.117724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:00.125431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:00.129944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Attempting to bind port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:00.131044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Attempting to bind port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '04aa4d47-8a56-4c9b-bce6-73dc97185592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:00.132370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Attempting to bind port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 on network 8212a4d8-10b7-4a91-b6fb-815837f3b830 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:00.136355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.138802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:00.139254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Checking segment: {'id': '04aa4d47-8a56-4c9b-bce6-73dc97185592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:00.140070 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.140201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Bound using segment: {'id': '04aa4d47-8a56-4c9b-bce6-73dc97185592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:00.140590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Bound port: 7e7bffba-db1a-4bdd-b9ad-bc3880a72630, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04aa4d47-8a56-4c9b-bce6-73dc97185592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:00.140982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.188758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event deleted for resources: {'Port': ['ID=4616bd6f-dc72-4179-9cf1-661a0a1c6a46,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:00.208471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Port': ['ID=38bc2322-f6b6-4fc6-b2da-4e4864e756b3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:00.227259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.256451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] For port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:00.264086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] For port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,segment=NetworkSegment(04aa4d47-8a56-4c9b-bce6-73dc97185592),segment_id=04aa4d47-8a56-4c9b-bce6-73dc97185592)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:00.275548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.408094 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.410359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ae8db-8628-4ea0-95e1-63c34f654bd3 None None] Pushing event updated for resources: {'Port': ['ID=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:00.421453 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6a202be-b25d-4cd7-9f09-19c8ceaa6e1e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "DELETE /v2.0/ports/4616bd6f-dc72-4179-9cf1-661a0a1c6a46 HTTP/1.1" status: 204 len: 168 time: 1.1211884 Nov 09 18:24:00.422088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54338) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:00.465857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.665936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4906256-33fb-4bb8-963e-dee0e64f02d2 req-28b36b81-c4bc-441f-9360-09753d0f7734 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.0581524 Nov 09 18:24:00.689186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dc705357-9804-4f9a-b1e2-b4b9c7e1647a tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2634816 Nov 09 18:24:00.689916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54346) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:00.698455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1671907745'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:00.733040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Made reservation on behalf of d325577863ee4877bb2ca4d87a30b74b for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:00.758176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.800050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:00.838077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.838596 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Added segment 9143b346-02a6-4ea5-9f47-b818e28b49af of type vlan for network 7416be41-58cf-4328-a6a3-a757fe320480 Nov 09 18:24:00.935418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:00.969671 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.005905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:01.006544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.100445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.110653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.153796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event updated for resources: {'Network': ['ID=7416be41-58cf-4328-a6a3-a757fe320480,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:01.173111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 7416be41-58cf-4328-a6a3-a757fe320480 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:01.202254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f1b923b0-b380-429d-a490-2265f66f25fe tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5090301 Nov 09 18:24:01.204689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54358) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:01.291399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Port': ['ID=38bc2322-f6b6-4fc6-b2da-4e4864e756b3,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:01.320839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d0da2-1052-4def-a59e-b1c4fbabc6bc None None] Network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:01.322843 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.442651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:01.444673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:01.458175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8a0f3d5f-9ca7-4d13-854f-3bc86e7add3e tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "GET /v2.0/agents/dd97ae64-873f-4d47-9c89-d91340a5ecba/dhcp-networks HTTP/1.1" status: 200 len: 8093 time: 0.2520537 Nov 09 18:24:01.461378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54360) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:01.497339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e256e7c4-1f3d-4215-a693-9202302d5c56 None None] Provisioning complete for port 70287d94-98a8-42e9-9500-256334e2238f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:01.497846 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e256e7c4-1f3d-4215-a693-9202302d5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.621866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e256e7c4-1f3d-4215-a693-9202302d5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.665616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e256e7c4-1f3d-4215-a693-9202302d5c56 None None] For port 70287d94-98a8-42e9-9500-256334e2238f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=70287d94-98a8-42e9-9500-256334e2238f,segment=NetworkSegment(350d6cfe-ba5f-40aa-a29c-c156d6524ddd),segment_id=350d6cfe-ba5f-40aa-a29c-c156d6524ddd)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:01.676208 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e256e7c4-1f3d-4215-a693-9202302d5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:01.759843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256e7c4-1f3d-4215-a693-9202302d5c56 None None] Pushing event updated for resources: {'Port': ['ID=70287d94-98a8-42e9-9500-256334e2238f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:01.897864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba03e6fe-f61d-47be-92c0-f9d2ceb823b8 req-503935ea-493a-4a15-b899-664f95b3df20 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5bf0b66-a612-431a-9a4e-3ee1cad85308 HTTP/1.1" status: 200 len: 210 time: 0.0516164 Nov 09 18:24:02.018731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c4caf99c-a45a-4947-92b7-5b93fb8c7928 None None] Provisioning complete for port 70287d94-98a8-42e9-9500-256334e2238f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:02.019726 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c4caf99c-a45a-4947-92b7-5b93fb8c7928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:02.023418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 70287d94-98a8-42e9-9500-256334e2238f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:02.134428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98989361-28a3-46c8-888f-d33cd5d89eb6 None None] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:02.208947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 70287d94-98a8-42e9-9500-256334e2238f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:02.209728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:02.246840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50853552-cddb-41bc-8af4-746514969189 tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] Network 7416be41-58cf-4328-a6a3-a757fe320480 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:02.275360 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-50853552-cddb-41bc-8af4-746514969189 tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "POST /v2.0/agents/dd97ae64-873f-4d47-9c89-d91340a5ecba/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8074088 Nov 09 18:24:02.275917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54378) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:02.279979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Router dea6264f-2eb0-4fd7-a4b9-470509a10d8d is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:24:02.351889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ed41d-6a81-4bcf-aa30-8fa14c3e5e6d None None] Network 7416be41-58cf-4328-a6a3-a757fe320480 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:02.470743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:02.485064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bb3bcdd1-e9fd-4547-abd3-cc6d58406f6c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "PUT /v2.0/routers/dea6264f-2eb0-4fd7-a4b9-470509a10d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2370338 Nov 09 18:24:02.486218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54384) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:02.504630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'port': {'network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830', 'name': 'tempest-FloatingIPNegativeTestJSON-376384783'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:02.508675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] Sync routers for ids ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:02.590419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4356495d-e1eb-4df8-93db-2d1334ffc208 tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "GET /v2.0/agents/dd97ae64-873f-4d47-9c89-d91340a5ecba/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.3150685 Nov 09 18:24:02.592941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54386) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:02.669201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] Routers {'dea6264f-2eb0-4fd7-a4b9-470509a10d8d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:02.669817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:02.679631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-175ccd1d-1db0-4978-8ec2-243ea43b4d62 tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "DELETE /v2.0/agents/dd97ae64-873f-4d47-9c89-d91340a5ecba/dhcp-networks/7416be41-58cf-4328-a6a3-a757fe320480 HTTP/1.1" status: 204 len: 168 time: 0.0852184 Nov 09 18:24:02.681924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54388) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:02.724414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:02.732442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Made reservation on behalf of 17b5b9f6cbcf403990ca6299b52184c0 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:02.735991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:02.755892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-487fe687-d444-4a6e-9356-d7a3e8493187 None None] Could not find standard attr ID for object 4616bd6f-dc72-4179-9cf1-661a0a1c6a46. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:24:02.774733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] device_id is not set on port e9219d6b-b7c6-4454-9f93-8eeadf2b7a05 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:02.849007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-97d8c480-9e34-47e0-a46b-637bc505693e tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "GET /v2.0/agents/dd97ae64-873f-4d47-9c89-d91340a5ecba/dhcp-networks HTTP/1.1" status: 200 len: 8093 time: 0.1655037 Nov 09 18:24:02.856346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54392) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:02.885181 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-14e2357b-0ffe-4fa4-9d5c-77e800491f0d tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "GET /v2.0/networks/a0ce2861-4db2-407f-bfd3-a20fe9cca1b7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0274658 Nov 09 18:24:02.890723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54394) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:02.909022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:02.934368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7b3a10ff-8d69-40c0-8e8b-a9c1034a1688 tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "GET /v2.0/networks/a0ce2861-4db2-407f-bfd3-a20fe9cca1b7/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0417595 Nov 09 18:24:02.938495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54398) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:02.951828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-487fe687-d444-4a6e-9356-d7a3e8493187 None None] Provisioning complete for port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:02.952207 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-487fe687-d444-4a6e-9356-d7a3e8493187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:02.988040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54400) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:03.003626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] Routers {'dea6264f-2eb0-4fd7-a4b9-470509a10d8d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:03.004265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:23:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:03.032634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Allocated IP 172.20.0.8 (8212a4d8-10b7-4a91-b6fb-815837f3b830/52d6b118-3d10-4641-b9d5-3686d7481f3b/e9219d6b-b7c6-4454-9f93-8eeadf2b7a05) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:03.070775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:03.071630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a938a-a612-4153-ac31-6b25b37e56e0 None None] The sync data for ids ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:03.104049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea407882-06f0-4894-8bea-0e6c3fd467a1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.136246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d5399c01-f03d-4929-abc4-adb515fe647a tempest-DHCPAgentSchedulersTestJSON-2092959824 tempest-DHCPAgentSchedulersTestJSON-2092959824-project-admin] 10.222.0.32 "GET /v2.0/agents/dd97ae64-873f-4d47-9c89-d91340a5ecba/dhcp-networks HTTP/1.1" status: 200 len: 8093 time: 0.1965275 Nov 09 18:24:03.141663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54402) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:03.141818 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-487fe687-d444-4a6e-9356-d7a3e8493187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.143960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:03.145497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.193832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea407882-06f0-4894-8bea-0e6c3fd467a1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.236254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-487fe687-d444-4a6e-9356-d7a3e8493187 None None] For port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,segment=NetworkSegment(04aa4d47-8a56-4c9b-bce6-73dc97185592),segment_id=04aa4d47-8a56-4c9b-bce6-73dc97185592)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:03.250133 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-487fe687-d444-4a6e-9356-d7a3e8493187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.317789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.376136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fe687-d444-4a6e-9356-d7a3e8493187 None None] Pushing event updated for resources: {'Port': ['ID=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:03.410943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.430825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea407882-06f0-4894-8bea-0e6c3fd467a1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.434544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea407882-06f0-4894-8bea-0e6c3fd467a1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.435981 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea407882-06f0-4894-8bea-0e6c3fd467a1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] 10.222.0.32 "DELETE /v2.0/security-groups/17582ebb-3182-4bc5-a269-29dcd31467f8 HTTP/1.1" status: 204 len: 168 time: 0.4468827 Nov 09 18:24:03.475300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b85a69a3-3ca2-448f-ac31-08d90f52dc1a None None] Provisioning complete for port 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:03.475787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea407882-06f0-4894-8bea-0e6c3fd467a1 tempest-TestVolumeBackupRestore-545084705 tempest-TestVolumeBackupRestore-545084705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17582ebb-3182-4bc5-a269-29dcd31467f8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:03.476471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b85a69a3-3ca2-448f-ac31-08d90f52dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.518903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.544343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.551922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b85a69a3-3ca2-448f-ac31-08d90f52dc1a None None] Port 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:03.586588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7416be41-58cf-4328-a6a3-a757fe320480']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:03.612268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b85a69a3-3ca2-448f-ac31-08d90f52dc1a None None] Provisioning complete for port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:03.612854 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b85a69a3-3ca2-448f-ac31-08d90f52dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.620476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9143b346-02a6-4ea5-9f47-b818e28b49af') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:03.622243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9143b346-02a6-4ea5-9f47-b818e28b49af') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:03.668698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.708395 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.725882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:03.726788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:03.734837 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:03.790797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Port': ['ID=e9219d6b-b7c6-4454-9f93-8eeadf2b7a05,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:03.825527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:03.827806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:03.847822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:03.900093 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.921826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:03.937549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "DELETE /v2.0/networks/7416be41-58cf-4328-a6a3-a757fe320480 HTTP/1.1" status: 204 len: 168 time: 0.7934194 Nov 09 18:24:03.939802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54434) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:03.990089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 70287d94-98a8-42e9-9500-256334e2238f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:04.041011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715a75-911a-46d3-844b-c1882c28640e tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event deleted for resources: {'Network': ['ID=7416be41-58cf-4328-a6a3-a757fe320480,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:04.057001 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a0d477-87b1-4841-8655-7ee578a2bdc1 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] DELETE failed (client error): The resource could not be found. Nov 09 18:24:04.060151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a0d477-87b1-4841-8655-7ee578a2bdc1 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:24:04.068433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:04.072036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-44a0d477-87b1-4841-8655-7ee578a2bdc1 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "DELETE /v2.0/ports/4616bd6f-dc72-4179-9cf1-661a0a1c6a46 HTTP/1.1" status: 404 len: 333 time: 0.1309559 Nov 09 18:24:04.074142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54452) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:04.088716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.145365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9afcd668-82c8-48c2-8c85-a88a6df0b58a None None] Provisioning complete for port 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:04.145772 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9afcd668-82c8-48c2-8c85-a88a6df0b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.154789 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-da588bbd-714e-4e2c-b466-3402a57a2cb1 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6672735 Nov 09 18:24:04.157765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54464) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:04.168692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:04.203969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Deleting subnet c47838e8-a27d-4b38-b9f0-69bf4af19d20 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:04.213138 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.230214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9afcd668-82c8-48c2-8c85-a88a6df0b58a None None] Port 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:04.239179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 70287d94-98a8-42e9-9500-256334e2238f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:04.239384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.307476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.370285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.425272 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-be51f444-2987-4f4c-8194-b3ba9afa6372 None None] Provisioning complete for port 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:04.425719 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-be51f444-2987-4f4c-8194-b3ba9afa6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.607050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.624851 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.647795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:04.656715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-be51f444-2987-4f4c-8194-b3ba9afa6372 None None] Port 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:04.783991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.821013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event deleted for resources: {'Subnet': ['ID=c47838e8-a27d-4b38-b9f0-69bf4af19d20,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:04.826196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.832138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4f54e086-7399-48dc-9173-3827f002b290 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "DELETE /v2.0/subnets/c47838e8-a27d-4b38-b9f0-69bf4af19d20 HTTP/1.1" status: 204 len: 168 time: 0.7563617 Nov 09 18:24:04.833798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:04.834676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Allocated IP 172.25.0.3 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/482364d7-4bf8-4a9c-b3f1-6237362cc610) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:04.850923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0d0e1d26-9b24-472c-bb60-39e437b0a6ae None None] Provisioning complete for port e9219d6b-b7c6-4454-9f93-8eeadf2b7a05 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:04.853854 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1d26-9b24-472c-bb60-39e437b0a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:04.857332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a650409-6d58-43f4-8a99-4cebb2f9368c None None] Network a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:04.983326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e1d26-9b24-472c-bb60-39e437b0a6ae None None] Port e9219d6b-b7c6-4454-9f93-8eeadf2b7a05 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:05.028201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:05.028582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.054316 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.060448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.172672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.252734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:05.283168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:05.288246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:05.360768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Port': ['ID=482364d7-4bf8-4a9c-b3f1-6237362cc610,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:05.388268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] DHCP port deletion for a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:05.453477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] Deleting port 70287d94-98a8-42e9-9500-256334e2238f {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:05.454039 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.591502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.750549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:05.960724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 70287d94-98a8-42e9-9500-256334e2238f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:05.974296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Deleting port 70287d94-98a8-42e9-9500-256334e2238f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:05.974808 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.073887 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.105072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] For port 70287d94-98a8-42e9-9500-256334e2238f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=70287d94-98a8-42e9-9500-256334e2238f,segment=NetworkSegment(350d6cfe-ba5f-40aa-a29c-c156d6524ddd),segment_id=350d6cfe-ba5f-40aa-a29c-c156d6524ddd)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:06.106106 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.132817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] Calling delete_port for 70287d94-98a8-42e9-9500-256334e2238f owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:06.133442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] For port 70287d94-98a8-42e9-9500-256334e2238f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=70287d94-98a8-42e9-9500-256334e2238f,segment=NetworkSegment(350d6cfe-ba5f-40aa-a29c-c156d6524ddd),segment_id=350d6cfe-ba5f-40aa-a29c-c156d6524ddd)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:06.133884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.141372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 70287d94-98a8-42e9-9500-256334e2238f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=70287d94-98a8-42e9-9500-256334e2238f,segment=NetworkSegment(350d6cfe-ba5f-40aa-a29c-c156d6524ddd),segment_id=350d6cfe-ba5f-40aa-a29c-c156d6524ddd)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:06.156579 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.187705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Calling delete_port for 70287d94-98a8-42e9-9500-256334e2238f owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:06.283104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=70287d94-98a8-42e9-9500-256334e2238f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:06.337767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.352690 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.391629 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.447015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.494209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] Pushing event deleted for resources: {'Port': ['ID=70287d94-98a8-42e9-9500-256334e2238f,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:06.501466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event deleted for resources: {'Port': ['ID=70287d94-98a8-42e9-9500-256334e2238f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:06.501944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36248876-973d-4b11-b057-b1efc72e4488 None None] No DVR routers for this DVR port 70287d94-98a8-42e9-9500-256334e2238f on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:06.517384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] No DVR routers for this DVR port 70287d94-98a8-42e9-9500-256334e2238f on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:06.574950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Port': ['ID=482364d7-4bf8-4a9c-b3f1-6237362cc610,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:06.635333 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.657917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.684139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ce2861-4db2-407f-bfd3-a20fe9cca1b7']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:06.688884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.693603 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-91341f42-221d-46f7-bb88-878d2b131918 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5316458 Nov 09 18:24:06.693900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54702) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:06.700928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-11c04068-1302-480c-8be4-10e98708f154 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'floatingip': {'port_id': 'e9219d6b-b7c6-4454-9f93-8eeadf2b7a05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:06.708265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350d6cfe-ba5f-40aa-a29c-c156d6524ddd') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:06.709056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350d6cfe-ba5f-40aa-a29c-c156d6524ddd') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:06.723456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.749071 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.755328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:06.755910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.812573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-11c04068-1302-480c-8be4-10e98708f154 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:06.843583 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:06.863264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54720) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:06.921355 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.937910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:06.942229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] 10.222.0.32 "DELETE /v2.0/networks/a0ce2861-4db2-407f-bfd3-a20fe9cca1b7 HTTP/1.1" status: 204 len: 168 time: 2.1025486 Nov 09 18:24:06.963084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90c0b-782b-46ac-85ce-f3425f5cb7f9 tempest-DHCPAgentSchedulersTestJSON-1649303315 tempest-DHCPAgentSchedulersTestJSON-1649303315-project] Pushing event deleted for resources: {'Network': ['ID=a0ce2861-4db2-407f-bfd3-a20fe9cca1b7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:07.052574 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-11c04068-1302-480c-8be4-10e98708f154 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] update failed (client error): The resource could not be found. Nov 09 18:24:07.059640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:07.060158 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-11c04068-1302-480c-8be4-10e98708f154 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "PUT /v2.0/floatingips/3a2d8caa-f512-4f43-afac-c364b9db8eef HTTP/1.1" status: 404 len: 507 time: 0.3648369 Nov 09 18:24:07.287193 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a362d0-96f9-400e-8272-91beff9b1fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.295595 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-32128466-36dd-4b7a-ae8b-d320275ed46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.444434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54788) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:07.465912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Deleting port 482364d7-4bf8-4a9c-b3f1-6237362cc610 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:07.466401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.680643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.680976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.726377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Calling delete_port for 482364d7-4bf8-4a9c-b3f1-6237362cc610 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:07.779747 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a362d0-96f9-400e-8272-91beff9b1fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.779886 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e9c0082f-de83-4352-92e8-b05d20596d0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d325577863ee4877bb2ca4d87a30b74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333194 Nov 09 18:24:07.782232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54826) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:07.877396 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd6e73be-098d-4b8f-a62b-8eb93b0a8592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.878902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-50a362d0-96f9-400e-8272-91beff9b1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.913826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd6e73be-098d-4b8f-a62b-8eb93b0a8592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:07.964109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50a362d0-96f9-400e-8272-91beff9b1fb8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbe338bd67384bb28025637be220206c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0996411 Nov 09 18:24:07.972799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54846) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:08.016095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd6e73be-098d-4b8f-a62b-8eb93b0a8592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.019053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd6e73be-098d-4b8f-a62b-8eb93b0a8592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.020154 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bd6e73be-098d-4b8f-a62b-8eb93b0a8592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41c125c0-a28b-4901-9e96-01864a8e20a1 HTTP/1.1" status: 204 len: 168 time: 0.2366314 Nov 09 18:24:08.037087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e73be-098d-4b8f-a62b-8eb93b0a8592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c125c0-a28b-4901-9e96-01864a8e20a1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:08.209511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a362d0-96f9-400e-8272-91beff9b1fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd836c-92e6-44e7-85fb-bf6353f452ae,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:08.268683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-260d2232-bf70-429a-b014-6b6f82f854a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.319017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.350014 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-260d2232-bf70-429a-b014-6b6f82f854a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.444478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event deleted for resources: {'Port': ['ID=482364d7-4bf8-4a9c-b3f1-6237362cc610,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:08.607890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.612988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.618749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54910) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:08.625053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-db982cdd-6c66-4273-b20b-3eff436b88d2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'floatingip': {'floating_network_id': '8212a4d8-10b7-4a91-b6fb-815837f3b830', 'port_id': 'e9219d6b-b7c6-4454-9f93-8eeadf2b7a05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:08.629793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-903adf12-0971-4c1f-8620-512a83239d0f tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "DELETE /v2.0/floatingips/3a2d8caa-f512-4f43-afac-c364b9db8eef HTTP/1.1" status: 204 len: 168 time: 1.5683451 Nov 09 18:24:08.639943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54914) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:08.688523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a05ecaa-00e4-494e-8ed7-bde057339936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.719702 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db982cdd-6c66-4273-b20b-3eff436b88d2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.802857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-260d2232-bf70-429a-b014-6b6f82f854a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.809104 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-260d2232-bf70-429a-b014-6b6f82f854a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.822241 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-260d2232-bf70-429a-b014-6b6f82f854a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52bd836c-92e6-44e7-85fb-bf6353f452ae HTTP/1.1" status: 204 len: 168 time: 0.8429158 Nov 09 18:24:08.892724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d2232-bf70-429a-b014-6b6f82f854a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bd836c-92e6-44e7-85fb-bf6353f452ae,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:08.946837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a05ecaa-00e4-494e-8ed7-bde057339936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.957556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a05ecaa-00e4-494e-8ed7-bde057339936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:08.991465 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-db982cdd-6c66-4273-b20b-3eff436b88d2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:24:08.992890 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db982cdd-6c66-4273-b20b-3eff436b88d2 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3727767 Nov 09 18:24:09.013779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ecaa-00e4-494e-8ed7-bde057339936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aee691d-66a7-4337-8144-96019ed437ee,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:09.030842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5a05ecaa-00e4-494e-8ed7-bde057339936 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=518001fa4ad048448cc7e0a66909aef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820529 Nov 09 18:24:09.033914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54928) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:09.089984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54930) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:09.095404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'e9219d6b-b7c6-4454-9f93-8eeadf2b7a05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:09.149062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a4789e-7bfd-463b-99c1-c79d08baaeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.158825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.191146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a4789e-7bfd-463b-99c1-c79d08baaeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.279261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a4789e-7bfd-463b-99c1-c79d08baaeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.282856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a4789e-7bfd-463b-99c1-c79d08baaeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.284491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23a4789e-7bfd-463b-99c1-c79d08baaeb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9aee691d-66a7-4337-8144-96019ed437ee HTTP/1.1" status: 204 len: 168 time: 0.2495451 Nov 09 18:24:09.298787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4789e-7bfd-463b-99c1-c79d08baaeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aee691d-66a7-4337-8144-96019ed437ee,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:09.366673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.560793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Allocated IP 172.25.0.208 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/8802e0cb-65fb-4486-ae6b-7082021ee1e8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:09.597454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54938) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:09.618655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-253b20e1-8533-4c69-ad7a-ac74fb779109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.729541 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-253b20e1-8533-4c69-ad7a-ac74fb779109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.734359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-253b20e1-8533-4c69-ad7a-ac74fb779109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.777257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.794852 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40acf9f9-08a3-4ba2-8b10-4375e80474de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.842028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-253b20e1-8533-4c69-ad7a-ac74fb779109 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c02c94b19b6648ee8f7771701a142e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427702 Nov 09 18:24:09.843713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:09.845340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b20e1-8533-4c69-ad7a-ac74fb779109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a876c29-d17e-4617-9cba-8c1bf86504e5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:09.861253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:24:09.869348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:09.913913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:09.927361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:09.930275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:10.056974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event updated for resources: {'Port': ['ID=8802e0cb-65fb-4486-ae6b-7082021ee1e8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:10.085122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5984-d522-479d-a875-f6d82651b11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.158198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5984-d522-479d-a875-f6d82651b11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.218488 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.220667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Deleting port 8802e0cb-65fb-4486-ae6b-7082021ee1e8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:10.221071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.279881 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5984-d522-479d-a875-f6d82651b11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.282867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed8c5984-d522-479d-a875-f6d82651b11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.284046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ed8c5984-d522-479d-a875-f6d82651b11f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a876c29-d17e-4617-9cba-8c1bf86504e5 HTTP/1.1" status: 204 len: 168 time: 0.4366031 Nov 09 18:24:10.300034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c5984-d522-479d-a875-f6d82651b11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a876c29-d17e-4617-9cba-8c1bf86504e5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:10.343011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.343358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.358404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Calling delete_port for 8802e0cb-65fb-4486-ae6b-7082021ee1e8 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:10.513693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.548202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event deleted for resources: {'Port': ['ID=8802e0cb-65fb-4486-ae6b-7082021ee1e8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:10.648880 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] create failed (client error): The resource could not be found. Nov 09 18:24:10.655397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 54976) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:10.656746 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f9b0865-00c5-4e71-903d-7384920b1b5b tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5654774 Nov 09 18:24:10.807007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Deleting port e9219d6b-b7c6-4454-9f93-8eeadf2b7a05 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:10.807274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:10.962031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 54992) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:10.987624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.024131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Calling delete_port for e9219d6b-b7c6-4454-9f93-8eeadf2b7a05 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:11.117572 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.333540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.429375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event deleted for resources: {'Port': ['ID=e9219d6b-b7c6-4454-9f93-8eeadf2b7a05,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:11.454592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55012) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:11.468669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.541260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.550226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-08c10a15-65b3-43aa-8a0e-9ff3123ae60a tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "DELETE /v2.0/ports/e9219d6b-b7c6-4454-9f93-8eeadf2b7a05 HTTP/1.1" status: 204 len: 168 time: 0.8924980 Nov 09 18:24:11.550961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55018) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:11.630665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dbbb32-f04f-4f1f-8522-df4b92e6832d tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:11.635641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6dbbb32-f04f-4f1f-8522-df4b92e6832d tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "GET /v2.0/ports?device_id=dea6264f-2eb0-4fd7-a4b9-470509a10d8d HTTP/1.1" status: 200 len: 913 time: 0.0836816 Nov 09 18:24:11.636337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55020) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:11.732137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-17f45e41-0571-4692-afd4-e81b018d6825 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-750077147'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:11.772615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17f45e41-0571-4692-afd4-e81b018d6825 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.773656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17f45e41-0571-4692-afd4-e81b018d6825 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.834379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Deleting port 99701dc4-4515-4f0e-97e3-8565190a647c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:11.836048 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.933546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17f45e41-0571-4692-afd4-e81b018d6825 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.939982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] For port 99701dc4-4515-4f0e-97e3-8565190a647c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=99701dc4-4515-4f0e-97e3-8565190a647c,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:11.940327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.942417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17f45e41-0571-4692-afd4-e81b018d6825 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.960356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Calling delete_port for 99701dc4-4515-4f0e-97e3-8565190a647c owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:11.988759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17f45e41-0571-4692-afd4-e81b018d6825 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:11.990393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-17f45e41-0571-4692-afd4-e81b018d6825 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5347781 Nov 09 18:24:11.993267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55028) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:12.129675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7ebf-d18a-4b8d-b232-3d28da8ae325 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.218031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.253028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=99701dc4-4515-4f0e-97e3-8565190a647c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:12.320673 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7ebf-d18a-4b8d-b232-3d28da8ae325 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.324026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7ebf-d18a-4b8d-b232-3d28da8ae325 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.419551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7ebf-d18a-4b8d-b232-3d28da8ae325 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.421066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0c7ebf-d18a-4b8d-b232-3d28da8ae325 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13aebadb-a57f-4ad9-973c-a6cb9b092c6d {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:12.439325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7ebf-d18a-4b8d-b232-3d28da8ae325 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.444060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6b0c7ebf-d18a-4b8d-b232-3d28da8ae325 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "DELETE /v2.0/routers/13aebadb-a57f-4ad9-973c-a6cb9b092c6d HTTP/1.1" status: 204 len: 168 time: 0.4460726 Nov 09 18:24:12.446722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55042) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:12.452370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-208120d0-87e3-4d7f-96c2-d309bb45a529 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Request body: {'router': {'name': 'tempest-router-1574279072', 'distributed': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:12.498346 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.613987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-208120d0-87e3-4d7f-96c2-d309bb45a529 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.622273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.622773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-208120d0-87e3-4d7f-96c2-d309bb45a529 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.637270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.726083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-208120d0-87e3-4d7f-96c2-d309bb45a529 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.762862 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-208120d0-87e3-4d7f-96c2-d309bb45a529 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.812765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-208120d0-87e3-4d7f-96c2-d309bb45a529 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:12.814048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-208120d0-87e3-4d7f-96c2-d309bb45a529 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3653181 Nov 09 18:24:12.817352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55050) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:12.909678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:12.924517 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7150dc25-02c0-4ee4-8e36-203122686ed6 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.033654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:13.041282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-be8ab203-0df3-4334-b0f6-ba60c0923c3a admin admin] 10.222.0.32 "PUT /v2.0/routers/addb1c1f-a80c-4458-84a5-f835c1d6a2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0773642 Nov 09 18:24:13.044931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55056) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:13.046850 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] Sync routers for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:13.056988 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:13.057668 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:24:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:13.131657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7150dc25-02c0-4ee4-8e36-203122686ed6 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.134804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7150dc25-02c0-4ee4-8e36-203122686ed6 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.178856 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.200069 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:13.239500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7150dc25-02c0-4ee4-8e36-203122686ed6 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.240028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150dc25-02c0-4ee4-8e36-203122686ed6 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3666152d-71c9-43fc-b163-2dd6a39158dd {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:13.245138 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7150dc25-02c0-4ee4-8e36-203122686ed6 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.249829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7150dc25-02c0-4ee4-8e36-203122686ed6 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3666152d-71c9-43fc-b163-2dd6a39158dd HTTP/1.1" status: 204 len: 168 time: 0.4307258 Nov 09 18:24:13.250459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55068) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:13.260235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-785bb9d8-1851-4144-9087-f4a203048f97 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Request body: {'router': {'name': 'tempest-router-62680868', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '67b022a6d3e34f83862d37ea04862f6c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:13.273193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Deleting port 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:13.273351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.340354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-785bb9d8-1851-4144-9087-f4a203048f97 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.340720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.341422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-785bb9d8-1851-4144-9087-f4a203048f97 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.436561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.439297 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-785bb9d8-1851-4144-9087-f4a203048f97 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.446314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Deleting port 81313429-0e7a-4aaa-9747-e279bfac5ef4 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:13.446662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.452471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Calling delete_port for 38bc2322-f6b6-4fc6-b2da-4e4864e756b3 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:13.454960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-785bb9d8-1851-4144-9087-f4a203048f97 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.465609 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:24:12Z', 'revision_number': 5, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port': {'id': '81313429-0e7a-4aaa-9747-e279bfac5ef4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:13.507290 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] Checking router: addb1c1f-a80c-4458-84a5-f835c1d6a2e7 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:13.513532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-785bb9d8-1851-4144-9087-f4a203048f97 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.517728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-785bb9d8-1851-4144-9087-f4a203048f97 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2647424 Nov 09 18:24:13.518430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55082) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:13.524238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:13.529487 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] Routers {'addb1c1f-a80c-4458-84a5-f835c1d6a2e7'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:13.530763 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:24:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:13.582993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] For port 81313429-0e7a-4aaa-9747-e279bfac5ef4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=81313429-0e7a-4aaa-9747-e279bfac5ef4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:13.583452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.598398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Calling delete_port for 81313429-0e7a-4aaa-9747-e279bfac5ef4 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:13.632015 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] Set router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:13.698054 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:24:13Z', 'revision_number': 6, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:13.725196 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c37aef-bd5e-465d-967c-6eb32f4c3a66 None None] The sync data for ids ['addb1c1f-a80c-4458-84a5-f835c1d6a2e7'] in n-d-817240-1 is: [{'id': 'addb1c1f-a80c-4458-84a5-f835c1d6a2e7', 'name': 'tempest-TestVolumeBackupRestore-754385378-router', 'tenant_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:29Z', 'updated_at': '2021-11-09T18:24:13Z', 'revision_number': 6, 'project_id': '6bc27e5d590f4c7cb1a0d68e989f2065', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:13.810096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:13.838494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=81313429-0e7a-4aaa-9747-e279bfac5ef4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:13.906202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.133342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55092) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:14.296130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.296507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.369354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.371485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.377690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11f91289-ec32-42d8-b0b7-f8ad5a7d4387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.393002 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-3908955a-7a14-4076-aec6-ea7d6013e86c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:14.394494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-3908955a-7a14-4076-aec6-ea7d6013e86c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.8304462 Nov 09 18:24:14.416831 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.417360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router addb1c1f-a80c-4458-84a5-f835c1d6a2e7 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:14.421856 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.423046 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-26502da6-6594-4bc5-bc84-7eda6f33a1ec admin admin] 10.222.0.32 "DELETE /v2.0/routers/addb1c1f-a80c-4458-84a5-f835c1d6a2e7 HTTP/1.1" status: 204 len: 168 time: 1.3767991 Nov 09 18:24:14.425550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55096) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:14.459199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102140) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 09 18:24:14.459538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Router 2affaf43-4dd4-4722-83cb-308ba264920d migrating from provider to provider. {{(pid=102140) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 09 18:24:14.459913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.468432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-a0f37cdd-d821-49a2-b1bc-054fad6fc6bb tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/quotas/699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0530403 Nov 09 18:24:14.470249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] Deleting subnet aed9d767-8162-4bd8-9a86-e6756ec10bc0 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:14.473517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.473647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.491115 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.513239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.554608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.591791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.631276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event deleted for resources: {'Port': ['ID=38bc2322-f6b6-4fc6-b2da-4e4864e756b3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:14.656549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.686798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed9d767-8162-4bd8-9a86-e6756ec10bc0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:14.693246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.699829 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b21f5c5-d420-4d1b-9d3b-62ff8399c152 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aed9d767-8162-4bd8-9a86-e6756ec10bc0 HTTP/1.1" status: 204 len: 168 time: 0.2704828 Nov 09 18:24:14.701154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:14.701789 n-d-817240-1 neutron-server[102140]: WARNING neutron.scheduler.l3_agent_scheduler [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] No L3 agents can host the router 2affaf43-4dd4-4722-83cb-308ba264920d Nov 09 18:24:14.711161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f41e0-bc18-43e8-919e-7a42f7e3066c None None] Network 4550b96a-4576-44b7-a432-54297f13b1e3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:14.714668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-d4ccbc1e-be7b-4dd9-ade5-cb1d9b13257d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2371905 Nov 09 18:24:14.795503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.877392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Deleting port be1107fb-d66f-4105-8b6f-919c9ba8c597 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:14.878098 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.927332 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11f91289-ec32-42d8-b0b7-f8ad5a7d4387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.936245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] DHCP port deletion for 4550b96a-4576-44b7-a432-54297f13b1e3 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:14.970981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] For port be1107fb-d66f-4105-8b6f-919c9ba8c597, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=be1107fb-d66f-4105-8b6f-919c9ba8c597,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:14.971363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.986461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Calling delete_port for be1107fb-d66f-4105-8b6f-919c9ba8c597 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:14.995162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11f91289-ec32-42d8-b0b7-f8ad5a7d4387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:14.996731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] Deleting port be1107fb-d66f-4105-8b6f-919c9ba8c597 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:14.997278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.066546 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.076079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] For port be1107fb-d66f-4105-8b6f-919c9ba8c597, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=be1107fb-d66f-4105-8b6f-919c9ba8c597,segment=NetworkSegment(13b595dc-1fc8-4eee-88c0-2c486f72a43f),segment_id=13b595dc-1fc8-4eee-88c0-2c486f72a43f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:15.076703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.091453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] Calling delete_port for be1107fb-d66f-4105-8b6f-919c9ba8c597 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:15.092120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-11f91289-ec32-42d8-b0b7-f8ad5a7d4387 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b547889199f84be7bc089fe37678660c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9545085 Nov 09 18:24:15.092778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Hosts for router 2affaf43-4dd4-4722-83cb-308ba264920d: [] {{(pid=102140) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 18:24:15.093359 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.096001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55100) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.118180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f91289-ec32-42d8-b0b7-f8ad5a7d4387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bdb408-fb69-43fa-819f-775bed408e8b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.132303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-4ef4e7ff-5a28-4cc8-9130-4529256c0529 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087152 Nov 09 18:24:15.134428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Hosts for other DVR routers connected to router 2affaf43-4dd4-4722-83cb-308ba264920d: set() {{(pid=102140) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 18:24:15.136995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.138267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-16156785-5f53-42c5-86bf-c2bc7ba055d1 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "PUT /v2.0/routers/2affaf43-4dd4-4722-83cb-308ba264920d HTTP/1.1" status: 200 len: 715 time: 1.6174328 Nov 09 18:24:15.142694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=be1107fb-d66f-4105-8b6f-919c9ba8c597,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.145740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] No DVR routers for this DVR port be1107fb-d66f-4105-8b6f-919c9ba8c597 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:15.149336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55102) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.206605 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.231633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a1976e3c-cb5e-4365-9f78-ef4bb3439d7d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "GET /v2.0/routers/2affaf43-4dd4-4722-83cb-308ba264920d HTTP/1.1" status: 200 len: 715 time: 0.0785878 Nov 09 18:24:15.233503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] Pushing event deleted for resources: {'Port': ['ID=be1107fb-d66f-4105-8b6f-919c9ba8c597,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.240360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d29cd0-f21a-4948-a777-d4b243783595 None None] No DVR routers for this DVR port be1107fb-d66f-4105-8b6f-919c9ba8c597 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:15.242956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55104) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.311884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.341208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4550b96a-4576-44b7-a432-54297f13b1e3']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:15.356168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b595dc-1fc8-4eee-88c0-2c486f72a43f') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:15.356473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b595dc-1fc8-4eee-88c0-2c486f72a43f') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:15.361770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Router dea6264f-2eb0-4fd7-a4b9-470509a10d8d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:15.369793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-b80ee2f4-7621-4529-80e6-d58c7f2a8ed9 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005653 Nov 09 18:24:15.373544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.379802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd39d113-b48a-427b-9747-fec9f25d55fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.404143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.416750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd39d113-b48a-427b-9747-fec9f25d55fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.419451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:15.419848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:15.421600 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:15.520582 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.533319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.539402 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4550b96a-4576-44b7-a432-54297f13b1e3 HTTP/1.1" status: 204 len: 168 time: 0.8354988 Nov 09 18:24:15.539540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-681bf3ec-1249-4a91-be5d-c580401e60e1 tempest-RoutersTestDVR-655142949 tempest-RoutersTestDVR-655142949-project] 10.222.0.32 "GET /v2.0/routers/2affaf43-4dd4-4722-83cb-308ba264920d HTTP/1.1" status: 200 len: 681 time: 0.2921376 Nov 09 18:24:15.539619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55112) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.540639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd39d113-b48a-427b-9747-fec9f25d55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.547083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bd39d113-b48a-427b-9747-fec9f25d55fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.550541 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bd39d113-b48a-427b-9747-fec9f25d55fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9bdb408-fb69-43fa-819f-775bed408e8b HTTP/1.1" status: 204 len: 168 time: 0.4492309 Nov 09 18:24:15.555280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55116) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.570848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6082a1-7e4c-4a5e-970d-509a80901ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4550b96a-4576-44b7-a432-54297f13b1e3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.605782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:15.621618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] Sync routers for ids ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:15.633049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] Routers {'dea6264f-2eb0-4fd7-a4b9-470509a10d8d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:15.634909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:24:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:15.646438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39d113-b48a-427b-9747-fec9f25d55fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bdb408-fb69-43fa-819f-775bed408e8b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:15.654216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b42df31f-b0e7-48a1-97db-f36966c1d75c tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "PUT /v2.0/routers/dea6264f-2eb0-4fd7-a4b9-470509a10d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0168126 Nov 09 18:24:15.658841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:15.670175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ad00f52-0800-4656-8817-2afa0360079f req-b0b5ee75-b48e-479e-8cdc-e6b7413a177c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.1052666 Nov 09 18:24:15.670258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-587952ca-e727-4f03-98d2-03ecd8030527 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.708409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:15.732696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] Routers {'dea6264f-2eb0-4fd7-a4b9-470509a10d8d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:15.734009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:24:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:15.785561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:15.786717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6282d1-5a97-45bd-8cc0-9d1aea39358b None None] The sync data for ids ['dea6264f-2eb0-4fd7-a4b9-470509a10d8d'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:15.863646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 99701dc4-4515-4f0e-97e3-8565190a647c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:15.887863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 99701dc4-4515-4f0e-97e3-8565190a647c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:15.888422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 99701dc4-4515-4f0e-97e3-8565190a647c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:15.888969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 81313429-0e7a-4aaa-9747-e279bfac5ef4 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:15.890867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9fc87de-abb2-4fff-8883-232c79760aa6 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:15.912583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 81313429-0e7a-4aaa-9747-e279bfac5ef4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:15.913181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 81313429-0e7a-4aaa-9747-e279bfac5ef4 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:15.913872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device be1107fb-d66f-4105-8b6f-919c9ba8c597 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:15.938369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: be1107fb-d66f-4105-8b6f-919c9ba8c597 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:15.938863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device be1107fb-d66f-4105-8b6f-919c9ba8c597 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:16.069346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:16.093725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-587952ca-e727-4f03-98d2-03ecd8030527 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.128446 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-587952ca-e727-4f03-98d2-03ecd8030527 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.130132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f0099d2-7035-419f-ad25-0acf4cb0b147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.243012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9fc87de-abb2-4fff-8883-232c79760aa6 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.247608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9fc87de-abb2-4fff-8883-232c79760aa6 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.267996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-587952ca-e727-4f03-98d2-03ecd8030527 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.268576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587952ca-e727-4f03-98d2-03ecd8030527 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2affaf43-4dd4-4722-83cb-308ba264920d {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:16.308605 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.309126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-587952ca-e727-4f03-98d2-03ecd8030527 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.313999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-587952ca-e727-4f03-98d2-03ecd8030527 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2affaf43-4dd4-4722-83cb-308ba264920d HTTP/1.1" status: 204 len: 168 time: 0.7744932 Nov 09 18:24:16.315414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:16.324686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-20325114-9b56-4b3a-a903-b9d8c58896b4 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Request body: {'router': {'name': 'tempest-router-1673798544', 'distributed': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:16.336689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9fc87de-abb2-4fff-8883-232c79760aa6 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.337230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fc87de-abb2-4fff-8883-232c79760aa6 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Fanout notify agent at l3_agent the message router_deleted on router dea6264f-2eb0-4fd7-a4b9-470509a10d8d {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:16.347481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9fc87de-abb2-4fff-8883-232c79760aa6 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.348569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b9fc87de-abb2-4fff-8883-232c79760aa6 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "DELETE /v2.0/routers/dea6264f-2eb0-4fd7-a4b9-470509a10d8d HTTP/1.1" status: 204 len: 168 time: 0.6887789 Nov 09 18:24:16.352543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55134) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:16.411676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.412910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20325114-9b56-4b3a-a903-b9d8c58896b4 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.413905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20325114-9b56-4b3a-a903-b9d8c58896b4 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.440368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Deleting subnet 52d6b118-3d10-4641-b9d5-3686d7481f3b {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:16.453277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.518411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f0099d2-7035-419f-ad25-0acf4cb0b147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.523572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20325114-9b56-4b3a-a903-b9d8c58896b4 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.527349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f0099d2-7035-419f-ad25-0acf4cb0b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.541572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20325114-9b56-4b3a-a903-b9d8c58896b4 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.552533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.621088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20325114-9b56-4b3a-a903-b9d8c58896b4 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.622371 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-20325114-9b56-4b3a-a903-b9d8c58896b4 tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3043933 Nov 09 18:24:16.624984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4f0099d2-7035-419f-ad25-0acf4cb0b147 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3ce1df9920840a4abc6dc6c93193f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524652 Nov 09 18:24:16.625422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55136) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:16.629767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55138) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:16.638202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0099d2-7035-419f-ad25-0acf4cb0b147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c055528f-0aad-460e-a5b8-0946f6a5958e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:16.688934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Deleting port e5e14013-3897-4e6c-9e68-413309da1a7a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:16.689282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.773729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-642a3530-46df-4f35-a98e-00e0e4b229d3 req-32eace17-770f-4061-93c0-b97231a161a2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.0323169 Nov 09 18:24:16.807166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c72d8d3-4c9c-4ccb-b764-4dd930b7e88d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.816077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-aa370221-259d-4647-b183-d695c5cc9d4e req-44088fad-d803-4aa4-9b62-f63881b5c632 tempest-ServerGroupTestJSON-599869110 tempest-ServerGroupTestJSON-599869110-project] (102141) timed out ('10.222.0.73', 51618) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:24:16.817797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] For port e5e14013-3897-4e6c-9e68-413309da1a7a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e5e14013-3897-4e6c-9e68-413309da1a7a,segment=NetworkSegment(4e7556d1-0536-44b9-a0ec-519141740141),segment_id=4e7556d1-0536-44b9-a0ec-519141740141)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:16.818211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:16.832886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Calling delete_port for e5e14013-3897-4e6c-9e68-413309da1a7a owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:16.915343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.032283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.062883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e14013-3897-4e6c-9e68-413309da1a7a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:17.095321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-489c543c-79dd-4cf6-8af9-b27f876b6307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.121203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-a747aefd-6650-4fc8-bc7d-aa71ae727ec2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:17.123174 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-a747aefd-6650-4fc8-bc7d-aa71ae727ec2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.4793499 Nov 09 18:24:17.130090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c72d8d3-4c9c-4ccb-b764-4dd930b7e88d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.134347 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c72d8d3-4c9c-4ccb-b764-4dd930b7e88d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.159350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'port': {'device_id': '7c990444-f3db-42c5-9279-76ecd20223d7', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'admin_state_up': True, 'tenant_id': '699ef17697e843918b6255275df4a9d4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:17.202201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.217773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-489c543c-79dd-4cf6-8af9-b27f876b6307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.300978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.307468 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "DELETE /v2.0/subnets/52d6b118-3d10-4641-b9d5-3686d7481f3b HTTP/1.1" status: 204 len: 168 time: 0.9489346 Nov 09 18:24:17.308645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a11114-3fbb-487b-8a8f-d615baa2d351 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event deleted for resources: {'Subnet': ['ID=52d6b118-3d10-4641-b9d5-3686d7481f3b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:17.308756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d21676-32d0-46e2-836f-6676f2370c63 None None] Network 8212a4d8-10b7-4a91-b6fb-815837f3b830 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:17.311040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55146) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:17.331247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c72d8d3-4c9c-4ccb-b764-4dd930b7e88d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.331779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c72d8d3-4c9c-4ccb-b764-4dd930b7e88d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d4f83fa-4cb9-4ad6-b2b2-389d70e3a50b {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:17.334884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.336642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8c72d8d3-4c9c-4ccb-b764-4dd930b7e88d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.338178 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8c72d8d3-4c9c-4ccb-b764-4dd930b7e88d tempest-RoutersTestDVR-1314335360 tempest-RoutersTestDVR-1314335360-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4d4f83fa-4cb9-4ad6-b2b2-389d70e3a50b HTTP/1.1" status: 204 len: 168 time: 0.7093465 Nov 09 18:24:17.517878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.576810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] DHCP port deletion for 8212a4d8-10b7-4a91-b6fb-815837f3b830 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:17.580938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-489c543c-79dd-4cf6-8af9-b27f876b6307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.584244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-489c543c-79dd-4cf6-8af9-b27f876b6307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.587043 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-489c543c-79dd-4cf6-8af9-b27f876b6307 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c055528f-0aad-460e-a5b8-0946f6a5958e HTTP/1.1" status: 204 len: 168 time: 0.9476323 Nov 09 18:24:17.599139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c543c-79dd-4cf6-8af9-b27f876b6307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c055528f-0aad-460e-a5b8-0946f6a5958e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:17.617694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:17.623801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.632447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:24:17.713426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] Deleting port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:17.715589 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.861042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Deleting port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:17.862485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.883630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] For port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,segment=NetworkSegment(04aa4d47-8a56-4c9b-bce6-73dc97185592),segment_id=04aa4d47-8a56-4c9b-bce6-73dc97185592)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:17.884189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:17.904281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:24:17.905194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] Calling delete_port for 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:17.907123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55160) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:17.915753 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] Sync routers for ids ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:24:17.920050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e71491d0-99cc-4e62-845b-2ed6dcaabe10 admin admin] 10.222.0.32 "PUT /v2.0/routers/9b71d2eb-cb90-4a68-a8af-1023abdb8bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3607767 Nov 09 18:24:17.926784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55164) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:17.936794 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] Routers {'9b71d2eb-cb90-4a68-a8af-1023abdb8bae'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:17.942279 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:24:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:18.069761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:18.110565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.20.0.13 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:18.179988 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4c5bedf-ee27-456a-a54d-a257911aecb6 req-78cfdcd1-4082-4a94-b066-7fc2d6495835 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.2095168 Nov 09 18:24:18.312209 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.372968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8a7133b4-2f83-43f2-8cf0-16a98f844be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.406803 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.420093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.420307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.453994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] No DVR routers for this DVR port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:18.462869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c5f97-7301-4f7a-bb6d-5810258b84b4 None None] Pushing event deleted for resources: {'Port': ['ID=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:18.524608 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] Set router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:18.525036 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.552619 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8a7133b4-2f83-43f2-8cf0-16a98f844be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.564750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8a7133b4-2f83-43f2-8cf0-16a98f844be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.597670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8a7133b4-2f83-43f2-8cf0-16a98f844be9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67b022a6d3e34f83862d37ea04862f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871474 Nov 09 18:24:18.601788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55178) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:18.612272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:18.630179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.638247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7133b4-2f83-43f2-8cf0-16a98f844be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a20b2-d4ff-4011-bb26-f7f422e706b6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:18.654168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:18.660973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:18.685278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] For port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,segment=NetworkSegment(04aa4d47-8a56-4c9b-bce6-73dc97185592),segment_id=04aa4d47-8a56-4c9b-bce6-73dc97185592)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:18.685650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.707979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Deleting port 2f6db0d2-01fd-4961-88b0-c3889fab70b4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:18.708523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.820815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] For port 2f6db0d2-01fd-4961-88b0-c3889fab70b4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2f6db0d2-01fd-4961-88b0-c3889fab70b4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:18.821343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:18.837434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Calling delete_port for 2f6db0d2-01fd-4961-88b0-c3889fab70b4 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:18.855980 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:24:16Z', 'revision_number': 5, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port': {'id': '2f6db0d2-01fd-4961-88b0-c3889fab70b4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ce:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:19:40Z', 'updated_at': '2021-11-09T18:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:18.920361 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] Checking router: 9b71d2eb-cb90-4a68-a8af-1023abdb8bae for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:24:18.955921 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] Routers {'9b71d2eb-cb90-4a68-a8af-1023abdb8bae'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:24:18.956556 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:24:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:19.054353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.084013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6db0d2-01fd-4961-88b0-c3889fab70b4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.086822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e9d34669-3232-4b89-b991-8d5cbfa11aab None None] Provisioning complete for port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:19.087499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e9d34669-3232-4b89-b991-8d5cbfa11aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.114791 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] Set router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:24:19.141903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e9d34669-3232-4b89-b991-8d5cbfa11aab None None] Port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:19.160421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.190397 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:24:18Z', 'revision_number': 6, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:19.212106 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.263144 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79e366-ad25-4573-aac9-364414e48b72 None None] The sync data for ids ['9b71d2eb-cb90-4a68-a8af-1023abdb8bae'] in n-d-817240-1 is: [{'id': '9b71d2eb-cb90-4a68-a8af-1023abdb8bae', 'name': 'tempest-TestVolumeBackupRestore-1966771056-router', 'tenant_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:19:38Z', 'updated_at': '2021-11-09T18:24:18Z', 'revision_number': 6, 'project_id': '37d618a8f7f34712a95c31ea35ccc8d1', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:24:19.321443 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.324981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.384416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.385738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287bb96-0651-4221-bcc4-1faac3c80465 req-2465218b-8102-49e5-9925-aacfc0f67724 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:19.393737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e287bb96-0651-4221-bcc4-1faac3c80465 req-2465218b-8102-49e5-9925-aacfc0f67724 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 932 time: 0.1115301 Nov 09 18:24:19.394047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:19.394913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.400947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.401455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b71d2eb-cb90-4a68-a8af-1023abdb8bae {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:24:19.406578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.410004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1617efa9-6ead-491a-a93e-9fa044de8c14 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9b71d2eb-cb90-4a68-a8af-1023abdb8bae HTTP/1.1" status: 204 len: 168 time: 1.4748926 Nov 09 18:24:19.414708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55194) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:19.430486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-483c8767-fb11-40ef-957f-d50d924abd60 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2778282 Nov 09 18:24:19.449141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e287bb96-0651-4221-bcc4-1faac3c80465 req-8be8e99f-a2ab-41e1-b14a-548b130aa38f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538189 Nov 09 18:24:19.458213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Request body: {'port': {'device_id': '7c990444-f3db-42c5-9279-76ecd20223d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:19.473656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Calling delete_port for 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:19.527926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7f00dc0-4412-456a-a9a8-e5ab8c86f6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.575074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] Deleting subnet 32a80e19-5926-4930-a1d8-aee8bdd01e49 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:19.586037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.649597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7f00dc0-4412-456a-a9a8-e5ab8c86f6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.669333 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.706844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.845863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.899119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7f00dc0-4412-456a-a9a8-e5ab8c86f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.902269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7f00dc0-4412-456a-a9a8-e5ab8c86f6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:19.905710 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d7f00dc0-4412-456a-a9a8-e5ab8c86f6a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c63a20b2-d4ff-4011-bb26-f7f422e706b6 HTTP/1.1" status: 204 len: 168 time: 1.2985432 Nov 09 18:24:19.966497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f00dc0-4412-456a-a9a8-e5ab8c86f6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a20b2-d4ff-4011-bb26-f7f422e706b6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.969583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event deleted for resources: {'Port': ['ID=7e7bffba-db1a-4bdd-b9ad-bc3880a72630,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:19.972814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] No DVR routers for this DVR port 7e7bffba-db1a-4bdd-b9ad-bc3880a72630 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:20.019507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.156383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.232317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8212a4d8-10b7-4a91-b6fb-815837f3b830']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:20.246278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e5e14013-3897-4e6c-9e68-413309da1a7a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:20.265413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04aa4d47-8a56-4c9b-bce6-73dc97185592') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:20.265766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04aa4d47-8a56-4c9b-bce6-73dc97185592') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:20.279342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e5e14013-3897-4e6c-9e68-413309da1a7a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:20.280136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e5e14013-3897-4e6c-9e68-413309da1a7a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:20.282878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.295656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.324076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3787c8-aae1-4e26-b942-867e67cc64ae None None] Network 5ef5586b-9e31-404b-939c-a289684ecb50 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:20.333587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.344284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55216) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:20.344838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/32a80e19-5926-4930-a1d8-aee8bdd01e49 HTTP/1.1" status: 204 len: 168 time: 0.9193964 Nov 09 18:24:20.358407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.361332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dd091-86cb-44f3-8d45-b62fece57e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a80e19-5926-4930-a1d8-aee8bdd01e49,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:20.371388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:20.371695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:20.374876 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:20.483009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55220) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:20.499592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11c4fa45-bc5d-436d-b215-ddfa46be9e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.538644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.561469 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.564511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:20.579148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.585573 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] 10.222.0.32 "DELETE /v2.0/networks/8212a4d8-10b7-4a91-b6fb-815837f3b830 HTTP/1.1" status: 204 len: 168 time: 3.2669075 Nov 09 18:24:20.624862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.627364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838a6a3-c008-4f11-bbcb-e78cfc4f22e3 tempest-FloatingIPNegativeTestJSON-668216491 tempest-FloatingIPNegativeTestJSON-668216491-project] Pushing event deleted for resources: {'Network': ['ID=8212a4d8-10b7-4a91-b6fb-815837f3b830,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:20.646557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] DHCP port deletion for 5ef5586b-9e31-404b-939c-a289684ecb50 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:20.668090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Transition to ACTIVE for port object dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:24:20.679553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.748505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] Deleting port 895e8de2-a874-4e76-996b-b5e0ce37b1db {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:20.749569 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.799981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5290b-e7d9-43a1-a3d9-af813fef423e req-b76f9eb6-b1a4-4952-a57c-e0c1f5589fce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:20.804727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0d5290b-e7d9-43a1-a3d9-af813fef423e req-b76f9eb6-b1a4-4952-a57c-e0c1f5589fce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 932 time: 0.1913543 Nov 09 18:24:20.848868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:20.893267 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11c4fa45-bc5d-436d-b215-ddfa46be9e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.926598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Deleting port 895e8de2-a874-4e76-996b-b5e0ce37b1db {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:20.927118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.961041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] For port 895e8de2-a874-4e76-996b-b5e0ce37b1db, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=895e8de2-a874-4e76-996b-b5e0ce37b1db,segment=NetworkSegment(4e7556d1-0536-44b9-a0ec-519141740141),segment_id=4e7556d1-0536-44b9-a0ec-519141740141)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:20.961581 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:20.965225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Attempting to bind port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:20.965632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Attempting to bind port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:20.965983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Attempting to bind port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:20.977611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] Calling delete_port for 895e8de2-a874-4e76-996b-b5e0ce37b1db owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:20.980591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e on network 906e5d51-662b-4ffd-994b-71c53e31d65d not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:24:20.980929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Attempting to bind port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:20.986334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:20.986688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:20.987085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:20.987539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Bound port: dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:20.987894 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.106044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] For port 895e8de2-a874-4e76-996b-b5e0ce37b1db, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=895e8de2-a874-4e76-996b-b5e0ce37b1db,segment=NetworkSegment(4e7556d1-0536-44b9-a0ec-519141740141),segment_id=4e7556d1-0536-44b9-a0ec-519141740141)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:21.106652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.117393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:21.136349 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.137009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11c4fa45-bc5d-436d-b215-ddfa46be9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.156225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] For port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:21.190212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] For port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:21.220517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] No DVR routers for this DVR port 895e8de2-a874-4e76-996b-b5e0ce37b1db on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:21.220754 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.224017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf1c52-5cce-4c07-ba63-a934ae6ec5f1 None None] Pushing event deleted for resources: {'Port': ['ID=895e8de2-a874-4e76-996b-b5e0ce37b1db,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.282845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-11c4fa45-bc5d-436d-b215-ddfa46be9e4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abcad1afbdaa4376b699ca5f02ad5fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986979 Nov 09 18:24:21.283871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Calling delete_port for 895e8de2-a874-4e76-996b-b5e0ce37b1db owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:21.289416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55234) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:21.294341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4fa45-bc5d-436d-b215-ddfa46be9e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a46e42-4eed-4cfb-95a3-af156b01e165,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.345697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0d5290b-e7d9-43a1-a3d9-af813fef423e req-e0c3fa46-2c33-45c5-92fd-647a6f1ce212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257206 Nov 09 18:24:21.349766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:21.350777 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.351832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] 10.222.0.85 "PUT /v2.0/ports/dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e HTTP/1.1" status: 200 len: 1092 time: 1.9086804 Nov 09 18:24:21.352259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c990444-f3db-42c5-9279-76ecd20223d7', 'tag': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:21.355137 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd497a23-34e3-400a-a587-280f0012607d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c990444-f3db-42c5-9279-76ecd20223d7", "tag": "dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:21.456201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b87222-3965-466b-9979-454bdc3e7c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.458209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe951fca-865e-49ae-aa90-bced4abf4703 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.478024 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.509607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] No DVR routers for this DVR port 895e8de2-a874-4e76-996b-b5e0ce37b1db on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:21.511968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=895e8de2-a874-4e76-996b-b5e0ce37b1db,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.544059 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12410110-1554-4ea5-8f54-b11e8476b509 x-openstack-request-id: req-12410110-1554-4ea5-8f54-b11e8476b509 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:21.544569 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c990444-f3db-42c5-9279-76ecd20223d7", "tag": "dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:21.544824 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12410110-1554-4ea5-8f54-b11e8476b509 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:21.545589 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c990444-f3db-42c5-9279-76ecd20223d7', 'tag': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e', 'status': 'completed', 'code': 200} Nov 09 18:24:21.556310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b87222-3965-466b-9979-454bdc3e7c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.562401 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-050368db-535c-428b-b751-78072eb988dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17b5b9f6cbcf403990ca6299b52184c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428506 Nov 09 18:24:21.576168 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55240) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:21.597888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-98e799d0-a842-4693-bcc6-057256e7c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:21.599444 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-98e799d0-a842-4693-bcc6-057256e7c857 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 1095 time: 0.1870914 Nov 09 18:24:21.662779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.703762 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-a96346a2-51d5-4a2c-a11e-d9e3c25f0574 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e HTTP/1.1" status: 200 len: 217 time: 0.0860026 Nov 09 18:24:21.759810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef5586b-9e31-404b-939c-a289684ecb50']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:21.781255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-846a22f0-e32e-4e7b-87b7-48ad538c6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:21.785589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-846a22f0-e32e-4e7b-87b7-48ad538c6eda service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0739906 Nov 09 18:24:21.820551 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3dddd20-3efc-4ceb-bc76-28c0af473f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.849748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7556d1-0536-44b9-a0ec-519141740141') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:21.851578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7556d1-0536-44b9-a0ec-519141740141') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:21.858350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-be37c91f-c69a-4b8e-b420-5a8401f61623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:21.860612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-be37c91f-c69a-4b8e-b420-5a8401f61623 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672984 Nov 09 18:24:21.861668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b87222-3965-466b-9979-454bdc3e7c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.873625 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b87222-3965-466b-9979-454bdc3e7c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.878137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63b87222-3965-466b-9979-454bdc3e7c75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2a46e42-4eed-4cfb-95a3-af156b01e165 HTTP/1.1" status: 204 len: 168 time: 0.5873246 Nov 09 18:24:21.887296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2f6db0d2-01fd-4961-88b0-c3889fab70b4 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:21.904798 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.938827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2f6db0d2-01fd-4961-88b0-c3889fab70b4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:21.939266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2f6db0d2-01fd-4961-88b0-c3889fab70b4 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:21.939769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 895e8de2-a874-4e76-996b-b5e0ce37b1db no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:21.949468 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3dddd20-3efc-4ceb-bc76-28c0af473f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.954525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b87222-3965-466b-9979-454bdc3e7c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a46e42-4eed-4cfb-95a3-af156b01e165,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:21.957714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:21.967182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 895e8de2-a874-4e76-996b-b5e0ce37b1db {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:21.967835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 895e8de2-a874-4e76-996b-b5e0ce37b1db not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:22.005326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:22.005916 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:22.007962 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:22.103469 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-3bc41cb5-d659-445c-8382-660529f063dd service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237768 Nov 09 18:24:22.171908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.180278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.184127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5ef5586b-9e31-404b-939c-a289684ecb50 HTTP/1.1" status: 204 len: 168 time: 1.8350172 Nov 09 18:24:22.218689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323d913-fd04-436b-92d2-8aeb266ffd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef5586b-9e31-404b-939c-a289684ecb50,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:22.235468 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3dddd20-3efc-4ceb-bc76-28c0af473f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.239964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3dddd20-3efc-4ceb-bc76-28c0af473f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.247587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c3dddd20-3efc-4ceb-bc76-28c0af473f53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d3541d4-180b-4fe2-8f9a-6dfa6452866c HTTP/1.1" status: 204 len: 168 time: 0.6642315 Nov 09 18:24:22.292198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dddd20-3efc-4ceb-bc76-28c0af473f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3541d4-180b-4fe2-8f9a-6dfa6452866c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:22.317675 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-78ea7c4a-4d8d-4fb1-8bd2-c3175b17eaf8 req-933aa535-2fea-4053-a5a2-ca67113eafc5 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981359 Nov 09 18:24:22.482693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497a23-34e3-400a-a587-280f0012607d req-73b9ecb5-0a24-47db-a724-2623b76ad257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:22.484446 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd497a23-34e3-400a-a587-280f0012607d req-73b9ecb5-0a24-47db-a724-2623b76ad257 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 1095 time: 0.0958865 Nov 09 18:24:22.623296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55258) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:22.706912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-10cad5ba-1c7a-4c7d-9a79-495d43e89ade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bc27e5d590f4c7cb1a0d68e989f2065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802646 Nov 09 18:24:22.712913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fb09e-5d45-467f-a298-10586a9314c9 req-1662fb95-aba4-4dc3-9509-ee0001e53a21 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:22.714481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-457fb09e-5d45-467f-a298-10586a9314c9 req-1662fb95-aba4-4dc3-9509-ee0001e53a21 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1362090 Nov 09 18:24:22.714973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55262) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:22.725632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497a23-34e3-400a-a587-280f0012607d req-343f0144-7f47-44b1-b9b2-63b946643f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:22.739789 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd497a23-34e3-400a-a587-280f0012607d req-343f0144-7f47-44b1-b9b2-63b946643f5d service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.2479713 Nov 09 18:24:22.794445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-457fb09e-5d45-467f-a298-10586a9314c9 req-68edb942-9795-437c-8fc3-79e97813577f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615416 Nov 09 18:24:22.814775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a897fa3d-6408-4a5f-abdc-4b7cd618cd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.849039 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd497a23-34e3-400a-a587-280f0012607d req-817892b4-c6c0-49c9-b517-267be4c0b863 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e HTTP/1.1" status: 200 len: 217 time: 0.1009700 Nov 09 18:24:22.850678 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a897fa3d-6408-4a5f-abdc-4b7cd618cd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.976700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a897fa3d-6408-4a5f-abdc-4b7cd618cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.981655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a897fa3d-6408-4a5f-abdc-4b7cd618cd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:22.983387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497a23-34e3-400a-a587-280f0012607d req-94a14e1d-905d-4139-9a19-ecd7f2c3c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:22.985765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a897fa3d-6408-4a5f-abdc-4b7cd618cd69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3363594-e1e9-492b-9ee1-c234fa967089 HTTP/1.1" status: 204 len: 168 time: 0.2698107 Nov 09 18:24:22.986525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd497a23-34e3-400a-a587-280f0012607d req-94a14e1d-905d-4139-9a19-ecd7f2c3c03a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.1276681 Nov 09 18:24:23.003778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897fa3d-6408-4a5f-abdc-4b7cd618cd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3363594-e1e9-492b-9ee1-c234fa967089,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:23.091026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497a23-34e3-400a-a587-280f0012607d req-68188d4a-472e-4e2f-9dd6-16956fafe6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:23.096985 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd497a23-34e3-400a-a587-280f0012607d req-68188d4a-472e-4e2f-9dd6-16956fafe6c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022699 Nov 09 18:24:23.261628 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd497a23-34e3-400a-a587-280f0012607d req-9c9cbe85-3d1a-41d5-9898-c62270ec7171 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532907 Nov 09 18:24:23.364778 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd497a23-34e3-400a-a587-280f0012607d req-b025b3e5-f76c-4b46-bb17-25adcd65fa89 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988674 Nov 09 18:24:23.674778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55286) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:23.746711 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-562fb5d7-14c5-4bf2-9ab1-d8bf166b0a97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37d618a8f7f34712a95c31ea35ccc8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708065 Nov 09 18:24:23.749720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55290) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:23.915108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41462ab3-627b-4bf3-a96b-86b1a827ac12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:23.993534 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41462ab3-627b-4bf3-a96b-86b1a827ac12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.061469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e56e-a42d-4057-9b29-de885a1a06aa req-dacbe945-0304-4453-9fa0-96f78dacfec2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:24.063360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae6e56e-a42d-4057-9b29-de885a1a06aa req-dacbe945-0304-4453-9fa0-96f78dacfec2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1175580 Nov 09 18:24:24.122782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41462ab3-627b-4bf3-a96b-86b1a827ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.125613 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-41462ab3-627b-4bf3-a96b-86b1a827ac12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:24.127004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-41462ab3-627b-4bf3-a96b-86b1a827ac12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/942ce64e-a971-4bc2-97bd-24b606cc1590 HTTP/1.1" status: 204 len: 168 time: 0.3756294 Nov 09 18:24:24.145024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ae6e56e-a42d-4057-9b29-de885a1a06aa req-f338eaaf-b80a-414d-add6-810ba19e00e3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754168 Nov 09 18:24:24.175678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41462ab3-627b-4bf3-a96b-86b1a827ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ce64e-a971-4bc2-97bd-24b606cc1590,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:24.392904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55308) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:24.684663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-de39c763-cf93-4617-8b23-df120f855aa9 tempest-AgentManagementNegativeTest-1388267908 tempest-AgentManagementNegativeTest-1388267908-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2896256 Nov 09 18:24:24.853088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55316) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:25.175546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'networks': [{'name': 'tempest-network--52316377'}, {'name': 'tempest-network--1928533868'}]} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:25.175896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'network': {'name': 'tempest-network--52316377'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:25.176379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'network': {'name': 'tempest-network--1928533868'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:25.210463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:25.238879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Made reservation on behalf of da9cf76438e14b5b941c34aac8f0a7fe for: {'network': 2} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:25.246893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.263673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.334646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d57ec51-86d4-4bec-bff0-cc8721a1e09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.351896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad26d8-f59c-4774-89d0-c96bc895f467 req-514385f4-daa0-4213-a178-3802d0014662 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:25.359537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24ad26d8-f59c-4774-89d0-c96bc895f467 req-514385f4-daa0-4213-a178-3802d0014662 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1122012 Nov 09 18:24:25.417322 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.427147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.427689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.455629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24ad26d8-f59c-4774-89d0-c96bc895f467 req-96f2cb95-9e29-4461-ad90-98288196fd33 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948195 Nov 09 18:24:25.480851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:25.482929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2beed23-da09-4934-b6aa-9769bd722b07,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:25.501764 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.502443 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Added segment 0a6102d2-a529-436d-a520-b29412433557 of type vlan for network d85e6476-eb48-489b-8d71-1bbec9812dc4 Nov 09 18:24:25.559401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.567408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d57ec51-86d4-4bec-bff0-cc8721a1e09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.576622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1d57ec51-86d4-4bec-bff0-cc8721a1e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.594980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:25.615517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.617149 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Added segment 8b4aca64-88c6-48a3-8c14-cd4174116077 of type vlan for network f62a9bc3-85dd-4cb7-979c-0ed6075e547a Nov 09 18:24:25.631464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1d57ec51-86d4-4bec-bff0-cc8721a1e09a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=568d7949fd5f4ad0bd3bdac3a54ac708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201107 Nov 09 18:24:25.632341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57ec51-86d4-4bec-bff0-cc8721a1e09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f215b4e6-9199-4b21-b555-084ad19a95bc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:25.634737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55338) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:25.722722 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.756331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-226d8b1e-986a-4bc6-8820-b72c7a63fd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.777376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.779830 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.783492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:25.788565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:25.789381 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.822609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-226d8b1e-986a-4bc6-8820-b72c7a63fd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.865244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55344) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:25.865453 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0104170 Nov 09 18:24:25.895959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Network': ['ID=d85e6476-eb48-489b-8d71-1bbec9812dc4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:25.909936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network d85e6476-eb48-489b-8d71-1bbec9812dc4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:25.976486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6db767-afe2-4fe6-a27d-4ae74861610b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Network': ['ID=f62a9bc3-85dd-4cb7-979c-0ed6075e547a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:25.988505 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-226d8b1e-986a-4bc6-8820-b72c7a63fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.991941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-226d8b1e-986a-4bc6-8820-b72c7a63fd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:25.993811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-226d8b1e-986a-4bc6-8820-b72c7a63fd09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f215b4e6-9199-4b21-b555-084ad19a95bc HTTP/1.1" status: 204 len: 168 time: 0.3506746 Nov 09 18:24:26.020545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d8b1e-986a-4bc6-8820-b72c7a63fd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f215b4e6-9199-4b21-b555-084ad19a95bc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:26.053945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network f62a9bc3-85dd-4cb7-979c-0ed6075e547a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:26.202416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06856-4c83-45e0-b1a5-bd2e4f4c5ea2 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:26.208262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06856-4c83-45e0-b1a5-bd2e4f4c5ea2 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:26.218224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06856-4c83-45e0-b1a5-bd2e4f4c5ea2 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:26.221843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06856-4c83-45e0-b1a5-bd2e4f4c5ea2 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:26.226507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-75b06856-4c83-45e0-b1a5-bd2e4f4c5ea2 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3601942 Nov 09 18:24:26.226714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55350) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:26.328780 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.456850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.488871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85e6476-eb48-489b-8d71-1bbec9812dc4']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:26.505673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6102d2-a529-436d-a520-b29412433557') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:26.505988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6102d2-a529-436d-a520-b29412433557') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:26.524099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.558953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.568542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:26.568952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:26.572463 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:26.657363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83b116-6492-45e5-bdfd-eaf9fbf65258 req-82205f71-4879-457c-a7f4-7be9f5f028b6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:26.658920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a83b116-6492-45e5-bdfd-eaf9fbf65258 req-82205f71-4879-457c-a7f4-7be9f5f028b6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1049662 Nov 09 18:24:26.669586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.675452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.681132 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/networks/d85e6476-eb48-489b-8d71-1bbec9812dc4 HTTP/1.1" status: 204 len: 168 time: 0.4509954 Nov 09 18:24:26.687668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55362) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:26.704656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9bcec-6b4d-4636-8968-5c833229265b tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Network': ['ID=d85e6476-eb48-489b-8d71-1bbec9812dc4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:26.794045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a83b116-6492-45e5-bdfd-eaf9fbf65258 req-c2a3ee11-07a5-433a-a011-8b240311be51 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275594 Nov 09 18:24:26.848483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.970909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:26.999696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62a9bc3-85dd-4cb7-979c-0ed6075e547a']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:27.012101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4aca64-88c6-48a3-8c14-cd4174116077') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:27.012488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4aca64-88c6-48a3-8c14-cd4174116077') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:27.024031 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.040719 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.050077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:27.050077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:27.052324 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:27.120306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.141223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.144685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/networks/f62a9bc3-85dd-4cb7-979c-0ed6075e547a HTTP/1.1" status: 204 len: 168 time: 0.4515851 Nov 09 18:24:27.145628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bfbbe-ca60-43e6-9d95-60ed3a1774f8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Network': ['ID=f62a9bc3-85dd-4cb7-979c-0ed6075e547a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:27.147298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55372) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:27.271938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e588ff8-4b1a-4eb7-95e1-50fad726e1b5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:27.279182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e588ff8-4b1a-4eb7-95e1-50fad726e1b5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:27.284144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3e588ff8-4b1a-4eb7-95e1-50fad726e1b5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1324072 Nov 09 18:24:27.285118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55376) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:27.291825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-302265979'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:27.314766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Made reservation on behalf of da9cf76438e14b5b941c34aac8f0a7fe for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:27.318723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.345742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:27.350324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55378) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:27.380173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.380589 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Added segment 9f31fb2f-5e28-4819-aaaa-df6c26cab7de of type vlan for network 8ae449b1-d974-4eaa-8c4f-b29ec102eabd Nov 09 18:24:27.432000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.464719 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.470493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:27.471078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.481450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-938115250'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:27.550733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Network': ['ID=8ae449b1-d974-4eaa-8c4f-b29ec102eabd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:27.556735 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:27.560772 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.566809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8ae449b1-d974-4eaa-8c4f-b29ec102eabd details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:27.574700 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b239faba-295a-4504-87e9-d88abc3f66f7 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2872989 Nov 09 18:24:27.575662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.577026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55382) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:27.582302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-305021717'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:27.619388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Made reservation on behalf of da9cf76438e14b5b941c34aac8f0a7fe for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:27.623878 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.658735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:27.673854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.675043 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Added segment 127e58cf-f146-4dd2-a6a8-57213555b666 of type vlan for network 98e52174-642e-4d3f-a3c7-6d6840c8ff35 Nov 09 18:24:27.686055 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.692573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.715923 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.719910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:27.735918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acee367-1904-4a93-a9b5-3b6ca6017a60,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:27.738922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.739354 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment 5addf5a3-31a7-497b-94f9-8782a0ab3650 of type vlan for network 8045a5b8-07fc-429f-94bc-95387cb2622f Nov 09 18:24:27.746678 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.752617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:27.753006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.788726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2103026 Nov 09 18:24:27.791169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.799643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55386) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:27.811821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'ports': [{'network_id': '8ae449b1-d974-4eaa-8c4f-b29ec102eabd', 'name': 'tempest-port--437412988', 'admin_state_up': True}, {'network_id': '98e52174-642e-4d3f-a3c7-6d6840c8ff35', 'admin_state_up': False}]} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:27.812142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'port': {'network_id': '8ae449b1-d974-4eaa-8c4f-b29ec102eabd', 'name': 'tempest-port--437412988', 'admin_state_up': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:27.812745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'port': {'network_id': '98e52174-642e-4d3f-a3c7-6d6840c8ff35', 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:27.865802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ceda0-ae92-44d4-b206-c3aba13e2a8c tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Network': ['ID=98e52174-642e-4d3f-a3c7-6d6840c8ff35,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:27.877662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 98e52174-642e-4d3f-a3c7-6d6840c8ff35 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:27.939990 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:27.949492 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:27.954558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.032900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02ea79-16a6-4ba9-b7fa-44726936aa93 req-202dbaf8-8223-46d2-bf06-a1b7f8479e50 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:28.038206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f02ea79-16a6-4ba9-b7fa-44726936aa93 req-202dbaf8-8223-46d2-bf06-a1b7f8479e50 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1296756 Nov 09 18:24:28.077377 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7254179 Nov 09 18:24:28.092461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55394) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:28.101707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'name': 'tempest-PortsIpV6TestJSON-1618917923'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:28.140040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4cca2-67a6-4968-a45b-4a4a15d3fc3f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=8045a5b8-07fc-429f-94bc-95387cb2622f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:28.164994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:28.189435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Made reservation on behalf of da9cf76438e14b5b941c34aac8f0a7fe for: {'port': 2} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:28.190982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f02ea79-16a6-4ba9-b7fa-44726936aa93 req-378dc63b-44bb-4570-9fa8-0c7258a70233 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458063 Nov 09 18:24:28.202711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.222886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.260557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:28.265223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.286582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 1f696aa0-0da1-478f-99dc-f2576277e089 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:28.336483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] device_id is not set on port 0b74b808-a834-49ea-918a-36dd4d77e3b7 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:28.464891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.469984 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.504106 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.538371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] device_id is not set on port 4fa82fcc-eb6f-4ec9-9d78-aff4fb9834e4 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:28.567063 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=1f696aa0-0da1-478f-99dc-f2576277e089,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:28.575008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': '5addf5a3-31a7-497b-94f9-8782a0ab3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:28.575502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 8045a5b8-07fc-429f-94bc-95387cb2622f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:28.593216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:28.602173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8045a5b8-07fc-429f-94bc-95387cb2622f) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:28.606464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:28.612892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:28.613364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.618101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b455f-4390-413d-9fb9-592f73aa866d None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:28.641477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7132bde5-0961-4a6f-8ae7-bc3a3c6610e3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5478594 Nov 09 18:24:28.644668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55396) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:28.652233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2135754371'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:28.653792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.683902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:28.692927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.696561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.733058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:28.744872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.745591 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment 1f551717-1849-4eab-8631-fbfd2c956742 of type vlan for network 911bd8cc-6845-449c-b2c1-2cf608e707a5 Nov 09 18:24:28.751606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Port': ['ID=0b74b808-a834-49ea-918a-36dd4d77e3b7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:28.773138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Checking segment: {'id': '9f31fb2f-5e28-4819-aaaa-df6c26cab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8ae449b1-d974-4eaa-8c4f-b29ec102eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:28.773916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network hostable DHCP agents. Network: 8ae449b1-d974-4eaa-8c4f-b29ec102eabd, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:28.796278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network 8ae449b1-d974-4eaa-8c4f-b29ec102eabd is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:28.804471 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.806787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8ae449b1-d974-4eaa-8c4f-b29ec102eabd) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:28.810826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:28.811801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.822769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab239dc-d3fc-4b4d-87dc-7cd5c060eb45 None None] Network 8ae449b1-d974-4eaa-8c4f-b29ec102eabd requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:28.833125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.839451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:28.840119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.879764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Port': ['ID=4fa82fcc-eb6f-4ec9-9d78-aff4fb9834e4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:28.887968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Checking segment: {'id': '127e58cf-f146-4dd2-a6a8-57213555b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '98e52174-642e-4d3f-a3c7-6d6840c8ff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:28.888342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network hostable DHCP agents. Network: 98e52174-642e-4d3f-a3c7-6d6840c8ff35, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:28.908082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network 98e52174-642e-4d3f-a3c7-6d6840c8ff35 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:28.925138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 98e52174-642e-4d3f-a3c7-6d6840c8ff35) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:28.940949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:28.947270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:28.952460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:28.953191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:28.969712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2acdc0-7641-4068-984d-1a99d6c315af None None] Network 98e52174-642e-4d3f-a3c7-6d6840c8ff35 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:28.976755 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8baa83d0-313b-412c-a115-53479c28ab2d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1712286 Nov 09 18:24:28.977727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55398) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:29.045489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46accd96-a8a6-4667-b6a1-b81092723298 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:29.054766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46accd96-a8a6-4667-b6a1-b81092723298 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:29.060952 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-46accd96-a8a6-4667-b6a1-b81092723298 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0818248 Nov 09 18:24:29.061871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55402) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:29.169450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Deleting port 0b74b808-a834-49ea-918a-36dd4d77e3b7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:29.169790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.240398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5939884 Nov 09 18:24:29.240924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.241062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55406) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:29.248573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'ports': [{'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f'}, {'network_id': '911bd8cc-6845-449c-b2c1-2cf608e707a5'}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:29.250014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:29.250745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '911bd8cc-6845-449c-b2c1-2cf608e707a5'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:29.257173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Calling delete_port for 0b74b808-a834-49ea-918a-36dd4d77e3b7 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:29.268620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dbcfc-07cb-4091-8cf9-85e5a47a16f0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=911bd8cc-6845-449c-b2c1-2cf608e707a5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:29.282143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 911bd8cc-6845-449c-b2c1-2cf608e707a5 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:29.348886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.387269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Port': ['ID=0b74b808-a834-49ea-918a-36dd4d77e3b7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:29.400956 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.405419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3f6a784a-df7b-47df-9b07-1a82f6ee6370 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/ports/0b74b808-a834-49ea-918a-36dd4d77e3b7 HTTP/1.1" status: 204 len: 168 time: 0.3416355 Nov 09 18:24:29.407249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55408) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:29.429352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcece1-70fb-4341-ad7b-ef8dc11297ea req-269f7d17-a88d-42a7-898b-9f1f89ca94b8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:29.430863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14dcece1-70fb-4341-ad7b-ef8dc11297ea req-269f7d17-a88d-42a7-898b-9f1f89ca94b8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1153281 Nov 09 18:24:29.508400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14dcece1-70fb-4341-ad7b-ef8dc11297ea req-4b8c519b-fcce-4e72-be32-5d2a5cffea9f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645845 Nov 09 18:24:29.508705 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Deleting port 4fa82fcc-eb6f-4ec9-9d78-aff4fb9834e4 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:29.509179 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.518235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 2} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:29.523699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.540383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.592974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.608301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Calling delete_port for 4fa82fcc-eb6f-4ec9-9d78-aff4fb9834e4 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:29.633510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 12a19003-d3c7-4e6d-96f4-d2ab26b334f8 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:29.707605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.757496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Port': ['ID=4fa82fcc-eb6f-4ec9-9d78-aff4fb9834e4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:29.775662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.782601 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9617e705-b419-43e2-b696-6925f45ff6e6 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/ports/4fa82fcc-eb6f-4ec9-9d78-aff4fb9834e4 HTTP/1.1" status: 204 len: 168 time: 0.3742275 Nov 09 18:24:29.785433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55410) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:29.789634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.814858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6b0edd70-670e-4fb2-b7b7-71381028aed8 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0278757 Nov 09 18:24:29.818622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55412) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:29.823623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-484479240'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:29.850113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Made reservation on behalf of da9cf76438e14b5b941c34aac8f0a7fe for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:29.854188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.876817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 4b3d29d5-d446-4a33-85a7-f02d8dfd215c yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:29.885040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:29.897342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.897696 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Added segment e4dac9a5-d99c-4076-9fde-245c3d008743 of type vlan for network be66f584-6e29-4705-bc52-af0864c3feac Nov 09 18:24:29.941344 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.969587 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:29.976423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:29.977168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.040011 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.058034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2378280 Nov 09 18:24:30.060693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55414) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:30.065484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1832441244'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:30.077659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaf636-c142-43dc-ae80-dc8610f04c33 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Network': ['ID=be66f584-6e29-4705-bc52-af0864c3feac,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:30.088075 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.089725 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network be66f584-6e29-4705-bc52-af0864c3feac details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:30.097547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Made reservation on behalf of da9cf76438e14b5b941c34aac8f0a7fe for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:30.101624 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.128934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:30.140538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.140538 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Added segment 15a5acdc-d556-4eaa-9dc7-8fc97d868d6e of type vlan for network 42d36550-883f-4075-a382-09a77837ac41 Nov 09 18:24:30.160487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:30.177569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:30.194642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.195645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:30.200638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.202998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=12a19003-d3c7-4e6d-96f4-d2ab26b334f8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:30.228476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.237073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.238092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.285694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=4b3d29d5-d446-4a33-85a7-f02d8dfd215c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:30.299422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': '1f551717-1849-4eab-8631-fbfd2c956742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '911bd8cc-6845-449c-b2c1-2cf608e707a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:30.300014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 911bd8cc-6845-449c-b2c1-2cf608e707a5, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:30.326107 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2519972 Nov 09 18:24:30.338273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 911bd8cc-6845-449c-b2c1-2cf608e707a5 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:30.348950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7355f9c-45d3-41f5-89a7-959f223ba1d0 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Network': ['ID=42d36550-883f-4075-a382-09a77837ac41,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:30.360931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 42d36550-883f-4075-a382-09a77837ac41 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:30.364501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 911bd8cc-6845-449c-b2c1-2cf608e707a5) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:30.370926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:30.395458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.415163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.415945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.457989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7e259e47-8e41-4f9f-a5d4-5f665abf578f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2115257 Nov 09 18:24:30.458622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55422) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:30.527817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47359289-482a-4609-b990-c490b9aa276b None None] Network 911bd8cc-6845-449c-b2c1-2cf608e707a5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:30.626775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 4b3d29d5-d446-4a33-85a7-f02d8dfd215c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:30.627414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.766190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804e12a-2f40-4bf7-bff1-f9408b47bdbc req-4e3044f0-8973-477e-ab8e-9ba46056d85d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:30.770236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:30.771576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6804e12a-2f40-4bf7-bff1-f9408b47bdbc req-4e3044f0-8973-477e-ab8e-9ba46056d85d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1113379 Nov 09 18:24:30.789032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 4b3d29d5-d446-4a33-85a7-f02d8dfd215c owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:30.822868 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6804e12a-2f40-4bf7-bff1-f9408b47bdbc req-345b1a3d-d735-4e56-af96-c3147d7ccbff tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Nov 09 18:24:30.901572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55428) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:30.991810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.025560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=4b3d29d5-d446-4a33-85a7-f02d8dfd215c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:31.036778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.041020 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ae5ec113-deda-4e14-a697-07e9b70d43f7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/4b3d29d5-d446-4a33-85a7-f02d8dfd215c HTTP/1.1" status: 204 len: 168 time: 0.5809579 Nov 09 18:24:31.043820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55432) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.054283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b7e68ab-c3d6-411b-b502-8dd2b2bdb3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.124067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e7dba-b32d-4d8f-bf4c-2817b20c3d0e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.131531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e7dba-b32d-4d8f-bf4c-2817b20c3d0e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.133596 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-781e7dba-b32d-4d8f-bf4c-2817b20c3d0e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0887775 Nov 09 18:24:31.136537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55434) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.174052 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b7e68ab-c3d6-411b-b502-8dd2b2bdb3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.184019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b7e68ab-c3d6-411b-b502-8dd2b2bdb3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.211546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9b7e68ab-c3d6-411b-b502-8dd2b2bdb3c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e2789a0fc1942b2971002e989ead8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059714 Nov 09 18:24:31.212334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55436) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.256963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e68ab-c3d6-411b-b502-8dd2b2bdb3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec06f96-733a-4346-9b99-16a8e7b1baf8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:31.287334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d047dae7-e92e-4e68-83f8-50c5fce01a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.298388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 12a19003-d3c7-4e6d-96f4-d2ab26b334f8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:31.298854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.311834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d047dae7-e92e-4e68-83f8-50c5fce01a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.365258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d047dae7-e92e-4e68-83f8-50c5fce01a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.368422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d047dae7-e92e-4e68-83f8-50c5fce01a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.372652 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d047dae7-e92e-4e68-83f8-50c5fce01a80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ec06f96-733a-4346-9b99-16a8e7b1baf8 HTTP/1.1" status: 204 len: 168 time: 0.1561537 Nov 09 18:24:31.380028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047dae7-e92e-4e68-83f8-50c5fce01a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec06f96-733a-4346-9b99-16a8e7b1baf8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:31.397406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.426118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 12a19003-d3c7-4e6d-96f4-d2ab26b334f8 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:31.520129 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.570523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.571728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/12a19003-d3c7-4e6d-96f4-d2ab26b334f8 HTTP/1.1" status: 204 len: 168 time: 0.4340844 Nov 09 18:24:31.573635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d987fd-dc5c-4a1f-abb9-b3ecafdf298e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=12a19003-d3c7-4e6d-96f4-d2ab26b334f8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:31.578670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55442) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.645919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a05ed7-13c7-4498-a1a8-0371c591b8f5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:31.650401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-02a05ed7-13c7-4498-a1a8-0371c591b8f5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0680239 Nov 09 18:24:31.651190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55444) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.675553 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c031b529-8c71-4ee8-8fe9-ec8645b3ede3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:31.679482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c031b529-8c71-4ee8-8fe9-ec8645b3ede3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/4b3d29d5-d446-4a33-85a7-f02d8dfd215c HTTP/1.1" status: 404 len: 333 time: 0.0247102 Nov 09 18:24:31.679852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55446) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.709339 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ec2283-f2d5-4ab5-a32d-a8945051eef1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:31.714193 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-53ec2283-f2d5-4ab5-a32d-a8945051eef1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/12a19003-d3c7-4e6d-96f4-d2ab26b334f8 HTTP/1.1" status: 404 len: 333 time: 0.0301034 Nov 09 18:24:31.714463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55448) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.767791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55450) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:31.794351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.805100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-160b5287-cc1c-4cdd-beb8-fb30b1f40786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.910306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.949162 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-160b5287-cc1c-4cdd-beb8-fb30b1f40786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.953815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-160b5287-cc1c-4cdd-beb8-fb30b1f40786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:31.967881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911bd8cc-6845-449c-b2c1-2cf608e707a5']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:31.998840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f551717-1849-4eab-8631-fbfd2c956742') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:31.999136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f551717-1849-4eab-8631-fbfd2c956742') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:32.007268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-160b5287-cc1c-4cdd-beb8-fb30b1f40786 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e03e418cef6496a920e5a58dbf3cd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356243 Nov 09 18:24:32.010258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55456) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:32.029973 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.047763 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.057086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:32.058022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:32.061514 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:32.065952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b5287-cc1c-4cdd-beb8-fb30b1f40786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263811d4-d432-4e62-8b80-5771057bd947,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:32.079426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e03fb-a1a4-404b-85ed-5d61cee8a0c8 req-d1d8edf9-c229-45f9-97c0-b69d7fe58ee8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:32.081164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-695e03fb-a1a4-404b-85ed-5d61cee8a0c8 req-d1d8edf9-c229-45f9-97c0-b69d7fe58ee8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.0995958 Nov 09 18:24:32.101030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc61a-507f-4c94-a8a2-3b2b2e2d677f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.125532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc61a-507f-4c94-a8a2-3b2b2e2d677f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.155361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-695e03fb-a1a4-404b-85ed-5d61cee8a0c8 req-98e4078c-32b8-4a79-9e6a-bc7ba2cf9e22 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486858 Nov 09 18:24:32.163075 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.190481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc61a-507f-4c94-a8a2-3b2b2e2d677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.192743 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.193627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc61a-507f-4c94-a8a2-3b2b2e2d677f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.195191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ff6cc61a-507f-4c94-a8a2-3b2b2e2d677f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/263811d4-d432-4e62-8b80-5771057bd947 HTTP/1.1" status: 204 len: 168 time: 0.1838052 Nov 09 18:24:32.196401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/911bd8cc-6845-449c-b2c1-2cf608e707a5 HTTP/1.1" status: 204 len: 168 time: 0.4809496 Nov 09 18:24:32.197356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f1e83-cc06-47b9-9319-13f74a38518f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=911bd8cc-6845-449c-b2c1-2cf608e707a5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:32.203282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55460) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:32.209522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1358327487'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:32.212428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cc61a-507f-4c94-a8a2-3b2b2e2d677f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263811d4-d432-4e62-8b80-5771057bd947,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:32.232234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:32.236421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.262349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:32.273645 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.273994 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment fc8ca2d7-ae76-4e12-b758-34adc10b78b9 of type vlan for network 226468c8-bc19-4d27-a0f9-1e76128278ee Nov 09 18:24:32.323254 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.351850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.359045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:32.360321 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.433034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2279646 Nov 09 18:24:32.436077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55462) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:32.443843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:32.490734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5cc78-92f5-40b6-9e5b-a717ca19204c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=226468c8-bc19-4d27-a0f9-1e76128278ee,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:32.501385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 226468c8-bc19-4d27-a0f9-1e76128278ee details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:32.560595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:32.564875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.632187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Performing IP validity checks on allocation pools {{(pid=102140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:24:32.635138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:24:32.793009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.853902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=e82873c6-a675-4641-9ead-83518654cb5f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:32.886746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': 'fc8ca2d7-ae76-4e12-b758-34adc10b78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:32.887121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 226468c8-bc19-4d27-a0f9-1e76128278ee, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:32.909462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 226468c8-bc19-4d27-a0f9-1e76128278ee is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:32.933643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 226468c8-bc19-4d27-a0f9-1e76128278ee) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:32.943326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:32.943921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:32.946770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca204c4-75e5-4fe7-acd1-894b57a650de None None] Network 226468c8-bc19-4d27-a0f9-1e76128278ee requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:32.970748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8a230777-bd8a-4453-bb8e-6c38327a1cee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5307446 Nov 09 18:24:32.970950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55476) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:32.982912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee', 'name': 'tempest-PortsIpV6TestJSON-1699204289'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:33.121373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-226468c8-bc19-4d27-a0f9-1e76128278ee', 'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee', 'tenant_id': '5c0c2e7c08be43b18c06b4d61988bd7d', 'fixed_ips': [{'subnet_id': 'e82873c6-a675-4641-9ead-83518654cb5f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:33.122515 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.173662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:33.178717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.221311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 6d015f2a-8b39-4427-99b7-28e3cbd06d50 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:33.331022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Allocated IP 2001:db8::2 (226468c8-bc19-4d27-a0f9-1e76128278ee/e82873c6-a675-4641-9ead-83518654cb5f/466df596-d006-43df-b517-180abfd46a25) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:33.408804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dcc9c-f3be-4752-a117-14cd7b3afbef req-83074eb8-aede-407b-85ec-bc86062c88e7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:33.417195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc1dcc9c-f3be-4752-a117-14cd7b3afbef req-83074eb8-aede-407b-85ec-bc86062c88e7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1126947 Nov 09 18:24:33.487290 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.497194 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.506987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bc1dcc9c-f3be-4752-a117-14cd7b3afbef req-9578c84f-cbd8-4dbf-b998-fff76fe334ff tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879469 Nov 09 18:24:33.561516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Pushing event updated for resources: {'Port': ['ID=466df596-d006-43df-b517-180abfd46a25,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:33.577775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Network 226468c8-bc19-4d27-a0f9-1e76128278ee is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:33.579911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.581703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.581703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.581703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.581703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.581703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.582481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.583179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.583644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.584132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.584609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.585070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:33.602104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:33.606445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::175 (226468c8-bc19-4d27-a0f9-1e76128278ee/e82873c6-a675-4641-9ead-83518654cb5f/6d015f2a-8b39-4427-99b7-28e3cbd06d50) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:33.612422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:33.725501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55490) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:33.734307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Attempting to bind port 466df596-d006-43df-b517-180abfd46a25 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:33.734792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Attempting to bind port 466df596-d006-43df-b517-180abfd46a25 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'fc8ca2d7-ae76-4e12-b758-34adc10b78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:33.735399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Attempting to bind port 466df596-d006-43df-b517-180abfd46a25 on network 226468c8-bc19-4d27-a0f9-1e76128278ee {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:33.736202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'subnets': [{'network_id': 'be66f584-6e29-4705-bc52-af0864c3feac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--772490775', 'ip_version': 6}, {'network_id': '42d36550-883f-4075-a382-09a77837ac41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:33.736778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'subnet': {'network_id': 'be66f584-6e29-4705-bc52-af0864c3feac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--772490775', 'ip_version': 6}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:33.737708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Request body: {'subnet': {'network_id': '42d36550-883f-4075-a382-09a77837ac41', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:33.741353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:33.741777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Checking segment: {'id': 'fc8ca2d7-ae76-4e12-b758-34adc10b78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:33.742239 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.742779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Bound using segment: {'id': 'fc8ca2d7-ae76-4e12-b758-34adc10b78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:33.743262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Bound port: 466df596-d006-43df-b517-180abfd46a25, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8ca2d7-ae76-4e12-b758-34adc10b78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '226468c8-bc19-4d27-a0f9-1e76128278ee'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:33.743649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.831719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] For port 466df596-d006-43df-b517-180abfd46a25, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:33.842098 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] For port 466df596-d006-43df-b517-180abfd46a25, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=466df596-d006-43df-b517-180abfd46a25,segment=NetworkSegment(fc8ca2d7-ae76-4e12-b758-34adc10b78b9),segment_id=fc8ca2d7-ae76-4e12-b758-34adc10b78b9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:33.851939 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.875031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.937257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:33.953223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3f6ba-3294-4002-9ecb-0bc13fc3be94 None None] Pushing event updated for resources: {'Port': ['ID=466df596-d006-43df-b517-180abfd46a25,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:33.992320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 226468c8-bc19-4d27-a0f9-1e76128278ee is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:33.993999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Made reservation on behalf of da9cf76438e14b5b941c34aac8f0a7fe for: {'subnet': 2} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:33.996428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:33.999009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:34.000528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.000932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.004873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:34.005662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.028763 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0567455 Nov 09 18:24:34.031973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55498) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:34.071554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405438f-01c3-430b-a858-55d7465ad5fe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=6d015f2a-8b39-4427-99b7-28e3cbd06d50,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:34.180162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 6d015f2a-8b39-4427-99b7-28e3cbd06d50 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:34.180860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.313722 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.328203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 6d015f2a-8b39-4427-99b7-28e3cbd06d50 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:34.492480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.529262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=6d015f2a-8b39-4427-99b7-28e3cbd06d50,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:34.565067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.572760 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6582a023-aae9-4bdb-b518-fba71eb303a7 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/6d015f2a-8b39-4427-99b7-28e3cbd06d50 HTTP/1.1" status: 204 len: 168 time: 0.5373635 Nov 09 18:24:34.573915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55512) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:34.607459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.619593 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd3a4ad-ce3f-4fee-8b46-29c747943c29 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:24:34.620481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd3a4ad-ce3f-4fee-8b46-29c747943c29 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:24:34.626236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fcd3a4ad-ce3f-4fee-8b46-29c747943c29 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/6d015f2a-8b39-4427-99b7-28e3cbd06d50 HTTP/1.1" status: 404 len: 333 time: 0.0486894 Nov 09 18:24:34.626771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55518) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:34.655935 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9df1d4-44ec-4524-aabe-9c05cca35992 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:34.661466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9d9df1d4-44ec-4524-aabe-9c05cca35992 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/6d015f2a-8b39-4427-99b7-28e3cbd06d50 HTTP/1.1" status: 404 len: 333 time: 0.0332446 Nov 09 18:24:34.662334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55520) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:34.720098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet e82873c6-a675-4641-9ead-83518654cb5f {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:34.723716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.741947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77949-e5a2-4993-93b5-10029c24697a req-63e8e45c-b4ea-4a93-b0e2-e394643a418a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:34.743527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50e77949-e5a2-4993-93b5-10029c24697a req-63e8e45c-b4ea-4a93-b0e2-e394643a418a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.0927005 Nov 09 18:24:34.744176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Subnet': ['ID=f40899bb-6db3-4583-94a1-777edd318228,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:34.768243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Checking segment: {'id': 'e4dac9a5-d99c-4076-9fde-245c3d008743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'be66f584-6e29-4705-bc52-af0864c3feac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:34.769096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network hostable DHCP agents. Network: be66f584-6e29-4705-bc52-af0864c3feac, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:34.785564 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.817642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50e77949-e5a2-4993-93b5-10029c24697a req-a9faa23b-95c6-44eb-a19b-a3250646fe69 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640731 Nov 09 18:24:34.819255 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network be66f584-6e29-4705-bc52-af0864c3feac is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:34.833601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, be66f584-6e29-4705-bc52-af0864c3feac) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:34.843739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09146d-e95c-4c61-b1c3-10be3aa2b57f None None] Network be66f584-6e29-4705-bc52-af0864c3feac requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:34.857537 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.975031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:34.993688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event updated for resources: {'Subnet': ['ID=7fb820ea-ac0e-4cd2-9f0d-1561d97bfc22,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:35.013453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Checking segment: {'id': '15a5acdc-d556-4eaa-9dc7-8fc97d868d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42d36550-883f-4075-a382-09a77837ac41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:35.013795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network hostable DHCP agents. Network: 42d36550-883f-4075-a382-09a77837ac41, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:35.038804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Network 42d36550-883f-4075-a382-09a77837ac41 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:35.059393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 42d36550-883f-4075-a382-09a77837ac41) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:35.067748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:35.068551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:35.069219 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.093806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d653991-feac-447d-81d0-24d8f22ee465 None None] Network 42d36550-883f-4075-a382-09a77837ac41 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:35.102220 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d112da00-0731-479e-baaa-b1de6f864432 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3747625 Nov 09 18:24:35.106249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:35.110825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071484f1-f20d-44db-80e6-12febe62c414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-be66f584-6e29-4705-bc52-af0864c3feac', 'network_id': 'be66f584-6e29-4705-bc52-af0864c3feac', 'tenant_id': 'da9cf76438e14b5b941c34aac8f0a7fe', 'fixed_ips': [{'subnet_id': 'f40899bb-6db3-4583-94a1-777edd318228'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:35.111930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-071484f1-f20d-44db-80e6-12febe62c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.119666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.205934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=e82873c6-a675-4641-9ead-83518654cb5f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:35.241718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e80214-f4d1-4087-931d-eb98b0ee81bd tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:35.243363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e80214-f4d1-4087-931d-eb98b0ee81bd tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:35.245088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e80214-f4d1-4087-931d-eb98b0ee81bd tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:35.247109 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57e80214-f4d1-4087-931d-eb98b0ee81bd tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1397986 Nov 09 18:24:35.248573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.252112 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-24348baf-a325-49cf-8abc-a6bcaf714bcb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/e82873c6-a675-4641-9ead-83518654cb5f HTTP/1.1" status: 204 len: 168 time: 0.5887587 Nov 09 18:24:35.258280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:35.258634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55530) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:35.398865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Deleting subnet f40899bb-6db3-4583-94a1-777edd318228 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:35.407113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.408697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.438252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e23b9-c2c4-42e7-80c8-7bc58d85a629 None None] Network 226468c8-bc19-4d27-a0f9-1e76128278ee requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:35.481434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-42d36550-883f-4075-a382-09a77837ac41', 'network_id': '42d36550-883f-4075-a382-09a77837ac41', 'tenant_id': 'da9cf76438e14b5b941c34aac8f0a7fe', 'fixed_ips': [{'subnet_id': '7fb820ea-ac0e-4cd2-9f0d-1561d97bfc22'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:35.482327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.482447 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.517251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed7c0231-010c-43dd-9f8d-66d4d4d2d46e None None] Provisioning complete for port 466df596-d006-43df-b517-180abfd46a25 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:35.517633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed7c0231-010c-43dd-9f8d-66d4d4d2d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.540360 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.590241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 466df596-d006-43df-b517-180abfd46a25 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:35.590698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.684859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] For port 466df596-d006-43df-b517-180abfd46a25, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=466df596-d006-43df-b517-180abfd46a25,segment=NetworkSegment(fc8ca2d7-ae76-4e12-b758-34adc10b78b9),segment_id=fc8ca2d7-ae76-4e12-b758-34adc10b78b9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:35.685255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.708017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 466df596-d006-43df-b517-180abfd46a25 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:35.762001 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.781325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.787178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/subnets/f40899bb-6db3-4583-94a1-777edd318228 HTTP/1.1" status: 204 len: 168 time: 0.5229721 Nov 09 18:24:35.787921 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55538) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-071484f1-f20d-44db-80e6-12febe62c414 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f40899bb-6db3-4583-94a1-777edd318228: This subnet is being modified by another concurrent operation. Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f40899bb-6db3-4583-94a1-777edd318228: This subnet is being modified by another concurrent operation. Nov 09 18:24:35.803440 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:24:35.809718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74816000-004f-4b75-a9a5-a8028d37eb9e tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Subnet': ['ID=f40899bb-6db3-4583-94a1-777edd318228,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:35.837658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5f658-7cf0-49df-b536-635e2e90c097 None None] Network be66f584-6e29-4705-bc52-af0864c3feac requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:35.871280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:35.915266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No DVR routers for this DVR port 466df596-d006-43df-b517-180abfd46a25 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:35.930379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=466df596-d006-43df-b517-180abfd46a25,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:35.971993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed7c0231-010c-43dd-9f8d-66d4d4d2d46e None None] Could not find standard attr ID for object 466df596-d006-43df-b517-180abfd46a25. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:24:36.007071 n-d-817240-1 neutron-server[102142]: INFO neutron.plugins.ml2.db [None req-ed7c0231-010c-43dd-9f8d-66d4d4d2d46e None None] No ports have port_id starting with 466df596-d006-43df-b517-180abfd46a25 Nov 09 18:24:36.020668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 466df596-d006-43df-b517-180abfd46a25 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:36.099938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.137845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c89e94-8494-4434-888d-f541bbcdd020 req-7e238686-f03b-4583-aadb-46c242bc0df9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:36.139822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4c89e94-8494-4434-888d-f541bbcdd020 req-7e238686-f03b-4583-aadb-46c242bc0df9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1775765 Nov 09 18:24:36.150196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad507f27-b1e5-4887-a181-3beae26a1fef None None] DHCP port deletion for 226468c8-bc19-4d27-a0f9-1e76128278ee request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:36.160833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 466df596-d006-43df-b517-180abfd46a25 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:36.161453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 466df596-d006-43df-b517-180abfd46a25 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 18:24:36.168035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226468c8-bc19-4d27-a0f9-1e76128278ee']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:36.193756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Allocated IP 2001:db8:0:1::1 (42d36550-883f-4075-a382-09a77837ac41/7fb820ea-ac0e-4cd2-9f0d-1561d97bfc22/1a87e877-ad3d-4d5b-81f1-a603e16d65d0) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:36.193900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8ca2d7-ae76-4e12-b758-34adc10b78b9') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:36.194933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8ca2d7-ae76-4e12-b758-34adc10b78b9') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:36.195913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Port 466df596-d006-43df-b517-180abfd46a25 not found, will not notify nova. {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 18:24:36.216064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.227482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4c89e94-8494-4434-888d-f541bbcdd020 req-923f1aae-4cbe-45f3-abc4-fa4b276a6802 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807762 Nov 09 18:24:36.240232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.253641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:36.253641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:36.254847 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:36.333529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Deleting subnet 7fb820ea-ac0e-4cd2-9f0d-1561d97bfc22 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:36.338953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.357426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.360519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/226468c8-bc19-4d27-a0f9-1e76128278ee HTTP/1.1" status: 204 len: 168 time: 1.1007185 Nov 09 18:24:36.361765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca5928-620f-476c-84fd-ddb70dc575b2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=226468c8-bc19-4d27-a0f9-1e76128278ee,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:36.365615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.366874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55546) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:36.372356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1816289004'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:36.375037 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.376339 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.415318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Network 42d36550-883f-4075-a382-09a77837ac41 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:36.419066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:36.426787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.426954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:36.429672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:36.433255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.434320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Pushing event updated for resources: {'Port': ['ID=1a87e877-ad3d-4d5b-81f1-a603e16d65d0,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:36.486607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Attempting to bind port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:36.486985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Attempting to bind port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '15a5acdc-d556-4eaa-9dc7-8fc97d868d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42d36550-883f-4075-a382-09a77837ac41'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:36.487403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Attempting to bind port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 on network 42d36550-883f-4075-a382-09a77837ac41 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:36.492844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:36.492844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Checking segment: {'id': '15a5acdc-d556-4eaa-9dc7-8fc97d868d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42d36550-883f-4075-a382-09a77837ac41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:36.493240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:36.493368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.493730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Bound using segment: {'id': '15a5acdc-d556-4eaa-9dc7-8fc97d868d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42d36550-883f-4075-a382-09a77837ac41'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:36.494231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Bound port: 1a87e877-ad3d-4d5b-81f1-a603e16d65d0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a5acdc-d556-4eaa-9dc7-8fc97d868d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42d36550-883f-4075-a382-09a77837ac41'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:36.494795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.522087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.522558 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment 45e894d9-54c3-40fa-8d9d-ef354624a76c of type vlan for network 5f924f0f-eeca-40b4-ad76-871ab849954f Nov 09 18:24:36.571247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3be0d537-146b-40ce-913b-a768da13470d None None] For port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:36.574761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3be0d537-146b-40ce-913b-a768da13470d None None] For port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a87e877-ad3d-4d5b-81f1-a603e16d65d0,segment=NetworkSegment(15a5acdc-d556-4eaa-9dc7-8fc97d868d6e),segment_id=15a5acdc-d556-4eaa-9dc7-8fc97d868d6e)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:36.582028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.587017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.642444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.657564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0d537-146b-40ce-913b-a768da13470d None None] Pushing event updated for resources: {'Port': ['ID=1a87e877-ad3d-4d5b-81f1-a603e16d65d0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:36.691281 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.696851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:36.697488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.704635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.787508 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:36.793484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55550) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:36.794097 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/subnets/7fb820ea-ac0e-4cd2-9f0d-1561d97bfc22 HTTP/1.1" status: 204 len: 168 time: 1.0044289 Nov 09 18:24:36.794421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e374ee-134c-48e9-911a-147fe8c3f9ab tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb820ea-ac0e-4cd2-9f0d-1561d97bfc22,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:36.808887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4381764 Nov 09 18:24:36.809020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55552) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:36.814031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:36.866175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c28f6-5710-4b42-b1c7-328916436c6b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=5f924f0f-eeca-40b4-ad76-871ab849954f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:36.886284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5f924f0f-eeca-40b4-ad76-871ab849954f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:36.928490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db078de9-3451-4822-b97d-77628eb757b3 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:36.930018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db078de9-3451-4822-b97d-77628eb757b3 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1352115 Nov 09 18:24:36.934689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55554) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:36.967379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:36.971534 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.039773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.100418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Deleting port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:37.100784 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.170747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] For port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a87e877-ad3d-4d5b-81f1-a603e16d65d0,segment=NetworkSegment(15a5acdc-d556-4eaa-9dc7-8fc97d868d6e),segment_id=15a5acdc-d556-4eaa-9dc7-8fc97d868d6e)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:37.171331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.182857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.186277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Calling delete_port for 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:37.256549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': '45e894d9-54c3-40fa-8d9d-ef354624a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:37.256919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 5f924f0f-eeca-40b4-ad76-871ab849954f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:37.265930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=b87a4388-047d-4eef-8216-3f831afa74a4,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:37.285564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 5f924f0f-eeca-40b4-ad76-871ab849954f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:37.288064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.297181 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a737418e-cc5c-4683-bd7b-9440f39bafa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.311867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5f924f0f-eeca-40b4-ad76-871ab849954f) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:37.321496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ba51e-3cc9-4d9e-8e8d-3b69eb32dabd None None] Network 5f924f0f-eeca-40b4-ad76-871ab849954f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:37.327128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:37.327896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.331889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Port': ['ID=1a87e877-ad3d-4d5b-81f1-a603e16d65d0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:37.341328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] No DVR routers for this DVR port 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:37.352369 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-799c9413-7d7a-43d2-8faa-40f8945c4ee6 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5396967 Nov 09 18:24:37.352880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55558) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:37.358842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1875414510'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:37.492343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1196126-7ad5-4a8a-bebc-6f4824da52cf req-2f0ecf9f-f996-442a-8d40-baf25c49b17d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:37.498390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5f924f0f-eeca-40b4-ad76-871ab849954f', 'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f', 'tenant_id': '5c0c2e7c08be43b18c06b4d61988bd7d', 'fixed_ips': [{'subnet_id': 'b87a4388-047d-4eef-8216-3f831afa74a4'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:37.499412 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.500558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1196126-7ad5-4a8a-bebc-6f4824da52cf req-2f0ecf9f-f996-442a-8d40-baf25c49b17d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1624429 Nov 09 18:24:37.509341 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.544756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d36550-883f-4075-a382-09a77837ac41']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:37.563544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a5acdc-d556-4eaa-9dc7-8fc97d868d6e') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:37.563873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a5acdc-d556-4eaa-9dc7-8fc97d868d6e') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:37.585424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d1196126-7ad5-4a8a-bebc-6f4824da52cf req-2a0f3e3b-b934-4334-b368-cf835eb82092 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803607 Nov 09 18:24:37.592627 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.601933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:37.606254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.614938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.622294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:37.622683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:37.625923 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:37.631613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 423c7b1e-1de4-4707-ba80-ecdbf68b417d yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:37.685471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Allocated IP 2001:db8::2 (5f924f0f-eeca-40b4-ad76-871ab849954f/b87a4388-047d-4eef-8216-3f831afa74a4/682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:37.750284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.782680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.785746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/networks/42d36550-883f-4075-a382-09a77837ac41 HTTP/1.1" status: 204 len: 168 time: 0.8501222 Nov 09 18:24:37.786932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329c72-dab7-4bee-97be-4f06d300e4ac tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Network': ['ID=42d36550-883f-4075-a382-09a77837ac41,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:37.789021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55564) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:37.874125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 466df596-d006-43df-b517-180abfd46a25 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:37.896602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.927840 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.932241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 466df596-d006-43df-b517-180abfd46a25 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:37.932588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 466df596-d006-43df-b517-180abfd46a25 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:37.962083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:37.973506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Network 5f924f0f-eeca-40b4-ad76-871ab849954f is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:37.976519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:37.981534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:37.992355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Pushing event updated for resources: {'Port': ['ID=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:38.015353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::359 (5f924f0f-eeca-40b4-ad76-871ab849954f/b87a4388-047d-4eef-8216-3f831afa74a4/423c7b1e-1de4-4707-ba80-ecdbf68b417d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:38.080159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Attempting to bind port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:38.080844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Attempting to bind port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '45e894d9-54c3-40fa-8d9d-ef354624a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:38.081230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Attempting to bind port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 on network 5f924f0f-eeca-40b4-ad76-871ab849954f {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:38.089263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757b04f5-fd7b-4ce9-b876-c6b0548ad1a1 None None] DHCP port deletion for 42d36550-883f-4075-a382-09a77837ac41 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:38.099573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-13eaaed2-9e57-4411-a0b8-997122f4f728 None None] Could not find standard attr ID for object 1a87e877-ad3d-4d5b-81f1-a603e16d65d0. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:24:38.107872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:38.108291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Checking segment: {'id': '45e894d9-54c3-40fa-8d9d-ef354624a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:38.108742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.109137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Bound using segment: {'id': '45e894d9-54c3-40fa-8d9d-ef354624a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:38.114023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Bound port: 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e894d9-54c3-40fa-8d9d-ef354624a76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f924f0f-eeca-40b4-ad76-871ab849954f'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:38.114504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.122941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.139083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4476fe3-5e44-49bf-837c-7b9b25098cab None None] Network 42d36550-883f-4075-a382-09a77837ac41 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:38.154692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be66f584-6e29-4705-bc52-af0864c3feac']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:38.165281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dac9a5-d99c-4076-9fde-245c3d008743') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:38.165583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dac9a5-d99c-4076-9fde-245c3d008743') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:38.176352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4476fe3-5e44-49bf-837c-7b9b25098cab None None] Network 42d36550-883f-4075-a382-09a77837ac41 could not be found, it might have been deleted concurrently. {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:24:38.176584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.194469 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.202819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:38.203762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.206352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:38.207548 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:38.217227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] For port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:38.220616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] For port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,segment=NetworkSegment(45e894d9-54c3-40fa-8d9d-ef354624a76c),segment_id=45e894d9-54c3-40fa-8d9d-ef354624a76c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:38.232414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.265246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.281526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.301618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.309771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55588) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:38.310659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/networks/be66f584-6e29-4705-bc52-af0864c3feac HTTP/1.1" status: 204 len: 168 time: 0.5160341 Nov 09 18:24:38.324197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a726a-eed3-477e-a290-756a4d6d76db None None] Pushing event updated for resources: {'Port': ['ID=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:38.339885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb3149-97a8-45df-b5d7-3991591fc36d tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Network': ['ID=be66f584-6e29-4705-bc52-af0864c3feac,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:38.354578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 5f924f0f-eeca-40b4-ad76-871ab849954f is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:38.391178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:38.396684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=423c7b1e-1de4-4707-ba80-ecdbf68b417d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:38.402414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:38.408116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:38.408775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.444603 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cbb8c50e-be5d-4902-88ca-b99f16f756ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0876448 Nov 09 18:24:38.444822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55596) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:38.458160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.629801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.657838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 423c7b1e-1de4-4707-ba80-ecdbf68b417d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:38.658280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.662336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e52174-642e-4d3f-a3c7-6d6840c8ff35']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:38.715797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127e58cf-f146-4dd2-a6a8-57213555b666') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:38.716105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127e58cf-f146-4dd2-a6a8-57213555b666') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:38.732789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.739666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f8356-167d-45df-86e4-5d952fca9ba8 req-5bb07ee4-a837-427d-8fae-0fd7891cc9c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:38.741236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-662f8356-167d-45df-86e4-5d952fca9ba8 req-5bb07ee4-a837-427d-8fae-0fd7891cc9c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.0804303 Nov 09 18:24:38.751922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.768619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:38.769024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:38.771982 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:38.785979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-662f8356-167d-45df-86e4-5d952fca9ba8 req-90029ec1-228e-4c72-a478-c7ae7b8427f8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375268 Nov 09 18:24:38.830958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.847441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 423c7b1e-1de4-4707-ba80-ecdbf68b417d owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:38.853034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.868555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:38.871770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/networks/98e52174-642e-4d3f-a3c7-6d6840c8ff35 HTTP/1.1" status: 204 len: 168 time: 0.5608435 Nov 09 18:24:38.874762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55620) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:38.883031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03731a21-9569-4475-b91b-52a728cb2b40 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Network': ['ID=98e52174-642e-4d3f-a3c7-6d6840c8ff35,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:38.976694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.016896 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.048179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=423c7b1e-1de4-4707-ba80-ecdbf68b417d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:39.079164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.082216 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.090589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55622) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:39.091064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e465d9ce-1dcf-400b-a761-2a7b19b72498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/423c7b1e-1de4-4707-ba80-ecdbf68b417d HTTP/1.1" status: 204 len: 168 time: 0.6451976 Nov 09 18:24:39.125428 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0009d9d5-47e7-4975-b2b8-506348510ca2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:39.129605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0009d9d5-47e7-4975-b2b8-506348510ca2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/423c7b1e-1de4-4707-ba80-ecdbf68b417d HTTP/1.1" status: 404 len: 333 time: 0.0350301 Nov 09 18:24:39.130385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55624) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:39.158460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae449b1-d974-4eaa-8c4f-b29ec102eabd']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:39.178956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f31fb2f-5e28-4819-aaaa-df6c26cab7de') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:39.179300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f31fb2f-5e28-4819-aaaa-df6c26cab7de') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:39.193107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.209156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet b87a4388-047d-4eef-8216-3f831afa74a4 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:39.215435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.218169 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.247224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:39.247670 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:39.250592 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:39.305270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.347168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.372117 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.378011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] 10.222.0.32 "DELETE /v2.0/networks/8ae449b1-d974-4eaa-8c4f-b29ec102eabd HTTP/1.1" status: 204 len: 168 time: 0.4998953 Nov 09 18:24:39.378011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be80380-8702-4c3e-ac56-6d0bfe493db5 tempest-BulkNetworkOpsIpV6Test-460572614 tempest-BulkNetworkOpsIpV6Test-460572614-project] Pushing event deleted for resources: {'Network': ['ID=8ae449b1-d974-4eaa-8c4f-b29ec102eabd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:39.397899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa09bb-14e7-43bb-bc71-854b2d8a9e62 None None] Network 5f924f0f-eeca-40b4-ad76-871ab849954f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:39.430051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.469811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-21532fd7-029a-410d-99f2-efd562f9f3ab None None] Provisioning complete for port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:39.470229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-21532fd7-029a-410d-99f2-efd562f9f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.509012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.545752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=b87a4388-047d-4eef-8216-3f831afa74a4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:39.553279 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.556666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2d6e1ced-4c7e-4151-ae1a-670cb455c0b5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/b87a4388-047d-4eef-8216-3f831afa74a4 HTTP/1.1" status: 204 len: 168 time: 0.4259067 Nov 09 18:24:39.560097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55628) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:39.626699 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-21532fd7-029a-410d-99f2-efd562f9f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.654550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.680294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-21532fd7-029a-410d-99f2-efd562f9f3ab None None] For port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,segment=NetworkSegment(45e894d9-54c3-40fa-8d9d-ef354624a76c),segment_id=45e894d9-54c3-40fa-8d9d-ef354624a76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:39.688989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] DHCP port deletion for 5f924f0f-eeca-40b4-ad76-871ab849954f request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:39.694575 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-21532fd7-029a-410d-99f2-efd562f9f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.718900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:39.719390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.788747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] For port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,segment=NetworkSegment(45e894d9-54c3-40fa-8d9d-ef354624a76c),segment_id=45e894d9-54c3-40fa-8d9d-ef354624a76c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:39.789191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.805099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:39.811817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55634) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:39.829163 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-06d84eaf-4032-45ac-b49e-2c77b97ad8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.835210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21532fd7-029a-410d-99f2-efd562f9f3ab None None] Pushing event updated for resources: {'Port': ['ID=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:39.853781 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:39.878662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:39.879244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a87e877-ad3d-4d5b-81f1-a603e16d65d0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:39.893957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] Deleting port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:39.894601 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.923848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1948e-386c-4543-a2b1-e5bafb657084 req-4fa21dae-529e-4511-9175-f5f3ebf26780 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:39.925653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fb1948e-386c-4543-a2b1-e5bafb657084 req-4fa21dae-529e-4511-9175-f5f3ebf26780 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.0628250 Nov 09 18:24:39.950499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:39.977430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fb1948e-386c-4543-a2b1-e5bafb657084 req-293162ac-62a1-42d4-a31b-bf5017cdad2a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Nov 09 18:24:39.992489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] For port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,segment=NetworkSegment(45e894d9-54c3-40fa-8d9d-ef354624a76c),segment_id=45e894d9-54c3-40fa-8d9d-ef354624a76c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:39.993033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.013365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] Calling delete_port for 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:40.016297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:40.019895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No DVR routers for this DVR port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:40.038770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-066906d6-c15e-4fb8-840c-70cc95448727 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da9cf76438e14b5b941c34aac8f0a7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228255 Nov 09 18:24:40.039032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55640) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:40.105130 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-276ddb97-bd0a-4d10-bda0-7e1323722090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.105613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.124312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.134295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] Pushing event deleted for resources: {'Port': ['ID=682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:40.138283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bfbb0c-6527-40d8-b0a8-120c3da8a9b6 None None] No DVR routers for this DVR port 682fde87-d2ec-4ad7-89d9-9a5cec8fd7a5 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:40.141799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-276ddb97-bd0a-4d10-bda0-7e1323722090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.157890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844cbf7e-75e6-4af2-8247-9126e4a9131b None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:24:40.164052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f924f0f-eeca-40b4-ad76-871ab849954f']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:40.174769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e894d9-54c3-40fa-8d9d-ef354624a76c') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:40.175480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e894d9-54c3-40fa-8d9d-ef354624a76c') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:40.186146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.201051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.201265 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-276ddb97-bd0a-4d10-bda0-7e1323722090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.204699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-276ddb97-bd0a-4d10-bda0-7e1323722090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.206253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-276ddb97-bd0a-4d10-bda0-7e1323722090 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2beed23-da09-4934-b6aa-9769bd722b07 HTTP/1.1" status: 204 len: 168 time: 0.1663408 Nov 09 18:24:40.208180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:40.208924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.222580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ddb97-bd0a-4d10-bda0-7e1323722090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2beed23-da09-4934-b6aa-9769bd722b07,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:40.275014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844cbf7e-75e6-4af2-8247-9126e4a9131b None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:40.275206 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:40.288536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.317137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.323889 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/5f924f0f-eeca-40b4-ad76-871ab849954f HTTP/1.1" status: 204 len: 168 time: 0.7588913 Nov 09 18:24:40.324691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55644) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:40.331951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'name': 'tempest-PortsIpV6TestJSON-961410012'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:40.339988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92fd5-af93-4c35-80a5-9d1fb9a4c7ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=5f924f0f-eeca-40b4-ad76-871ab849954f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:40.359855 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.452648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:40.456637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:40.480334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port e7278dfe-63c5-48c4-adc0-19ca59aa9a1e yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:41.007539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55664) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:41.024727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.095221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.100883 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.130014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'networks': [{'name': 'tempest-network--1106739542'}, {'name': 'tempest-network--407205175'}]} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:41.130346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'network': {'name': 'tempest-network--1106739542'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:41.130806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'network': {'name': 'tempest-network--407205175'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:41.156177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Made reservation on behalf of 6392a36bb9ae494c93c968c826d5690c for: {'network': 2} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:41.156528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:41.163559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.164601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b21791-ba2b-4139-81aa-4b4d94182c56 req-c7af59ea-ebd8-4204-a1c8-6250095fcb37 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.166253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8b21791-ba2b-4139-81aa-4b4d94182c56 req-c7af59ea-ebd8-4204-a1c8-6250095fcb37 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1044533 Nov 09 18:24:41.169680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:41.174019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.177130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:41.183618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.184266 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.195014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=e7278dfe-63c5-48c4-adc0-19ca59aa9a1e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:41.221738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d002df18-b4a4-4b20-991d-199bc32b39c0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8954346 Nov 09 18:24:41.224669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55678) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:41.234716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8b21791-ba2b-4139-81aa-4b4d94182c56 req-8c0d9e2d-244e-4ac3-88be-9e0d7b1ac422 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Nov 09 18:24:41.331994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.341585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.342174 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.391683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port e7278dfe-63c5-48c4-adc0-19ca59aa9a1e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:41.392260 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.441115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13edb214-18cc-49cd-9737-8aaf2add1fa8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:41.456678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:41.479148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.479498 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Added segment 130dc7c7-23d6-468b-bfb4-4286ad2abf63 of type vlan for network 3c61608d-e437-4b42-a113-2e944c18a479 Nov 09 18:24:41.483787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.517775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for e7278dfe-63c5-48c4-adc0-19ca59aa9a1e owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:41.538857 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.569162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55686) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:41.613635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:41.631864 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.632213 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Added segment a3a01161-9ad1-497d-85bd-333b74cdb066 of type vlan for network 165987ff-31d9-4087-9491-986977056125 Nov 09 18:24:41.672557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.703860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58c8d7e7-9f1d-45eb-b92f-0f7bb710df97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.713458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.715577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=e7278dfe-63c5-48c4-adc0-19ca59aa9a1e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:41.723845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.729569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7767704c-3521-4fcc-a754-84270d7bd41b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/e7278dfe-63c5-48c4-adc0-19ca59aa9a1e HTTP/1.1" status: 204 len: 168 time: 0.5011628 Nov 09 18:24:41.730962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55690) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:41.735795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'mac_address': 'fa:16:3e:a1:49:b4', 'name': 'tempest-PortsIpV6TestJSON-967088758'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:41.750078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.750621 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.756331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.761847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:41.762635 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.821268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8125761 Nov 09 18:24:41.826475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55692) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:41.835961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Network': ['ID=3c61608d-e437-4b42-a113-2e944c18a479,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:41.846711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3c61608d-e437-4b42-a113-2e944c18a479 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:41.901940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:41.902490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3bb5a-ed2e-4a0b-9849-59250e6627a3 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Network': ['ID=165987ff-31d9-4087-9491-986977056125,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:41.914545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 165987ff-31d9-4087-9491-986977056125 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:41.982148 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58c8d7e7-9f1d-45eb-b92f-0f7bb710df97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:41.990819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-58c8d7e7-9f1d-45eb-b92f-0f7bb710df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.054229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.075279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-58c8d7e7-9f1d-45eb-b92f-0f7bb710df97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9ab05d981624c788c58f59552647188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049663 Nov 09 18:24:42.078055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55694) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:42.079838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8d7e7-9f1d-45eb-b92f-0f7bb710df97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e21acb-7a99-45f2-88fc-dd6faf9f145f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:42.091094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66100735-50bd-4ef6-9b9c-424f626ce432 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.097069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66100735-50bd-4ef6-9b9c-424f626ce432 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.103188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66100735-50bd-4ef6-9b9c-424f626ce432 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.109935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66100735-50bd-4ef6-9b9c-424f626ce432 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.111602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66100735-50bd-4ef6-9b9c-424f626ce432 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2841785 Nov 09 18:24:42.114964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55696) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:42.127336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 03f290ed-d014-48ea-abfc-9950dd189a47 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:42.132349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f343-b9d3-48de-8532-a67b597ebf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.157525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f343-b9d3-48de-8532-a67b597ebf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.208273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f343-b9d3-48de-8532-a67b597ebf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.211158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f343-b9d3-48de-8532-a67b597ebf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.212371 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f7e4f343-b9d3-48de-8532-a67b597ebf64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90e21acb-7a99-45f2-88fc-dd6faf9f145f HTTP/1.1" status: 204 len: 168 time: 0.1332173 Nov 09 18:24:42.221574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4f343-b9d3-48de-8532-a67b597ebf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e21acb-7a99-45f2-88fc-dd6faf9f145f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:42.248242 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.469480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.485987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.495054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca89f-ed2b-4c3f-8d44-924d3acd93c0 req-a348ae9b-bd54-4c25-8c77-ed2efa54d799 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.496553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c6ca89f-ed2b-4c3f-8d44-924d3acd93c0 req-a348ae9b-bd54-4c25-8c77-ed2efa54d799 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1690361 Nov 09 18:24:42.498526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55704) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:42.528072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c61608d-e437-4b42-a113-2e944c18a479']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:42.543621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97230921-5acc-4746-acd7-cc8c838241c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.559885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130dc7c7-23d6-468b-bfb4-4286ad2abf63') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:42.560239 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130dc7c7-23d6-468b-bfb4-4286ad2abf63') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:42.593306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.602082 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.613393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c6ca89f-ed2b-4c3f-8d44-924d3acd93c0 req-21b9337c-a5a1-41a2-8816-89fd9e2053bf tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992687 Nov 09 18:24:42.627691 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.638180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.640733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:42.641184 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:42.648725 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:42.746960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:42.764494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:42.770683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:42.776514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.777110 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.781169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=03f290ed-d014-48ea-abfc-9950dd189a47,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:42.790085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.802930 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.806236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/networks/3c61608d-e437-4b42-a113-2e944c18a479 HTTP/1.1" status: 204 len: 168 time: 0.6891751 Nov 09 18:24:42.809638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55706) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:42.826776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6ccb3f54-4f42-4ed4-b5f9-079ae60df228 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0946882 Nov 09 18:24:42.827637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c9fa8-3cb5-40cb-ab29-8ac24ab7b4ba tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Network': ['ID=3c61608d-e437-4b42-a113-2e944c18a479,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:42.829431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55708) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:42.841884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97230921-5acc-4746-acd7-cc8c838241c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.845700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97230921-5acc-4746-acd7-cc8c838241c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.886832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-97230921-5acc-4746-acd7-cc8c838241c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=896c2bec4a234e5e8b302758ca5bacce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821065 Nov 09 18:24:42.887263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55710) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:42.893349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97230921-5acc-4746-acd7-cc8c838241c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5475d83-1634-451f-aa5c-1078b191b1e4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:42.913176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e34aa-2472-4c5d-b381-b43cd641b346 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:42.914602 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-952e34aa-2472-4c5d-b381-b43cd641b346 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/03f290ed-d014-48ea-abfc-9950dd189a47 HTTP/1.1" status: 200 len: 844 time: 0.0841312 Nov 09 18:24:42.917742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55712) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:42.930332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.944284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97e3538a-95e5-4ea4-84c7-9f3f278c5b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:42.970089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97e3538a-95e5-4ea4-84c7-9f3f278c5b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.018109 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97e3538a-95e5-4ea4-84c7-9f3f278c5b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.020702 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-97e3538a-95e5-4ea4-84c7-9f3f278c5b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.024118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-97e3538a-95e5-4ea4-84c7-9f3f278c5b52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5475d83-1634-451f-aa5c-1078b191b1e4 HTTP/1.1" status: 204 len: 168 time: 0.1336639 Nov 09 18:24:43.032709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3538a-95e5-4ea4-84c7-9f3f278c5b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5475d83-1634-451f-aa5c-1078b191b1e4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:43.072772 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.095805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165987ff-31d9-4087-9491-986977056125']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:43.107448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a01161-9ad1-497d-85bd-333b74cdb066') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:43.107750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a01161-9ad1-497d-85bd-333b74cdb066') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:43.118088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 03f290ed-d014-48ea-abfc-9950dd189a47 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:43.118445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.133511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.180034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.194415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:43.194827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:43.197731 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:43.237950 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.262320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 03f290ed-d014-48ea-abfc-9950dd189a47 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:43.276603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.281686 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.285679 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/networks/165987ff-31d9-4087-9491-986977056125 HTTP/1.1" status: 204 len: 168 time: 0.4749262 Nov 09 18:24:43.288620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55720) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:43.333527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde0d07-d4cb-478d-a7d7-25d6455c53b4 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Network': ['ID=165987ff-31d9-4087-9491-986977056125,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:43.379889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.404548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7e246-cf7f-40ef-bb33-c7c1ab0dcb77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.410924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7e246-cf7f-40ef-bb33-c7c1ab0dcb77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.415013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-84c7e246-cf7f-40ef-bb33-c7c1ab0dcb77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1252317 Nov 09 18:24:43.418457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55728) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:43.423361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-110372086'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:43.427931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=03f290ed-d014-48ea-abfc-9950dd189a47,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:43.435117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.441836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55730) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:43.441971 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-18f4401a-2095-4127-8f5b-bef69b64b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/03f290ed-d014-48ea-abfc-9950dd189a47 HTTP/1.1" status: 204 len: 168 time: 0.5231881 Nov 09 18:24:43.471531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Made reservation on behalf of 6392a36bb9ae494c93c968c826d5690c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:43.474890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.477142 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2009878a-c2bf-4114-8730-1a1593b3eb98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:43.478809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2009878a-c2bf-4114-8730-1a1593b3eb98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/03f290ed-d014-48ea-abfc-9950dd189a47 HTTP/1.1" status: 404 len: 333 time: 0.0347946 Nov 09 18:24:43.482632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55732) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:43.488055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'name': 'tempest-PortsIpV6TestJSON-1621795220'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:43.502099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:43.513578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.514227 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Added segment 1551b0e1-32e5-47c2-b013-21c663f4a2b2 of type vlan for network d5e66b76-833c-41f8-94c3-407a5f078b08 Nov 09 18:24:43.563035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.581408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:43.585208 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.591877 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.597619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.598239 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.603041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port ee27f543-cfea-42a7-87cd-abf9865d4aa4 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:43.663230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2436898 Nov 09 18:24:43.667386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:43.674159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1552876795'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:43.714398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Made reservation on behalf of 6392a36bb9ae494c93c968c826d5690c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:43.717788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.759340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea7df0-827f-4368-ad17-6550ca141b77 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Network': ['ID=d5e66b76-833c-41f8-94c3-407a5f078b08,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:43.777831 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.779795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network d5e66b76-833c-41f8-94c3-407a5f078b08 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:43.794603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:43.826172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facf04f-dd59-4094-b7e3-4697f5342c8e req-6c2acdf1-2385-46ad-9f5f-c8e4218a9e0d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.827710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6facf04f-dd59-4094-b7e3-4697f5342c8e req-6c2acdf1-2385-46ad-9f5f-c8e4218a9e0d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1175752 Nov 09 18:24:43.827829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.829467 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.829467 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Added segment 3a97ce15-373c-463c-81d7-7398b4472fda of type vlan for network dcdca44b-1f6e-40a5-af32-d54d9f027956 Nov 09 18:24:43.882488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:43.884939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.885092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:43.889577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:43.895099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.895729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.918377 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=ee27f543-cfea-42a7-87cd-abf9865d4aa4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:43.924116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6facf04f-dd59-4094-b7e3-4697f5342c8e req-bda50b45-4a07-4bb3-88ab-c970440f605a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849624 Nov 09 18:24:43.924749 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c64d046d-884c-47ed-b246-a8b44892579d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4409792 Nov 09 18:24:43.930753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55752) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:43.939028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:43.961212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:43.967292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:43.967873 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.066828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3983705 Nov 09 18:24:44.069650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55780) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:44.071919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8e056-d2e6-4767-a30b-399f48375e83 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Network': ['ID=dcdca44b-1f6e-40a5-af32-d54d9f027956,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:44.076532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'ports': [{'network_id': 'd5e66b76-833c-41f8-94c3-407a5f078b08', 'name': 'tempest-port--276787992', 'admin_state_up': True}, {'network_id': 'dcdca44b-1f6e-40a5-af32-d54d9f027956', 'admin_state_up': False}]} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:44.076980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'port': {'network_id': 'd5e66b76-833c-41f8-94c3-407a5f078b08', 'name': 'tempest-port--276787992', 'admin_state_up': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:44.077476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'port': {'network_id': 'dcdca44b-1f6e-40a5-af32-d54d9f027956', 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:44.079109 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.085585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network dcdca44b-1f6e-40a5-af32-d54d9f027956 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:44.268355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Made reservation on behalf of 6392a36bb9ae494c93c968c826d5690c for: {'port': 2} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:44.274018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.282908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.288822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.292994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.320573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] In _notify_port_updated(), no bound segment for port ee27f543-cfea-42a7-87cd-abf9865d4aa4 on network 8045a5b8-07fc-429f-94bc-95387cb2622f {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:24:44.327010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:44.327622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.328948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "PUT /v2.0/ports/ee27f543-cfea-42a7-87cd-abf9865d4aa4 HTTP/1.1" status: 200 len: 818 time: 0.3972428 Nov 09 18:24:44.331750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55790) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:44.382940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] device_id is not set on port 7e32fedc-4851-4203-b5d5-f289da2a3707 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:44.434246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce988c18-9da4-4a72-a036-2dae22886081 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=ee27f543-cfea-42a7-87cd-abf9865d4aa4,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:44.462550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port ee27f543-cfea-42a7-87cd-abf9865d4aa4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:44.463009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.504558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.534741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.548892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for ee27f543-cfea-42a7-87cd-abf9865d4aa4 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:44.576786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] device_id is not set on port 180d2180-5a3b-4475-a4f4-ec3cbc0ebbfa yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:44.650170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.680977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=ee27f543-cfea-42a7-87cd-abf9865d4aa4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:44.688460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.692274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f64b9ca5-2a4e-4d10-b621-54c30d9b022b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/ee27f543-cfea-42a7-87cd-abf9865d4aa4 HTTP/1.1" status: 204 len: 168 time: 0.3595195 Nov 09 18:24:44.694811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55826) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:44.714182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.745420 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218dec5-8009-4448-8661-4d71f4f21f4f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:44.747251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6218dec5-8009-4448-8661-4d71f4f21f4f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0514531 Nov 09 18:24:44.749891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55828) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:44.757936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.778343 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-09639491-5d2b-447a-8fb9-b951e81670c3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:44.779970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-09639491-5d2b-447a-8fb9-b951e81670c3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/ee27f543-cfea-42a7-87cd-abf9865d4aa4 HTTP/1.1" status: 404 len: 333 time: 0.0288811 Nov 09 18:24:44.784044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55830) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:44.789638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-578232368'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:44.813467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:44.817049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.826299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Port': ['ID=7e32fedc-4851-4203-b5d5-f289da2a3707,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:44.836362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Checking segment: {'id': '1551b0e1-32e5-47c2-b013-21c663f4a2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5e66b76-833c-41f8-94c3-407a5f078b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:44.836724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network hostable DHCP agents. Network: d5e66b76-833c-41f8-94c3-407a5f078b08, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:44.847020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:44.855572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network d5e66b76-833c-41f8-94c3-407a5f078b08 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:44.857698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.858340 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment e3b05f9d-cfc5-469b-b78f-4ada5a7a4184 of type vlan for network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 Nov 09 18:24:44.865439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, d5e66b76-833c-41f8-94c3-407a5f078b08) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:44.871487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:44.872667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.877256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20421e86-a6ba-401e-aa29-c2cd6d78831d None None] Network d5e66b76-833c-41f8-94c3-407a5f078b08 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:44.904824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.942467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Port': ['ID=180d2180-5a3b-4475-a4f4-ec3cbc0ebbfa,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:44.949866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.955922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Checking segment: {'id': '3a97ce15-373c-463c-81d7-7398b4472fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'dcdca44b-1f6e-40a5-af32-d54d9f027956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:44.956284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:44.956416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network hostable DHCP agents. Network: dcdca44b-1f6e-40a5-af32-d54d9f027956, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:44.957399 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:44.978195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network dcdca44b-1f6e-40a5-af32-d54d9f027956 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:44.993993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, dcdca44b-1f6e-40a5-af32-d54d9f027956) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:45.007835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f849dcf-28c8-4376-b973-c4db24f79192 None None] Network dcdca44b-1f6e-40a5-af32-d54d9f027956 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:45.014343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:45.028289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.033298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.033995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.040896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2554638 Nov 09 18:24:45.047684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55834) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:45.055754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:45.068526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35becd6-c2d1-456e-8ed1-cb9eab569756 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=3f50e04b-674e-4bf1-a532-cac4bb5d5d17,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:45.080715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55836) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:45.081694 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8327eacb-788e-4266-ae40-62fb6ff7c036 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0106297 Nov 09 18:24:45.094922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:45.139380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815f7b5-a083-4a43-8b13-7813515eb2d0 req-dc3ab67b-7595-4f65-a1f2-c8fb53e95985 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.140956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3815f7b5-a083-4a43-8b13-7813515eb2d0 req-dc3ab67b-7595-4f65-a1f2-c8fb53e95985 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 944 time: 0.1164188 Nov 09 18:24:45.164220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872549a9-62b1-43de-9689-a4667e685f19 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.171558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872549a9-62b1-43de-9689-a4667e685f19 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.173197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-872549a9-62b1-43de-9689-a4667e685f19 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0909114 Nov 09 18:24:45.176535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55838) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:45.186812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:45.192335 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.201450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:24:45.214501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3815f7b5-a083-4a43-8b13-7813515eb2d0 req-8367d9eb-1ab3-4ecc-911d-d226e260b22f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Nov 09 18:24:45.339112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:45.362273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'port_id': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e', 'mac_address': 'fa:16:3e:b2:ff:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:24:45.379905 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Deleting port 7e32fedc-4851-4203-b5d5-f289da2a3707 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:45.380526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.396991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-a32afe31-4c24-4439-a744-38c36dc2455a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494056 Nov 09 18:24:45.433039 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.449957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:24:45.478301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:45.484750 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.493041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.514228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Calling delete_port for 7e32fedc-4851-4203-b5d5-f289da2a3707 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:45.517088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-1242c58c-9f5b-40c9-a900-24ceae77a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.523016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-1242c58c-9f5b-40c9-a900-24ceae77a0be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0676565 Nov 09 18:24:45.558744 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.562483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:45.646465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=a3b53ad0-2d93-4298-bd17-efa8c4b8983e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:45.662795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-26f18f08-dde1-4049-90e6-c5fcbe55b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.663940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.664306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-26f18f08-dde1-4049-90e6-c5fcbe55b7fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1216812 Nov 09 18:24:45.666080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': 'e3b05f9d-cfc5-469b-b78f-4ada5a7a4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:45.667005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 3f50e04b-674e-4bf1-a532-cac4bb5d5d17, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:45.692814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:45.697256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Port': ['ID=7e32fedc-4851-4203-b5d5-f289da2a3707,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:45.707537 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.713954 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eb53c5f0-0c12-4701-b2ec-6e60ae160caf tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/ports/7e32fedc-4851-4203-b5d5-f289da2a3707 HTTP/1.1" status: 204 len: 168 time: 0.5354216 Nov 09 18:24:45.714522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:45.721807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-531a56c3-428b-48f0-a938-632afae083d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0456729 Nov 09 18:24:45.743891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:45.765343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3f50e04b-674e-4bf1-a532-cac4bb5d5d17) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:45.777774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-f8f2357e-95c3-4377-af35-54e2d8d441cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.779561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-f8f2357e-95c3-4377-af35-54e2d8d441cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0469463 Nov 09 18:24:45.788855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.789433 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.805663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae3186-d806-462c-b791-7a673529f742 None None] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:45.817641 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-027f7b53-3d77-4239-96ae-584a3699e02c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7688525 Nov 09 18:24:45.818416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55844) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:45.825202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-64931b4f-7d7d-4848-9b50-d3a64143f0a2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:45.850686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-cb233274-0d9a-4e29-8995-961cfd3a1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:45.852705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-cb233274-0d9a-4e29-8995-961cfd3a1a95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593383 Nov 09 18:24:45.881237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Deleting port 180d2180-5a3b-4475-a4f4-ec3cbc0ebbfa {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:45.881664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.970511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:45.986580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-8f19e88d-7f19-4866-af5c-2406fdd8ddd8 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215141 Nov 09 18:24:46.036660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-3f50e04b-674e-4bf1-a532-cac4bb5d5d17', 'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17', 'tenant_id': '5c0c2e7c08be43b18c06b4d61988bd7d', 'fixed_ips': [{'subnet_id': 'a3b53ad0-2d93-4298-bd17-efa8c4b8983e'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:46.037541 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.117089 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72010aaf-ffb5-47ad-aa78-9bc0fec3d99c req-bac81e12-2bb8-4dd2-a7d2-369ee18a0be3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181662 Nov 09 18:24:46.212183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Allocated IP 2001:db8::2 (3f50e04b-674e-4bf1-a532-cac4bb5d5d17/a3b53ad0-2d93-4298-bd17-efa8c4b8983e/2cafd12b-d35f-49f9-a060-82b30b822c81) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:46.360475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Calling delete_port for 180d2180-5a3b-4475-a4f4-ec3cbc0ebbfa owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:46.368724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd02f3d-8169-49d6-9d42-798fbb669690 req-c34cc5cf-d715-4bfa-b96b-bd4988eef676 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:46.371484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3cd02f3d-8169-49d6-9d42-798fbb669690 req-c34cc5cf-d715-4bfa-b96b-bd4988eef676 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 945 time: 0.0617561 Nov 09 18:24:46.428033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64931b4f-7d7d-4848-9b50-d3a64143f0a2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:46.432486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64931b4f-7d7d-4848-9b50-d3a64143f0a2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.438828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3cd02f3d-8169-49d6-9d42-798fbb669690 req-08f8a7b0-9c5b-4897-8618-53e1b70dcc8a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601280 Nov 09 18:24:46.473008 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.559403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.566054 n-d-817240-1 neutron-server[102141]: INFO neutron.db.ipam_backend_mixin [None req-64931b4f-7d7d-4848-9b50-d3a64143f0a2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3b53ad0-2d93-4298-bd17-efa8c4b8983e (CIDR: 2001:db8::/64) Nov 09 18:24:46.579484 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.581712 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-64931b4f-7d7d-4848-9b50-d3a64143f0a2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:24:46.582510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64931b4f-7d7d-4848-9b50-d3a64143f0a2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:24:46.592036 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.616570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.621552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/ports/180d2180-5a3b-4475-a4f4-ec3cbc0ebbfa HTTP/1.1" status: 204 len: 168 time: 0.9036968 Nov 09 18:24:46.623494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720daf02-ccc4-4b7f-ade5-851914216ea7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Port': ['ID=180d2180-5a3b-4475-a4f4-ec3cbc0ebbfa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:46.624337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55850) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:46.631284 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64931b4f-7d7d-4848-9b50-d3a64143f0a2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8108325 Nov 09 18:24:46.633854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55852) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:46.640324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:46.644500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:46.647521 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:46.650085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:46.670054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Pushing event updated for resources: {'Port': ['ID=2cafd12b-d35f-49f9-a060-82b30b822c81,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:46.671128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8863fb9b-9293-4870-92bd-299b83b69445 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0453384 Nov 09 18:24:46.675316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55856) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:46.679480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1828890345'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:46.706733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Made reservation on behalf of 6392a36bb9ae494c93c968c826d5690c for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:46.715938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.749650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Attempting to bind port 2cafd12b-d35f-49f9-a060-82b30b822c81 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:46.749973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Attempting to bind port 2cafd12b-d35f-49f9-a060-82b30b822c81 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'e3b05f9d-cfc5-469b-b78f-4ada5a7a4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:46.750506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Attempting to bind port 2cafd12b-d35f-49f9-a060-82b30b822c81 on network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:46.753820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:46.757111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:46.757503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Checking segment: {'id': 'e3b05f9d-cfc5-469b-b78f-4ada5a7a4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:46.757956 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.758359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Bound using segment: {'id': 'e3b05f9d-cfc5-469b-b78f-4ada5a7a4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:46.758848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Bound port: 2cafd12b-d35f-49f9-a060-82b30b822c81, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b05f9d-cfc5-469b-b78f-4ada5a7a4184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:46.759241 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.766549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.767303 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Added segment bbe50ff0-7627-4088-b4b1-826296b62e23 of type vlan for network d654745f-28f4-4cc8-9e85-1814f73d5204 Nov 09 18:24:46.819855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:46.823831 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.835318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.855417 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:24:46.863092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] For port 2cafd12b-d35f-49f9-a060-82b30b822c81, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:46.868240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.868353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] For port 2cafd12b-d35f-49f9-a060-82b30b822c81, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2cafd12b-d35f-49f9-a060-82b30b822c81,segment=NetworkSegment(e3b05f9d-cfc5-469b-b78f-4ada5a7a4184),segment_id=e3b05f9d-cfc5-469b-b78f-4ada5a7a4184)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:46.873676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:46.874949 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.884817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:46.950262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a8a9-2bd0-461c-a9d0-aee2eb882651 None None] Pushing event updated for resources: {'Port': ['ID=2cafd12b-d35f-49f9-a060-82b30b822c81,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:46.966214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2905586 Nov 09 18:24:46.974766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55858) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:46.980931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1653285013'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:46.991647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5edd1b-ce5b-4df6-85b8-87aa9681a05f tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Network': ['ID=d654745f-28f4-4cc8-9e85-1814f73d5204,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:47.004025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network d654745f-28f4-4cc8-9e85-1814f73d5204 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:47.054857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Made reservation on behalf of 6392a36bb9ae494c93c968c826d5690c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:47.058524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.122210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:47.141890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.142272 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Added segment 2fdb179b-fcde-4043-931d-48f7e517d508 of type vlan for network a403b945-0fd2-49f4-b920-5646a133bda5 Nov 09 18:24:47.186951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:47.226930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.271738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:24:47.278471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:47.278898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.293417 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.301034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:47.301799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.312927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.388570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.408978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=240086d0-c7db-444b-9ffa-ad10bc273af5,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:47.413716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c990444-f3db-42c5-9279-76ecd20223d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:47.416375 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ec857-3e99-4f6e-8f06-15871c63d9d1" -d '{"events": [{"server_uuid": "7c990444-f3db-42c5-9279-76ecd20223d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:47.435221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:47.440105 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4642441 Nov 09 18:24:47.448961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:47.453083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:47.455716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0079-58c4-4f50-8aac-b21b82b4de8c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Network': ['ID=a403b945-0fd2-49f4-b920-5646a133bda5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:47.457744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:47.458356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.465350 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acfa646-4178-4482-a256-46988a2ef6bb x-openstack-request-id: req-8acfa646-4178-4482-a256-46988a2ef6bb {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:47.466819 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c990444-f3db-42c5-9279-76ecd20223d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:47.467363 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8acfa646-4178-4482-a256-46988a2ef6bb {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:47.468446 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c990444-f3db-42c5-9279-76ecd20223d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e', 'code': 200} Nov 09 18:24:47.471575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a403b945-0fd2-49f4-b920-5646a133bda5 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:47.477446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.486360 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3201d31f-6abd-4753-95c1-c44a5285f045 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8511529 Nov 09 18:24:47.488973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55864) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:47.494018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17', 'fixed_ips': [{'subnet_id': 'a3b53ad0-2d93-4298-bd17-efa8c4b8983e'}, {'subnet_id': '240086d0-c7db-444b-9ffa-ad10bc273af5'}], 'name': 'tempest-PortsIpV6TestJSON-1883907720'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:47.605475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:47.618815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55866) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:47.631093 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'subnets': [{'network_id': 'd654745f-28f4-4cc8-9e85-1814f73d5204', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1122373526', 'ip_version': 4}, {'network_id': 'a403b945-0fd2-49f4-b920-5646a133bda5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:47.631846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'subnet': {'network_id': 'd654745f-28f4-4cc8-9e85-1814f73d5204', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1122373526', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:47.632622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Request body: {'subnet': {'network_id': 'a403b945-0fd2-49f4-b920-5646a133bda5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:47.686585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:47.717487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dbb3a-af1c-4d3d-b3a3-1e75dcfb38f4 req-168a0b46-da5c-42ee-a39e-828f704100c5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:47.719098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c83dbb3a-af1c-4d3d-b3a3-1e75dcfb38f4 req-168a0b46-da5c-42ee-a39e-828f704100c5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 946 time: 0.1454329 Nov 09 18:24:47.735423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3249-d82e-4c2c-958a-7de317a70f3b req-5b183e58-32b0-4a8e-a10c-c60f1fa7af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:47.736987 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3a8f3249-d82e-4c2c-958a-7de317a70f3b req-5b183e58-32b0-4a8e-a10c-c60f1fa7af2e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 1097 time: 0.0975702 Nov 09 18:24:47.789667 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3a8f3249-d82e-4c2c-958a-7de317a70f3b req-e628c3e0-e2a8-4599-bb8b-f6f2b932a273 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433741 Nov 09 18:24:47.830101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.836983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c83dbb3a-af1c-4d3d-b3a3-1e75dcfb38f4 req-7e81a455-4da8-433e-865f-9608191a8f30 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008568 Nov 09 18:24:47.851945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port e7b520a5-0047-49ab-afd7-aaa02c0fd177 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:47.918629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Made reservation on behalf of 6392a36bb9ae494c93c968c826d5690c for: {'subnet': 2} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:47.926638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.927089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:47.946146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2cafd12b-d35f-49f9-a060-82b30b822c81 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:48.050805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2cafd12b-d35f-49f9-a060-82b30b822c81 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:48.051189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.164052 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.226037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 2cafd12b-d35f-49f9-a060-82b30b822c81, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2cafd12b-d35f-49f9-a060-82b30b822c81,segment=NetworkSegment(e3b05f9d-cfc5-469b-b78f-4ada5a7a4184),segment_id=e3b05f9d-cfc5-469b-b78f-4ada5a7a4184)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:48.233217 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.294333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bd8b6a-b2d0-43ce-a879-654e9ea339af None None] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:48.302453 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::2f7 (3f50e04b-674e-4bf1-a532-cac4bb5d5d17/a3b53ad0-2d93-4298-bd17-efa8c4b8983e/e7b520a5-0047-49ab-afd7-aaa02c0fd177) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:48.312697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8:0:1::9e (3f50e04b-674e-4bf1-a532-cac4bb5d5d17/240086d0-c7db-444b-9ffa-ad10bc273af5/e7b520a5-0047-49ab-afd7-aaa02c0fd177) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:48.344778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=2cafd12b-d35f-49f9-a060-82b30b822c81,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:48.449609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.450968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-febdead8-625f-44c4-a4d3-af6285ca552b None None] Provisioning complete for port 2cafd12b-d35f-49f9-a060-82b30b822c81 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:48.451319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-febdead8-625f-44c4-a4d3-af6285ca552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.507313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.549294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Subnet': ['ID=b5483ef6-19fe-4d39-9ef3-78d81dd127a1,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:48.550887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.570902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Checking segment: {'id': 'bbe50ff0-7627-4088-b4b1-826296b62e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd654745f-28f4-4cc8-9e85-1814f73d5204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:48.571495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network hostable DHCP agents. Network: d654745f-28f4-4cc8-9e85-1814f73d5204, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:48.597488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network d654745f-28f4-4cc8-9e85-1814f73d5204 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:48.610145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, d654745f-28f4-4cc8-9e85-1814f73d5204) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:48.614997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.616637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=e7b520a5-0047-49ab-afd7-aaa02c0fd177,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:48.620935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad36408b-474d-4527-ad00-ec66031480ee None None] Network d654745f-28f4-4cc8-9e85-1814f73d5204 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:48.624036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c550f9-5822-462a-9336-28a208c0a74f None None] Update dhcp port {'port': {'network_id': '3f50e04b-674e-4bf1-a532-cac4bb5d5d17', 'fixed_ips': [{'subnet_id': 'a3b53ad0-2d93-4298-bd17-efa8c4b8983e', 'ip_address': '2001:db8::2'}, {'subnet_id': '240086d0-c7db-444b-9ffa-ad10bc273af5'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '2cafd12b-d35f-49f9-a060-82b30b822c81'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:24:48.631248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:48.633233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:48.636931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:48.643225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.644027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.665685 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8ac1bc12-5d40-400a-a898-f6afba9c9114 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.1754665 Nov 09 18:24:48.668284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55870) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:48.674017 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3b53ad0-2d93-4298-bd17-efa8c4b8983e'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:48.696825 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4c550f9-5822-462a-9336-28a208c0a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.735119 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event updated for resources: {'Subnet': ['ID=d298a82a-5f0e-4d11-ae3c-65329fa18951,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:48.753286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Checking segment: {'id': '2fdb179b-fcde-4043-931d-48f7e517d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a403b945-0fd2-49f4-b920-5646a133bda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:48.754988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network hostable DHCP agents. Network: a403b945-0fd2-49f4-b920-5646a133bda5, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:48.787534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Network a403b945-0fd2-49f4-b920-5646a133bda5 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:48.809272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.811562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a403b945-0fd2-49f4-b920-5646a133bda5) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:48.820671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.821158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.823341 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:48.862411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b72bf-4991-44ab-bddb-96da008a2094 None None] Network a403b945-0fd2-49f4-b920-5646a133bda5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:48.867263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2e4f8134-eaae-45ce-9c12-75162dfb9d76 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2413819 Nov 09 18:24:48.870838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55874) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:48.954210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cedcf-1273-4f94-a4e6-b5ad36f3c544 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.955965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cedcf-1273-4f94-a4e6-b5ad36f3c544 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.957674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590cedcf-1273-4f94-a4e6-b5ad36f3c544 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:48.959985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-590cedcf-1273-4f94-a4e6-b5ad36f3c544 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0875759 Nov 09 18:24:48.963112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55878) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:49.072309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac13e87-2ca1-46ef-af6f-ec4ea4cd78b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-d654745f-28f4-4cc8-9e85-1814f73d5204', 'network_id': 'd654745f-28f4-4cc8-9e85-1814f73d5204', 'tenant_id': '6392a36bb9ae494c93c968c826d5690c', 'fixed_ips': [{'subnet_id': 'b5483ef6-19fe-4d39-9ef3-78d81dd127a1'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:49.074024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Deleting subnet b5483ef6-19fe-4d39-9ef3-78d81dd127a1 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:49.074200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eac13e87-2ca1-46ef-af6f-ec4ea4cd78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.080091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.095864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f4c550f9-5822-462a-9336-28a208c0a74f None None] Allocated IP 2001:db8:0:1::2 (3f50e04b-674e-4bf1-a532-cac4bb5d5d17/240086d0-c7db-444b-9ffa-ad10bc273af5/2cafd12b-d35f-49f9-a060-82b30b822c81) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:49.118573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b4b3-cb26-41d3-8308-6bd8b9e12f1a req-5f6ee094-4e8b-4010-814d-f0e80edb3a2e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:49.120742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2730b4b3-cb26-41d3-8308-6bd8b9e12f1a req-5f6ee094-4e8b-4010-814d-f0e80edb3a2e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 946 time: 0.1397259 Nov 09 18:24:49.176048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.181731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2730b4b3-cb26-41d3-8308-6bd8b9e12f1a req-0115775a-fb35-42dd-a17d-58669a9320a5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Nov 09 18:24:49.241822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.304886 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.329110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a678f42-e18e-42b6-936f-883836d93f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a403b945-0fd2-49f4-b920-5646a133bda5', 'network_id': 'a403b945-0fd2-49f4-b920-5646a133bda5', 'tenant_id': '6392a36bb9ae494c93c968c826d5690c', 'fixed_ips': [{'subnet_id': 'd298a82a-5f0e-4d11-ae3c-65329fa18951'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:49.330009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a678f42-e18e-42b6-936f-883836d93f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.334091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712e368-39a4-4929-9ea5-9e3a332af442 req-c5014e4e-d4c6-4f9f-b7d3-0a426d9d03f0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:49.335725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e712e368-39a4-4929-9ea5-9e3a332af442 req-c5014e4e-d4c6-4f9f-b7d3-0a426d9d03f0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 946 time: 0.0681279 Nov 09 18:24:49.357128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.358221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f4c550f9-5822-462a-9336-28a208c0a74f None None] For port 2cafd12b-d35f-49f9-a060-82b30b822c81, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2cafd12b-d35f-49f9-a060-82b30b822c81,segment=NetworkSegment(e3b05f9d-cfc5-469b-b78f-4ada5a7a4184),segment_id=e3b05f9d-cfc5-469b-b78f-4ada5a7a4184)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-eac13e87-2ca1-46ef-af6f-ec4ea4cd78b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5483ef6-19fe-4d39-9ef3-78d81dd127a1: This subnet is being modified by another concurrent operation. Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5483ef6-19fe-4d39-9ef3-78d81dd127a1: This subnet is being modified by another concurrent operation. Nov 09 18:24:49.368174 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:24:49.398137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Subnet': ['ID=b5483ef6-19fe-4d39-9ef3-78d81dd127a1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:49.409338 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.412796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-374a7349-a8d5-417a-ac7d-7474e2a658fe tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/subnets/b5483ef6-19fe-4d39-9ef3-78d81dd127a1 HTTP/1.1" status: 204 len: 168 time: 0.4485438 Nov 09 18:24:49.415457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55882) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:49.451158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fdaa74-3aa7-4ffa-be47-fd477c5b041e None None] Network d654745f-28f4-4cc8-9e85-1814f73d5204 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:49.452422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e712e368-39a4-4929-9ea5-9e3a332af442 req-c10b45f2-112b-4581-a4a2-1907fc7cac3a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048579 Nov 09 18:24:49.460120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4c550f9-5822-462a-9336-28a208c0a74f None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.480744 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4c550f9-5822-462a-9336-28a208c0a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.486054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Deleting subnet d298a82a-5f0e-4d11-ae3c-65329fa18951 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:49.489163 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.538048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Delete allocated IP 2001:db8:0:1::9e (3f50e04b-674e-4bf1-a532-cac4bb5d5d17/240086d0-c7db-444b-9ffa-ad10bc273af5) {{(pid=102141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:24:49.558717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.648720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.672602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c550f9-5822-462a-9336-28a208c0a74f None None] Pushing event updated for resources: {'Port': ['ID=2cafd12b-d35f-49f9-a060-82b30b822c81,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:49.702895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f02f48-4aa5-47dc-b11a-c7e9c30cc2b7 req-0d08024f-dd63-4ab5-b883-868211e9f588 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:49.704701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6f02f48-4aa5-47dc-b11a-c7e9c30cc2b7 req-0d08024f-dd63-4ab5-b883-868211e9f588 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 946 time: 0.1229396 Nov 09 18:24:49.722102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.731246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.802027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6f02f48-4aa5-47dc-b11a-c7e9c30cc2b7 req-b78e6f4c-380b-47ee-8712-13c37262312d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847492 Nov 09 18:24:49.819235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] In _notify_port_updated(), no bound segment for port e7b520a5-0047-49ab-afd7-aaa02c0fd177 on network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:24:49.822189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server [None req-2a678f42-e18e-42b6-936f-883836d93f80 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d298a82a-5f0e-4d11-ae3c-65329fa18951: This subnet is being modified by another concurrent operation. Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server raise exception Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d298a82a-5f0e-4d11-ae3c-65329fa18951: This subnet is being modified by another concurrent operation. Nov 09 18:24:49.825314 n-d-817240-1 neutron-server[102142]: ERROR oslo_messaging.rpc.server Nov 09 18:24:49.831352 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:49.831352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.834966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "PUT /v2.0/ports/e7b520a5-0047-49ab-afd7-aaa02c0fd177 HTTP/1.1" status: 200 len: 926 time: 1.1632078 Nov 09 18:24:49.844166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55890) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:49.858148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1836d-3931-4a4b-baf8-ac80e36cb4c7 None None] Network a403b945-0fd2-49f4-b920-5646a133bda5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:49.859610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3b53ad0-2d93-4298-bd17-efa8c4b8983e'}, {'subnet_id': '240086d0-c7db-444b-9ffa-ad10bc273af5'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:49.880872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=e7b520a5-0047-49ab-afd7-aaa02c0fd177,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:49.909357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.909357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.909612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.910014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Subnet': ['ID=d298a82a-5f0e-4d11-ae3c-65329fa18951,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:49.915156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.915642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.916038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.916397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.916746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.917260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.922555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.923267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.923623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4624b4-ee04-42cc-b1dd-2b553841e0fb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:49.979059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:49.979387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2cafd12b-d35f-49f9-a060-82b30b822c81 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:49.984733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fed24f75-b4ac-4df8-90e6-bf2bd6fed2db tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/subnets/d298a82a-5f0e-4d11-ae3c-65329fa18951 HTTP/1.1" status: 204 len: 168 time: 0.5660689 Nov 09 18:24:49.985463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55894) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:50.075101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c732cd8a-dd2e-4f14-abf1-8c5ce110f551 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:50.076804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c732cd8a-dd2e-4f14-abf1-8c5ce110f551 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886695 Nov 09 18:24:50.080676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55896) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:50.172142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2cafd12b-d35f-49f9-a060-82b30b822c81 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:50.172620 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.203440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.257760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.334421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.359280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a403b945-0fd2-49f4-b920-5646a133bda5']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:50.375349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb179b-fcde-4043-931d-48f7e517d508') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:50.375349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb179b-fcde-4043-931d-48f7e517d508') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:50.406605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.426389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.433501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:50.433911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:50.437239 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:50.527374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.549578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.557704 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/networks/a403b945-0fd2-49f4-b920-5646a133bda5 HTTP/1.1" status: 204 len: 168 time: 0.4736488 Nov 09 18:24:50.559009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8be61-9dfe-4f6a-a2be-c05db222ba2c tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Network': ['ID=a403b945-0fd2-49f4-b920-5646a133bda5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:50.561105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55902) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:50.626592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c1f81-47ae-4bf3-8f65-35203bedf7b7 None None] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:50.683706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.781384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.781616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2c7860d5-3c9f-49c8-9507-4846fe4b1877 None None] Provisioning complete for port 2cafd12b-d35f-49f9-a060-82b30b822c81 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:50.782291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2c7860d5-3c9f-49c8-9507-4846fe4b1877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.805588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d654745f-28f4-4cc8-9e85-1814f73d5204']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:50.817343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe50ff0-7627-4088-b4b1-826296b62e23') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:50.817343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe50ff0-7627-4088-b4b1-826296b62e23') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:50.834720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef797e89-d12b-462e-9e98-7becaae104ca req-89d27984-0c9e-4431-a484-bc69d04014f3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:50.836308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef797e89-d12b-462e-9e98-7becaae104ca req-89d27984-0c9e-4431-a484-bc69d04014f3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 946 time: 0.5511203 Nov 09 18:24:50.836562 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.857610 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.864728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:50.865565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:50.871474 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:50.926152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef797e89-d12b-462e-9e98-7becaae104ca req-80a06168-c723-4a41-bc80-05660da1cb8f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787218 Nov 09 18:24:50.960820 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.967251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:50.971221 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/networks/d654745f-28f4-4cc8-9e85-1814f73d5204 HTTP/1.1" status: 204 len: 168 time: 0.4086342 Nov 09 18:24:50.975679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55904) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:51.015854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccae68-d706-40db-a074-59cd365b872a tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Network': ['ID=d654745f-28f4-4cc8-9e85-1814f73d5204,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:51.098449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.133724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8:0:1::170 (3f50e04b-674e-4bf1-a532-cac4bb5d5d17/240086d0-c7db-444b-9ffa-ad10bc273af5/e7b520a5-0047-49ab-afd7-aaa02c0fd177) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:51.199762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.220611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdca44b-1f6e-40a5-af32-d54d9f027956']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:51.231012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a97ce15-373c-463c-81d7-7398b4472fda') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:51.231316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a97ce15-373c-463c-81d7-7398b4472fda') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:51.242744 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.258092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.269530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:51.270467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:51.274672 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:51.291838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.299270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.355264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.356678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9baadd0e-fbb2-44a1-995f-9b91807be289 None None] Provisioning complete for port 2cafd12b-d35f-49f9-a060-82b30b822c81 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:51.357278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9baadd0e-fbb2-44a1-995f-9b91807be289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.366231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=e7b520a5-0047-49ab-afd7-aaa02c0fd177,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:51.383257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.396216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/networks/dcdca44b-1f6e-40a5-af32-d54d9f027956 HTTP/1.1" status: 204 len: 168 time: 0.4171691 Nov 09 18:24:51.397614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55908) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:51.405963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edea46-1e86-4e9e-aaf1-a4d16255c0c6 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Network': ['ID=dcdca44b-1f6e-40a5-af32-d54d9f027956,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:51.474352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] In _notify_port_updated(), no bound segment for port e7b520a5-0047-49ab-afd7-aaa02c0fd177 on network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:24:51.480848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:51.481687 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.483272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-38ee9a3e-247c-42af-89ab-1398b305f38a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "PUT /v2.0/ports/e7b520a5-0047-49ab-afd7-aaa02c0fd177 HTTP/1.1" status: 200 len: 1012 time: 1.6391139 Nov 09 18:24:51.486263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55910) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:51.524358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.603055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port e7b520a5-0047-49ab-afd7-aaa02c0fd177 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:51.604188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.625038 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.648369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e66b76-833c-41f8-94c3-407a5f078b08']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:51.660905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1551b0e1-32e5-47c2-b013-21c663f4a2b2') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:51.661604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1551b0e1-32e5-47c2-b013-21c663f4a2b2') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:51.684612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.705411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9baadd0e-fbb2-44a1-995f-9b91807be289 None None] Provisioning complete for port e7b520a5-0047-49ab-afd7-aaa02c0fd177 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:51.706448 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9baadd0e-fbb2-44a1-995f-9b91807be289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.707507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.720815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:51.721229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:51.725451 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:51.744287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9baadd0e-fbb2-44a1-995f-9b91807be289 None None] Port e7b520a5-0047-49ab-afd7-aaa02c0fd177 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:51.765738 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.783643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for e7b520a5-0047-49ab-afd7-aaa02c0fd177 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:51.795337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-17de3584-a073-4b0f-a500-85fe5c6f4b7c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:51.796874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-17de3584-a073-4b0f-a500-85fe5c6f4b7c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 946 time: 0.1077921 Nov 09 18:24:51.814392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.840102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.844883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] 10.222.0.32 "DELETE /v2.0/networks/d5e66b76-833c-41f8-94c3-407a5f078b08 HTTP/1.1" status: 204 len: 168 time: 0.4461164 Nov 09 18:24:51.845963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a7c22-1831-4334-97ba-01321b8b89b7 tempest-BulkNetworkOpsTest-1888915011 tempest-BulkNetworkOpsTest-1888915011-project] Pushing event deleted for resources: {'Network': ['ID=d5e66b76-833c-41f8-94c3-407a5f078b08,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:51.868232 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-63734cf7-16e9-4298-985c-49749e88368d None None] Provisioning complete for port e7b520a5-0047-49ab-afd7-aaa02c0fd177 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:51.869186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-63734cf7-16e9-4298-985c-49749e88368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:51.921177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-63734cf7-16e9-4298-985c-49749e88368d None None] Port e7b520a5-0047-49ab-afd7-aaa02c0fd177 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:52.047525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dbcaea23-1a7b-4ab0-8d7b-255c346ea208 None None] Provisioning complete for port e7b520a5-0047-49ab-afd7-aaa02c0fd177 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:52.048540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dbcaea23-1a7b-4ab0-8d7b-255c346ea208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.092004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:52.093404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.159666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd2e8-2163-45af-a512-c03dd164553d req-6362a1c9-a1b6-450f-a8cd-80f6dabdf809 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:52.168499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d86dd2e8-2163-45af-a512-c03dd164553d req-6362a1c9-a1b6-450f-a8cd-80f6dabdf809 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 946 time: 0.1251996 Nov 09 18:24:52.171379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaea23-1a7b-4ab0-8d7b-255c346ea208 None None] Port e7b520a5-0047-49ab-afd7-aaa02c0fd177 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:24:52.217515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d86dd2e8-2163-45af-a512-c03dd164553d req-d6b8a312-7c11-4678-85c9-45ebe8b0c9e0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Nov 09 18:24:52.259511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55920) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:52.292570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e716cbb-b414-4f04-b941-1b6d74c29498 None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:24:52.295958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] For port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:52.295958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.315498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:52.331947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.364587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=e7b520a5-0047-49ab-afd7-aaa02c0fd177,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:52.394788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b36621e9-b3de-4368-a6f6-a2c149ef98e1 None None] Could not find standard attr ID for object e7b520a5-0047-49ab-afd7-aaa02c0fd177. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:24:52.421962 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e716cbb-b414-4f04-b941-1b6d74c29498 None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:24:52.459370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.463449 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-999cd414-c222-4eae-9130-a70bb59a8dbe tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/e7b520a5-0047-49ab-afd7-aaa02c0fd177 HTTP/1.1" status: 204 len: 168 time: 0.9730322 Nov 09 18:24:52.465438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55924) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:52.473759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-01193887-4066-4412-bc2f-91f4370428c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6392a36bb9ae494c93c968c826d5690c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124348 Nov 09 18:24:52.474543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:52.497127 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46523a3-1d44-4600-9e16-5479a0a2019c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:52.498739 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f46523a3-1d44-4600-9e16-5479a0a2019c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/e7b520a5-0047-49ab-afd7-aaa02c0fd177 HTTP/1.1" status: 404 len: 333 time: 0.0320065 Nov 09 18:24:52.501504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:52.561450 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0b48d10-4e91-4e70-86ce-cf93e478ef7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.585228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 240086d0-c7db-444b-9ffa-ad10bc273af5 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:52.590593 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0b48d10-4e91-4e70-86ce-cf93e478ef7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.590866 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.647625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0b48d10-4e91-4e70-86ce-cf93e478ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.651132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.652846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0b48d10-4e91-4e70-86ce-cf93e478ef7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.657212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0b48d10-4e91-4e70-86ce-cf93e478ef7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13edb214-18cc-49cd-9737-8aaf2add1fa8 HTTP/1.1" status: 204 len: 168 time: 0.1791310 Nov 09 18:24:52.666633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48d10-4e91-4e70-86ce-cf93e478ef7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13edb214-18cc-49cd-9737-8aaf2add1fa8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:52.693460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0d544b-78a6-4e13-8247-45802b7d003c None None] get_active_networks_info from n-d-817240-1 {{(pid=102142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 18:24:52.693665 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.724804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:24:52.769428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:52.823937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] No DVR routers for this DVR port dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:52.829065 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.832654 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f483a549-e9e5-46ed-a6fd-3cd8f2c31cc0 req-d4a008b7-7fbe-4746-8a2e-32f3d75e551c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "DELETE /v2.0/ports/dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e HTTP/1.1" status: 204 len: 173 time: 1.0283754 Nov 09 18:24:52.842534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c990444-f3db-42c5-9279-76ecd20223d7', 'name': 'network-vif-deleted', 'tag': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:24:52.843817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d544b-78a6-4e13-8247-45802b7d003c None None] Resources bound (agent type, host, resource id): {{(pid=102142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 18:24:52.846287 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01688d82-c5fe-45ff-91fb-b6c9262a6ca9" -d '{"events": [{"server_uuid": "7c990444-f3db-42c5-9279-76ecd20223d7", "name": "network-vif-deleted", "tag": "dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:24:52.867350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:52.925311 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab13e459-be7e-41d5-bdc5-479683b03ac5 x-openstack-request-id: req-ab13e459-be7e-41d5-bdc5-479683b03ac5 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:24:52.926422 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c990444-f3db-42c5-9279-76ecd20223d7", "name": "network-vif-deleted", "tag": "dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:24:52.926983 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab13e459-be7e-41d5-bdc5-479683b03ac5 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:24:52.927553 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c990444-f3db-42c5-9279-76ecd20223d7', 'name': 'network-vif-deleted', 'tag': 'dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e', 'status': 'completed', 'code': 200} Nov 09 18:24:52.975630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.019286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=240086d0-c7db-444b-9ffa-ad10bc273af5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:53.023483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.027366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4aec126f-0d7b-4af6-abfc-fb3fe130dbf4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/240086d0-c7db-444b-9ffa-ad10bc273af5 HTTP/1.1" status: 204 len: 168 time: 0.5249496 Nov 09 18:24:53.029922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:53.121515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet a3b53ad0-2d93-4298-bd17-efa8c4b8983e {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:53.125676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.177656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.342407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.415526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c012855-3571-4bda-a3df-ad0d073a39cd req-6553e33d-980b-49c9-8a01-acf1f1bb8dca tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.0618238 Nov 09 18:24:53.451994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.496687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.502942 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/a3b53ad0-2d93-4298-bd17-efa8c4b8983e HTTP/1.1" status: 204 len: 168 time: 0.4694324 Nov 09 18:24:53.502942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e4f0f-9235-4805-b527-a4b768fb4127 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b53ad0-2d93-4298-bd17-efa8c4b8983e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:53.503718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55952) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:53.594924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaca1900-03f5-4ebe-b78b-4de82d61f4cf None None] Network 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:53.650030 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.730222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 2cafd12b-d35f-49f9-a060-82b30b822c81 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:53.730802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.807754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] For port 2cafd12b-d35f-49f9-a060-82b30b822c81, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2cafd12b-d35f-49f9-a060-82b30b822c81,segment=NetworkSegment(e3b05f9d-cfc5-469b-b78f-4ada5a7a4184),segment_id=e3b05f9d-cfc5-469b-b78f-4ada5a7a4184)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:53.808364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.826646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 2cafd12b-d35f-49f9-a060-82b30b822c81 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:53.845888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55960) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:53.862149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] DHCP port deletion for 3f50e04b-674e-4bf1-a532-cac4bb5d5d17 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:24:53.937065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] Deleting port 2cafd12b-d35f-49f9-a060-82b30b822c81 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:53.937065 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.945736 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:53.972223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1016400111'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:53.983728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=2cafd12b-d35f-49f9-a060-82b30b822c81,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:53.989769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No DVR routers for this DVR port 2cafd12b-d35f-49f9-a060-82b30b822c81 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:54.009000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:54.013257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.026125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.064721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] For port 2cafd12b-d35f-49f9-a060-82b30b822c81, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2cafd12b-d35f-49f9-a060-82b30b822c81,segment=NetworkSegment(e3b05f9d-cfc5-469b-b78f-4ada5a7a4184),segment_id=e3b05f9d-cfc5-469b-b78f-4ada5a7a4184)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:54.065404 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.094546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] Calling delete_port for 2cafd12b-d35f-49f9-a060-82b30b822c81 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:54.128674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.139816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.166789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.207140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f50e04b-674e-4bf1-a532-cac4bb5d5d17']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:54.231207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b05f9d-cfc5-469b-b78f-4ada5a7a4184') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:54.231500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b05f9d-cfc5-469b-b78f-4ada5a7a4184') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:54.240105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:54.246460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.256137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d06448-9c2c-4bd7-b926-d818107a845e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:54.257240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.281006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.282330 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment 59fdfe70-056c-481d-b457-edf615d1c21f of type vlan for network a1e19606-eef4-41e0-b0fa-540101e4663d Nov 09 18:24:54.293909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.300653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:54.301062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:54.304171 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:54.307265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] No DVR routers for this DVR port 2cafd12b-d35f-49f9-a060-82b30b822c81 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:24:54.309392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e710a38-eddb-4a20-96af-9b1b7250cb10 None None] Pushing event deleted for resources: {'Port': ['ID=2cafd12b-d35f-49f9-a060-82b30b822c81,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:54.383764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.391000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.410893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.415306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/3f50e04b-674e-4bf1-a532-cac4bb5d5d17 HTTP/1.1" status: 204 len: 168 time: 0.9102073 Nov 09 18:24:54.416628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f031c6d-1c6e-4a45-9309-6f34feee7745 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=3f50e04b-674e-4bf1-a532-cac4bb5d5d17,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:54.419630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55966) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:54.440821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.459222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:54.459881 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.558932 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7115901 Nov 09 18:24:54.562246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55970) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:54.563192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-022a9345-219d-40e5-b63a-481bda4be75d req-e57928a0-f53a-4583-bbac-c510037dd755 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.0516772 Nov 09 18:24:54.576568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'name': 'tempest-PortsTestJSON-1140283550'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:54.587473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9dac2-bf15-420b-825e-5bf8e6f08ecf tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=a1e19606-eef4-41e0-b0fa-540101e4663d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:54.590798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c917cd7-c45a-4b17-978d-dcd541195802 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:54.593198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9c917cd7-c45a-4b17-978d-dcd541195802 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1724195 Nov 09 18:24:54.598788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55972) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:54.600570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:54.663704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-116f5d45-74e4-4e06-960d-de0d37a8275c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0632775 Nov 09 18:24:54.663936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55974) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:54.677233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-390194197'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:54.748834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:54.752888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.789506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:54.793365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:54.796668 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.818964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.819239 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment 19261cea-73e0-401e-8cf9-968bd341b867 of type vlan for network 793d1f1b-e7b3-4c26-a974-e0c483201c2e Nov 09 18:24:54.820873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port cbc8cbef-bc98-45dd-a70c-c0614a633609 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:54.899125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.967903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:54.973429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:54.974022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.088528 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4228690 Nov 09 18:24:55.088718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55976) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:55.094932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:55.099506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8a526-523a-438c-9a47-21d4b9814498 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=793d1f1b-e7b3-4c26-a974-e0c483201c2e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:55.112848 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.113373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:55.154685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.224869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:55.228441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=cbc8cbef-bc98-45dd-a70c-c0614a633609,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:55.237867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': '59fdfe70-056c-481d-b457-edf615d1c21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:55.238450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: a1e19606-eef4-41e0-b0fa-540101e4663d, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:55.239079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.260390 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:55.265827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:55.282816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a1e19606-eef4-41e0-b0fa-540101e4663d) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:55.288084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:55.295383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:55.296176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.303743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae06d6e-cd41-4af1-b917-5d1b81cfe26c None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:55.317204 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b5546fb3-4dc5-4f1c-961e-5f963f349c63 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7537074 Nov 09 18:24:55.320204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55978) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:55.326858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984614970'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:55.330840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:55.331187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dfa636bc-5fb9-4eef-bb88-a1bf995cdb1e not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:55.370569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:55.375715 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.409099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:55.426696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.426963 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment a0567e76-dcef-4a1e-9642-53608aa51193 of type vlan for network 85726db4-34d6-4575-8eff-676dd551b55f Nov 09 18:24:55.480303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.510524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.518034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:55.518758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.567063 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.636119 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3143537 Nov 09 18:24:55.639266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55984) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:55.645356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbb1ef-da6d-42a2-851b-549affcb7ded tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=85726db4-34d6-4575-8eff-676dd551b55f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:55.649826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'ports': [{'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d'}, {'network_id': '85726db4-34d6-4575-8eff-676dd551b55f'}]} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:55.650218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:55.650704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': '85726db4-34d6-4575-8eff-676dd551b55f'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:55.662105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 85726db4-34d6-4575-8eff-676dd551b55f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:24:55.717337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': '19261cea-73e0-401e-8cf9-968bd341b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:55.717963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 793d1f1b-e7b3-4c26-a974-e0c483201c2e, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:55.738196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=397da8e0-2456-44ac-a1f4-43c0f7e619d4,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:55.779626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12a632ae-32b1-4c36-95d2-40862de11a7d req-2849e83f-2f94-4259-9f3e-94e609b6ad93 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.0638189 Nov 09 18:24:55.833282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:55.862053 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2cafd12b-d35f-49f9-a060-82b30b822c81 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:24:55.888332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 793d1f1b-e7b3-4c26-a974-e0c483201c2e) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:55.895750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2cafd12b-d35f-49f9-a060-82b30b822c81 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:24:55.896448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2cafd12b-d35f-49f9-a060-82b30b822c81 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:24:55.897978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:55.898819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:55.946859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854c456-b5fb-4ef0-9ab3-e66872e205f3 None None] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:55.951000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7b1df2c9-6b68-496a-b8a9-424bcbd16a98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8609858 Nov 09 18:24:55.953474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55986) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:55.961644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e', 'name': 'tempest-PortsIpV6TestJSON-494462083'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:55.980558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 2} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:55.987506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.004206 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.101395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 8f7ad0c9-f74c-4342-bb48-1944f48c4d34 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:56.148884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:56.155886 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.191344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port d4f1fcae-0424-4a49-af71-d31c13158cc5 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:56.217813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-793d1f1b-e7b3-4c26-a974-e0c483201c2e', 'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e', 'tenant_id': '5c0c2e7c08be43b18c06b4d61988bd7d', 'fixed_ips': [{'subnet_id': '397da8e0-2456-44ac-a1f4-43c0f7e619d4'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:24:56.218755 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.234775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.325950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port d5fa7d9e-34f7-4f1f-8744-cbde691bd9c5 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:56.401499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::b5 (793d1f1b-e7b3-4c26-a974-e0c483201c2e/397da8e0-2456-44ac-a1f4-43c0f7e619d4/d4f1fcae-0424-4a49-af71-d31c13158cc5) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:56.469393 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.510572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.591844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.599346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:56.602774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:56.608437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:56.609307 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.628310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=8f7ad0c9-f74c-4342-bb48-1944f48c4d34,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:56.640591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.688962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:56.692855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:56.697034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:56.704380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:56.705100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.715609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=d5fa7d9e-34f7-4f1f-8744-cbde691bd9c5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:56.718091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Allocated IP 2001:db8::2 (793d1f1b-e7b3-4c26-a974-e0c483201c2e/397da8e0-2456-44ac-a1f4-43c0f7e619d4/991a61fd-23a6-45e8-abd3-d4fb3b68a28f) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:56.725490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': 'a0567e76-dcef-4a1e-9642-53608aa51193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '85726db4-34d6-4575-8eff-676dd551b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:56.725978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: 85726db4-34d6-4575-8eff-676dd551b55f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:24:56.730191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=d4f1fcae-0424-4a49-af71-d31c13158cc5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:56.738425 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9afda5e3-5268-4eed-8049-ffb34aaa7531 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7835329 Nov 09 18:24:56.740784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55990) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:56.746513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e', 'name': 'tempest-PortsIpV6TestJSON-1245828877'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:56.840457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 85726db4-34d6-4575-8eff-676dd551b55f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:24:56.862026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 85726db4-34d6-4575-8eff-676dd551b55f) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:56.874835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:56.877631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c89e5a-ec25-4dea-93b1-0d1a9c905d61 None None] Network 85726db4-34d6-4575-8eff-676dd551b55f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:56.881293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:56.888375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:56.889061 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:56.930329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71ca6872-61c2-401c-9359-92e1cff39dfb req-35393a76-f6f3-4357-b20d-c321dc5241b6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.0384085 Nov 09 18:24:56.953267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2081f1a1-b136-4aa2-aa10-ca72329d4404 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3105536 Nov 09 18:24:56.953957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 55994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:56.979602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:56.984270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.011283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 6ba19c55-0083-4ae9-9ff7-5d9a23557e37 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:24:57.052052 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.081522 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.127352 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port d5fa7d9e-34f7-4f1f-8744-cbde691bd9c5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:57.128221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.143652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Pushing event updated for resources: {'Port': ['ID=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:57.157951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:57.159670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:57.166559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:57.201425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::dc (793d1f1b-e7b3-4c26-a974-e0c483201c2e/397da8e0-2456-44ac-a1f4-43c0f7e619d4/6ba19c55-0083-4ae9-9ff7-5d9a23557e37) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:24:57.248330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Attempting to bind port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:24:57.249371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Attempting to bind port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '19261cea-73e0-401e-8cf9-968bd341b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:24:57.249955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Attempting to bind port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f on network 793d1f1b-e7b3-4c26-a974-e0c483201c2e {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:24:57.256190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:24:57.256954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Checking segment: {'id': '19261cea-73e0-401e-8cf9-968bd341b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:24:57.257522 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.258155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Bound using segment: {'id': '19261cea-73e0-401e-8cf9-968bd341b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:24:57.258795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Bound port: 991a61fd-23a6-45e8-abd3-d4fb3b68a28f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19261cea-73e0-401e-8cf9-968bd341b867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '793d1f1b-e7b3-4c26-a974-e0c483201c2e'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:24:57.259386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.330204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] For port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:24:57.334561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] For port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,segment=NetworkSegment(19261cea-73e0-401e-8cf9-968bd341b867),segment_id=19261cea-73e0-401e-8cf9-968bd341b867)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:24:57.340718 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.480918 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.531503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c8c5c-2137-4e60-9345-96ab0262bee9 None None] Pushing event updated for resources: {'Port': ['ID=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:57.585739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.696256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:24:57.710090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:24:57.722371 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:24:57.731294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:57.731864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.764330 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:57.769325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=6ba19c55-0083-4ae9-9ff7-5d9a23557e37,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:57.788683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.789155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.789602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.790042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.790518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.790989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.791636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.791947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for d5fa7d9e-34f7-4f1f-8744-cbde691bd9c5 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:57.792158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.792589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.793236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.793654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.794200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:24:57.800636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7f086e27-de9c-4dd6-bcb9-e80e643e9b39 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0588105 Nov 09 18:24:57.803867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 55998) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:57.943165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0043305-fa11-4c7b-8dff-a4ecb17451f8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:57.947363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f0043305-fa11-4c7b-8dff-a4ecb17451f8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab5 HTTP/1.1" status: 200 len: 927 time: 0.1401253 Nov 09 18:24:57.947617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56000) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:57.994983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 991a61fd-23a6-45e8-abd3-d4fb3b68a28f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:24:58.010153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.054436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.061447 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/d5fa7d9e-34f7-4f1f-8744-cbde691bd9c5 HTTP/1.1" status: 204 len: 168 time: 1.1064947 Nov 09 18:24:58.062797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f3b98-28f9-415e-b400-2dc949ea7adb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=d5fa7d9e-34f7-4f1f-8744-cbde691bd9c5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:58.069838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56004) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.092959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:58.093647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.171273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd281cd2-3f2c-413c-bace-81e6c2f82f6f req-0890e959-3cb2-48c8-8bda-3d70cf49acab tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c990444-f3db-42c5-9279-76ecd20223d7 HTTP/1.1" status: 200 len: 210 time: 0.0949841 Nov 09 18:24:58.200535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.202510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8c33e-4069-4fea-b93d-acd8c71dad2f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:58.208756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8c33e-4069-4fea-b93d-acd8c71dad2f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:58.213285 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b3d8c33e-4069-4fea-b93d-acd8c71dad2f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1354239 Nov 09 18:24:58.213517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56006) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.242458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,segment=NetworkSegment(19261cea-73e0-401e-8cf9-968bd341b867),segment_id=19261cea-73e0-401e-8cf9-968bd341b867)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:24:58.248278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.253521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 6ba19c55-0083-4ae9-9ff7-5d9a23557e37 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:58.254091 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.338587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:58.444776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.470183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 6ba19c55-0083-4ae9-9ff7-5d9a23557e37 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:58.472552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 8f7ad0c9-f74c-4342-bb48-1944f48c4d34 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:58.472891 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.579239 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.601947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 8f7ad0c9-f74c-4342-bb48-1944f48c4d34 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:58.766631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.781684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.796614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.802780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/8f7ad0c9-f74c-4342-bb48-1944f48c4d34 HTTP/1.1" status: 204 len: 168 time: 0.5858850 Nov 09 18:24:58.805957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56010) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.836855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a941984-559c-4ab5-bb41-b1bded1818f2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=8f7ad0c9-f74c-4342-bb48-1944f48c4d34,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:58.879731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=6ba19c55-0083-4ae9-9ff7-5d9a23557e37,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:58.897484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5efac-9279-4ed0-b47b-6ff73c1a6ad4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:58.899285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-83d5efac-9279-4ed0-b47b-6ff73c1a6ad4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0921474 Nov 09 18:24:58.901975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56012) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.903849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:58.906109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d9707-a2e4-4f29-b004-1317a1ab927b None None] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:24:58.909624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-43f22fdd-03f0-431b-aeb6-9419d010ae5a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/6ba19c55-0083-4ae9-9ff7-5d9a23557e37 HTTP/1.1" status: 204 len: 168 time: 0.9583082 Nov 09 18:24:58.909987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56014) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.935908 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cb4368-be9a-4bce-8c3c-706b8ca7c0e4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:58.940198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-49cb4368-be9a-4bce-8c3c-706b8ca7c0e4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/6ba19c55-0083-4ae9-9ff7-5d9a23557e37 HTTP/1.1" status: 404 len: 333 time: 0.0266683 Nov 09 18:24:58.940917 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2de8139-258d-40aa-9908-b974041dd5f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:24:58.940917 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a2de8139-258d-40aa-9908-b974041dd5f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/d5fa7d9e-34f7-4f1f-8744-cbde691bd9c5 HTTP/1.1" status: 404 len: 333 time: 0.0369117 Nov 09 18:24:58.940917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56016) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.942680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56018) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:58.968529 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-37321a58-be58-4ea6-9945-2a6c878da403 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:24:58.970562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-37321a58-be58-4ea6-9945-2a6c878da403 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/8f7ad0c9-f74c-4342-bb48-1944f48c4d34 HTTP/1.1" status: 404 len: 333 time: 0.0266449 Nov 09 18:24:58.972994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56020) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:59.018368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9eb6dd47-e31a-4e29-813a-a9deb1305a25 None None] Provisioning complete for port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:59.018685 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9eb6dd47-e31a-4e29-813a-a9deb1305a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.065478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port d4f1fcae-0424-4a49-af71-d31c13158cc5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:24:59.066048 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.067907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.186758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.219791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85726db4-34d6-4575-8eff-676dd551b55f']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:59.229599 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.236414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0567e76-dcef-4a1e-9642-53608aa51193') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:59.236745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0567e76-dcef-4a1e-9642-53608aa51193') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:24:59.249728 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.250975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for d4f1fcae-0424-4a49-af71-d31c13158cc5 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:24:59.271406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.278685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:24:59.279203 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:24:59.282295 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:24:59.372014 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.382293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.387406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/85726db4-34d6-4575-8eff-676dd551b55f HTTP/1.1" status: 204 len: 168 time: 0.4128385 Nov 09 18:24:59.394294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:59.397678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906aaf5-a77a-4322-ac06-c32b7e988319 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=85726db4-34d6-4575-8eff-676dd551b55f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:59.399718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-686055608'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:59.456978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:24:59.461275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.495748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.503868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:24:59.542457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=d4f1fcae-0424-4a49-af71-d31c13158cc5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:59.547280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.547654 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment 64f24b9c-2c58-4053-b4bf-eac1476bf7a4 of type vlan for network c66e4751-7679-4ece-9d01-62a9cd89093c Nov 09 18:24:59.577850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.584940 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d4d15f60-c269-4983-8907-b47f3d38bc9f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/d4f1fcae-0424-4a49-af71-d31c13158cc5 HTTP/1.1" status: 204 len: 168 time: 0.6406634 Nov 09 18:24:59.585053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56028) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:59.616981 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-26313e63-ea52-48f8-9339-e00733423d5c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:24:59.621137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-26313e63-ea52-48f8-9339-e00733423d5c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/d4f1fcae-0424-4a49-af71-d31c13158cc5 HTTP/1.1" status: 404 len: 333 time: 0.0320575 Nov 09 18:24:59.622434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56030) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:59.625483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.683703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-85deb6e4-7e88-4766-88cc-f7a521cb7b31 None None] Could not find standard attr ID for object d4f1fcae-0424-4a49-af71-d31c13158cc5. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:24:59.693938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 397da8e0-2456-44ac-a1f4-43c0f7e619d4 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:24:59.695018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-85deb6e4-7e88-4766-88cc-f7a521cb7b31 None None] Provisioning complete for port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:24:59.695401 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-85deb6e4-7e88-4766-88cc-f7a521cb7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.698840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.707683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:24:59.709384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.728695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.855082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=c66e4751-7679-4ece-9d01-62a9cd89093c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:24:59.868207 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16d0c22a-56a1-479f-bb09-ffc6424cc9cb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4702120 Nov 09 18:24:59.868634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56034) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:24:59.874472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:24:59.897557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:24:59.922671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network c66e4751-7679-4ece-9d01-62a9cd89093c details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:00.035284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 991a61fd-23a6-45e8-abd3-d4fb3b68a28f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:00.054482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:00.063621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.116186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.140556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-92ef11ec-ed67-41d5-80d4-aac4bb3427b1 None None] Could not find standard attr ID for object d4f1fcae-0424-4a49-af71-d31c13158cc5. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:00.148357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:00.148737 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.171466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Performing IP validity checks on allocation pools {{(pid=102140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:25:00.174951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:25:00.224349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.302892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.310090 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/397da8e0-2456-44ac-a1f4-43c0f7e619d4 HTTP/1.1" status: 204 len: 168 time: 0.6861527 Nov 09 18:25:00.313306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56036) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:00.315582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673b7e2-e860-467b-92ef-5f4fae4138a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=397da8e0-2456-44ac-a1f4-43c0f7e619d4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:00.326180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cde953-fc75-46c2-8078-7d12b6e47409 None None] Network 793d1f1b-e7b3-4c26-a974-e0c483201c2e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:00.402707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c5841927-2605-45a4-9084-08b9d36fc26e None None] Could not find standard attr ID for object 6ba19c55-0083-4ae9-9ff7-5d9a23557e37. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:00.445417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.451436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.546409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=267ee961-be28-40b1-88da-210a8434ab6f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:00.571765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': '64f24b9c-2c58-4053-b4bf-eac1476bf7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:00.572281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: c66e4751-7679-4ece-9d01-62a9cd89093c, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:00.623580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:00.623941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.624491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] DHCP port deletion for 793d1f1b-e7b3-4c26-a974-e0c483201c2e request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:00.638972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network c66e4751-7679-4ece-9d01-62a9cd89093c is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:00.681092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, c66e4751-7679-4ece-9d01-62a9cd89093c) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:00.688134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:00.688731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.711553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] For port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,segment=NetworkSegment(19261cea-73e0-401e-8cf9-968bd341b867),segment_id=19261cea-73e0-401e-8cf9-968bd341b867)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:00.711928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.724219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-21517e3c-b9ac-4adb-975d-8758584d333f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8540053 Nov 09 18:25:00.726900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56040) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:00.732812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c', 'name': 'tempest-PortsTestJSON-114315553'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:00.742421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 991a61fd-23a6-45e8-abd3-d4fb3b68a28f owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:00.841802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6cd639-0466-47b7-94a3-3b222cf2e690 None None] Network c66e4751-7679-4ece-9d01-62a9cd89093c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:00.938511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.948884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] Deleting port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:00.949281 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.951125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:00.954592 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:00.998467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No DVR routers for this DVR port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:01.000171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:01.034387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 93acd151-3e9a-4514-ad30-6f19dbc342d4 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:01.083190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] For port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:01.083890 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.126430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] Calling delete_port for 991a61fd-23a6-45e8-abd3-d4fb3b68a28f owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:01.131637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] Port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:25:01.133909 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.140242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-c66e4751-7679-4ece-9d01-62a9cd89093c', 'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c', 'tenant_id': '2e223045e6ed49e0aa2b34fb053cb0be', 'fixed_ips': [{'subnet_id': '267ee961-be28-40b1-88da-210a8434ab6f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:01.141599 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.146991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.181959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] Pushing event deleted for resources: {'Port': ['ID=991a61fd-23a6-45e8-abd3-d4fb3b68a28f,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:01.184347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793d1f1b-e7b3-4c26-a974-e0c483201c2e']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:01.189637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d1ff4-8e89-42f0-9886-2007b2e9cbed None None] No DVR routers for this DVR port 991a61fd-23a6-45e8-abd3-d4fb3b68a28f on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:01.203944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19261cea-73e0-401e-8cf9-968bd341b867') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:01.204271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19261cea-73e0-401e-8cf9-968bd341b867') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:01.248041 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.264836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.281676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:01.282643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:01.286622 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:01.364589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.13 (c66e4751-7679-4ece-9d01-62a9cd89093c/267ee961-be28-40b1-88da-210a8434ab6f/93acd151-3e9a-4514-ad30-6f19dbc342d4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:01.374026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.384350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.388182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/793d1f1b-e7b3-4c26-a974-e0c483201c2e HTTP/1.1" status: 204 len: 168 time: 1.0735090 Nov 09 18:25:01.393422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56052) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:01.401547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-892349216'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:01.407637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54a3a-9d22-47e4-bb6f-a4ca2c7cdf37 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=793d1f1b-e7b3-4c26-a974-e0c483201c2e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:01.441316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:01.448503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.481437 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:01.494860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.495212 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment 54437d58-626a-447f-a85e-8b145b4a7c6c of type vlan for network 96409db5-fef7-4737-a429-f6e1b12fc3a4 Nov 09 18:25:01.553573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.561397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.602663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.609627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.618773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:01.620300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.667198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=93acd151-3e9a-4514-ad30-6f19dbc342d4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:01.685361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network c66e4751-7679-4ece-9d01-62a9cd89093c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:01.686905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:01.690866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:01.711053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3127539 Nov 09 18:25:01.711564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56064) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:01.717516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:01.725108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Allocated IP 172.20.0.2 (c66e4751-7679-4ece-9d01-62a9cd89093c/267ee961-be28-40b1-88da-210a8434ab6f/ef0c8d11-ce47-473a-9066-b5c2a102f210) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:01.741761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40d48c-9524-4c38-94d9-f2e9495f2767 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=96409db5-fef7-4737-a429-f6e1b12fc3a4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:01.754740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:01.764492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:01.765847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.799381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8197430b-cd5e-43a7-8e89-fb4cf721b1d3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0714014 Nov 09 18:25:01.800127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56066) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:01.903058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:01.907003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:01.944392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 991a61fd-23a6-45e8-abd3-d4fb3b68a28f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:02.008364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 991a61fd-23a6-45e8-abd3-d4fb3b68a28f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:02.018713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 93acd151-3e9a-4514-ad30-6f19dbc342d4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:02.018713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.019378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 991a61fd-23a6-45e8-abd3-d4fb3b68a28f not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:02.133644 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.147010 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.157447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.172567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 93acd151-3e9a-4514-ad30-6f19dbc342d4 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:02.215155 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.216531 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Network c66e4751-7679-4ece-9d01-62a9cd89093c is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:02.220988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:02.229396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:02.231894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Pushing event updated for resources: {'Port': ['ID=ef0c8d11-ce47-473a-9066-b5c2a102f210,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:02.301141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Attempting to bind port ef0c8d11-ce47-473a-9066-b5c2a102f210 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:02.301428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Attempting to bind port ef0c8d11-ce47-473a-9066-b5c2a102f210 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '64f24b9c-2c58-4053-b4bf-eac1476bf7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:02.301829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Attempting to bind port ef0c8d11-ce47-473a-9066-b5c2a102f210 on network c66e4751-7679-4ece-9d01-62a9cd89093c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:02.307282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:02.308058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Checking segment: {'id': '64f24b9c-2c58-4053-b4bf-eac1476bf7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:02.308058 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.308949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Bound using segment: {'id': '64f24b9c-2c58-4053-b4bf-eac1476bf7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:02.308949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Bound port: ef0c8d11-ce47-473a-9066-b5c2a102f210, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f24b9c-2c58-4053-b4bf-eac1476bf7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c66e4751-7679-4ece-9d01-62a9cd89093c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:02.309362 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.352248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': '54437d58-626a-447f-a85e-8b145b4a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:02.352621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 96409db5-fef7-4737-a429-f6e1b12fc3a4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:02.354816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=6b8c0306-954b-4e95-85fd-92bc9ee1769c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:02.386739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:02.398402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 96409db5-fef7-4737-a429-f6e1b12fc3a4) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:02.404205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:02.405093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.427997 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b15efb61-8285-4790-b05a-f2be5585a056 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7151582 Nov 09 18:25:02.431917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56078) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:02.440453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5ddd6-afe6-4b2e-ae55-4d8198a4d267 None None] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:02.444403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4', 'name': 'tempest-PortsIpV6TestJSON-1930552951', 'fixed_ips': [{'subnet_id': '6b8c0306-954b-4e95-85fd-92bc9ee1769c', 'ip_address': '2001:db8::10'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:02.504499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] For port ef0c8d11-ce47-473a-9066-b5c2a102f210, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:02.520554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] For port ef0c8d11-ce47-473a-9066-b5c2a102f210, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ef0c8d11-ce47-473a-9066-b5c2a102f210,segment=NetworkSegment(64f24b9c-2c58-4053-b4bf-eac1476bf7a4),segment_id=64f24b9c-2c58-4053-b4bf-eac1476bf7a4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:02.553286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.682590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa583e-26b6-4766-965a-3939c9d15cce None None] Pushing event updated for resources: {'Port': ['ID=ef0c8d11-ce47-473a-9066-b5c2a102f210,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:02.696188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:02.808309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-96409db5-fef7-4737-a429-f6e1b12fc3a4', 'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4', 'tenant_id': '5c0c2e7c08be43b18c06b4d61988bd7d', 'fixed_ips': [{'subnet_id': '6b8c0306-954b-4e95-85fd-92bc9ee1769c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:02.809197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.872149 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.895488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:02.943853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:03.031074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=93acd151-3e9a-4514-ad30-6f19dbc342d4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:03.104553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.109944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6a3dce86-6a45-4a9d-87ab-4195f7a831a9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/93acd151-3e9a-4514-ad30-6f19dbc342d4 HTTP/1.1" status: 204 len: 168 time: 1.3088017 Nov 09 18:25:03.112666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:03.144649 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8593d6e-7992-4eef-b1d0-e4adc2c6619b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:03.145347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8593d6e-7992-4eef-b1d0-e4adc2c6619b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:03.148705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Allocated IP 2001:db8::2 (96409db5-fef7-4737-a429-f6e1b12fc3a4/6b8c0306-954b-4e95-85fd-92bc9ee1769c/bb707846-32b0-4c32-bb2f-a1fc443b6f03) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:03.149245 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8593d6e-7992-4eef-b1d0-e4adc2c6619b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/93acd151-3e9a-4514-ad30-6f19dbc342d4 HTTP/1.1" status: 404 len: 333 time: 0.0329065 Nov 09 18:25:03.153116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56086) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:03.197276 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1ffbc9-e8d1-4ff4-8001-e273fa47a927 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:03.198980 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0b1ffbc9-e8d1-4ff4-8001-e273fa47a927 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/93acd151-3e9a-4514-ad30-6f19dbc342d4 HTTP/1.1" status: 404 len: 333 time: 0.0438094 Nov 09 18:25:03.201789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56088) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:03.266804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet 267ee961-be28-40b1-88da-210a8434ab6f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:03.270356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.343795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.373486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.380858 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.427024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:03.430332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:03.449280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:03.464584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Pushing event updated for resources: {'Port': ['ID=bb707846-32b0-4c32-bb2f-a1fc443b6f03,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:03.479200 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.481429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::10 (96409db5-fef7-4737-a429-f6e1b12fc3a4/6b8c0306-954b-4e95-85fd-92bc9ee1769c/b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:03.536268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Attempting to bind port bb707846-32b0-4c32-bb2f-a1fc443b6f03 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:03.536611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Attempting to bind port bb707846-32b0-4c32-bb2f-a1fc443b6f03 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '54437d58-626a-447f-a85e-8b145b4a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:03.537007 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Attempting to bind port bb707846-32b0-4c32-bb2f-a1fc443b6f03 on network 96409db5-fef7-4737-a429-f6e1b12fc3a4 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:03.545535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:03.546181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Checking segment: {'id': '54437d58-626a-447f-a85e-8b145b4a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:03.546602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.547002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Bound using segment: {'id': '54437d58-626a-447f-a85e-8b145b4a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:03.547564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Bound port: bb707846-32b0-4c32-bb2f-a1fc443b6f03, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54437d58-626a-447f-a85e-8b145b4a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:03.547960 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.602015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.687743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-640f942f-401c-46a7-941e-af447753dd7a None None] For port bb707846-32b0-4c32-bb2f-a1fc443b6f03, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:03.693201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-640f942f-401c-46a7-941e-af447753dd7a None None] For port bb707846-32b0-4c32-bb2f-a1fc443b6f03, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb707846-32b0-4c32-bb2f-a1fc443b6f03,segment=NetworkSegment(54437d58-626a-447f-a85e-8b145b4a7c6c),segment_id=54437d58-626a-447f-a85e-8b145b4a7c6c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:03.695179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.702702 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.703573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/267ee961-be28-40b1-88da-210a8434ab6f HTTP/1.1" status: 204 len: 168 time: 0.5004797 Nov 09 18:25:03.709541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56092) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:03.723066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e89c7-9e0d-4e88-ba61-bd4c32eb5e98 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=267ee961-be28-40b1-88da-210a8434ab6f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:03.796887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f942f-401c-46a7-941e-af447753dd7a None None] Pushing event updated for resources: {'Port': ['ID=bb707846-32b0-4c32-bb2f-a1fc443b6f03,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:03.863733 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.894135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:03.988776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ef0c8d11-ce47-473a-9066-b5c2a102f210 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:03.992974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.015750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port ef0c8d11-ce47-473a-9066-b5c2a102f210 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:04.016092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.074830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ef0c8d11-ce47-473a-9066-b5c2a102f210 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:04.075068 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.119750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:04.127561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:04.131080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:04.137378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:04.138095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.171789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:04.184658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] For port ef0c8d11-ce47-473a-9066-b5c2a102f210, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ef0c8d11-ce47-473a-9066-b5c2a102f210,segment=NetworkSegment(64f24b9c-2c58-4053-b4bf-eac1476bf7a4),segment_id=64f24b9c-2c58-4053-b4bf-eac1476bf7a4)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:04.185126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.196610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62d1fe-8e40-4204-90d8-2e9b2e50a58f None None] Network c66e4751-7679-4ece-9d01-62a9cd89093c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:04.213474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for ef0c8d11-ce47-473a-9066-b5c2a102f210 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:04.230729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56106) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:04.234848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-46f3fbad-e03c-4c50-b6a1-9fc311674120 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8006477 Nov 09 18:25:04.235964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '96409db5-fef7-4737-a429-f6e1b12fc3a4', 'name': 'tempest-PortsIpV6TestJSON-424648279', 'fixed_ips': [{'subnet_id': '6b8c0306-954b-4e95-85fd-92bc9ee1769c', 'ip_address': '2001:db8::f'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:04.294834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.334694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0db205b0-655e-47f5-9f88-a0d33fdbaf20 None None] Provisioning complete for port ef0c8d11-ce47-473a-9066-b5c2a102f210 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:04.335049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0db205b0-655e-47f5-9f88-a0d33fdbaf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.352423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.393535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=ef0c8d11-ce47-473a-9066-b5c2a102f210,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:04.403491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No DVR routers for this DVR port ef0c8d11-ce47-473a-9066-b5c2a102f210 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:04.409105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:04.452866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0db205b0-655e-47f5-9f88-a0d33fdbaf20 None None] Could not find standard attr ID for object ef0c8d11-ce47-473a-9066-b5c2a102f210. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:04.460883 n-d-817240-1 neutron-server[102142]: INFO neutron.plugins.ml2.db [None req-0db205b0-655e-47f5-9f88-a0d33fdbaf20 None None] No ports have port_id starting with ef0c8d11-ce47-473a-9066-b5c2a102f210 Nov 09 18:25:04.513461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.527040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.539603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81ff52-245a-4ac7-86af-b3984bd1f23f None None] DHCP port deletion for c66e4751-7679-4ece-9d01-62a9cd89093c request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:04.547598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66e4751-7679-4ece-9d01-62a9cd89093c']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:04.553297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port d19451eb-72c6-4bbd-8854-9b4cd298eadc yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:04.565148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f24b9c-2c58-4053-b4bf-eac1476bf7a4') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:04.565523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f24b9c-2c58-4053-b4bf-eac1476bf7a4') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:04.577120 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.592631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.599917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:04.600051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:04.603803 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:04.678953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.686890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.690045 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/c66e4751-7679-4ece-9d01-62a9cd89093c HTTP/1.1" status: 204 len: 168 time: 0.9795196 Nov 09 18:25:04.708203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56108) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:04.714044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2066033213'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:04.720640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6ec18-f0d5-4551-8757-ac1edc61cbc7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=c66e4751-7679-4ece-9d01-62a9cd89093c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:04.743139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:04.746964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.755422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::f (96409db5-fef7-4737-a429-f6e1b12fc3a4/6b8c0306-954b-4e95-85fd-92bc9ee1769c/d19451eb-72c6-4bbd-8854-9b4cd298eadc) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:04.780794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:04.803615 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.804060 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment 7b9bc416-55ac-4680-b644-e0d49885f9fc of type vlan for network ed59d2db-8e1e-45fd-a832-872ef4740f2d Nov 09 18:25:04.866467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.918563 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.925304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:04.926140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:04.964620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2552254 Nov 09 18:25:04.972202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56116) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:04.979237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:05.049473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22474b-28e2-4bcb-a139-9c85f1f98db2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=ed59d2db-8e1e-45fd-a832-872ef4740f2d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:05.060118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network ed59d2db-8e1e-45fd-a832-872ef4740f2d details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:05.118531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.169933 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.184194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:05.188872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.229505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5fd30e-836f-49d8-b80f-0bfd0b51c03c None None] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:05.265766 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:05.280730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:05.287951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:05.296109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:05.296761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.325483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=d19451eb-72c6-4bbd-8854-9b4cd298eadc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:05.333094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-505cc61a-785f-465b-97f7-7b1a484068ab tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0988224 Nov 09 18:25:05.333599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:05.361882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c330f176-6ddb-4131-895f-7b554597d156 None None] Provisioning complete for port bb707846-32b0-4c32-bb2f-a1fc443b6f03 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:05.364091 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c330f176-6ddb-4131-895f-7b554597d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.459772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45abd44f-0265-4ae8-a180-e1f75c09b9d4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:05.463790 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-45abd44f-0265-4ae8-a180-e1f75c09b9d4 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1288955 Nov 09 18:25:05.466118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56122) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:05.577172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.586996 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c330f176-6ddb-4131-895f-7b554597d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.628967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c330f176-6ddb-4131-895f-7b554597d156 None None] For port bb707846-32b0-4c32-bb2f-a1fc443b6f03, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb707846-32b0-4c32-bb2f-a1fc443b6f03,segment=NetworkSegment(54437d58-626a-447f-a85e-8b145b4a7c6c),segment_id=54437d58-626a-447f-a85e-8b145b4a7c6c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:05.635171 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c330f176-6ddb-4131-895f-7b554597d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.638469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507655cc-7bc8-4586-81e1-632ee863b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:05.644735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507655cc-7bc8-4586-81e1-632ee863b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:05.650905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507655cc-7bc8-4586-81e1-632ee863b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:05.652640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-507655cc-7bc8-4586-81e1-632ee863b2dd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1852553 Nov 09 18:25:05.656174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56124) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:05.708732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=30f91c79-a5b7-47e8-ae1a-a08b068f38ce,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:05.723969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': '7b9bc416-55ac-4680-b644-e0d49885f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:05.724421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: ed59d2db-8e1e-45fd-a832-872ef4740f2d, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:05.747618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330f176-6ddb-4131-895f-7b554597d156 None None] Pushing event updated for resources: {'Port': ['ID=bb707846-32b0-4c32-bb2f-a1fc443b6f03,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:05.761974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network ed59d2db-8e1e-45fd-a832-872ef4740f2d is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:05.776662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, ed59d2db-8e1e-45fd-a832-872ef4740f2d) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:05.781606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:05.782374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:05.791375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a2ed7-958a-47ec-981f-c4ae520b31bc None None] Network ed59d2db-8e1e-45fd-a832-872ef4740f2d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:05.829545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-78a8e3fb-cd1f-4229-89ca-3ac4e7fec5bc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8535206 Nov 09 18:25:05.829778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56126) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:05.836220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1067316652'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:05.855878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port d19451eb-72c6-4bbd-8854-9b4cd298eadc {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:05.856274 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.059035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bb707846-32b0-4c32-bb2f-a1fc443b6f03 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:06.065994 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.109808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for d19451eb-72c6-4bbd-8854-9b4cd298eadc owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:06.133768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Provisioning complete for port d19451eb-72c6-4bbd-8854-9b4cd298eadc triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:06.134129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.162127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:06.170724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.215439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 239ddaba-5af0-4954-90c0-f17b1bc4c8f7 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:06.216180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-ed59d2db-8e1e-45fd-a832-872ef4740f2d', 'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d', 'tenant_id': '2e223045e6ed49e0aa2b34fb053cb0be', 'fixed_ips': [{'subnet_id': '30f91c79-a5b7-47e8-ae1a-a08b068f38ce'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:06.217115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.229805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Port d19451eb-72c6-4bbd-8854-9b4cd298eadc cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:06.237495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bb707846-32b0-4c32-bb2f-a1fc443b6f03 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:06.237921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.362453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.427437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Provisioning complete for port b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:06.427824 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.456664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=d19451eb-72c6-4bbd-8854-9b4cd298eadc,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:06.519234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.4 (ed59d2db-8e1e-45fd-a832-872ef4740f2d/30f91c79-a5b7-47e8-ae1a-a08b068f38ce/239ddaba-5af0-4954-90c0-f17b1bc4c8f7) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:06.521671 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.523547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Port b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:06.532207 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e1ce03a7-1413-459a-b557-a1114302c255 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/d19451eb-72c6-4bbd-8854-9b4cd298eadc HTTP/1.1" status: 204 len: 168 time: 0.8701394 Nov 09 18:25:06.532717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:06.573365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Provisioning complete for port bb707846-32b0-4c32-bb2f-a1fc443b6f03 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:06.573740 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e2ba3fa-f515-479e-a9dd-105c3c229b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.608602 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d22a611-93c2-46bf-9d5e-96ebc80e5906 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:25:06.619810 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9d22a611-93c2-46bf-9d5e-96ebc80e5906 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/d19451eb-72c6-4bbd-8854-9b4cd298eadc HTTP/1.1" status: 404 len: 333 time: 0.0763948 Nov 09 18:25:06.620505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56134) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:06.658655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ef0c8d11-ce47-473a-9066-b5c2a102f210 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:06.711826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ef0c8d11-ce47-473a-9066-b5c2a102f210 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:06.712184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ef0c8d11-ce47-473a-9066-b5c2a102f210 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:06.775235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.815313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:06.817406 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.854563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:06.902277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network ed59d2db-8e1e-45fd-a832-872ef4740f2d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:06.903215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Allocated IP 172.20.0.2 (ed59d2db-8e1e-45fd-a832-872ef4740f2d/30f91c79-a5b7-47e8-ae1a-a08b068f38ce/2f493721-8c7f-4bb9-a8ba-f37b51574cc2) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:06.905961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:06.910668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:06.981180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:06.981960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.005036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=239ddaba-5af0-4954-90c0-f17b1bc4c8f7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:07.029903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-726a79f2-4abe-4934-9f27-104a065ed34c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1965666 Nov 09 18:25:07.030427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56136) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:07.037786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.063638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:07.168604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.175051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-de2db026-e010-4258-876c-8e5bc8a5c044 None None] Provisioning complete for port b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:07.175630 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-de2db026-e010-4258-876c-8e5bc8a5c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.233498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.247910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 239ddaba-5af0-4954-90c0-f17b1bc4c8f7 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:07.248722 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.303730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Pushing event updated for resources: {'Port': ['ID=2f493721-8c7f-4bb9-a8ba-f37b51574cc2,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:07.331457 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.360179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Network ed59d2db-8e1e-45fd-a832-872ef4740f2d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:07.367159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.371499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:07.385860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 239ddaba-5af0-4954-90c0-f17b1bc4c8f7 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:07.390220 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:07.402292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:07.405991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-de2db026-e010-4258-876c-8e5bc8a5c044 None None] Port b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:07.414523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.418883 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5caa5cc4-17ab-41e6-a2a2-c2ed907663e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.419620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2bd5ec9f-1447-4fa1-9f06-47ee0d9e4539 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b HTTP/1.1" status: 204 len: 168 time: 0.7980464 Nov 09 18:25:07.422364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:07.450081 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d97859-7691-4977-b454-4d9c3cb11e38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:25:07.451820 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a8d97859-7691-4977-b454-4d9c3cb11e38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/b5a53714-9e26-4ca5-8e0d-79ba4ab9c95b HTTP/1.1" status: 404 len: 333 time: 0.0283506 Nov 09 18:25:07.455059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56142) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:07.552254 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.579164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 6b8c0306-954b-4e95-85fd-92bc9ee1769c {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:07.593670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.684486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=239ddaba-5af0-4954-90c0-f17b1bc4c8f7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:07.690767 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.694702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f131839d-47cb-4830-b56a-eb5c6dcff787 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/239ddaba-5af0-4954-90c0-f17b1bc4c8f7 HTTP/1.1" status: 204 len: 168 time: 0.6627150 Nov 09 18:25:07.697331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:07.700448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.737032 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0163c5-86c9-4e9a-82c3-616edae3bc2a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:07.742225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ca0163c5-86c9-4e9a-82c3-616edae3bc2a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/239ddaba-5af0-4954-90c0-f17b1bc4c8f7 HTTP/1.1" status: 404 len: 333 time: 0.0436637 Nov 09 18:25:07.744894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56148) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:07.812471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Attempting to bind port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:07.812851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Attempting to bind port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '7b9bc416-55ac-4680-b644-e0d49885f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:07.813219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Attempting to bind port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2 on network ed59d2db-8e1e-45fd-a832-872ef4740f2d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:07.818691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7d107b7e-d11e-4776-9b55-4c8e98fbf828 None None] Could not find standard attr ID for object d19451eb-72c6-4bbd-8854-9b4cd298eadc. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:07.819940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:07.820324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Checking segment: {'id': '7b9bc416-55ac-4680-b644-e0d49885f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:07.832653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.834831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Bound using segment: {'id': '7b9bc416-55ac-4680-b644-e0d49885f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:07.835580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Bound port: 2f493721-8c7f-4bb9-a8ba-f37b51574cc2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9bc416-55ac-4680-b644-e0d49885f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed59d2db-8e1e-45fd-a832-872ef4740f2d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:07.836206 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.851587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet 30f91c79-a5b7-47e8-ae1a-a08b068f38ce {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:07.856448 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.888288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.919012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] For port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:07.923866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] For port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2f493721-8c7f-4bb9-a8ba-f37b51574cc2,segment=NetworkSegment(7b9bc416-55ac-4680-b644-e0d49885f9fc),segment_id=7b9bc416-55ac-4680-b644-e0d49885f9fc)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:07.929861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.950707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:07.976554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.011580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86d85d-2eec-461a-bb1d-e3a9fddd3ab2 None None] Pushing event updated for resources: {'Port': ['ID=2f493721-8c7f-4bb9-a8ba-f37b51574cc2,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:08.020085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8c0306-954b-4e95-85fd-92bc9ee1769c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:08.023955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.027337 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1354deb9-d1c3-4315-88a3-4b3385cb8e2e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/6b8c0306-954b-4e95-85fd-92bc9ee1769c HTTP/1.1" status: 204 len: 168 time: 0.5712879 Nov 09 18:25:08.030482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:08.039012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c24aa-e2b0-418b-aa2f-a0acb10cab0c None None] Network 96409db5-fef7-4737-a429-f6e1b12fc3a4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:08.116253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.158258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.217486 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.246784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port bb707846-32b0-4c32-bb2f-a1fc443b6f03 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:08.247601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.337719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=30f91c79-a5b7-47e8-ae1a-a08b068f38ce,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:08.340334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.343646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fd740e76-5edb-4ca4-b1b0-d590bdf108d2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/30f91c79-a5b7-47e8-ae1a-a08b068f38ce HTTP/1.1" status: 204 len: 168 time: 0.5973706 Nov 09 18:25:08.346757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56168) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:08.399489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] DHCP port deletion for 96409db5-fef7-4737-a429-f6e1b12fc3a4 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:08.419253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] For port bb707846-32b0-4c32-bb2f-a1fc443b6f03, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb707846-32b0-4c32-bb2f-a1fc443b6f03,segment=NetworkSegment(54437d58-626a-447f-a85e-8b145b4a7c6c),segment_id=54437d58-626a-447f-a85e-8b145b4a7c6c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:08.421664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.448488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for bb707846-32b0-4c32-bb2f-a1fc443b6f03 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:08.463648 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.489264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] Deleting port bb707846-32b0-4c32-bb2f-a1fc443b6f03 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:08.489640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.537080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:08.537754 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.615350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] For port bb707846-32b0-4c32-bb2f-a1fc443b6f03, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bb707846-32b0-4c32-bb2f-a1fc443b6f03,segment=NetworkSegment(54437d58-626a-447f-a85e-8b145b4a7c6c),segment_id=54437d58-626a-447f-a85e-8b145b4a7c6c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:08.619479 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.630331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] For port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2f493721-8c7f-4bb9-a8ba-f37b51574cc2,segment=NetworkSegment(7b9bc416-55ac-4680-b644-e0d49885f9fc),segment_id=7b9bc416-55ac-4680-b644-e0d49885f9fc)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:08.630917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.632416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.649365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] Calling delete_port for bb707846-32b0-4c32-bb2f-a1fc443b6f03 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:08.653017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 2f493721-8c7f-4bb9-a8ba-f37b51574cc2 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:08.653981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No DVR routers for this DVR port bb707846-32b0-4c32-bb2f-a1fc443b6f03 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:08.695444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=bb707846-32b0-4c32-bb2f-a1fc443b6f03,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:08.753119 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.806631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.848955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] Pushing event deleted for resources: {'Port': ['ID=bb707846-32b0-4c32-bb2f-a1fc443b6f03,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:08.852288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81350c-af16-4f17-8f31-1b814cebfc1d None None] No DVR routers for this DVR port bb707846-32b0-4c32-bb2f-a1fc443b6f03 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:08.855613 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.879910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=2f493721-8c7f-4bb9-a8ba-f37b51574cc2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:08.882503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96409db5-fef7-4737-a429-f6e1b12fc3a4']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:08.888352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No DVR routers for this DVR port 2f493721-8c7f-4bb9-a8ba-f37b51574cc2 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:08.900032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54437d58-626a-447f-a85e-8b145b4a7c6c') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:08.901024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54437d58-626a-447f-a85e-8b145b4a7c6c') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:08.938252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.967190 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.975491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:08.975984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:08.979473 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:09.057241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.059591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.068951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.076359 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/96409db5-fef7-4737-a429-f6e1b12fc3a4 HTTP/1.1" status: 204 len: 168 time: 1.0405500 Nov 09 18:25:09.077384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56210) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:09.084674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2022348612'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:09.088353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e2d12-9c7c-4a59-92c8-cbca02a29f05 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=96409db5-fef7-4737-a429-f6e1b12fc3a4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:09.115315 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed59d2db-8e1e-45fd-a832-872ef4740f2d']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:09.133503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9bc416-55ac-4680-b644-e0d49885f9fc') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:09.133804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9bc416-55ac-4680-b644-e0d49885f9fc') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:09.150366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.163280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:09.168126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.195893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.210759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:09.211438 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:09.214893 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:09.310027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.314577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.319262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/ed59d2db-8e1e-45fd-a832-872ef4740f2d HTTP/1.1" status: 204 len: 168 time: 0.9713871 Nov 09 18:25:09.320242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:09.324724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56244) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:09.333142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'name': 'tempest-PortsTestJSON-951859296'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:09.344494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cbd94-7133-4d90-9ffa-c5d79e2db1f7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=ed59d2db-8e1e-45fd-a832-872ef4740f2d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:09.371209 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.371566 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Added segment 00b15a4d-eafa-4780-9cb2-b8d3c4f843e5 of type vlan for network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 Nov 09 18:25:09.475556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.487617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:09.493077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.527012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 14ec34cc-26c3-454b-adbe-b18e93c6669d yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:09.527177 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.543174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:09.544388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.545968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12816831-1047-446a-bc42-449ead7457f2 None None] DHCP port deletion for ed59d2db-8e1e-45fd-a832-872ef4740f2d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:09.556477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3c3d55a4-55d0-4d12-9164-5d1621cf0865 None None] Could not find standard attr ID for object 2f493721-8c7f-4bb9-a8ba-f37b51574cc2. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:09.572470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df6788-b298-4afb-bece-7ebee84072c5 None None] Network ed59d2db-8e1e-45fd-a832-872ef4740f2d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:09.596404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df6788-b298-4afb-bece-7ebee84072c5 None None] Network ed59d2db-8e1e-45fd-a832-872ef4740f2d could not be found, it might have been deleted concurrently. {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:25:09.639761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5610592 Nov 09 18:25:09.643369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56246) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:09.648664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:09.668791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f46fd5-b25c-43be-a0b9-7011bb3a8efd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Network': ['ID=4f1a61eb-f931-4eff-8d1b-3b48945bf795,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:09.679363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:09.770431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.799164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:09.799920 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5d10863e-6237-4ed1-a52a-2fe513a010c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.804982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.812062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.851607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:09.855755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:09.858165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:09.864206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:09.864703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:09.888038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=14ec34cc-26c3-454b-adbe-b18e93c6669d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:09.896869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3aaced7c-5a0a-4e64-9f21-92a904353816 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5685976 Nov 09 18:25:09.897088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56248) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:09.959569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bb707846-32b0-4c32-bb2f-a1fc443b6f03 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:10.003950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: bb707846-32b0-4c32-bb2f-a1fc443b6f03 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:10.005901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bb707846-32b0-4c32-bb2f-a1fc443b6f03 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:10.052248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 14ec34cc-26c3-454b-adbe-b18e93c6669d {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:10.052776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.085044 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.132471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.149055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 14ec34cc-26c3-454b-adbe-b18e93c6669d owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:10.159911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=230f233e-8707-44b7-8714-4f83e0bc3b87,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:10.172581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Checking segment: {'id': '00b15a4d-eafa-4780-9cb2-b8d3c4f843e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:10.172941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network hostable DHCP agents. Network: 4f1a61eb-f931-4eff-8d1b-3b48945bf795, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:10.192765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:10.205307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 4f1a61eb-f931-4eff-8d1b-3b48945bf795) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:10.210450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:10.211076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.215443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.222099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7835cd2-a372-479f-9600-2f451f8ef7dc None None] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:10.235455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-83dd0d04-0df6-4b2b-84e4-6c0a9ee103a9 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5909739 Nov 09 18:25:10.239287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56252) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:10.245312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b5dbd990-44ab-4df3-98c4-27d208e1c36e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-306156149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:10.252247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.305729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.312586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56256) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:10.313610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/14ec34cc-26c3-454b-adbe-b18e93c6669d HTTP/1.1" status: 204 len: 168 time: 0.4153841 Nov 09 18:25:10.315117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f73755-3c81-429d-ad75-7681626e42ca tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=14ec34cc-26c3-454b-adbe-b18e93c6669d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:10.319917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'mac_address': 'fa:16:3e:c6:9d:35', 'name': 'tempest-PortsTestJSON-448502787'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:10.330597 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd990-44ab-4df3-98c4-27d208e1c36e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.331647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd990-44ab-4df3-98c4-27d208e1c36e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.446048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd990-44ab-4df3-98c4-27d208e1c36e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.452557 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd990-44ab-4df3-98c4-27d208e1c36e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.475990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-4f1a61eb-f931-4eff-8d1b-3b48945bf795', 'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795', 'tenant_id': '5c0c2e7c08be43b18c06b4d61988bd7d', 'fixed_ips': [{'subnet_id': '230f233e-8707-44b7-8714-4f83e0bc3b87'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:10.477216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.489831 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd990-44ab-4df3-98c4-27d208e1c36e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.494770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b5dbd990-44ab-4df3-98c4-27d208e1c36e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2517741 Nov 09 18:25:10.494968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56258) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:10.500370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795', 'name': 'tempest-PortsIpV6TestJSON-2005395323'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:10.506729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:10.582038 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.604866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 3153f259-6065-42cc-8a36-be2c4ee4e9d3 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:10.667544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Allocated IP 2001:db8::2 (4f1a61eb-f931-4eff-8d1b-3b48945bf795/230f233e-8707-44b7-8714-4f83e0bc3b87/0b589af1-1adc-465a-96c3-dd9cafad0cf2) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:10.705656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:10.715395 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.743104 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:10.850585 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.859640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.878300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.913223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:10.917679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:10.917829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:10.922929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:10.983820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Pushing event updated for resources: {'Port': ['ID=0b589af1-1adc-465a-96c3-dd9cafad0cf2,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:10.992213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:10.993613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=3153f259-6065-42cc-8a36-be2c4ee4e9d3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:10.996283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:10.998676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:11.005507 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:11.006173 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.007137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::169 (4f1a61eb-f931-4eff-8d1b-3b48945bf795/230f233e-8707-44b7-8714-4f83e0bc3b87/e42dc0e0-13c7-4e28-ad47-be7de66ceb61) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:11.021503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Attempting to bind port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:11.021876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Attempting to bind port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '00b15a4d-eafa-4780-9cb2-b8d3c4f843e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:11.022273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Attempting to bind port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 on network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:11.026033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-70ddf32d-8d5e-445c-a203-5bd2d8818a96 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7119632 Nov 09 18:25:11.028252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56260) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:11.031074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:11.033463 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Checking segment: {'id': '00b15a4d-eafa-4780-9cb2-b8d3c4f843e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:11.033878 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.034301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Bound using segment: {'id': '00b15a4d-eafa-4780-9cb2-b8d3c4f843e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:11.034793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Bound port: 0b589af1-1adc-465a-96c3-dd9cafad0cf2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b15a4d-eafa-4780-9cb2-b8d3c4f843e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4f1a61eb-f931-4eff-8d1b-3b48945bf795'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:11.035179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.105698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e122eabb-4415-4252-80d7-8b4b6892712a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:11.114793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e122eabb-4415-4252-80d7-8b4b6892712a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/3153f259-6065-42cc-8a36-be2c4ee4e9d3 HTTP/1.1" status: 200 len: 840 time: 0.0804894 Nov 09 18:25:11.115756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56264) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:11.143202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.146359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] For port 0b589af1-1adc-465a-96c3-dd9cafad0cf2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:11.151357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] For port 0b589af1-1adc-465a-96c3-dd9cafad0cf2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0b589af1-1adc-465a-96c3-dd9cafad0cf2,segment=NetworkSegment(00b15a4d-eafa-4780-9cb2-b8d3c4f843e5),segment_id=00b15a4d-eafa-4780-9cb2-b8d3c4f843e5)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:11.157942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.235111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 3153f259-6065-42cc-8a36-be2c4ee4e9d3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:11.236101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e2c2a-206f-422a-8676-06d6ba93e27e None None] Pushing event updated for resources: {'Port': ['ID=0b589af1-1adc-465a-96c3-dd9cafad0cf2,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:11.236330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.283300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.328729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.340459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.360340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 3153f259-6065-42cc-8a36-be2c4ee4e9d3 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:11.397531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:11.405376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:11.409564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:11.415665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:11.422992 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.479358 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9807086 Nov 09 18:25:11.479679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8eabf-15ba-4171-aa55-ef732afdc59d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=e42dc0e0-13c7-4e28-ad47-be7de66ceb61,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:11.482570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56270) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:11.576762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.639544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=3153f259-6065-42cc-8a36-be2c4ee4e9d3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:11.664149 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.673336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a510564e-30ef-41d7-854b-a22a2ef7c391 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/3153f259-6065-42cc-8a36-be2c4ee4e9d3 HTTP/1.1" status: 204 len: 168 time: 0.5562797 Nov 09 18:25:11.676593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56272) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:11.720728 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e357ad2-eb08-4475-bcc1-b8e0514316e8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:11.725633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0e357ad2-eb08-4475-bcc1-b8e0514316e8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/3153f259-6065-42cc-8a36-be2c4ee4e9d3 HTTP/1.1" status: 404 len: 333 time: 0.0446804 Nov 09 18:25:11.725920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56274) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:11.733670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'name': 'tempest-PortsTestJSON-1384370611'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:11.870464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:11.885269 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.887297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56278) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:11.923699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port f68be854-a770-470a-a613-d71b3360c040 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:11.971860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:11.997675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0b589af1-1adc-465a-96c3-dd9cafad0cf2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:12.070186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:12.070565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.152832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e1a8-6f85-42b6-9c3c-2fc7fc42285f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.194265 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.211559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.300434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 0b589af1-1adc-465a-96c3-dd9cafad0cf2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0b589af1-1adc-465a-96c3-dd9cafad0cf2,segment=NetworkSegment(00b15a4d-eafa-4780-9cb2-b8d3c4f843e5),segment_id=00b15a4d-eafa-4780-9cb2-b8d3c4f843e5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:12.312617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.319640 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.393995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:12.402576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:12.408026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e1a8-6f85-42b6-9c3c-2fc7fc42285f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.409544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:12.417545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:12.418951 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.429641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e1a8-6f85-42b6-9c3c-2fc7fc42285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.437157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=0b589af1-1adc-465a-96c3-dd9cafad0cf2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:12.498415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=f68be854-a770-470a-a613-d71b3360c040,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:12.528967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ad44a722-e8bd-40d4-b223-d75f03c65dea tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8018067 Nov 09 18:25:12.529615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:12.536417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:12.539665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8e1a8-6f85-42b6-9c3c-2fc7fc42285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a049d42b-12c1-42b6-9740-24013f76a1f3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:12.583740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5fe8e1a8-6f85-42b6-9c3c-2fc7fc42285f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea1891e6dd6f44f185662cc64d731157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953728 Nov 09 18:25:12.611334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56286) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:12.619834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.682829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.697981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfdd7e-f1b1-4d38-8445-d1cbb0b107b8 None None] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:12.748992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-764e0f8c-b89c-4eef-80f8-c6374d174bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.768504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b0694695-f173-43bf-b874-e5cc2837607b None None] Provisioning complete for port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:12.769186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b0694695-f173-43bf-b874-e5cc2837607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.835588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-764e0f8c-b89c-4eef-80f8-c6374d174bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.956916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.963910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.974280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.983917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-764e0f8c-b89c-4eef-80f8-c6374d174bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.985483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-764e0f8c-b89c-4eef-80f8-c6374d174bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:12.990397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-764e0f8c-b89c-4eef-80f8-c6374d174bee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a049d42b-12c1-42b6-9740-24013f76a1f3 HTTP/1.1" status: 204 len: 168 time: 0.3780134 Nov 09 18:25:12.995685 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.047133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0f8c-b89c-4eef-80f8-c6374d174bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a049d42b-12c1-42b6-9740-24013f76a1f3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:13.050518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=e42dc0e0-13c7-4e28-ad47-be7de66ceb61,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:13.059410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] In _notify_port_updated(), no bound segment for port f68be854-a770-470a-a613-d71b3360c040 on network a1e19606-eef4-41e0-b0fa-540101e4663d {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:25:13.066198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:13.066835 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.070603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "PUT /v2.0/ports/f68be854-a770-470a-a613-d71b3360c040 HTTP/1.1" status: 200 len: 818 time: 0.5363541 Nov 09 18:25:13.072689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56290) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:13.093580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0497f-3ed5-41e0-846b-1dfe3e5f7f32 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=f68be854-a770-470a-a613-d71b3360c040,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:13.215608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.220269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port f68be854-a770-470a-a613-d71b3360c040 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:13.220822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.333082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.353501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for f68be854-a770-470a-a613-d71b3360c040 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:13.403331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-afc20ee2-126d-4876-aef0-21be97804046 None None] Provisioning complete for port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:13.405015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-afc20ee2-126d-4876-aef0-21be97804046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.419685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.464295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-afc20ee2-126d-4876-aef0-21be97804046 None None] Port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:13.487817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.497900 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-afc20ee2-126d-4876-aef0-21be97804046 None None] Provisioning complete for port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:13.498854 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-afc20ee2-126d-4876-aef0-21be97804046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.517013 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.521193 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/f68be854-a770-470a-a613-d71b3360c040 HTTP/1.1" status: 204 len: 168 time: 0.4481008 Nov 09 18:25:13.544005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:13.555355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de104709-0475-4de1-a719-ac8565b70dcb tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=f68be854-a770-470a-a613-d71b3360c040,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:13.611298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf1e98-44e9-4cb7-b773-0743c552f51d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:13.613450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0baf1e98-44e9-4cb7-b773-0743c552f51d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0681930 Nov 09 18:25:13.617375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56306) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:13.652051 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f033c40-772d-40ae-a28e-7e7ba2c6a37e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:13.653644 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7f033c40-772d-40ae-a28e-7e7ba2c6a37e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/f68be854-a770-470a-a613-d71b3360c040 HTTP/1.1" status: 404 len: 333 time: 0.0344422 Nov 09 18:25:13.657434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56308) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:13.664422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1706633652'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:13.693740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:13.697892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.733970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:13.744816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.749744 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment 6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b of type vlan for network c0a9f6d3-668e-471d-9d01-f53cda7c116f Nov 09 18:25:13.768971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8338e82e-e3cc-426d-a75f-eca3f419b566 None None] Provisioning complete for port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:13.769398 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8338e82e-e3cc-426d-a75f-eca3f419b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.829246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.841436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8338e82e-e3cc-426d-a75f-eca3f419b566 None None] Port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:13.872455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.881084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:13.883172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.927027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.943712 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.945840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:13.951847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0b589af1-1adc-465a-96c3-dd9cafad0cf2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:13.983564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3249195 Nov 09 18:25:13.986132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56316) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:14.025731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859678e-fc52-4601-9ffc-fdaef7537c5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=c0a9f6d3-668e-471d-9d01-f53cda7c116f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:14.044285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:14.085328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:14.099518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:14.099903 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.197143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=e42dc0e0-13c7-4e28-ad47-be7de66ceb61,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:14.199611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-84f10d02-0f67-4dae-8e01-4e646bf5e3d1 None None] Provisioning complete for port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:14.200823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84f10d02-0f67-4dae-8e01-4e646bf5e3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.242852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:14.248595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.256759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-84f10d02-0f67-4dae-8e01-4e646bf5e3d1 None None] Port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:14.300408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:14.311800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:14.571259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Router fd77f2c5-abd0-4e7a-9d38-ff309af6bfba is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:25:14.596631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.703936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8c0365e6-4dec-4bbc-a672-49f0bf93fe42 None None] Provisioning complete for port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:14.704513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8c0365e6-4dec-4bbc-a672-49f0bf93fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.741838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56334) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:14.750959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8c0365e6-4dec-4bbc-a672-49f0bf93fe42 None None] Port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:14.756775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:14.765307 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6951a726-e7dd-4678-a79b-509c1a845f5e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "PUT /v2.0/routers/fd77f2c5-abd0-4e7a-9d38-ff309af6bfba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2816591 Nov 09 18:25:14.765930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56338) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:14.766119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=1c301e9b-9ae3-44b4-ad46-a47a6484a668,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:14.771761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': '6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:14.772128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: c0a9f6d3-668e-471d-9d01-f53cda7c116f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:14.780075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] Sync routers for ids ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:14.794272 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:14.797915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] Routers {'fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:14.798610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:14.811919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, c0a9f6d3-668e-471d-9d01-f53cda7c116f) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:14.817392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:14.818041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.842450 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-27c34f87-64ab-4a50-895d-573331a35946 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7639842 Nov 09 18:25:14.843204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56340) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:14.855459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-73989851-d5c2-48d7-937f-588029685862 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:14.858649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b6784-08b8-4aa7-99bd-b3925a33f6ca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:14.859855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71f6ef-6c7c-42a0-b756-c7cd23518f40 None None] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:14.862006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:14.867356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-785b6784-08b8-4aa7-99bd-b3925a33f6ca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd77f2c5-abd0-4e7a-9d38-ff309af6bfba HTTP/1.1" status: 200 len: 989 time: 0.0966702 Nov 09 18:25:14.867935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56342) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:14.910503 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df7ed123-128c-441f-afea-a50ca015f7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:14.915998 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] Routers {'fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:14.916648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:14.954588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:14.956769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13edec2-991a-4ded-9a7f-fe07c814be7e None None] The sync data for ids ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:15.013742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df7ed123-128c-441f-afea-a50ca015f7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.022634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df7ed123-128c-441f-afea-a50ca015f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.072060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-c0a9f6d3-668e-471d-9d01-f53cda7c116f', 'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f', 'tenant_id': '2e223045e6ed49e0aa2b34fb053cb0be', 'fixed_ips': [{'subnet_id': '1c301e9b-9ae3-44b4-ad46-a47a6484a668'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:15.074358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.086656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-df7ed123-128c-441f-afea-a50ca015f7d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c215728c2efb4a95845afb3848196279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433926 Nov 09 18:25:15.088978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ed123-128c-441f-afea-a50ca015f7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853245cc-dce1-42bf-a7ec-8be0bbb63f62,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:15.094763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56344) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:15.163480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-747819bc-303f-442b-a83d-8930f388298c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.171135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73989851-d5c2-48d7-937f-588029685862 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:15.177136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-73989851-d5c2-48d7-937f-588029685862 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.189939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-747819bc-303f-442b-a83d-8930f388298c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.245524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Allocated IP 172.20.0.2 (c0a9f6d3-668e-471d-9d01-f53cda7c116f/1c301e9b-9ae3-44b4-ad46-a47a6484a668/1df85a7e-11ba-4427-9001-5e0a003ca853) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:15.251799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-747819bc-303f-442b-a83d-8930f388298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.255715 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-747819bc-303f-442b-a83d-8930f388298c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.261141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-747819bc-303f-442b-a83d-8930f388298c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/853245cc-dce1-42bf-a7ec-8be0bbb63f62 HTTP/1.1" status: 204 len: 168 time: 0.1653678 Nov 09 18:25:15.290407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747819bc-303f-442b-a83d-8930f388298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853245cc-dce1-42bf-a7ec-8be0bbb63f62,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:15.319174 n-d-817240-1 neutron-server[102141]: INFO neutron.db.ipam_backend_mixin [None req-73989851-d5c2-48d7-937f-588029685862 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1c301e9b-9ae3-44b4-ad46-a47a6484a668 (CIDR: 172.20.0.0/28) Nov 09 18:25:15.325505 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-73989851-d5c2-48d7-937f-588029685862 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:25:15.325917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73989851-d5c2-48d7-937f-588029685862 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:15.365129 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-73989851-d5c2-48d7-937f-588029685862 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5208542 Nov 09 18:25:15.367829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56348) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:15.373260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:15.468190 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.476524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.520114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:15.527139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:15.527348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.530247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:15.565728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Pushing event updated for resources: {'Port': ['ID=1df85a7e-11ba-4427-9001-5e0a003ca853,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:15.596396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:15.599954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.600871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Attempting to bind port 1df85a7e-11ba-4427-9001-5e0a003ca853 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:15.601341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Attempting to bind port 1df85a7e-11ba-4427-9001-5e0a003ca853 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:15.601826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Attempting to bind port 1df85a7e-11ba-4427-9001-5e0a003ca853 on network c0a9f6d3-668e-471d-9d01-f53cda7c116f {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:15.608423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:15.608975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Checking segment: {'id': '6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:15.609476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.609982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Bound using segment: {'id': '6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:15.610578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Bound port: 1df85a7e-11ba-4427-9001-5e0a003ca853, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:15.611059 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.687538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] For port 1df85a7e-11ba-4427-9001-5e0a003ca853, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:15.691931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] For port 1df85a7e-11ba-4427-9001-5e0a003ca853, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1df85a7e-11ba-4427-9001-5e0a003ca853,segment=NetworkSegment(6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b),segment_id=6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:15.697170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:15.801061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2782c-ee84-4352-a380-bcdb8241e84e None None] Pushing event updated for resources: {'Port': ['ID=1df85a7e-11ba-4427-9001-5e0a003ca853,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:16.027458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port e42dc0e0-13c7-4e28-ad47-be7de66ceb61 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:16.027807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.078304 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.147340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:16.155584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:16.165805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:16.166427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.181406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=b280c611-4282-45d3-95ce-e563902a793a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:16.199477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.207829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56370) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:16.208319 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-164bb727-30e1-4357-8d76-1b21f44d8652 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8382802 Nov 09 18:25:16.213615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f', 'fixed_ips': [{'subnet_id': '1c301e9b-9ae3-44b4-ad46-a47a6484a668'}, {'subnet_id': 'b280c611-4282-45d3-95ce-e563902a793a'}], 'name': 'tempest-PortsTestJSON-1607069458'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:16.219639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for e42dc0e0-13c7-4e28-ad47-be7de66ceb61 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:16.320263 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.373544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:16.464876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.519116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=e42dc0e0-13c7-4e28-ad47-be7de66ceb61,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:16.520256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.555345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port bd2c0ba0-af8d-4659-9227-594edfd8661a yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:16.669432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:16.917004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Router fd77f2c5-abd0-4e7a-9d38-ff309af6bfba has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:17.016456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.6 (c0a9f6d3-668e-471d-9d01-f53cda7c116f/1c301e9b-9ae3-44b4-ad46-a47a6484a668/bd2c0ba0-af8d-4659-9227-594edfd8661a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:17.024860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:17.024990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.27 (c0a9f6d3-668e-471d-9d01-f53cda7c116f/b280c611-4282-45d3-95ce-e563902a793a/bd2c0ba0-af8d-4659-9227-594edfd8661a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:17.036549 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a99652e-f866-4b91-8fba-a9df02409adb tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "PUT /v2.0/routers/fd77f2c5-abd0-4e7a-9d38-ff309af6bfba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1672378 Nov 09 18:25:17.037299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56414) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:17.038476 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] Sync routers for ids ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:17.051090 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] Routers {'fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:17.052839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:17.105488 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:17.117083 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] Routers {'fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:17.118607 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:17.135918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f13a00-7e2b-41a9-ae1b-1f4cd2461c51 None None] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:17.193918 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:17.194965 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d3362b-5179-4e5c-98c3-8e548a31cfbc None None] The sync data for ids ['fd77f2c5-abd0-4e7a-9d38-ff309af6bfba'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:17.260138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e07c976b-1886-47b8-9b92-a18b6d210d96 None None] Provisioning complete for port 1df85a7e-11ba-4427-9001-5e0a003ca853 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:17.260566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e07c976b-1886-47b8-9b92-a18b6d210d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.328650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.535894 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8d9a65-5053-4897-bc81-e5c85bb854b1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:25:17.541577 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-de8d9a65-5053-4897-bc81-e5c85bb854b1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/e42dc0e0-13c7-4e28-ad47-be7de66ceb61 HTTP/1.1" status: 404 len: 333 time: 0.5000479 Nov 09 18:25:17.541786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56450) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:17.678398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90131c0c-ae06-4905-87be-b253943a3a63 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.690391 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e07c976b-1886-47b8-9b92-a18b6d210d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.742561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e07c976b-1886-47b8-9b92-a18b6d210d96 None None] For port 1df85a7e-11ba-4427-9001-5e0a003ca853, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1df85a7e-11ba-4427-9001-5e0a003ca853,segment=NetworkSegment(6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b),segment_id=6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:17.769437 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e07c976b-1886-47b8-9b92-a18b6d210d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.802323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.861756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:17.877687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03382f-5483-46e4-bd9d-3286a541e6c9 None None] Update dhcp port {'port': {'network_id': 'c0a9f6d3-668e-471d-9d01-f53cda7c116f', 'fixed_ips': [{'subnet_id': '1c301e9b-9ae3-44b4-ad46-a47a6484a668', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b280c611-4282-45d3-95ce-e563902a793a'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '1df85a7e-11ba-4427-9001-5e0a003ca853'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:25:17.879776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:17.881969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c976b-1886-47b8-9b92-a18b6d210d96 None None] Pushing event updated for resources: {'Port': ['ID=1df85a7e-11ba-4427-9001-5e0a003ca853,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:17.885071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:17.913428 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d03382f-5483-46e4-bd9d-3286a541e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.916666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=bd2c0ba0-af8d-4659-9227-594edfd8661a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:17.931298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90131c0c-ae06-4905-87be-b253943a3a63 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.933568 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90131c0c-ae06-4905-87be-b253943a3a63 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.968120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:17.968828 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.992311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90131c0c-ae06-4905-87be-b253943a3a63 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:17.992836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90131c0c-ae06-4905-87be-b253943a3a63 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Fanout notify agent at l3_agent the message router_deleted on router fd77f2c5-abd0-4e7a-9d38-ff309af6bfba {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:25:18.004888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9346bfa8-c60a-4adb-bd36-997be187ddfd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7931242 Nov 09 18:25:18.006018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56454) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:18.006160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90131c0c-ae06-4905-87be-b253943a3a63 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.010127 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-90131c0c-ae06-4905-87be-b253943a3a63 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/routers/fd77f2c5-abd0-4e7a-9d38-ff309af6bfba HTTP/1.1" status: 204 len: 168 time: 0.4641354 Nov 09 18:25:18.012382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56456) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:18.014583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1c301e9b-9ae3-44b4-ad46-a47a6484a668'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:18.055882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1df85a7e-11ba-4427-9001-5e0a003ca853 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:18.107796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 230f233e-8707-44b7-8714-4f83e0bc3b87 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:18.112720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.119874 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.160201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1df85a7e-11ba-4427-9001-5e0a003ca853 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:18.160871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.176667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.193729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0d03382f-5483-46e4-bd9d-3286a541e6c9 None None] Allocated IP 172.20.0.18 (c0a9f6d3-668e-471d-9d01-f53cda7c116f/b280c611-4282-45d3-95ce-e563902a793a/1df85a7e-11ba-4427-9001-5e0a003ca853) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:18.315529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.337753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0d03382f-5483-46e4-bd9d-3286a541e6c9 None None] For port 1df85a7e-11ba-4427-9001-5e0a003ca853, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1df85a7e-11ba-4427-9001-5e0a003ca853,segment=NetworkSegment(6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b),segment_id=6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:18.388055 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d03382f-5483-46e4-bd9d-3286a541e6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.391944 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.396000 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d03382f-5483-46e4-bd9d-3286a541e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.434909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=230f233e-8707-44b7-8714-4f83e0bc3b87,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:18.444181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.451626 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f70e6460-3f50-4a4b-ac5b-cf645e68029f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/230f233e-8707-44b7-8714-4f83e0bc3b87 HTTP/1.1" status: 204 len: 168 time: 0.4358919 Nov 09 18:25:18.452345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56460) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:18.521074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707c50a-5e79-4949-b7ab-854ea9da3aa5 None None] Network 4f1a61eb-f931-4eff-8d1b-3b48945bf795 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:18.532671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Delete allocated IP 172.20.0.27 (c0a9f6d3-668e-471d-9d01-f53cda7c116f/b280c611-4282-45d3-95ce-e563902a793a) {{(pid=102140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:25:18.584757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.682631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:18.682996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.736266 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.748875 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.796126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03382f-5483-46e4-bd9d-3286a541e6c9 None None] Pushing event updated for resources: {'Port': ['ID=1df85a7e-11ba-4427-9001-5e0a003ca853,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:18.804970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] For port 0b589af1-1adc-465a-96c3-dd9cafad0cf2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0b589af1-1adc-465a-96c3-dd9cafad0cf2,segment=NetworkSegment(00b15a4d-eafa-4780-9cb2-b8d3c4f843e5),segment_id=00b15a4d-eafa-4780-9cb2-b8d3c4f843e5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:18.805347 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.821256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 0b589af1-1adc-465a-96c3-dd9cafad0cf2 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:18.933503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=bd2c0ba0-af8d-4659-9227-594edfd8661a,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:18.957744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] DHCP port deletion for 4f1a61eb-f931-4eff-8d1b-3b48945bf795 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:18.969243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] In _notify_port_updated(), no bound segment for port bd2c0ba0-af8d-4659-9227-594edfd8661a on network c0a9f6d3-668e-471d-9d01-f53cda7c116f {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:25:18.976026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:18.976446 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:18.979203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-345ea73e-90d5-4f6e-b176-9029a4eb074f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "PUT /v2.0/ports/bd2c0ba0-af8d-4659-9227-594edfd8661a HTTP/1.1" status: 200 len: 919 time: 0.9711015 Nov 09 18:25:18.981443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56464) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:18.991357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1c301e9b-9ae3-44b4-ad46-a47a6484a668'}, {'subnet_id': 'b280c611-4282-45d3-95ce-e563902a793a'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:18.995611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.017566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No DVR routers for this DVR port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:19.034683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] Deleting port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:19.035492 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.070991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=0b589af1-1adc-465a-96c3-dd9cafad0cf2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:19.097665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.158490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.162187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] For port 0b589af1-1adc-465a-96c3-dd9cafad0cf2, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:19.163278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.182123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] Calling delete_port for 0b589af1-1adc-465a-96c3-dd9cafad0cf2 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:19.185639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] Port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:25:19.187384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.212586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] Pushing event deleted for resources: {'Port': ['ID=0b589af1-1adc-465a-96c3-dd9cafad0cf2,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:19.215805 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1a61eb-f931-4eff-8d1b-3b48945bf795']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:19.225449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02e65-4242-4118-b3e6-f3b8db7174ed None None] No DVR routers for this DVR port 0b589af1-1adc-465a-96c3-dd9cafad0cf2 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:19.232093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b15a4d-eafa-4780-9cb2-b8d3c4f843e5') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:19.232396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b15a4d-eafa-4780-9cb2-b8d3c4f843e5') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:19.255687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.259418 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.280870 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.294524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:19.295282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:19.300170 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:19.385054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.399398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.402684 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/4f1a61eb-f931-4eff-8d1b-3b48945bf795 HTTP/1.1" status: 204 len: 168 time: 0.9493771 Nov 09 18:25:19.410182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56468) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:19.418484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15d205-273d-4fe4-a488-fcb5b0a86ad8 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=4f1a61eb-f931-4eff-8d1b-3b48945bf795,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:19.490018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134fb49-151d-410e-847d-b262decfa2c6 None None] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:19.497661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee65d5-7c8b-49f6-9959-ffb388927f6f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.499133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-77ee65d5-7c8b-49f6-9959-ffb388927f6f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/1f696aa0-0da1-478f-99dc-f2576277e089 HTTP/1.1" status: 200 len: 845 time: 0.0879700 Nov 09 18:25:19.503464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56470) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:19.550386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.23 (c0a9f6d3-668e-471d-9d01-f53cda7c116f/b280c611-4282-45d3-95ce-e563902a793a/bd2c0ba0-af8d-4659-9227-594edfd8661a) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:19.563028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a05943b4-8926-4f24-92f1-43798cf3b3da None None] Provisioning complete for port 1df85a7e-11ba-4427-9001-5e0a003ca853 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:19.563410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a05943b4-8926-4f24-92f1-43798cf3b3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.564126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-410d3300-1ce4-40a6-af75-86392e61a3a3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/1f696aa0-0da1-478f-99dc-f2576277e089?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0597658 Nov 09 18:25:19.568070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56472) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:19.573485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:19.689297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:19.694101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.725620 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.734468 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.815030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=bd2c0ba0-af8d-4659-9227-594edfd8661a,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:19.953223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1df85a7e-11ba-4427-9001-5e0a003ca853 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:19.968203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] In _notify_port_updated(), no bound segment for port bd2c0ba0-af8d-4659-9227-594edfd8661a on network c0a9f6d3-668e-471d-9d01-f53cda7c116f {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:25:19.972055 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.974746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:19.975386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:19.978110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-862bbdf0-4512-48f8-943b-80bc63d147e4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "PUT /v2.0/ports/bd2c0ba0-af8d-4659-9227-594edfd8661a HTTP/1.1" status: 200 len: 999 time: 0.9941359 Nov 09 18:25:19.981045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56476) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.021899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1df85a7e-11ba-4427-9001-5e0a003ca853 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:20.022400 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.107779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:20.114102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:20.120549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:20.121151 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.144759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=493f9716-029a-42be-b2e0-b1df13428600,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:20.154626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56478) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.154791 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bca7c6f8-d6c2-48ee-87b1-5bd321c309ee tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5853179 Nov 09 18:25:20.161748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e1466e7a-7e38-497f-a933-0c84e4f577e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'security_group': {'name': 'tempest-secgroup-584644323'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:20.177613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472eb710-6522-4328-9e8c-08a91e5043a7 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:20.218192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e1466e7a-7e38-497f-a933-0c84e4f577e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.232982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port bd2c0ba0-af8d-4659-9227-594edfd8661a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:20.233330 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.281882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0b589af1-1adc-465a-96c3-dd9cafad0cf2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:20.340859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-624e766d-178a-4dd5-b920-e3ceef9d8b27 None None] Provisioning complete for port bd2c0ba0-af8d-4659-9227-594edfd8661a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:20.345071 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-624e766d-178a-4dd5-b920-e3ceef9d8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.347188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e1466e7a-7e38-497f-a933-0c84e4f577e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.355575 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e1466e7a-7e38-497f-a933-0c84e4f577e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.373337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.386933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for bd2c0ba0-af8d-4659-9227-594edfd8661a owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:20.395667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-624e766d-178a-4dd5-b920-e3ceef9d8b27 None None] Port bd2c0ba0-af8d-4659-9227-594edfd8661a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:20.397740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0b589af1-1adc-465a-96c3-dd9cafad0cf2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:20.398202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0b589af1-1adc-465a-96c3-dd9cafad0cf2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:20.423997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e1466e7a-7e38-497f-a933-0c84e4f577e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.426207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e1466e7a-7e38-497f-a933-0c84e4f577e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2701576 Nov 09 18:25:20.430337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56482) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.437506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2acb2d4b-ccb1-42b2-88db-8356cbd669fd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'security_group': {'name': 'tempest-secgroup-978012768'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:20.437699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-624e766d-178a-4dd5-b920-e3ceef9d8b27 None None] Provisioning complete for port 1df85a7e-11ba-4427-9001-5e0a003ca853 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:20.437795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-624e766d-178a-4dd5-b920-e3ceef9d8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.462723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1466e7a-7e38-497f-a933-0c84e4f577e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02092fbc-c7be-43a4-ba4d-9e42e5a4dad6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:20.471050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2acb2d4b-ccb1-42b2-88db-8356cbd669fd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.599771 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2acb2d4b-ccb1-42b2-88db-8356cbd669fd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.609446 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2acb2d4b-ccb1-42b2-88db-8356cbd669fd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.643879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.654324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb2d4b-ccb1-42b2-88db-8356cbd669fd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f19f3a-ee56-4876-865d-0856070f406e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:20.668183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-8045a5b8-07fc-429f-94bc-95387cb2622f', 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'tenant_id': '5c0c2e7c08be43b18c06b4d61988bd7d', 'fixed_ips': [{'subnet_id': '493f9716-029a-42be-b2e0-b1df13428600'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:20.669225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2acb2d4b-ccb1-42b2-88db-8356cbd669fd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.669747 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.670958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2acb2d4b-ccb1-42b2-88db-8356cbd669fd tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2386141 Nov 09 18:25:20.673826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56484) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.679558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1479301214', 'security_groups': ['c2f19f3a-ee56-4876-865d-0856070f406e'], 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '493f9716-029a-42be-b2e0-b1df13428600'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:20.681783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=bd2c0ba0-af8d-4659-9227-594edfd8661a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:20.820071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:20.830792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56486) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.831107 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-27c21c39-4637-499a-80f3-91cebb202f51 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/bd2c0ba0-af8d-4659-9227-594edfd8661a HTTP/1.1" status: 204 len: 168 time: 0.8191025 Nov 09 18:25:20.869531 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe88c1d-f1d5-4be7-a112-d991d97ec33d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:20.871585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bfe88c1d-f1d5-4be7-a112-d991d97ec33d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/bd2c0ba0-af8d-4659-9227-594edfd8661a HTTP/1.1" status: 404 len: 333 time: 0.0384598 Nov 09 18:25:20.874039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56490) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:20.889564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Allocated IP 2001:db8::2 (8045a5b8-07fc-429f-94bc-95387cb2622f/493f9716-029a-42be-b2e0-b1df13428600/3bc69cd5-52cf-4646-a241-3fc36728d71e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:20.981833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet b280c611-4282-45d3-95ce-e563902a793a {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:20.986321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:21.056672 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.118871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.123356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-155731cf-dd4a-4c1c-8220-fb52cd556113 None None] Could not find standard attr ID for object bd2c0ba0-af8d-4659-9227-594edfd8661a. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:21.129277 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.140807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.178954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:21.182786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:21.186377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:21.204255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.204460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Pushing event updated for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:21.240576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port fa5b4e8f-5836-4fde-b26d-d47378427e36 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:21.264959 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-952c2d84-3723-4325-a395-6d948e6438af None None] Could not find standard attr ID for object bd2c0ba0-af8d-4659-9227-594edfd8661a. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:21.283643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Attempting to bind port 3bc69cd5-52cf-4646-a241-3fc36728d71e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:21.284082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Attempting to bind port 3bc69cd5-52cf-4646-a241-3fc36728d71e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '5addf5a3-31a7-497b-94f9-8782a0ab3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:21.284513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Attempting to bind port 3bc69cd5-52cf-4646-a241-3fc36728d71e on network 8045a5b8-07fc-429f-94bc-95387cb2622f {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:21.291454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:21.292051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Checking segment: {'id': '5addf5a3-31a7-497b-94f9-8782a0ab3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:21.292536 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.292994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Bound using segment: {'id': '5addf5a3-31a7-497b-94f9-8782a0ab3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:21.293780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Bound port: 3bc69cd5-52cf-4646-a241-3fc36728d71e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5addf5a3-31a7-497b-94f9-8782a0ab3650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:21.294345 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.356441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.384535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:21.391201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3bc69cd5-52cf-4646-a241-3fc36728d71e,segment=NetworkSegment(5addf5a3-31a7-497b-94f9-8782a0ab3650),segment_id=5addf5a3-31a7-497b-94f9-8782a0ab3650)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:21.398114 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.466281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83744fc8-5b9a-4e69-8b1c-a84f77956835 None None] Pushing event updated for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:21.521968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.573040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.578152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/b280c611-4282-45d3-95ce-e563902a793a HTTP/1.1" status: 204 len: 168 time: 0.7011538 Nov 09 18:25:21.579339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56494) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:21.579748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3af565-6fd6-4af2-996a-76b9c6d58454 None None] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:21.591205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::d5 (8045a5b8-07fc-429f-94bc-95387cb2622f/493f9716-029a-42be-b2e0-b1df13428600/fa5b4e8f-5836-4fde-b26d-d47378427e36) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:21.594368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a62ae0-4e52-41cb-aa49-49eb901b2300 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=b280c611-4282-45d3-95ce-e563902a793a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:21.648771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet 1c301e9b-9ae3-44b4-ad46-a47a6484a668 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:21.654442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.713590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.838260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.871222 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.884988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:21.955218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:21.962200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:21.969789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:21.976549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:21.978317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.005708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=fa5b4e8f-5836-4fde-b26d-d47378427e36,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:22.010711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.027404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d0fda3da-2f21-4029-a15d-5698fcbc59c5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3519042 Nov 09 18:25:22.029006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56498) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:22.034650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8986f814-5279-492d-b867-43b5541e18ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:22.040493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3bc69cd5-52cf-4646-a241-3fc36728d71e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:22.077612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.081021 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/1c301e9b-9ae3-44b4-ad46-a47a6484a668 HTTP/1.1" status: 204 len: 168 time: 0.5006638 Nov 09 18:25:22.082142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fbfe0-1e88-4b20-ac0a-55157f5585ce tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=1c301e9b-9ae3-44b4-ad46-a47a6484a668,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:22.083814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56500) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:22.142334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:22.143055 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.212881 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.270762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8986f814-5279-492d-b867-43b5541e18ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:22.274801 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8986f814-5279-492d-b867-43b5541e18ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.282504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.299473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 1df85a7e-11ba-4427-9001-5e0a003ca853 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:22.299851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.327912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3bc69cd5-52cf-4646-a241-3fc36728d71e,segment=NetworkSegment(5addf5a3-31a7-497b-94f9-8782a0ab3650),segment_id=5addf5a3-31a7-497b-94f9-8782a0ab3650)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:22.342324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.426304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:22.447503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] For port 1df85a7e-11ba-4427-9001-5e0a003ca853, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1df85a7e-11ba-4427-9001-5e0a003ca853,segment=NetworkSegment(6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b),segment_id=6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:22.448879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.463085 n-d-817240-1 neutron-server[102140]: INFO neutron.db.ipam_backend_mixin [None req-8986f814-5279-492d-b867-43b5541e18ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 493f9716-029a-42be-b2e0-b1df13428600 (CIDR: 2001:db8::/64) Nov 09 18:25:22.468050 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8986f814-5279-492d-b867-43b5541e18ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:25:22.468508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8986f814-5279-492d-b867-43b5541e18ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:22.471633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 1df85a7e-11ba-4427-9001-5e0a003ca853 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:22.499600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8986f814-5279-492d-b867-43b5541e18ef tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4669681 Nov 09 18:25:22.499937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56502) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:22.505281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:22.585884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.628083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=1df85a7e-11ba-4427-9001-5e0a003ca853,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:22.638350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No DVR routers for this DVR port 1df85a7e-11ba-4427-9001-5e0a003ca853 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:22.704069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:22.707657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.754455 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.802196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a9f6d3-668e-471d-9d01-f53cda7c116f']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:22.821686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:22.821907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfcdcbb-aa73-4ae0-9f30-f1f665b05f1b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:22.833253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.844279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5100e41-6cbd-4521-8017-a9af7de80e55 None None] Network c0a9f6d3-668e-471d-9d01-f53cda7c116f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:22.863700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.875923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:22.876598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:22.879619 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:23.010695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.030972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.034595 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/c0a9f6d3-668e-471d-9d01-f53cda7c116f HTTP/1.1" status: 204 len: 168 time: 0.9476779 Nov 09 18:25:23.042834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56506) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:23.053181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adba90f-77e2-46a0-bd49-e931dada8218 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=c0a9f6d3-668e-471d-9d01-f53cda7c116f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:23.080059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.152395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:23.160833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6481e-0656-41d4-81e0-14def00f76b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:23.166123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dfc6481e-0656-41d4-81e0-14def00f76b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1188605 Nov 09 18:25:23.167810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56510) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:23.170647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:23.191650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=48227c50-624c-4c47-bee9-6335d0ae775c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:23.195837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:23.196844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.202937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8b4021c0-b958-45e4-8b7d-8a3df7dc56b2 None None] Could not find standard attr ID for object 1df85a7e-11ba-4427-9001-5e0a003ca853. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:23.224790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fc78aae3-7a49-4d6c-834f-748cec856d38 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7236834 Nov 09 18:25:23.229126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56512) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:23.244855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1890201530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '48227c50-624c-4c47-bee9-6335d0ae775c'}], 'security_groups': ['02092fbc-c7be-43a4-ba4d-9e42e5a4dad6']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:23.279016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb8c644-4417-4dd5-ad29-1693f863f136 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:23.285760 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9c5982a8-6d71-4033-b6e5-33e05ed157e0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1166816 Nov 09 18:25:23.286850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56514) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:23.292712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-304146335'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:23.321500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:23.326483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.374019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:23.375709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c0450-8aef-4c7c-a184-1d56489d32c0 None None] DHCP port deletion for c0a9f6d3-668e-471d-9d01-f53cda7c116f request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:23.379165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.391937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.392653 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment d45e9b89-d9a2-4388-bf0c-45c3fabe1147 of type vlan for network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e Nov 09 18:25:23.411769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Provisioning complete for port fa5b4e8f-5836-4fde-b26d-d47378427e36 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:23.412152 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.459423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.490825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.500740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:23.501639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.511838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Port fa5b4e8f-5836-4fde-b26d-d47378427e36 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:23.535652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Provisioning complete for port 1f696aa0-0da1-478f-99dc-f2576277e089 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:23.536421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.585065 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=29150048-b2a8-42a8-bbc3-4d7bf15b5a6e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:23.596362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Port 1f696aa0-0da1-478f-99dc-f2576277e089 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:23.600895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:23.605382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-60f36bc1-8b0d-4634-9195-988b1515d69c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3174334 Nov 09 18:25:23.606427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56516) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:23.614381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:23.675578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:23.675961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22f6e024-9917-4dad-8100-27eba4793361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.739972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:23.747011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.783673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce19f0d1-36ab-4f78-a378-70875d9c34bb None None] Update dhcp port {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'fixed_ips': [{'subnet_id': '493f9716-029a-42be-b2e0-b1df13428600', 'ip_address': '2001:db8::2'}, {'subnet_id': '48227c50-624c-4c47-bee9-6335d0ae775c'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '3bc69cd5-52cf-4646-a241-3fc36728d71e'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:25:23.833421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce19f0d1-36ab-4f78-a378-70875d9c34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:23.864240 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:25:24.017221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3bc69cd5-52cf-4646-a241-3fc36728d71e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:24.019918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Delete allocated IP 2001:db8::d5 (8045a5b8-07fc-429f-94bc-95387cb2622f/493f9716-029a-42be-b2e0-b1df13428600) {{(pid=102140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:25:24.029772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8:0:1::347 (8045a5b8-07fc-429f-94bc-95387cb2622f/48227c50-624c-4c47-bee9-6335d0ae775c/fa5b4e8f-5836-4fde-b26d-d47378427e36) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:24.060250 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.138587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=b9dd18c1-de78-48ac-8b31-cc08f9b3de57,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.146497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': 'd45e9b89-d9a2-4388-bf0c-45c3fabe1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:24.146772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:24.174220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:24.192665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:24.212003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:24.212751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.213156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b87ea-575b-44b2-aa89-80f8d4d8627b None None] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:24.251201 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.253263 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf23664a-5637-4106-86f8-467771d43719 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6450400 Nov 09 18:25:24.253943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56522) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:24.258896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.261547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e', 'name': 'tempest-PortsTestJSON-1154992711'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:24.294128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:24.294128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.341947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] In _notify_port_updated(), no bound segment for port fa5b4e8f-5836-4fde-b26d-d47378427e36 on network 8045a5b8-07fc-429f-94bc-95387cb2622f {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:25:24.348684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:24.349819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.353274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-ce19f0d1-36ab-4f78-a378-70875d9c34bb None None] Allocated IP 2001:db8:0:1::2 (8045a5b8-07fc-429f-94bc-95387cb2622f/48227c50-624c-4c47-bee9-6335d0ae775c/3bc69cd5-52cf-4646-a241-3fc36728d71e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:24.354541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "PUT /v2.0/ports/fa5b4e8f-5836-4fde-b26d-d47378427e36 HTTP/1.1" status: 200 len: 931 time: 1.1243725 Nov 09 18:25:24.358872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56524) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:24.375084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c7808-0b37-477a-b50e-5a0a73d83c7d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=fa5b4e8f-5836-4fde-b26d-d47378427e36,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.409280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:24.414512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.435903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 050b821e-9b3e-4b6c-aed8-acf10a113be5 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:24.506638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port fa5b4e8f-5836-4fde-b26d-d47378427e36 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:24.507598 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.517305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ce19f0d1-36ab-4f78-a378-70875d9c34bb None None] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3bc69cd5-52cf-4646-a241-3fc36728d71e,segment=NetworkSegment(5addf5a3-31a7-497b-94f9-8782a0ab3650),segment_id=5addf5a3-31a7-497b-94f9-8782a0ab3650)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:24.585731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce19f0d1-36ab-4f78-a378-70875d9c34bb None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.611595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.7 (29150048-b2a8-42a8-bbc3-4d7bf15b5a6e/b9dd18c1-de78-48ac-8b31-cc08f9b3de57/050b821e-9b3e-4b6c-aed8-acf10a113be5) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:24.617323 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce19f0d1-36ab-4f78-a378-70875d9c34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.618211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.638717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for fa5b4e8f-5836-4fde-b26d-d47378427e36 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:24.728254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19f0d1-36ab-4f78-a378-70875d9c34bb None None] Pushing event updated for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.754228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-29150048-b2a8-42a8-bbc3-4d7bf15b5a6e', 'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e', 'tenant_id': '2e223045e6ed49e0aa2b34fb053cb0be', 'fixed_ips': [{'subnet_id': 'b9dd18c1-de78-48ac-8b31-cc08f9b3de57'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:24.755475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.772045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1df85a7e-11ba-4427-9001-5e0a003ca853 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:24.802026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1df85a7e-11ba-4427-9001-5e0a003ca853 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:24.802473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1df85a7e-11ba-4427-9001-5e0a003ca853 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:24.890864 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.947334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=fa5b4e8f-5836-4fde-b26d-d47378427e36,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:24.967765 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.980424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:24.984035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b9328281-7923-4f5e-8b3f-f66430aca493 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/fa5b4e8f-5836-4fde-b26d-d47378427e36 HTTP/1.1" status: 204 len: 168 time: 0.6231596 Nov 09 18:25:24.986466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:25.017099 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-30057da6-52df-4ea9-8a34-29740da38567 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:25:25.018821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-30057da6-52df-4ea9-8a34-29740da38567 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/fa5b4e8f-5836-4fde-b26d-d47378427e36 HTTP/1.1" status: 404 len: 333 time: 0.0312884 Nov 09 18:25:25.022401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.028211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56530) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:25.091058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Allocated IP 172.20.0.2 (29150048-b2a8-42a8-bbc3-4d7bf15b5a6e/b9dd18c1-de78-48ac-8b31-cc08f9b3de57/5060d0db-91b8-4eed-b574-fbce1a81ec37) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:25.113501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:25.130232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:25.132792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:25.179262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=050b821e-9b3e-4b6c-aed8-acf10a113be5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:25.209980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:25.210640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.214370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c44432ec-564f-44df-8e46-95926e922a5f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.247620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eadb361f-82e0-4f70-b460-6a2bda7447ae tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9893384 Nov 09 18:25:25.248168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56532) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:25.253188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e', 'name': 'tempest-PortsTestJSON-2088390927'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:25.257872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c44432ec-564f-44df-8e46-95926e922a5f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.348394 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.357409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.372560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c44432ec-564f-44df-8e46-95926e922a5f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.375603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c44432ec-564f-44df-8e46-95926e922a5f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.379305 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c44432ec-564f-44df-8e46-95926e922a5f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2f19f3a-ee56-4876-865d-0856070f406e HTTP/1.1" status: 204 len: 168 time: 0.3412368 Nov 09 18:25:25.379628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56536) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:25.395945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44432ec-564f-44df-8e46-95926e922a5f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f19f3a-ee56-4876-865d-0856070f406e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:25.403115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:25.408765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:25.421224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:25.448175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:25.449754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Pushing event updated for resources: {'Port': ['ID=5060d0db-91b8-4eed-b574-fbce1a81ec37,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:25.452084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.477847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 5c8cc6f2-b091-42f0-b040-00c72f9a9c83 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:25.485733 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06755847-aa70-44c6-ab2b-6d47cc7110ba tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.513798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Attempting to bind port 5060d0db-91b8-4eed-b574-fbce1a81ec37 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:25.514381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Attempting to bind port 5060d0db-91b8-4eed-b574-fbce1a81ec37 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'd45e9b89-d9a2-4388-bf0c-45c3fabe1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:25.514853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Attempting to bind port 5060d0db-91b8-4eed-b574-fbce1a81ec37 on network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:25.520923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:25.521617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Checking segment: {'id': 'd45e9b89-d9a2-4388-bf0c-45c3fabe1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:25.521728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.522172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Bound using segment: {'id': 'd45e9b89-d9a2-4388-bf0c-45c3fabe1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:25.522707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Bound port: 5060d0db-91b8-4eed-b574-fbce1a81ec37, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45e9b89-d9a2-4388-bf0c-45c3fabe1147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '29150048-b2a8-42a8-bbc3-4d7bf15b5a6e'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:25.523504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.533540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06755847-aa70-44c6-ab2b-6d47cc7110ba tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.586271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06755847-aa70-44c6-ab2b-6d47cc7110ba tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.589796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-06755847-aa70-44c6-ab2b-6d47cc7110ba tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.591309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-06755847-aa70-44c6-ab2b-6d47cc7110ba tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/security-groups/02092fbc-c7be-43a4-ba4d-9e42e5a4dad6 HTTP/1.1" status: 204 len: 168 time: 0.2106862 Nov 09 18:25:25.596404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56538) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:25.636302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] For port 5060d0db-91b8-4eed-b574-fbce1a81ec37, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:25.641057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] For port 5060d0db-91b8-4eed-b574-fbce1a81ec37, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5060d0db-91b8-4eed-b574-fbce1a81ec37,segment=NetworkSegment(d45e9b89-d9a2-4388-bf0c-45c3fabe1147),segment_id=d45e9b89-d9a2-4388-bf0c-45c3fabe1147)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:25.650764 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.651933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.12 (29150048-b2a8-42a8-bbc3-4d7bf15b5a6e/b9dd18c1-de78-48ac-8b31-cc08f9b3de57/5c8cc6f2-b091-42f0-b040-00c72f9a9c83) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:25.662707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 493f9716-029a-42be-b2e0-b1df13428600 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:25.672925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.704019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06755847-aa70-44c6-ab2b-6d47cc7110ba tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02092fbc-c7be-43a4-ba4d-9e42e5a4dad6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:25.740232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.758707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-545f654f-ef53-4081-8b91-cc219ffc7043 None None] Could not find standard attr ID for object fa5b4e8f-5836-4fde-b26d-d47378427e36. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:25.774195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc646b2-824a-41fa-96fc-b22cc444755d None None] Pushing event updated for resources: {'Port': ['ID=5060d0db-91b8-4eed-b574-fbce1a81ec37,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:25.788328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-545f654f-ef53-4081-8b91-cc219ffc7043 None None] Provisioning complete for port 1f696aa0-0da1-478f-99dc-f2576277e089 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:25.788706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-545f654f-ef53-4081-8b91-cc219ffc7043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.851277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-545f654f-ef53-4081-8b91-cc219ffc7043 None None] Port 1f696aa0-0da1-478f-99dc-f2576277e089 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:25.878346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-545f654f-ef53-4081-8b91-cc219ffc7043 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:25.879546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-545f654f-ef53-4081-8b91-cc219ffc7043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:25.942927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.038587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3bc69cd5-52cf-4646-a241-3fc36728d71e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:26.040520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.092982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.098970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.164234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=493f9716-029a-42be-b2e0-b1df13428600,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:26.171742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.175294 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7149148c-370c-4ded-a256-9297b66eb359 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/493f9716-029a-42be-b2e0-b1df13428600 HTTP/1.1" status: 204 len: 168 time: 0.5777833 Nov 09 18:25:26.179857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56542) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:26.185410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:26.196647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:26.197032 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.259670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:26.269275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:26.275256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:26.288899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-baf13641-621e-49b8-9842-b40567e50b39 None None] Could not find standard attr ID for object fa5b4e8f-5836-4fde-b26d-d47378427e36. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:26.322895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=5c8cc6f2-b091-42f0-b040-00c72f9a9c83,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:26.387479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:26.388170 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.419042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:26.422729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.430604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca123523-2270-4e5d-aa1d-74588c1661cc tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1813145 Nov 09 18:25:26.433483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56546) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:26.501411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2b76f-82ce-4518-a641-561d6b5d8b33 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:26.557630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf75d48-4dc8-4967-a03c-bc5a197e2ac2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:26.562430 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6cf75d48-4dc8-4967-a03c-bc5a197e2ac2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1274855 Nov 09 18:25:26.563259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56548) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:26.664711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 5c8cc6f2-b091-42f0-b040-00c72f9a9c83 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:26.665331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.755928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.783708 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.801116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 5c8cc6f2-b091-42f0-b040-00c72f9a9c83 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:26.814462 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:26.827406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:26.832743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:26.833884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:26.840128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=4dfe2ef4-463d-4a68-b5db-c2c970fa2b89,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:26.858628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5d0aa958-e5a7-4a46-8959-68b9b39b2057 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6774974 Nov 09 18:25:26.861287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56550) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:26.866404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c8ed37ca-8968-4bb3-9d1d-99a5106cff98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815294695'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:26.901204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8ed37ca-8968-4bb3-9d1d-99a5106cff98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.027371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.073353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=5c8cc6f2-b091-42f0-b040-00c72f9a9c83,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.109121 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8ed37ca-8968-4bb3-9d1d-99a5106cff98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.125421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8ed37ca-8968-4bb3-9d1d-99a5106cff98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.163048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed37ca-8968-4bb3-9d1d-99a5106cff98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5127d7-0cbd-405e-9bea-2a14448c1aa9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.170604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8ed37ca-8968-4bb3-9d1d-99a5106cff98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.171856 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c8ed37ca-8968-4bb3-9d1d-99a5106cff98 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3094013 Nov 09 18:25:27.177153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56554) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:27.181823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a8bcce66-c50d-4771-86fb-2a0b2149569b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'security_group': {'name': 'tempest-secgroup-339271977'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:27.204366 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.210681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ab642dd-6bd3-4a05-9037-e6d0cb0bc5fa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/5c8cc6f2-b091-42f0-b040-00c72f9a9c83 HTTP/1.1" status: 204 len: 168 time: 0.6439223 Nov 09 18:25:27.211176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56556) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:27.230772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8bcce66-c50d-4771-86fb-2a0b2149569b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.255784 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7177aa0c-d9d7-4114-a24c-27c0484bf60e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:27.260656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7177aa0c-d9d7-4114-a24c-27c0484bf60e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/5c8cc6f2-b091-42f0-b040-00c72f9a9c83 HTTP/1.1" status: 404 len: 333 time: 0.0451920 Nov 09 18:25:27.261329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56560) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:27.331309 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8bcce66-c50d-4771-86fb-2a0b2149569b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.338472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8bcce66-c50d-4771-86fb-2a0b2149569b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.390449 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a8bcce66-c50d-4771-86fb-2a0b2149569b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.394797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a8bcce66-c50d-4771-86fb-2a0b2149569b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2136021 Nov 09 18:25:27.394797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcce66-c50d-4771-86fb-2a0b2149569b tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4010a5-e039-40ca-90cb-653e0263fc3a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.395131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56562) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:27.397669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40db78-a688-432f-a367-50d0e7c7e57b None None] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:27.413914 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-55fb1587-669a-48bc-a81e-3c3330f21a96 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1349408013'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:27.414947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 050b821e-9b3e-4b6c-aed8-acf10a113be5 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:27.415452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.449820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1587-669a-48bc-a81e-3c3330f21a96 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.519098 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.539085 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 050b821e-9b3e-4b6c-aed8-acf10a113be5 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:27.547547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1587-669a-48bc-a81e-3c3330f21a96 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.556222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1587-669a-48bc-a81e-3c3330f21a96 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.566228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fbde3e00-c114-4a7e-8b51-598e7c2d5e8b None None] Provisioning complete for port 5060d0db-91b8-4eed-b574-fbce1a81ec37 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:27.569113 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fbde3e00-c114-4a7e-8b51-598e7c2d5e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.603103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1587-669a-48bc-a81e-3c3330f21a96 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5c653-e97e-4316-8dae-4df8849f04a0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.608549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1587-669a-48bc-a81e-3c3330f21a96 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.610271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-55fb1587-669a-48bc-a81e-3c3330f21a96 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2089968 Nov 09 18:25:27.612723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56566) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:27.621350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-290828400', 'security_groups': ['e5e5c653-e97e-4316-8dae-4df8849f04a0'], 'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4dfe2ef4-463d-4a68-b5db-c2c970fa2b89'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:27.684142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d11211-ea56-4c82-957d-b1fd95c36523 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:27.761236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.769834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:27.793413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=050b821e-9b3e-4b6c-aed8-acf10a113be5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:27.873140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.877379 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bcc33916-b3b3-41e1-a069-a822a68eee68 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/050b821e-9b3e-4b6c-aed8-acf10a113be5 HTTP/1.1" status: 204 len: 168 time: 0.6151831 Nov 09 18:25:27.879874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56568) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:27.894131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.906089 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fbde3e00-c114-4a7e-8b51-598e7c2d5e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:27.918495 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-303e951e-bd49-43fe-a701-ed0543f894ec tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:27.920838 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-303e951e-bd49-43fe-a701-ed0543f894ec tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/050b821e-9b3e-4b6c-aed8-acf10a113be5 HTTP/1.1" status: 404 len: 333 time: 0.0400119 Nov 09 18:25:27.924099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56570) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:27.948616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fbde3e00-c114-4a7e-8b51-598e7c2d5e8b None None] For port 5060d0db-91b8-4eed-b574-fbce1a81ec37, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5060d0db-91b8-4eed-b574-fbce1a81ec37,segment=NetworkSegment(d45e9b89-d9a2-4388-bf0c-45c3fabe1147),segment_id=d45e9b89-d9a2-4388-bf0c-45c3fabe1147)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:27.958862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] device_id is not set on port 85204df1-d27e-45fe-8058-bc088f9e79e3 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:27.964458 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fbde3e00-c114-4a7e-8b51-598e7c2d5e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.018980 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde3e00-c114-4a7e-8b51-598e7c2d5e8b None None] Pushing event updated for resources: {'Port': ['ID=5060d0db-91b8-4eed-b574-fbce1a81ec37,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:28.030237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet b9dd18c1-de78-48ac-8b31-cc08f9b3de57 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:28.035046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.072409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5060d0db-91b8-4eed-b574-fbce1a81ec37 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:28.105472 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.165840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-47e05ab1-17f1-4455-81fe-7c0312633c1d None None] Provisioning complete for port 1f696aa0-0da1-478f-99dc-f2576277e089 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:28.168616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47e05ab1-17f1-4455-81fe-7c0312633c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.247534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8::395 (8045a5b8-07fc-429f-94bc-95387cb2622f/4dfe2ef4-463d-4a68-b5db-c2c970fa2b89/85204df1-d27e-45fe-8058-bc088f9e79e3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:28.260121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.385103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.416707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc7c98-bcb7-4ce7-937e-de45f7b6adba None None] Update dhcp port {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'fixed_ips': [{'subnet_id': '48227c50-624c-4c47-bee9-6335d0ae775c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4dfe2ef4-463d-4a68-b5db-c2c970fa2b89'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '3bc69cd5-52cf-4646-a241-3fc36728d71e'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:25:28.431206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dd18c1-de78-48ac-8b31-cc08f9b3de57,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:28.437631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.444770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.454763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56574) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:28.456752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-47e05ab1-17f1-4455-81fe-7c0312633c1d None None] Port 1f696aa0-0da1-478f-99dc-f2576277e089 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:28.457517 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a6bbfdf9-13db-4372-9cce-ddebd83ce21e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/b9dd18c1-de78-48ac-8b31-cc08f9b3de57 HTTP/1.1" status: 204 len: 168 time: 0.5323675 Nov 09 18:25:28.468857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-15fc7c98-bcb7-4ce7-937e-de45f7b6adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.495890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5060d0db-91b8-4eed-b574-fbce1a81ec37 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:28.496276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.498758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-47e05ab1-17f1-4455-81fe-7c0312633c1d None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:28.499125 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-47e05ab1-17f1-4455-81fe-7c0312633c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.590604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.594500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.662687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:28.693123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:28.697174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:28.705901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:28.706192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.708210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab0426-8f7d-497d-9ada-3b956c952edf None None] Network 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:28.732070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=85204df1-d27e-45fe-8058-bc088f9e79e3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:28.750216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f7a52d99-ea6e-41af-8fea-b3b980a7dd35 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1328998 Nov 09 18:25:28.750545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56578) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:28.756469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9e5e5ac3-a2c2-4a67-b8db-5fb32f9af48f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:28.764591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 5060d0db-91b8-4eed-b574-fbce1a81ec37 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:28.765073 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.837869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] For port 5060d0db-91b8-4eed-b574-fbce1a81ec37, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5060d0db-91b8-4eed-b574-fbce1a81ec37,segment=NetworkSegment(d45e9b89-d9a2-4388-bf0c-45c3fabe1147),segment_id=d45e9b89-d9a2-4388-bf0c-45c3fabe1147)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:28.838417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.853257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 5060d0db-91b8-4eed-b574-fbce1a81ec37 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:28.901854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5e5ac3-a2c2-4a67-b8db-5fb32f9af48f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:28.909071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9e5e5ac3-a2c2-4a67-b8db-5fb32f9af48f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.956320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:28.972598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-15fc7c98-bcb7-4ce7-937e-de45f7b6adba None None] Allocated IP 2001:db8::2 (8045a5b8-07fc-429f-94bc-95387cb2622f/4dfe2ef4-463d-4a68-b5db-c2c970fa2b89/3bc69cd5-52cf-4646-a241-3fc36728d71e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:29.001198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No DVR routers for this DVR port 5060d0db-91b8-4eed-b574-fbce1a81ec37 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:29.007006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=5060d0db-91b8-4eed-b574-fbce1a81ec37,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.044770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b2a04088-ef10-47a0-88f6-c8b0fc519860 None None] Could not find standard attr ID for object 5060d0db-91b8-4eed-b574-fbce1a81ec37. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:29.051923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b2a04088-ef10-47a0-88f6-c8b0fc519860 None None] Could not find standard attr ID for object 050b821e-9b3e-4b6c-aed8-acf10a113be5. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:29.106651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c703677-6b3a-452b-af7d-dc022d9213c1 None None] DHCP port deletion for 29150048-b2a8-42a8-bbc3-4d7bf15b5a6e request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:29.120788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.122469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-15fc7c98-bcb7-4ce7-937e-de45f7b6adba None None] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3bc69cd5-52cf-4646-a241-3fc36728d71e,segment=NetworkSegment(5addf5a3-31a7-497b-94f9-8782a0ab3650),segment_id=5addf5a3-31a7-497b-94f9-8782a0ab3650)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:29.155504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29150048-b2a8-42a8-bbc3-4d7bf15b5a6e']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:29.169045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45e9b89-d9a2-4388-bf0c-45c3fabe1147') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:29.169480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45e9b89-d9a2-4388-bf0c-45c3fabe1147') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:29.180684 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-15fc7c98-bcb7-4ce7-937e-de45f7b6adba None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.182544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.187400 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-15fc7c98-bcb7-4ce7-937e-de45f7b6adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.200890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.210304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:29.211088 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:29.217052 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:29.306183 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.319105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc7c98-bcb7-4ce7-937e-de45f7b6adba None None] Pushing event updated for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.329049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.339437 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/29150048-b2a8-42a8-bbc3-4d7bf15b5a6e HTTP/1.1" status: 204 len: 168 time: 0.8785818 Nov 09 18:25:29.344536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56582) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:29.360577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-408889954'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:29.367222 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969ff23-409c-4aa2-9107-2ab2af0c8c0a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=29150048-b2a8-42a8-bbc3-4d7bf15b5a6e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.396460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:29.401991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.460900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:29.477766 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.478846 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment 8dc39303-c722-485b-8c25-60999aa6f5a1 of type vlan for network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 Nov 09 18:25:29.495678 n-d-817240-1 neutron-server[102141]: INFO neutron.db.ipam_backend_mixin [None req-9e5e5ac3-a2c2-4a67-b8db-5fb32f9af48f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4dfe2ef4-463d-4a68-b5db-c2c970fa2b89 (CIDR: 2001:db8::/64) Nov 09 18:25:29.500442 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5e5ac3-a2c2-4a67-b8db-5fb32f9af48f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:25:29.501182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5e5ac3-a2c2-4a67-b8db-5fb32f9af48f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:29.523852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.525036 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9e5e5ac3-a2c2-4a67-b8db-5fb32f9af48f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7723939 Nov 09 18:25:29.527402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56592) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:29.534109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-377e8ecd-dfa9-451e-bb94-945d17b9ddf0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:29.562368 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.575647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:29.578404 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.656011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3102939 Nov 09 18:25:29.656701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56594) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:29.674434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:29.679311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e8ecd-dfa9-451e-bb94-945d17b9ddf0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:29.688696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-377e8ecd-dfa9-451e-bb94-945d17b9ddf0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.788200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:29.791975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:29.798869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96546a-0331-4eda-bc27-61178b5fe3f9 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=9b6fc279-15c8-4d00-a5e9-a5b77d3765c5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:29.812209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:29.858005 n-d-817240-1 neutron-server[102141]: INFO neutron.db.ipam_backend_mixin [None req-377e8ecd-dfa9-451e-bb94-945d17b9ddf0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 48227c50-624c-4c47-bee9-6335d0ae775c (CIDR: 2001:db8:0:1::/64) Nov 09 18:25:29.866631 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-377e8ecd-dfa9-451e-bb94-945d17b9ddf0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:25:29.867232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377e8ecd-dfa9-451e-bb94-945d17b9ddf0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:29.903589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-377e8ecd-dfa9-451e-bb94-945d17b9ddf0 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3719449 Nov 09 18:25:29.904468 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56598) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:29.924268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'subnet': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:29.976072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3bc69cd5-52cf-4646-a241-3fc36728d71e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:30.091469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:30.093290 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.166347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Made reservation on behalf of 5c0c2e7c08be43b18c06b4d61988bd7d for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:30.172620 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.222651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.300718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=eb49f327-99e8-4aed-a494-31b959e0d441,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:30.303119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3bf4ad6d-2e1f-44ec-b95b-1b4c86eb1288 None None] Provisioning complete for port 1f696aa0-0da1-478f-99dc-f2576277e089 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:30.304909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': '8dc39303-c722-485b-8c25-60999aa6f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:30.305373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:30.307594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ad6d-2e1f-44ec-b95b-1b4c86eb1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.319977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5060d0db-91b8-4eed-b574-fbce1a81ec37 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:30.326906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:30.342231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:30.360267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:30.361081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.387910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56602) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:30.389798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5be79ac7-5fc7-4886-a54a-4c2ce6da7eb8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7231123 Nov 09 18:25:30.396554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5', 'name': 'tempest-PortsTestJSON-1762167327', 'fixed_ips': [{'subnet_id': 'eb49f327-99e8-4aed-a494-31b959e0d441', 'ip_address': '172.20.0.10'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:30.464357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f1fc9-4c06-494f-ab7e-96c15e248c65 None None] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:30.466997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5060d0db-91b8-4eed-b574-fbce1a81ec37 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:30.468479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5060d0db-91b8-4eed-b574-fbce1a81ec37 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:30.484837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4ad6d-2e1f-44ec-b95b-1b4c86eb1288 None None] Port 1f696aa0-0da1-478f-99dc-f2576277e089 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:30.550162 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3bf4ad6d-2e1f-44ec-b95b-1b4c86eb1288 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:30.550872 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ad6d-2e1f-44ec-b95b-1b4c86eb1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.644007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.703907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Network 8045a5b8-07fc-429f-94bc-95387cb2622f is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:30.707036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:30.723333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:30.754141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645150e3-8f12-4943-9241-8917a07ebaf1 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:30.755523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Subnet': ['ID=0f006651-cc75-41b9-84e5-29f967560cd5,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:30.758868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:30.759462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.787726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-9b6fc279-15c8-4d00-a5e9-a5b77d3765c5', 'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5', 'tenant_id': '2e223045e6ed49e0aa2b34fb053cb0be', 'fixed_ips': [{'subnet_id': 'eb49f327-99e8-4aed-a494-31b959e0d441'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:30.789115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.808251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d73953d7-0712-44e4-88f5-e116e78b5b8e tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8973062 Nov 09 18:25:30.808609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56616) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:30.813944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2047398561', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f006651-cc75-41b9-84e5-29f967560cd5'}], 'security_groups': ['8a5127d7-0cbd-405e-9bea-2a14448c1aa9', '0a4010a5-e039-40ca-90cb-653e0263fc3a']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:30.840319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.871240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 6c895652-0e1d-4f78-a0f1-d5f30b674fe0 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:30.916922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-77eb746f-dbbb-4f29-b692-d18e962c4402 None None] Provisioning complete for port 85204df1-d27e-45fe-8058-bc088f9e79e3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:30.917497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77eb746f-dbbb-4f29-b692-d18e962c4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:30.969513 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.092350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-77eb746f-dbbb-4f29-b692-d18e962c4402 None None] Port 85204df1-d27e-45fe-8058-bc088f9e79e3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:31.112638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.10 (9b6fc279-15c8-4d00-a5e9-a5b77d3765c5/eb49f327-99e8-4aed-a494-31b959e0d441/6c895652-0e1d-4f78-a0f1-d5f30b674fe0) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:31.296431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f781a3-3d68-4d84-874c-06dcdda4ad79 None None] Update dhcp port {'port': {'network_id': '8045a5b8-07fc-429f-94bc-95387cb2622f', 'fixed_ips': [{'subnet_id': '48227c50-624c-4c47-bee9-6335d0ae775c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4dfe2ef4-463d-4a68-b5db-c2c970fa2b89', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f006651-cc75-41b9-84e5-29f967560cd5'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '3bc69cd5-52cf-4646-a241-3fc36728d71e'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:25:31.348249 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-58f781a3-3d68-4d84-874c-06dcdda4ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.351860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.412305 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.557203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:31.580106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:31.582792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:31.640168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:31.643032 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.656924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=6c895652-0e1d-4f78-a0f1-d5f30b674fe0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:31.677317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Allocated IP 172.20.0.2 (9b6fc279-15c8-4d00-a5e9-a5b77d3765c5/eb49f327-99e8-4aed-a494-31b959e0d441/454429bf-ca12-4b5b-a2f5-c622e089190e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:31.680960 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7bf2269c-ab1f-4e1c-b8da-73ee55aa230e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2871280 Nov 09 18:25:31.681303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56620) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:31.689516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5', 'name': 'tempest-PortsTestJSON-107509116', 'fixed_ips': [{'subnet_id': 'eb49f327-99e8-4aed-a494-31b959e0d441', 'ip_address': '172.20.0.9'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:31.792305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Delete allocated IP 2001:db8::395 (8045a5b8-07fc-429f-94bc-95387cb2622f/4dfe2ef4-463d-4a68-b5db-c2c970fa2b89) {{(pid=102140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:25:31.813857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Allocated IP 2001:db8:0:2::389 (8045a5b8-07fc-429f-94bc-95387cb2622f/0f006651-cc75-41b9-84e5-29f967560cd5/85204df1-d27e-45fe-8058-bc088f9e79e3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:31.890241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:31.898278 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.921296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.936130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:31.952335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 92255054-34da-4443-b147-d89c5f436154 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:32.006189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:32.009827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:32.015461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:32.072133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Pushing event updated for resources: {'Port': ['ID=454429bf-ca12-4b5b-a2f5-c622e089190e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:32.109569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Attempting to bind port 454429bf-ca12-4b5b-a2f5-c622e089190e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:32.109949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Attempting to bind port 454429bf-ca12-4b5b-a2f5-c622e089190e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8dc39303-c722-485b-8c25-60999aa6f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:32.110761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Attempting to bind port 454429bf-ca12-4b5b-a2f5-c622e089190e on network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:32.118568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:32.118568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Checking segment: {'id': '8dc39303-c722-485b-8c25-60999aa6f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:32.119016 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.119415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Bound using segment: {'id': '8dc39303-c722-485b-8c25-60999aa6f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:32.119884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Bound port: 454429bf-ca12-4b5b-a2f5-c622e089190e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc39303-c722-485b-8c25-60999aa6f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9b6fc279-15c8-4d00-a5e9-a5b77d3765c5'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:32.120559 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.122461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.137389 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.204004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] For port 454429bf-ca12-4b5b-a2f5-c622e089190e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:32.207773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] For port 454429bf-ca12-4b5b-a2f5-c622e089190e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=454429bf-ca12-4b5b-a2f5-c622e089190e,segment=NetworkSegment(8dc39303-c722-485b-8c25-60999aa6f5a1),segment_id=8dc39303-c722-485b-8c25-60999aa6f5a1)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:32.211305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.9 (9b6fc279-15c8-4d00-a5e9-a5b77d3765c5/eb49f327-99e8-4aed-a494-31b959e0d441/92255054-34da-4443-b147-d89c5f436154) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:32.217616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.222911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] In _notify_port_updated(), no bound segment for port 85204df1-d27e-45fe-8058-bc088f9e79e3 on network 8045a5b8-07fc-429f-94bc-95387cb2622f {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:25:32.230696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:32.231424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.233279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "PUT /v2.0/ports/85204df1-d27e-45fe-8058-bc088f9e79e3 HTTP/1.1" status: 200 len: 970 time: 1.4234016 Nov 09 18:25:32.236685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56632) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:32.317444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624042e-4c4f-48da-b04c-bc4117209469 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event updated for resources: {'Port': ['ID=85204df1-d27e-45fe-8058-bc088f9e79e3,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:32.390491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 85204df1-d27e-45fe-8058-bc088f9e79e3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:32.391912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055768b5-849e-4966-b6c4-261c1da622bc None None] Pushing event updated for resources: {'Port': ['ID=454429bf-ca12-4b5b-a2f5-c622e089190e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:32.393525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.415364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-58f781a3-3d68-4d84-874c-06dcdda4ad79 None None] Allocated IP 2001:db8:0:2::2 (8045a5b8-07fc-429f-94bc-95387cb2622f/0f006651-cc75-41b9-84e5-29f967560cd5/3bc69cd5-52cf-4646-a241-3fc36728d71e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:32.546287 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.622604 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.630933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.676609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 85204df1-d27e-45fe-8058-bc088f9e79e3 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:32.774840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:32.790287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:32.795192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:32.839844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=92255054-34da-4443-b147-d89c5f436154,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:32.873395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-58f781a3-3d68-4d84-874c-06dcdda4ad79 None None] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3bc69cd5-52cf-4646-a241-3fc36728d71e,segment=NetworkSegment(5addf5a3-31a7-497b-94f9-8782a0ab3650),segment_id=5addf5a3-31a7-497b-94f9-8782a0ab3650)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:32.891471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:32.891471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.909134 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-58f781a3-3d68-4d84-874c-06dcdda4ad79 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.916927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.923827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-58f781a3-3d68-4d84-874c-06dcdda4ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:32.933582 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3558a231-2d0c-4fb3-9878-a3b412f37f09 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2498522 Nov 09 18:25:32.935464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56636) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:32.972897 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=85204df1-d27e-45fe-8058-bc088f9e79e3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.023838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.034149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c6d6d6e7-c295-40d4-bf00-bfe98eb5fd28 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/85204df1-d27e-45fe-8058-bc088f9e79e3 HTTP/1.1" status: 204 len: 168 time: 0.7963622 Nov 09 18:25:33.037256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56640) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.069128 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0306ade7-d15c-4bef-957f-ea763a506887 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] GET failed (client error): The resource could not be found. Nov 09 18:25:33.071175 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0306ade7-d15c-4bef-957f-ea763a506887 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports/85204df1-d27e-45fe-8058-bc088f9e79e3 HTTP/1.1" status: 404 len: 333 time: 0.0324457 Nov 09 18:25:33.073962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56644) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.095650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f781a3-3d68-4d84-874c-06dcdda4ad79 None None] Pushing event updated for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.107140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e373b-0fab-47d3-8c1c-ec84ed0ec6d4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:33.115991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3a7e373b-0fab-47d3-8c1c-ec84ed0ec6d4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1747692 Nov 09 18:25:33.116189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56646) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.160957 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-384a9a57-dce5-4ed3-a42a-b9e3f290cc9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.199012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-384a9a57-dce5-4ed3-a42a-b9e3f290cc9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.204305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591b7d1-84f7-41e1-84d3-a6e2cdd7e7c3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:33.218113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591b7d1-84f7-41e1-84d3-a6e2cdd7e7c3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:33.221285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591b7d1-84f7-41e1-84d3-a6e2cdd7e7c3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:33.233382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5591b7d1-84f7-41e1-84d3-a6e2cdd7e7c3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1161156 Nov 09 18:25:33.234291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56648) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.266868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-384a9a57-dce5-4ed3-a42a-b9e3f290cc9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.269644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-384a9a57-dce5-4ed3-a42a-b9e3f290cc9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.271099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-384a9a57-dce5-4ed3-a42a-b9e3f290cc9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/security-groups/e5e5c653-e97e-4316-8dae-4df8849f04a0 HTTP/1.1" status: 204 len: 168 time: 0.1958385 Nov 09 18:25:33.280620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56650) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.281513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9a57-dce5-4ed3-a42a-b9e3f290cc9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5c653-e97e-4316-8dae-4df8849f04a0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.388084 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb7091c2-392e-4177-9c4a-bb5d0d9a503a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.438505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb7091c2-392e-4177-9c4a-bb5d0d9a503a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.467985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 92255054-34da-4443-b147-d89c5f436154 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:33.468341 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.499404 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb7091c2-392e-4177-9c4a-bb5d0d9a503a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.502033 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb7091c2-392e-4177-9c4a-bb5d0d9a503a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.503964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb7091c2-392e-4177-9c4a-bb5d0d9a503a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a4010a5-e039-40ca-90cb-653e0263fc3a HTTP/1.1" status: 204 len: 168 time: 0.2202108 Nov 09 18:25:33.509133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56652) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.540160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7091c2-392e-4177-9c4a-bb5d0d9a503a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4010a5-e039-40ca-90cb-653e0263fc3a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.584598 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07014b32-3812-4067-92c7-074b2d6ee99c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.621847 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.625784 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07014b32-3812-4067-92c7-074b2d6ee99c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.642012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 92255054-34da-4443-b147-d89c5f436154 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:33.689993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07014b32-3812-4067-92c7-074b2d6ee99c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.692898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-07014b32-3812-4067-92c7-074b2d6ee99c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.696782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-07014b32-3812-4067-92c7-074b2d6ee99c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/security-groups/8a5127d7-0cbd-405e-9bea-2a14448c1aa9 HTTP/1.1" status: 204 len: 168 time: 0.1841068 Nov 09 18:25:33.699522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56654) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:33.804765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 4dfe2ef4-463d-4a68-b5db-c2c970fa2b89 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:33.809955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.852834 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:33.895516 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=92255054-34da-4443-b147-d89c5f436154,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:33.931206 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.000990 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.005128 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f88a81d-30d1-4a18-97fc-76a41d64d6b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/92255054-34da-4443-b147-d89c5f436154 HTTP/1.1" status: 204 len: 168 time: 0.7698436 Nov 09 18:25:34.010931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56658) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:34.033068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07014b32-3812-4067-92c7-074b2d6ee99c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5127d7-0cbd-405e-9bea-2a14448c1aa9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.073459 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-41777701-0009-4dec-acef-ff13f056ea79 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:34.075200 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-41777701-0009-4dec-acef-ff13f056ea79 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/92255054-34da-4443-b147-d89c5f436154 HTTP/1.1" status: 404 len: 333 time: 0.0632260 Nov 09 18:25:34.077897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56660) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:34.136736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba68b29-07b8-49b6-b152-66f66ebb8333 None None] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:34.171268 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.227371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3bc69cd5-52cf-4646-a241-3fc36728d71e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:34.274387 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.316991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 6c895652-0e1d-4f78-a0f1-d5f30b674fe0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:34.317785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.325236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfe2ef4-463d-4a68-b5db-c2c970fa2b89,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.330096 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.337558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1242283a-0d57-40b7-b406-a6b4a4697cde tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/4dfe2ef4-463d-4a68-b5db-c2c970fa2b89 HTTP/1.1" status: 204 len: 168 time: 0.6317456 Nov 09 18:25:34.337936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Provisioning complete for port 454429bf-ca12-4b5b-a2f5-c622e089190e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:34.337936 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.338125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56664) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:34.429581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 0f006651-cc75-41b9-84e5-29f967560cd5 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:34.434692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.457976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:34.458988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.504993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.536259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.576014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 6c895652-0e1d-4f78-a0f1-d5f30b674fe0 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:34.646329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.669817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.756545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] For port 454429bf-ca12-4b5b-a2f5-c622e089190e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=454429bf-ca12-4b5b-a2f5-c622e089190e,segment=NetworkSegment(8dc39303-c722-485b-8c25-60999aa6f5a1),segment_id=8dc39303-c722-485b-8c25-60999aa6f5a1)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:34.775692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435822e-c7ab-45aa-99e2-2d359bf68535 None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:34.777360 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.851613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 454429bf-ca12-4b5b-a2f5-c622e089190e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:34.855318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.957051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=0f006651-cc75-41b9-84e5-29f967560cd5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:34.975744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:34.985275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56668) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:34.989048 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e5cc6feb-aadc-45f9-8c54-280b0d339eca tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/0f006651-cc75-41b9-84e5-29f967560cd5 HTTP/1.1" status: 204 len: 168 time: 0.6470971 Nov 09 18:25:34.989187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ae7d1600-24c7-4558-8a68-1b50371903d3 None None] Could not find standard attr ID for object 85204df1-d27e-45fe-8058-bc088f9e79e3. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:34.992588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Pushing event updated for resources: {'Port': ['ID=454429bf-ca12-4b5b-a2f5-c622e089190e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:35.034116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.034116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.040136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.040411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.040742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.041079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.041412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.041738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.042100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.042410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.043362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.043362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e99b7e-2c60-423a-9f9c-935b64640dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:35.043864 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-33df98d4-3270-4d66-ad4b-09e9611617c1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:35.044334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33df98d4-3270-4d66-ad4b-09e9611617c1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:35.047841 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-33df98d4-3270-4d66-ad4b-09e9611617c1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/4dfe2ef4-463d-4a68-b5db-c2c970fa2b89 HTTP/1.1" status: 404 len: 337 time: 0.0510852 Nov 09 18:25:35.050810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56670) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:35.085471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ae7d1600-24c7-4558-8a68-1b50371903d3 None None] Provisioning complete for port 1f696aa0-0da1-478f-99dc-f2576277e089 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:35.087102 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ae7d1600-24c7-4558-8a68-1b50371903d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.100771 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.146990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 454429bf-ca12-4b5b-a2f5-c622e089190e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:35.147818 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.163160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=6c895652-0e1d-4f78-a0f1-d5f30b674fe0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:35.227973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting subnet 48227c50-624c-4c47-bee9-6335d0ae775c {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:35.235874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d1600-24c7-4558-8a68-1b50371903d3 None None] Port 1f696aa0-0da1-478f-99dc-f2576277e089 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:35.240053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.280640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ae7d1600-24c7-4558-8a68-1b50371903d3 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:35.281017 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ae7d1600-24c7-4558-8a68-1b50371903d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.340386 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.399628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.410017 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b8a64cd8-b3ad-4264-a1f7-3cfe30f34cf0 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/6c895652-0e1d-4f78-a0f1-d5f30b674fe0 HTTP/1.1" status: 204 len: 168 time: 1.3286293 Nov 09 18:25:35.410483 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56674) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:35.463190 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da84c50-fcc7-4ff8-ab4a-5df6120111ba tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:35.465151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1da84c50-fcc7-4ff8-ab4a-5df6120111ba tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/6c895652-0e1d-4f78-a0f1-d5f30b674fe0 HTTP/1.1" status: 404 len: 333 time: 0.0502713 Nov 09 18:25:35.468224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56676) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:35.577460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.592157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet eb49f327-99e8-4aed-a494-31b959e0d441 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:35.603225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.631911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bba82fcb-afdb-460d-86de-ebfeb80bd0b4 None None] Could not find standard attr ID for object 6c895652-0e1d-4f78-a0f1-d5f30b674fe0. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:35.649059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bba82fcb-afdb-460d-86de-ebfeb80bd0b4 None None] Provisioning complete for port 454429bf-ca12-4b5b-a2f5-c622e089190e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:35.649612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bba82fcb-afdb-460d-86de-ebfeb80bd0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.711089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.737111 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.807837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Subnet': ['ID=48227c50-624c-4c47-bee9-6335d0ae775c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:35.831855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.840051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6f083dd9-5ac4-4a6a-b191-d67740e18e42 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/48227c50-624c-4c47-bee9-6335d0ae775c HTTP/1.1" status: 204 len: 168 time: 0.7861147 Nov 09 18:25:35.841279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56678) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:35.928025 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d5f6b5-79b2-4fc7-9aa6-3d410f697b9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:35.928825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d5f6b5-79b2-4fc7-9aa6-3d410f697b9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:35.934426 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78d5f6b5-79b2-4fc7-9aa6-3d410f697b9c tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/493f9716-029a-42be-b2e0-b1df13428600 HTTP/1.1" status: 404 len: 337 time: 0.0919971 Nov 09 18:25:35.937640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56680) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:35.955285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:35.977919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 454429bf-ca12-4b5b-a2f5-c622e089190e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:36.056515 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-271ea6fa-cec3-43e0-8144-b484313d93e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd77f2c5-abd0-4e7a-9d38-ff309af6bfba HTTP/1.1" status: 200 len: 205 time: 0.1162715 Nov 09 18:25:36.059433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56684) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.112855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b8f27f7b-952f-4148-87dc-cc005f427868 None None] Could not find standard attr ID for object 92255054-34da-4443-b147-d89c5f436154. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:36.121062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.122961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 454429bf-ca12-4b5b-a2f5-c622e089190e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.123348 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.128563 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-e1e43696-275a-44b9-b002-98c997bd35a3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] delete failed (client error): The resource could not be found. Nov 09 18:25:36.129692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e1e43696-275a-44b9-b002-98c997bd35a3 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/routers/fd77f2c5-abd0-4e7a-9d38-ff309af6bfba HTTP/1.1" status: 404 len: 336 time: 0.0687788 Nov 09 18:25:36.132407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56686) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.157434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=eb49f327-99e8-4aed-a494-31b959e0d441,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:36.162167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.166865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-52c63019-66f8-4d69-bbc5-6e772da89760 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/eb49f327-99e8-4aed-a494-31b959e0d441 HTTP/1.1" status: 204 len: 168 time: 0.6975870 Nov 09 18:25:36.171650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56688) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.176604 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-305e68db-cfa9-41bd-8893-520e96da071d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.177118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305e68db-cfa9-41bd-8893-520e96da071d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.184040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-305e68db-cfa9-41bd-8893-520e96da071d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/230f233e-8707-44b7-8714-4f83e0bc3b87 HTTP/1.1" status: 404 len: 337 time: 0.0504990 Nov 09 18:25:36.184712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56690) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.236228 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cbf8ef-c325-4cc7-90a7-156ce4b8ebb5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.236698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cbf8ef-c325-4cc7-90a7-156ce4b8ebb5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.244805 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e8cbf8ef-c325-4cc7-90a7-156ce4b8ebb5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/6b8c0306-954b-4e95-85fd-92bc9ee1769c HTTP/1.1" status: 404 len: 337 time: 0.0589149 Nov 09 18:25:36.245528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56692) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.278645 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c3b9d0-be6c-4986-93f7-322ee4af1ea2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.279364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c3b9d0-be6c-4986-93f7-322ee4af1ea2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.292204 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f3c3b9d0-be6c-4986-93f7-322ee4af1ea2 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/397da8e0-2456-44ac-a1f4-43c0f7e619d4 HTTP/1.1" status: 404 len: 337 time: 0.0455525 Nov 09 18:25:36.292835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56694) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.319131 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87683ba-cb40-4613-b120-ac5845433484 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.320188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87683ba-cb40-4613-b120-ac5845433484 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.326342 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d87683ba-cb40-4613-b120-ac5845433484 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/e7b520a5-0047-49ab-afd7-aaa02c0fd177 HTTP/1.1" status: 404 len: 333 time: 0.0321448 Nov 09 18:25:36.326971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56696) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.357816 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2478c9c5-7cdc-44ab-aaa6-bb1dd5d6d4e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.358401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2478c9c5-7cdc-44ab-aaa6-bb1dd5d6d4e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.364256 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2478c9c5-7cdc-44ab-aaa6-bb1dd5d6d4e5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/240086d0-c7db-444b-9ffa-ad10bc273af5 HTTP/1.1" status: 404 len: 337 time: 0.0362453 Nov 09 18:25:36.365131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56698) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.384508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.394904 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fd5e59-9efd-4f1e-b29e-444899b15ed1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.395579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fd5e59-9efd-4f1e-b29e-444899b15ed1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.413233 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-09fd5e59-9efd-4f1e-b29e-444899b15ed1 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/a3b53ad0-2d93-4298-bd17-efa8c4b8983e HTTP/1.1" status: 404 len: 337 time: 0.0467868 Nov 09 18:25:36.413852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56702) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.453280 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ac909c-5a8e-44e7-a1f7-11615f10f57a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.456098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ac909c-5a8e-44e7-a1f7-11615f10f57a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.460769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa8b01-e1ee-41e2-97f3-fefaa69766f0 None None] Network 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:36.468627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56704) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.468972 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-12ac909c-5a8e-44e7-a1f7-11615f10f57a tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/423c7b1e-1de4-4707-ba80-ecdbf68b417d HTTP/1.1" status: 404 len: 333 time: 0.0532286 Nov 09 18:25:36.506385 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf20eb2-83bf-4671-ae87-cd1c1cd25367 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.506973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf20eb2-83bf-4671-ae87-cd1c1cd25367 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.510230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0bf20eb2-83bf-4671-ae87-cd1c1cd25367 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/b87a4388-047d-4eef-8216-3f831afa74a4 HTTP/1.1" status: 404 len: 337 time: 0.0398788 Nov 09 18:25:36.512806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56706) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.548201 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c79565-846e-4abe-8e52-d825204cdb8f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] DELETE failed (client error): The resource could not be found. Nov 09 18:25:36.548660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c79565-846e-4abe-8e52-d825204cdb8f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:36.551771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-22c79565-846e-4abe-8e52-d825204cdb8f tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/subnets/e82873c6-a675-4641-9ead-83518654cb5f HTTP/1.1" status: 404 len: 337 time: 0.0378120 Nov 09 18:25:36.554335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56708) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:36.563972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 454429bf-ca12-4b5b-a2f5-c622e089190e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:36.564495 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.611593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716fa395-78da-4bc3-bf48-d04c6c98ca9d None None] Network 8045a5b8-07fc-429f-94bc-95387cb2622f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:36.652480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] For port 454429bf-ca12-4b5b-a2f5-c622e089190e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=454429bf-ca12-4b5b-a2f5-c622e089190e,segment=NetworkSegment(8dc39303-c722-485b-8c25-60999aa6f5a1),segment_id=8dc39303-c722-485b-8c25-60999aa6f5a1)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:36.653190 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.671714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 454429bf-ca12-4b5b-a2f5-c622e089190e owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:36.721938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 1f696aa0-0da1-478f-99dc-f2576277e089 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:36.722319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.789951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6f99d48e-b6d9-4d26-a465-88c9ff50e078 None None] Provisioning complete for port 1f696aa0-0da1-478f-99dc-f2576277e089 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.790296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f99d48e-b6d9-4d26-a465-88c9ff50e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.806595 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.808121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.833236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 1f696aa0-0da1-478f-99dc-f2576277e089 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:36.855107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=454429bf-ca12-4b5b-a2f5-c622e089190e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:36.857070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No DVR routers for this DVR port 454429bf-ca12-4b5b-a2f5-c622e089190e on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:36.908419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a9faa5-d3af-48ab-a1a5-192247899053 None None] DHCP port deletion for 9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:36.924378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6f99d48e-b6d9-4d26-a465-88c9ff50e078 None None] Port 1f696aa0-0da1-478f-99dc-f2576277e089 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:36.941724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6f99d48e-b6d9-4d26-a465-88c9ff50e078 None None] Provisioning complete for port 3bc69cd5-52cf-4646-a241-3fc36728d71e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:36.942181 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f99d48e-b6d9-4d26-a465-88c9ff50e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.995706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:36.998564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.025032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6fc279-15c8-4d00-a5e9-a5b77d3765c5']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:37.027411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] DHCP port deletion for 8045a5b8-07fc-429f-94bc-95387cb2622f request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:37.035517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc39303-c722-485b-8c25-60999aa6f5a1') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:37.035833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc39303-c722-485b-8c25-60999aa6f5a1') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:37.042894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=1f696aa0-0da1-478f-99dc-f2576277e089,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:37.052437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.071259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.073697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.081156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56710) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:37.081928 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f6cb3cd3-a257-4a69-8540-f7af6c76271d tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/ports/1f696aa0-0da1-478f-99dc-f2576277e089 HTTP/1.1" status: 204 len: 168 time: 0.5264702 Nov 09 18:25:37.091985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:37.092389 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.095639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] Deleting port 3bc69cd5-52cf-4646-a241-3fc36728d71e {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:37.096601 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:37.096746 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:37.184847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3bc69cd5-52cf-4646-a241-3fc36728d71e,segment=NetworkSegment(5addf5a3-31a7-497b-94f9-8782a0ab3650),segment_id=5addf5a3-31a7-497b-94f9-8782a0ab3650)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:37.186269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.203702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] Calling delete_port for 3bc69cd5-52cf-4646-a241-3fc36728d71e owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:37.222501 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.227274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.234294 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/9b6fc279-15c8-4d00-a5e9-a5b77d3765c5 HTTP/1.1" status: 204 len: 168 time: 1.0580969 Nov 09 18:25:37.234607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56716) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:37.240953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-486058564'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:37.252461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb793d3c-5b93-44ce-85b7-94e9778e225f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=9b6fc279-15c8-4d00-a5e9-a5b77d3765c5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:37.260293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.273361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:37.277311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.305963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:37.311031 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-58a87c1c-1556-462e-ba89-0f02447743fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.317167 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.317484 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Added segment 76d194f2-df4b-43d9-8924-97892b488204 of type vlan for network 0a7d304a-1e0c-4aea-8008-3957832d513e Nov 09 18:25:37.336195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Deleting port 3bc69cd5-52cf-4646-a241-3fc36728d71e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:37.336195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.344838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.367223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.381401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] Pushing event deleted for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:37.385853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064fe443-9747-4506-bbff-9ce9bb63846e None None] No DVR routers for this DVR port 3bc69cd5-52cf-4646-a241-3fc36728d71e on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:37.400595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.406919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:37.407553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.427804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] For port 3bc69cd5-52cf-4646-a241-3fc36728d71e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3bc69cd5-52cf-4646-a241-3fc36728d71e,segment=NetworkSegment(5addf5a3-31a7-497b-94f9-8782a0ab3650),segment_id=5addf5a3-31a7-497b-94f9-8782a0ab3650)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:37.427804 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.448528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Calling delete_port for 3bc69cd5-52cf-4646-a241-3fc36728d71e owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:37.472927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2371912 Nov 09 18:25:37.475711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56718) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:37.480668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:37.499566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d300a-6c48-44e0-9d39-04400035cb17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Network': ['ID=0a7d304a-1e0c-4aea-8008-3957832d513e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:37.511543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 0a7d304a-1e0c-4aea-8008-3957832d513e details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:37.583867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.604175 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:37.608126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.624522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Port': ['ID=3bc69cd5-52cf-4646-a241-3fc36728d71e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:37.642569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] No DVR routers for this DVR port 3bc69cd5-52cf-4646-a241-3fc36728d71e on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:37.751819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.788617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8045a5b8-07fc-429f-94bc-95387cb2622f']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:37.804298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5addf5a3-31a7-497b-94f9-8782a0ab3650') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:37.804720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5addf5a3-31a7-497b-94f9-8782a0ab3650') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:37.820085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.834581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.840506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.894089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:37.894089 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: self.session.flush() Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:37.894413 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:37.933465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=26b93735-1823-40fb-aeb8-a020a4a3c026,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:37.941881 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Checking segment: {'id': '76d194f2-df4b-43d9-8924-97892b488204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:37.942265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network hostable DHCP agents. Network: 0a7d304a-1e0c-4aea-8008-3957832d513e, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:37.951838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3bc69cd5-52cf-4646-a241-3fc36728d71e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:37.968220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 0a7d304a-1e0c-4aea-8008-3957832d513e is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:37.982764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 0a7d304a-1e0c-4aea-8008-3957832d513e) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:37.983338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3bc69cd5-52cf-4646-a241-3fc36728d71e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:37.983671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3bc69cd5-52cf-4646-a241-3fc36728d71e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:37.984792 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.985264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 454429bf-ca12-4b5b-a2f5-c622e089190e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:37.988347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:37.990186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:37.997489 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.000628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] 10.222.0.32 "DELETE /v2.0/networks/8045a5b8-07fc-429f-94bc-95387cb2622f HTTP/1.1" status: 204 len: 168 time: 0.9180870 Nov 09 18:25:38.013930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184bd1c-1495-43a5-b005-c0af0b9bf365 None None] Network 0a7d304a-1e0c-4aea-8008-3957832d513e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:38.019186 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-65ec6576-aea8-404c-8ee5-79622001aad3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5424099 Nov 09 18:25:38.022655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56732) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:38.029608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ed10f2e9-1a70-4ff9-8756-5c7a5b7acfe2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1570908523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:38.036944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bcc23-f8eb-4652-bde0-6fe8b761fdc5 tempest-PortsIpV6TestJSON-861467988 tempest-PortsIpV6TestJSON-861467988-project] Pushing event deleted for resources: {'Network': ['ID=8045a5b8-07fc-429f-94bc-95387cb2622f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:38.047922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-092a725e-754d-4542-8712-61df7e70ff82 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:38.049443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-092a725e-754d-4542-8712-61df7e70ff82 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.2170167 Nov 09 18:25:38.071182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-f2816e59-eb44-447f-b5c0-fd20f39cbe79 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/quotas/699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0140357 Nov 09 18:25:38.077581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 454429bf-ca12-4b5b-a2f5-c622e089190e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:38.077874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 454429bf-ca12-4b5b-a2f5-c622e089190e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:38.078033 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2e9-1a70-4ff9-8756-5c7a5b7acfe2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.079553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2e9-1a70-4ff9-8756-5c7a5b7acfe2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.191435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2e9-1a70-4ff9-8756-5c7a5b7acfe2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.198044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d8b042c1-b10c-4ab3-930b-6c4826059f5d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144936 Nov 09 18:25:38.199554 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2e9-1a70-4ff9-8756-5c7a5b7acfe2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.217564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-0a7d304a-1e0c-4aea-8008-3957832d513e', 'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e', 'tenant_id': '2e223045e6ed49e0aa2b34fb053cb0be', 'fixed_ips': [{'subnet_id': '26b93735-1823-40fb-aeb8-a020a4a3c026'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:38.219069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.229915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2e9-1a70-4ff9-8756-5c7a5b7acfe2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.231464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ed10f2e9-1a70-4ff9-8756-5c7a5b7acfe2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2076700 Nov 09 18:25:38.234039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56736) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:38.242926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e', 'name': 'tempest-PortsTestJSON-982596157'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:38.338767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-452af8f8-8772-49f2-88a5-3cf1c54c83e4 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205118 Nov 09 18:25:38.420149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56740) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:38.459678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:38.467456 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.487233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-683f7db0-eca1-45ab-8917-679c88b0a105 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416030 Nov 09 18:25:38.493255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 4c50384c-9cb6-42e2-8157-7255196eae9d yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:38.580978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Allocated IP 172.20.0.2 (0a7d304a-1e0c-4aea-8008-3957832d513e/26b93735-1823-40fb-aeb8-a020a4a3c026/c7e8f122-eaeb-4912-91ca-ff7d90728328) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:38.643880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b3a453e-c034-4d5e-af7b-3ce262d63cb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c0c2e7c08be43b18c06b4d61988bd7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220924 Nov 09 18:25:38.646264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56746) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:38.709268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9af4aded-ec61-4b33-8611-83e17d869b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.737954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9af4aded-ec61-4b33-8611-83e17d869b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.775237 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.783391 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.827910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Network 0a7d304a-1e0c-4aea-8008-3957832d513e is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:38.833298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:38.858894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:38.877682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.4 (0a7d304a-1e0c-4aea-8008-3957832d513e/26b93735-1823-40fb-aeb8-a020a4a3c026/4c50384c-9cb6-42e2-8157-7255196eae9d) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:38.912073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-60eb8b92-e880-4ded-8bb4-e1337f2edc42 req-e57d739d-f299-4c8c-83c1-7670adf4b0c5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.0435145 Nov 09 18:25:38.912504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Pushing event updated for resources: {'Port': ['ID=c7e8f122-eaeb-4912-91ca-ff7d90728328,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:38.961982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Attempting to bind port c7e8f122-eaeb-4912-91ca-ff7d90728328 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:38.962536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Attempting to bind port c7e8f122-eaeb-4912-91ca-ff7d90728328 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '76d194f2-df4b-43d9-8924-97892b488204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:38.962908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Attempting to bind port c7e8f122-eaeb-4912-91ca-ff7d90728328 on network 0a7d304a-1e0c-4aea-8008-3957832d513e {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:38.968250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:38.968635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Checking segment: {'id': '76d194f2-df4b-43d9-8924-97892b488204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:38.969053 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:38.969457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Bound using segment: {'id': '76d194f2-df4b-43d9-8924-97892b488204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:38.969988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Bound port: c7e8f122-eaeb-4912-91ca-ff7d90728328, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d194f2-df4b-43d9-8924-97892b488204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0a7d304a-1e0c-4aea-8008-3957832d513e'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:38.970439 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.017928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9af4aded-ec61-4b33-8611-83e17d869b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.021007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9af4aded-ec61-4b33-8611-83e17d869b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.026867 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9af4aded-ec61-4b33-8611-83e17d869b50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8acee367-1904-4a93-a9b5-3b6ca6017a60 HTTP/1.1" status: 204 len: 168 time: 0.3786881 Nov 09 18:25:39.042916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4aded-ec61-4b33-8611-83e17d869b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acee367-1904-4a93-a9b5-3b6ca6017a60,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:39.081141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] For port c7e8f122-eaeb-4912-91ca-ff7d90728328, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:39.087766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] For port c7e8f122-eaeb-4912-91ca-ff7d90728328, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c7e8f122-eaeb-4912-91ca-ff7d90728328,segment=NetworkSegment(76d194f2-df4b-43d9-8924-97892b488204),segment_id=76d194f2-df4b-43d9-8924-97892b488204)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:39.102450 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.121240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.182951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.189363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ee83d-7dbc-4455-a405-b64908a3fad9 None None] Pushing event updated for resources: {'Port': ['ID=c7e8f122-eaeb-4912-91ca-ff7d90728328,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:39.245660 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 0a7d304a-1e0c-4aea-8008-3957832d513e is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:39.249520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:39.251956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:39.287376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=4c50384c-9cb6-42e2-8157-7255196eae9d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:39.344649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:39.345937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.371665 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-503e5d16-d694-4c05-872b-25a9586a71b4 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1335442 Nov 09 18:25:39.372391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56778) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:39.799806 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-23e48ff0-0966-4c9f-ae83-73aa10c99fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:39.891047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.028223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c7e8f122-eaeb-4912-91ca-ff7d90728328 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:40.052383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56804) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:40.084733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-878dd4cb-1d88-498a-8003-b96a8f87bcfb req-dbccbfee-cf17-401d-9e5f-0e10de214a6d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.0538008 Nov 09 18:25:40.110313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c7e8f122-eaeb-4912-91ca-ff7d90728328 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:40.110833 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.244003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-1529550585'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:40.279526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.291449 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.291683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.333829 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.434104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c7e8f122-eaeb-4912-91ca-ff7d90728328, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c7e8f122-eaeb-4912-91ca-ff7d90728328,segment=NetworkSegment(76d194f2-df4b-43d9-8924-97892b488204),segment_id=76d194f2-df4b-43d9-8924-97892b488204)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:40.443912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.480411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:40.495705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.505173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=4c50384c-9cb6-42e2-8157-7255196eae9d,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:40.510816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c7e8f122-eaeb-4912-91ca-ff7d90728328,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:40.528378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.552119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-7b0f83a1-c3c7-4832-afa7-44de503c9fd9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:40.554517 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-7b0f83a1-c3c7-4832-afa7-44de503c9fd9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.2904129 Nov 09 18:25:40.579714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'port': {'device_id': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'admin_state_up': True, 'tenant_id': '699ef17697e843918b6255275df4a9d4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:40.603088 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.751888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.761242 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.762417 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.775561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:40.778504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.809241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac2b82-2acd-47d9-919c-4072c1266906 None None] Network 0a7d304a-1e0c-4aea-8008-3957832d513e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:40.814046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:40.827532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0842e8c9-02e9-4304-af59-a4a53bd22c8f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:40.837526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.837887 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment 41d6ce56-71e3-418d-92cf-90058a8bed4e of type vlan for network 41e19f91-cc77-49cf-b14e-b23c22cfcfff Nov 09 18:25:40.913523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ba2431e6-7642-4c20-ac26-080e8316ab56 None None] Provisioning complete for port c7e8f122-eaeb-4912-91ca-ff7d90728328 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:40.914413 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ba2431e6-7642-4c20-ac26-080e8316ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:40.944423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.091394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.099373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:41.100026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.110736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.20.0.12 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/acd6c13c-9f2a-41e1-8d90-a0b4a6355477) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:41.161821 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.191032 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1370494 Nov 09 18:25:41.199978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56820) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:41.207760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-434147588'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:41.214386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2cb0d-15fe-4d7f-aba0-78dc7f84138d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=41e19f91-cc77-49cf-b14e-b23c22cfcfff,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:41.229625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:41.293722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac4ed43a-0d55-4ff9-b94f-efa669a6d7df req-45a622b5-2487-4f72-84a2-2bd48685b7d3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.0776145 Nov 09 18:25:41.354289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:41.358765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.417664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:41.427567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.436651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.437532 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment 0eab7fa6-13a1-4511-a32e-efc2e31f233e of type vlan for network d84f837e-14b8-4b2e-8628-688ac14838a7 Nov 09 18:25:41.448768 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.498636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.527050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.539801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.557757 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.567923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:41.569602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.582939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6a16df82-c9e2-4a8b-bc47-760700eb2cdc None None] Provisioning complete for port 4c50384c-9cb6-42e2-8157-7255196eae9d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:41.583318 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6a16df82-c9e2-4a8b-bc47-760700eb2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.606464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:41.609900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:41.614417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:41.646664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6a16df82-c9e2-4a8b-bc47-760700eb2cdc None None] Port 4c50384c-9cb6-42e2-8157-7255196eae9d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:41.669127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6a16df82-c9e2-4a8b-bc47-760700eb2cdc None None] Provisioning complete for port c7e8f122-eaeb-4912-91ca-ff7d90728328 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:41.669501 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6a16df82-c9e2-4a8b-bc47-760700eb2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.703765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5006599 Nov 09 18:25:41.706772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56824) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:41.733512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:41.734310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.755211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:41.779019 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-d141f3dd-6f3d-4ae3-a4cf-499fb59ab198 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2086527 Nov 09 18:25:41.799341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Request body: {'port': {'device_id': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:41.935258 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:41.971391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2e643566-e82d-4259-abb1-f41e3fb49fa2 None None] Provisioning complete for port 4c50384c-9cb6-42e2-8157-7255196eae9d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:41.971948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e643566-e82d-4259-abb1-f41e3fb49fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.008440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c7e8f122-eaeb-4912-91ca-ff7d90728328 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:42.057776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2e643566-e82d-4259-abb1-f41e3fb49fa2 None None] Port 4c50384c-9cb6-42e2-8157-7255196eae9d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:42.098124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c7e8f122-eaeb-4912-91ca-ff7d90728328 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:42.098518 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.213856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4fdfc26f-75fc-4d1c-be30-3783cce00442 None None] Provisioning complete for port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:42.214247 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4fdfc26f-75fc-4d1c-be30-3783cce00442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.304584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4fdfc26f-75fc-4d1c-be30-3783cce00442 None None] Port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:42.351343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd6c13c-9f2a-41e1-8d90-a0b4a6355477 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:25:42.360482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.368892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '41e19f91-cc77-49cf-b14e-b23c22cfcfff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:42.375867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Transition to ACTIVE for port object acd6c13c-9f2a-41e1-8d90-a0b4a6355477 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:25:42.385937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.428254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-df5a97e8-b3b8-4847-adc5-4f5e38ff36fa None None] Provisioning complete for port 4c50384c-9cb6-42e2-8157-7255196eae9d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:42.428635 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df5a97e8-b3b8-4847-adc5-4f5e38ff36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.445066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Pushing event updated for resources: {'Port': ['ID=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:42.457651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.466752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=4c50384c-9cb6-42e2-8157-7255196eae9d,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:42.493890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-df5a97e8-b3b8-4847-adc5-4f5e38ff36fa None None] Port 4c50384c-9cb6-42e2-8157-7255196eae9d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:42.531308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8398a-aa4b-4049-b51a-8da17f8c6ca7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=d84f837e-14b8-4b2e-8628-688ac14838a7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:42.543323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network d84f837e-14b8-4b2e-8628-688ac14838a7 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:25:42.556331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Attempting to bind port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:42.556864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Attempting to bind port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:42.557078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Attempting to bind port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:42.562192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 on network 906e5d51-662b-4ffd-994b-71c53e31d65d not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:25:42.562533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Attempting to bind port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:42.573936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:42.575105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:42.575766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:42.576209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Bound port: acd6c13c-9f2a-41e1-8d90-a0b4a6355477, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:42.576667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.714709 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.726127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f7b4d-6fc9-4270-a831-b386e1437d56 req-a2f60863-9092-4802-8277-99bf75ef2995 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:42.728472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-305f7b4d-6fc9-4270-a831-b386e1437d56 req-a2f60863-9092-4802-8277-99bf75ef2995 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.2934551 Nov 09 18:25:42.731553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:42.738357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.755603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] For port acd6c13c-9f2a-41e1-8d90-a0b4a6355477, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:42.765854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] For port acd6c13c-9f2a-41e1-8d90-a0b4a6355477, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:42.778371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.813937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:42.814600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:42.818339 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] 10.222.0.85 "PUT /v2.0/ports/acd6c13c-9f2a-41e1-8d90-a0b4a6355477 HTTP/1.1" status: 200 len: 1092 time: 1.0270128 Nov 09 18:25:42.875233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'tag': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:42.877706 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ea7261-bbec-42e2-a3eb-25af317e574a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec244050-9e3c-4200-a00d-2f9abd12ca4f", "tag": "acd6c13c-9f2a-41e1-8d90-a0b4a6355477"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:42.937627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network 0a7d304a-1e0c-4aea-8008-3957832d513e is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:43.008553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64053b5c-e866-423c-b0f2-19538d172597 service neutron] Pushing event updated for resources: {'Port': ['ID=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:43.042400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-a52f596a-7482-4ce8-9493-2a2be1bb3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:43.043982 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-a52f596a-7482-4ce8-9493-2a2be1bb3d98 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 1095 time: 0.1587105 Nov 09 18:25:43.045617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:43.053100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-305f7b4d-6fc9-4270-a831-b386e1437d56 req-a0df1854-5c2b-43b0-9470-aa6ae8c17aee tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056724 Nov 09 18:25:43.121669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-369adb31-b9c2-4a99-81ac-a9bb538d56c9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477 HTTP/1.1" status: 200 len: 217 time: 0.0616891 Nov 09 18:25:43.149851 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b93ff2-41d7-4170-b872-a99f75e0b8a8 x-openstack-request-id: req-b3b93ff2-41d7-4170-b872-a99f75e0b8a8 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:43.150386 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec244050-9e3c-4200-a00d-2f9abd12ca4f", "tag": "acd6c13c-9f2a-41e1-8d90-a0b4a6355477", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:43.150843 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3b93ff2-41d7-4170-b872-a99f75e0b8a8 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:43.151412 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'tag': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477', 'status': 'completed', 'code': 200} Nov 09 18:25:43.212610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-6dfef6e7-cb9a-4780-9af4-779924416667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:43.214101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-6dfef6e7-cb9a-4780-9af4-779924416667 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0852976 Nov 09 18:25:43.229526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:43.271331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-263c492e-107d-4bf9-83d0-14f419b97657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:43.272936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-263c492e-107d-4bf9-83d0-14f419b97657 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509899 Nov 09 18:25:43.386497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=11fd8859-30bb-434c-9d5e-f08530aa432c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:43.388142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-cb5e9e31-1b21-4445-9523-3c3e214b003e service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054754 Nov 09 18:25:43.418019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7d862f7d-91da-4800-bbe6-cd90c14cab27 None None] Provisioning complete for port 4c50384c-9cb6-42e2-8157-7255196eae9d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:43.418616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d862f7d-91da-4800-bbe6-cd90c14cab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:43.435955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': '41d6ce56-71e3-418d-92cf-90058a8bed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '41e19f91-cc77-49cf-b14e-b23c22cfcfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:43.436324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 41e19f91-cc77-49cf-b14e-b23c22cfcfff, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:43.456862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7d862f7d-91da-4800-bbe6-cd90c14cab27 None None] Port 4c50384c-9cb6-42e2-8157-7255196eae9d cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:43.462894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Router e9419767-fc98-48dd-a85e-45c9b29094f9 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:25:43.470661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:43.488882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 41e19f91-cc77-49cf-b14e-b23c22cfcfff) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:43.495827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:43.497194 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:43.501428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b3fa7d-c691-4fb8-b3ef-3ced7a4b569e None None] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:43.537915 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-838eaa21-a533-4f6a-aa25-b1575c80bfb4 req-9cc44340-9495-4b5d-8233-b2f06903ddc8 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420009 Nov 09 18:25:43.596647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-092bd77d-cdd9-4f1d-af2b-f0474b66d01f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2321706 Nov 09 18:25:43.599372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56832) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:43.604500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': 'd84f837e-14b8-4b2e-8628-688ac14838a7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:43.672306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-27e54f65-65af-446b-b7a8-4aebed4f4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:43.673839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:43.674370 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-27e54f65-65af-446b-b7a8-4aebed4f4aee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 1095 time: 0.0787659 Nov 09 18:25:43.681065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7051f10-86eb-4412-a716-4c1be0b26ae8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "PUT /v2.0/routers/e9419767-fc98-48dd-a85e-45c9b29094f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3074615 Nov 09 18:25:43.684786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56834) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:43.691594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] Sync routers for ids ['e9419767-fc98-48dd-a85e-45c9b29094f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:43.767932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099eb0b5-f86f-4e02-9b30-3bb30c13fc17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:43.769663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-099eb0b5-f86f-4e02-9b30-3bb30c13fc17 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9419767-fc98-48dd-a85e-45c9b29094f9 HTTP/1.1" status: 200 len: 981 time: 0.0839038 Nov 09 18:25:43.778873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:43.782694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:43.785781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56838) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:43.788314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-41e19f91-cc77-49cf-b14e-b23c22cfcfff', 'network_id': '41e19f91-cc77-49cf-b14e-b23c22cfcfff', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': '11fd8859-30bb-434c-9d5e-f08530aa432c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:43.794662 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:43.831855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] Routers {'e9419767-fc98-48dd-a85e-45c9b29094f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:43.832563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9419767-fc98-48dd-a85e-45c9b29094f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:43.892630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:44.025707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] Routers {'e9419767-fc98-48dd-a85e-45c9b29094f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:44.026386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9419767-fc98-48dd-a85e-45c9b29094f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:44.104464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:44.106977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3e696c-3ea1-4fb9-8af2-215a8cda98bd None None] The sync data for ids ['e9419767-fc98-48dd-a85e-45c9b29094f9'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:44.202694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Allocated IP 172.20.0.2 (41e19f91-cc77-49cf-b14e-b23c22cfcfff/11fd8859-30bb-434c-9d5e-f08530aa432c/298338b6-ca10-4a2a-8eac-392450b1bd9f) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:44.285897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.323801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-f5a18891-9392-4c18-9596-78c30822a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:44.326387 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-f5a18891-9392-4c18-9596-78c30822a470 service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.6442873 Nov 09 18:25:44.401972 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-274a96d3-2443-420f-9d72-a0962eb7c6cd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477 HTTP/1.1" status: 200 len: 217 time: 0.0655892 Nov 09 18:25:44.408459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.422448 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.474606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-3d66de50-69b3-49ac-9cc0-7ef0ff577486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:44.476389 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-3d66de50-69b3-49ac-9cc0-7ef0ff577486 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0682180 Nov 09 18:25:44.478531 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:44.482040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:44.485056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:44.522764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Pushing event updated for resources: {'Port': ['ID=298338b6-ca10-4a2a-8eac-392450b1bd9f,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:44.538943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=a7b3196e-9ee4-4584-a22a-8bf727bd67b4,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:44.556550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d54a0-18a7-4031-85b3-51af2ab3e160 req-bc45d5bb-6640-4347-836e-dd0ed31f2323 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:44.560790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c2d54a0-18a7-4031-85b3-51af2ab3e160 req-bc45d5bb-6640-4347-836e-dd0ed31f2323 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.2795298 Nov 09 18:25:44.573582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Attempting to bind port 298338b6-ca10-4a2a-8eac-392450b1bd9f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:44.574376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Attempting to bind port 298338b6-ca10-4a2a-8eac-392450b1bd9f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '41d6ce56-71e3-418d-92cf-90058a8bed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '41e19f91-cc77-49cf-b14e-b23c22cfcfff'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:44.574773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Attempting to bind port 298338b6-ca10-4a2a-8eac-392450b1bd9f on network 41e19f91-cc77-49cf-b14e-b23c22cfcfff {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:44.576347 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': '0eab7fa6-13a1-4511-a32e-efc2e31f233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd84f837e-14b8-4b2e-8628-688ac14838a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:44.576995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: d84f837e-14b8-4b2e-8628-688ac14838a7, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:25:44.578959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-17f4566d-cbd5-4edb-a2c9-fec4404520e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:44.581656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-17f4566d-cbd5-4edb-a2c9-fec4404520e3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931427 Nov 09 18:25:44.583372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:44.583767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Checking segment: {'id': '41d6ce56-71e3-418d-92cf-90058a8bed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '41e19f91-cc77-49cf-b14e-b23c22cfcfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:44.584713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.585146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Bound using segment: {'id': '41d6ce56-71e3-418d-92cf-90058a8bed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '41e19f91-cc77-49cf-b14e-b23c22cfcfff'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:44.585715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Bound port: 298338b6-ca10-4a2a-8eac-392450b1bd9f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d6ce56-71e3-418d-92cf-90058a8bed4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '41e19f91-cc77-49cf-b14e-b23c22cfcfff'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:44.587277 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.659085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network d84f837e-14b8-4b2e-8628-688ac14838a7 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:25:44.682623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] For port 298338b6-ca10-4a2a-8eac-392450b1bd9f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:44.687852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] For port 298338b6-ca10-4a2a-8eac-392450b1bd9f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=298338b6-ca10-4a2a-8eac-392450b1bd9f,segment=NetworkSegment(41d6ce56-71e3-418d-92cf-90058a8bed4e),segment_id=41d6ce56-71e3-418d-92cf-90058a8bed4e)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:44.696208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, d84f837e-14b8-4b2e-8628-688ac14838a7) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:44.699767 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.713812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:44.714500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.721232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c2d54a0-18a7-4031-85b3-51af2ab3e160 req-ad7f9bce-1253-481f-babe-710c65e5d85b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477182 Nov 09 18:25:44.770954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01030c1-c990-4744-a1a1-d5366741a40a None None] Network d84f837e-14b8-4b2e-8628-688ac14838a7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:44.793831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-06cdc2e9-fbe5-4689-9e99-e1cae916aa95 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034607 Nov 09 18:25:44.840536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-53b9cd29-5574-4008-b9d1-bb48d5797016 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2377293 Nov 09 18:25:44.846415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56846) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:44.852801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5b69e5e9-8941-42d4-9b41-3c3ed411c98d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2121436140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:44.889778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deff348-cd6a-437f-89ea-4fdaa103e312 None None] Pushing event updated for resources: {'Port': ['ID=298338b6-ca10-4a2a-8eac-392450b1bd9f,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:44.981083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b69e5e9-8941-42d4-9b41-3c3ed411c98d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:44.983081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b69e5e9-8941-42d4-9b41-3c3ed411c98d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.043419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-67ea7261-bbec-42e2-a3eb-25af317e574a req-7cb7c6dd-6122-4219-ab75-8604c4982090 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326307 Nov 09 18:25:45.122942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-d84f837e-14b8-4b2e-8628-688ac14838a7', 'network_id': 'd84f837e-14b8-4b2e-8628-688ac14838a7', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': 'a7b3196e-9ee4-4584-a22a-8bf727bd67b4'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:45.123859 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.148079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.332791 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Allocated IP 172.21.0.2 (d84f837e-14b8-4b2e-8628-688ac14838a7/a7b3196e-9ee4-4584-a22a-8bf727bd67b4/e214b64e-7db4-4bf9-80f6-0057a1f3912d) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:45.360182 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b69e5e9-8941-42d4-9b41-3c3ed411c98d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.390311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b69e5e9-8941-42d4-9b41-3c3ed411c98d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.429838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b69e5e9-8941-42d4-9b41-3c3ed411c98d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.431434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b69e5e9-8941-42d4-9b41-3c3ed411c98d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5843797 Nov 09 18:25:45.434186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56848) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:45.484460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-5f4f4dac-2741-4cd2-a8a4-fe02afeee1df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544833 Nov 09 18:25:45.487368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.495869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.516269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Network d84f837e-14b8-4b2e-8628-688ac14838a7 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:45.518837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:45.539827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:45.609431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Pushing event updated for resources: {'Port': ['ID=e214b64e-7db4-4bf9-80f6-0057a1f3912d,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:45.611819 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Attempting to bind port e214b64e-7db4-4bf9-80f6-0057a1f3912d on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:45.612331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Attempting to bind port e214b64e-7db4-4bf9-80f6-0057a1f3912d by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '0eab7fa6-13a1-4511-a32e-efc2e31f233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd84f837e-14b8-4b2e-8628-688ac14838a7'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:45.612707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Attempting to bind port e214b64e-7db4-4bf9-80f6-0057a1f3912d on network d84f837e-14b8-4b2e-8628-688ac14838a7 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:45.619055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:45.619447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Checking segment: {'id': '0eab7fa6-13a1-4511-a32e-efc2e31f233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd84f837e-14b8-4b2e-8628-688ac14838a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:45.619858 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.620264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Bound using segment: {'id': '0eab7fa6-13a1-4511-a32e-efc2e31f233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd84f837e-14b8-4b2e-8628-688ac14838a7'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:45.620749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Bound port: e214b64e-7db4-4bf9-80f6-0057a1f3912d, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eab7fa6-13a1-4511-a32e-efc2e31f233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd84f837e-14b8-4b2e-8628-688ac14838a7'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:45.621546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.693759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] For port e214b64e-7db4-4bf9-80f6-0057a1f3912d, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:45.697191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] For port e214b64e-7db4-4bf9-80f6-0057a1f3912d, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e214b64e-7db4-4bf9-80f6-0057a1f3912d,segment=NetworkSegment(0eab7fa6-13a1-4511-a32e-efc2e31f233e),segment_id=0eab7fa6-13a1-4511-a32e-efc2e31f233e)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:45.708001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.717433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-8cb102b5-b15c-4531-a90d-7fbffbbb7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:45.719043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-8cb102b5-b15c-4531-a90d-7fbffbbb7871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.1651225 Nov 09 18:25:45.740205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 4c50384c-9cb6-42e2-8157-7255196eae9d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:45.740561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:45.803699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eb41e-3b66-4a10-9a11-a64cb9663bdb None None] Pushing event updated for resources: {'Port': ['ID=e214b64e-7db4-4bf9-80f6-0057a1f3912d,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:46.002099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.080539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 298338b6-ca10-4a2a-8eac-392450b1bd9f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:46.182160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 298338b6-ca10-4a2a-8eac-392450b1bd9f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:46.182800 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.200795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-9e5c0681-c4c5-4669-8685-a9ad2a3f35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:46.212237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-9e5c0681-c4c5-4669-8685-a9ad2a3f35c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.4487653 Nov 09 18:25:46.269143 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.329307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-175aa18a-bff0-4c63-8620-724be6bc6ab2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0839772 Nov 09 18:25:46.330229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 4c50384c-9cb6-42e2-8157-7255196eae9d owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:46.333511 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.336308 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.391251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 298338b6-ca10-4a2a-8eac-392450b1bd9f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=298338b6-ca10-4a2a-8eac-392450b1bd9f,segment=NetworkSegment(41d6ce56-71e3-418d-92cf-90058a8bed4e),segment_id=41d6ce56-71e3-418d-92cf-90058a8bed4e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:46.400422 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.493155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=298338b6-ca10-4a2a-8eac-392450b1bd9f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:46.499607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.20.0.1 (41e19f91-cc77-49cf-b14e-b23c22cfcfff/11fd8859-30bb-434c-9d5e-f08530aa432c/fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:46.528802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a51c5-7d93-43bf-a698-12263afd4d7f req-caf9e2ec-4e8b-4de8-bf95-14add646e381 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:46.531997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-125a51c5-7d93-43bf-a698-12263afd4d7f req-caf9e2ec-4e8b-4de8-bf95-14add646e381 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.5721037 Nov 09 18:25:46.559951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-70a68b1c-9d9b-4ec9-9774-66490baeac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:46.561407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-70a68b1c-9d9b-4ec9-9774-66490baeac66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.2137349 Nov 09 18:25:46.620230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c5682-2b16-48ec-89df-df4ce85ecade None None] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:46.660148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.677138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-125a51c5-7d93-43bf-a698-12263afd4d7f req-c6b70a45-4415-408d-924d-143233ea56ed tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355236 Nov 09 18:25:46.699212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-92758e95-6f9b-43e6-9866-eaa9068138c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:46.703262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-92758e95-6f9b-43e6-9866-eaa9068138c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273208 Nov 09 18:25:46.730052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.732402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7f7549f8-5976-4f39-a4ca-8107aba9a4de None None] Provisioning complete for port 298338b6-ca10-4a2a-8eac-392450b1bd9f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:46.732785 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7f7549f8-5976-4f39-a4ca-8107aba9a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.792677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:46.817387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:46.819185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:46.826693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:46.837595 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.879188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:46.882427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=4c50384c-9cb6-42e2-8157-7255196eae9d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:46.888171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-10daa840-ba3a-44c0-8bc4-3a284bbef905 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747291 Nov 09 18:25:47.103128 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.375622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-87757c9b-2d1d-477d-9a44-c9e95029cf4f None None] Provisioning complete for port fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:47.379557 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-87757c9b-2d1d-477d-9a44-c9e95029cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.475502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-87757c9b-2d1d-477d-9a44-c9e95029cf4f None None] Port fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:47.490944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-87757c9b-2d1d-477d-9a44-c9e95029cf4f None None] Provisioning complete for port 298338b6-ca10-4a2a-8eac-392450b1bd9f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:47.491559 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-87757c9b-2d1d-477d-9a44-c9e95029cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.666696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5af8ba9-bd78-4b19-a184-18b349e6d2a6 None None] Network d84f837e-14b8-4b2e-8628-688ac14838a7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:47.743774 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.756035 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.802294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.821100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Provisioning complete for port fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:47.821761 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.894569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:47.897971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:47.938376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Port fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:48.002571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Provisioning complete for port e214b64e-7db4-4bf9-80f6-0057a1f3912d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:48.002951 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.036274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b092fca-5185-4494-a1aa-ad3628ce66b7 req-c49592d7-45ac-4781-bf09-c323a662abf9 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0994968 Nov 09 18:25:48.052513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5f87a-d507-4485-9092-0a79ece21983 req-1cec03d7-7083-45bd-9d6c-b9f9cc770425 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:48.054538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00e5f87a-d507-4485-9092-0a79ece21983 req-1cec03d7-7083-45bd-9d6c-b9f9cc770425 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.2550752 Nov 09 18:25:48.060268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Router e9419767-fc98-48dd-a85e-45c9b29094f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:48.069394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:48.071918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:48.157626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e214b64e-7db4-4bf9-80f6-0057a1f3912d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:48.175315 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:48.189169 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] Sync routers for ids ['e9419767-fc98-48dd-a85e-45c9b29094f9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:48.198466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e6c4b7a1-557d-4706-b93a-fe7d987bfda8 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "PUT /v2.0/routers/e9419767-fc98-48dd-a85e-45c9b29094f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094031 Nov 09 18:25:48.199928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56874) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:48.208890 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] Routers {'e9419767-fc98-48dd-a85e-45c9b29094f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:48.209591 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9419767-fc98-48dd-a85e-45c9b29094f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.254597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.255999 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-29880877-15c9-4386-8e1c-bb6410d8eb6a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:48.259261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-29880877-15c9-4386-8e1c-bb6410d8eb6a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/4c50384c-9cb6-42e2-8157-7255196eae9d HTTP/1.1" status: 404 len: 333 time: 0.0511422 Nov 09 18:25:48.263963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00e5f87a-d507-4485-9092-0a79ece21983 req-a944d7af-5fee-46cd-ad4c-84d633097d26 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985369 Nov 09 18:25:48.264672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56876) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:48.280818 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.294751 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] Routers {'e9419767-fc98-48dd-a85e-45c9b29094f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:48.295422 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9419767-fc98-48dd-a85e-45c9b29094f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.316780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 51d14eef-5aa0-45ac-af01-81afb1af99f9 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:25:48.374694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] For port e214b64e-7db4-4bf9-80f6-0057a1f3912d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e214b64e-7db4-4bf9-80f6-0057a1f3912d,segment=NetworkSegment(0eab7fa6-13a1-4511-a32e-efc2e31f233e),segment_id=0eab7fa6-13a1-4511-a32e-efc2e31f233e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:48.388419 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.394120 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.396213 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691eda5b-f533-44d8-a599-ad8393d8a867 None None] The sync data for ids ['e9419767-fc98-48dd-a85e-45c9b29094f9'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:48.441250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e9240df-ec12-43f2-9fab-e56c1da3bf69 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.468761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e214b64e-7db4-4bf9-80f6-0057a1f3912d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:48.469286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.497389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:48.514351 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-05a16e55-3780-498e-aaec-5eb29ae85481 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/51d14eef-5aa0-45ac-af01-81afb1af99f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0788925 Nov 09 18:25:48.516925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56880) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:48.582851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da00e0c-fd3d-452e-9cec-50a4ce1f610f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:48.584507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6da00e0c-fd3d-452e-9cec-50a4ce1f610f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports/fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 HTTP/1.1" status: 200 len: 910 time: 0.0664339 Nov 09 18:25:48.587647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56882) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:48.665915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e9240df-ec12-43f2-9fab-e56c1da3bf69 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.669435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e9240df-ec12-43f2-9fab-e56c1da3bf69 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.696496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] Sync routers for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:48.729559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e9240df-ec12-43f2-9fab-e56c1da3bf69 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.732631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9240df-ec12-43f2-9fab-e56c1da3bf69 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Fanout notify agent at l3_agent the message router_deleted on router e9419767-fc98-48dd-a85e-45c9b29094f9 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:25:48.743656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:48.744445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.751525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5e9240df-ec12-43f2-9fab-e56c1da3bf69 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.752921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5e9240df-ec12-43f2-9fab-e56c1da3bf69 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/routers/e9419767-fc98-48dd-a85e-45c9b29094f9 HTTP/1.1" status: 204 len: 168 time: 0.4868574 Nov 09 18:25:48.759998 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0ceb-33b9-4987-a34f-e21e0922eeb8 None None] Pushing event updated for resources: {'Port': ['ID=e214b64e-7db4-4bf9-80f6-0057a1f3912d,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:48.762105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56884) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:48.809597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.814631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1813f8b9-93b5-4755-890a-c02bd18e847e None None] Provisioning complete for port fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:48.815761 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1813f8b9-93b5-4755-890a-c02bd18e847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.824918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet 26b93735-1823-40fb-aeb8-a020a4a3c026 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:48.828153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.861560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:48.862248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.870865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1813f8b9-93b5-4755-890a-c02bd18e847e None None] Port fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:48.887383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:48.921207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:48.921870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3d1fa-78cf-40db-a3f9-1b6dffe5f9d1 None None] The sync data for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:48.946445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 298338b6-ca10-4a2a-8eac-392450b1bd9f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:48.948025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1813f8b9-93b5-4755-890a-c02bd18e847e None None] Provisioning complete for port e214b64e-7db4-4bf9-80f6-0057a1f3912d triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:48.948409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1813f8b9-93b5-4755-890a-c02bd18e847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.026742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.041500 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.045678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 298338b6-ca10-4a2a-8eac-392450b1bd9f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:49.046086 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.094222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.132030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=26b93735-1823-40fb-aeb8-a020a4a3c026,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:49.137008 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.143002 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4b77eb62-303d-4ba8-af30-6b01b01da48a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/26b93735-1823-40fb-aeb8-a020a4a3c026 HTTP/1.1" status: 204 len: 168 time: 0.3798478 Nov 09 18:25:49.145749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56888) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:49.151836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b375aa6-996f-476a-a427-deded3388893 None None] Network 0a7d304a-1e0c-4aea-8008-3957832d513e requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:49.241621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.265216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.311654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port c7e8f122-eaeb-4912-91ca-ff7d90728328 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:49.312318 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.391291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.21.0.1 (d84f837e-14b8-4b2e-8628-688ac14838a7/a7b3196e-9ee4-4584-a22a-8bf727bd67b4/c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:49.421612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] DHCP port deletion for 0a7d304a-1e0c-4aea-8008-3957832d513e request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:49.431944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] For port c7e8f122-eaeb-4912-91ca-ff7d90728328, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c7e8f122-eaeb-4912-91ca-ff7d90728328,segment=NetworkSegment(76d194f2-df4b-43d9-8924-97892b488204),segment_id=76d194f2-df4b-43d9-8924-97892b488204)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:49.432405 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.448922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for c7e8f122-eaeb-4912-91ca-ff7d90728328 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:49.478339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63995713-c507-4763-8467-972c06f87e8a req-662bbf79-b0e0-46a6-8a55-44154ebb087b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:49.480628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63995713-c507-4763-8467-972c06f87e8a req-662bbf79-b0e0-46a6-8a55-44154ebb087b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.1043558 Nov 09 18:25:49.497955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] Deleting port c7e8f122-eaeb-4912-91ca-ff7d90728328 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:49.498811 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.599058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.623514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No DVR routers for this DVR port c7e8f122-eaeb-4912-91ca-ff7d90728328 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:49.625527 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.641858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] For port c7e8f122-eaeb-4912-91ca-ff7d90728328, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c7e8f122-eaeb-4912-91ca-ff7d90728328,segment=NetworkSegment(76d194f2-df4b-43d9-8924-97892b488204),segment_id=76d194f2-df4b-43d9-8924-97892b488204)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:49.642334 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.658264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] Calling delete_port for c7e8f122-eaeb-4912-91ca-ff7d90728328 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:49.676214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=c7e8f122-eaeb-4912-91ca-ff7d90728328,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:49.680734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.689116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63995713-c507-4763-8467-972c06f87e8a req-7ed75f83-281e-4b8f-b3e1-0ab0391e88b7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310229 Nov 09 18:25:49.750952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.758857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.772840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:49.774858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7d304a-1e0c-4aea-8008-3957832d513e']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:49.783500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network d84f837e-14b8-4b2e-8628-688ac14838a7 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:49.785154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:49.788099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:49.790813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d194f2-df4b-43d9-8924-97892b488204') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:49.791152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d194f2-df4b-43d9-8924-97892b488204') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:49.808720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.808958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] Pushing event deleted for resources: {'Port': ['ID=c7e8f122-eaeb-4912-91ca-ff7d90728328,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:49.811483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e5c4f-3437-40bf-8a28-4168bf46a493 None None] No DVR routers for this DVR port c7e8f122-eaeb-4912-91ca-ff7d90728328 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:49.833216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.840936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:49.841600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:49.845294 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:49.850423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.952851 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.965402 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:49.972300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/0a7d304a-1e0c-4aea-8008-3957832d513e HTTP/1.1" status: 204 len: 168 time: 0.8252575 Nov 09 18:25:49.977064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56896) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:50.005892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff68c6-a94b-46fc-a28b-515ed6ccc3ed tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=0a7d304a-1e0c-4aea-8008-3957832d513e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:50.008152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e214b64e-7db4-4bf9-80f6-0057a1f3912d up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:50.039602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.055263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e34db2-174a-42c5-a84c-b1d76c36cb2d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:50.057562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-02e34db2-174a-42c5-a84c-b1d76c36cb2d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/cbc8cbef-bc98-45dd-a70c-c0614a633609 HTTP/1.1" status: 200 len: 841 time: 0.0631444 Nov 09 18:25:50.066846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56900) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:50.113816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e214b64e-7db4-4bf9-80f6-0057a1f3912d triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:50.114279 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.134568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a80717df-f8ca-4c7d-9d62-a8b01844d7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/cbc8cbef-bc98-45dd-a70c-c0614a633609?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0663478 Nov 09 18:25:50.146325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56902) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:50.158274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:50.275397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:50.279889 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.286572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-604c786c-539e-47f0-96d2-740852ae6e65 None None] Provisioning complete for port c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:50.287272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-604c786c-539e-47f0-96d2-740852ae6e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.324692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c7e8f122-eaeb-4912-91ca-ff7d90728328 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:50.352806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c7e8f122-eaeb-4912-91ca-ff7d90728328 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:50.353161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c7e8f122-eaeb-4912-91ca-ff7d90728328 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:50.359767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-604c786c-539e-47f0-96d2-740852ae6e65 None None] Port c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:50.385813 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.393322 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.475670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.480171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:50.491908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.492760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.493109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.494443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.495070 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.495237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.495561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.495897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.496228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.496557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.496882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.497404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:50.524116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.579722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:50.583266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:50.586569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:50.587162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.595206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d7ecfe-0e11-4a57-a46a-2400bc7f4961 None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:50.600979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=edf45fa4-e4f1-4a4c-9696-49167d860d74,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:50.613205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-98630b0f-fac5-469a-b72a-949e8a5ddece tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4657836 Nov 09 18:25:50.616370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56904) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:50.622373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-799d4ba0-2f77-45ae-b191-284245273c8b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'security_group': {'name': 'tempest-secgroup-900155329'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:50.636448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network d84f837e-14b8-4b2e-8628-688ac14838a7 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:50.639028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:50.646794 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-799d4ba0-2f77-45ae-b191-284245273c8b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.768248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-799d4ba0-2f77-45ae-b191-284245273c8b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.776652 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-799d4ba0-2f77-45ae-b191-284245273c8b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.840938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 51d14eef-5aa0-45ac-af01-81afb1af99f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:50.852113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-799d4ba0-2f77-45ae-b191-284245273c8b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.856725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56908) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:50.857416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-799d4ba0-2f77-45ae-b191-284245273c8b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2390223 Nov 09 18:25:50.861846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1cc1e581-3b13-4030-a455-3fac23d3fc13 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'security_group': {'name': 'tempest-secgroup-504110146'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:50.876846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d4ba0-2f77-45ae-b191-284245273c8b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0219d0c5-7077-46cb-930a-fab85e12903d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:50.885317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a1e19606-eef4-41e0-b0fa-540101e4663d', 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'tenant_id': '2e223045e6ed49e0aa2b34fb053cb0be', 'fixed_ips': [{'subnet_id': 'edf45fa4-e4f1-4a4c-9696-49167d860d74'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:25:50.887690 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:50.913503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0f6b-be28-4ce1-a660-976f5e698063 req-183fa6fd-2dc8-4eff-8f6a-143675efc4d1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:50.916077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bbd0f6b-be28-4ce1-a660-976f5e698063 req-183fa6fd-2dc8-4eff-8f6a-143675efc4d1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.0941358 Nov 09 18:25:50.984680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bbd0f6b-be28-4ce1-a660-976f5e698063 req-afcf1f82-8b22-4c1c-8767-4c8147a0f94e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550463 Nov 09 18:25:51.009953 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e581-3b13-4030-a455-3fac23d3fc13 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.046142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:51.055761 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b9206b29-6b53-4f36-9f4d-983c5f745be9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/51d14eef-5aa0-45ac-af01-81afb1af99f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4670277 Nov 09 18:25:51.056082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56910) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:51.058513 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] Sync routers for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:51.075057 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:51.076176 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:51.116997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458215d8-4637-4ef4-9f24-f9c009e32729 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:51.118816 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:51.120837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e581-3b13-4030-a455-3fac23d3fc13 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.123263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56912) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:51.123402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-458215d8-4637-4ef4-9f24-f9c009e32729 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports/c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88 HTTP/1.1" status: 200 len: 910 time: 0.0652213 Nov 09 18:25:51.130378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e581-3b13-4030-a455-3fac23d3fc13 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.135942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Allocated IP 172.20.0.2 (a1e19606-eef4-41e0-b0fa-540101e4663d/edf45fa4-e4f1-4a4c-9696-49167d860d74/1f207fed-08da-46e7-810f-f7fecb1f2fb6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:51.143347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e7089fda-8536-4935-a28a-d85e463dfdc4 None None] Provisioning complete for port c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:51.143722 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7089fda-8536-4935-a28a-d85e463dfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.152767 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:51.153534 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:51.190626 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:51.201595 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c49322-4cd0-42af-a783-35169ef759d3 None None] The sync data for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:51.240329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e7089fda-8536-4935-a28a-d85e463dfdc4 None None] Port c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:51.338821 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.345467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.390723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:51.394536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:51.402305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:51.405870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Pushing event updated for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:51.462590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Attempting to bind port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:25:51.462998 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Attempting to bind port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '59fdfe70-056c-481d-b457-edf615d1c21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:25:51.463350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Attempting to bind port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 on network a1e19606-eef4-41e0-b0fa-540101e4663d {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:25:51.468829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:25:51.469218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Checking segment: {'id': '59fdfe70-056c-481d-b457-edf615d1c21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:25:51.469740 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.470202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Bound using segment: {'id': '59fdfe70-056c-481d-b457-edf615d1c21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:25:51.470868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Bound port: 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fdfe70-056c-481d-b457-edf615d1c21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:25:51.471269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.550382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:25:51.558252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1f207fed-08da-46e7-810f-f7fecb1f2fb6,segment=NetworkSegment(59fdfe70-056c-481d-b457-edf615d1c21f),segment_id=59fdfe70-056c-481d-b457-edf615d1c21f)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:25:51.563046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.614593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1e581-3b13-4030-a455-3fac23d3fc13 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157cf8fd-89b4-41cd-b760-8469488e3b4f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:51.619038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e581-3b13-4030-a455-3fac23d3fc13 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.622161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1cc1e581-3b13-4030-a455-3fac23d3fc13 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7621818 Nov 09 18:25:51.624236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56916) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:51.624711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21b3da-7377-439f-af40-eb7f2ff030c3 None None] Pushing event updated for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:51.631004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-198163445', 'security_groups': ['157cf8fd-89b4-41cd-b760-8469488e3b4f'], 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'edf45fa4-e4f1-4a4c-9696-49167d860d74'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:51.768484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:51.881651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:51.900521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:25:51.962569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.037680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1f207fed-08da-46e7-810f-f7fecb1f2fb6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:52.127083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:52.127591 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.233570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.280836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1f207fed-08da-46e7-810f-f7fecb1f2fb6,segment=NetworkSegment(59fdfe70-056c-481d-b457-edf615d1c21f),segment_id=59fdfe70-056c-481d-b457-edf615d1c21f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:52.291227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.318665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:52.319044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.354494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:52.424428 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.425611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e40614-2da6-4436-a490-4c65575f0acc req-fd2fbb1d-0f83-4e73-9ca9-5ec2667b160c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:52.427136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e40614-2da6-4436-a490-4c65575f0acc req-fd2fbb1d-0f83-4e73-9ca9-5ec2667b160c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.0922170 Nov 09 18:25:52.437140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:52.449746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.12 (a1e19606-eef4-41e0-b0fa-540101e4663d/edf45fa4-e4f1-4a4c-9696-49167d860d74/7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:52.605043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15e40614-2da6-4436-a490-4c65575f0acc req-6f55e73d-8257-487e-9bc6-e25e4d03d02a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566072 Nov 09 18:25:52.695241 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.715202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.742466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=c2c9d357-43cb-4ff6-8ab8-bc6709b9fa88,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:52.797635 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.873123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:52.877167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:52.880019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:25:52.920620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:52.958429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:52.959863 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.965632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:52.996077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2a8a5e17-340c-4b8f-ab36-98e88d835e67 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3705189 Nov 09 18:25:52.996684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56922) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:53.005673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2f30549a-0f88-4e73-848f-b68040c1169d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:53.106582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f25e8e90-28f9-4332-a2aa-063ac8ed7796 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:53.111234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f25e8e90-28f9-4332-a2aa-063ac8ed7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:53.255320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f30549a-0f88-4e73-848f-b68040c1169d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:53.265112 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2f30549a-0f88-4e73-848f-b68040c1169d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:53.308312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f25e8e90-28f9-4332-a2aa-063ac8ed7796 None None] Provisioning complete for port cbc8cbef-bc98-45dd-a70c-c0614a633609 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:53.308923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f25e8e90-28f9-4332-a2aa-063ac8ed7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:53.342423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 51d14eef-5aa0-45ac-af01-81afb1af99f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:53.359157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f25e8e90-28f9-4332-a2aa-063ac8ed7796 None None] Port cbc8cbef-bc98-45dd-a70c-c0614a633609 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:53.419921 n-d-817240-1 neutron-server[102140]: INFO neutron.db.ipam_backend_mixin [None req-2f30549a-0f88-4e73-848f-b68040c1169d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet edf45fa4-e4f1-4a4c-9696-49167d860d74 (CIDR: 172.20.0.0/28) Nov 09 18:25:53.423541 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f30549a-0f88-4e73-848f-b68040c1169d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:25:53.424022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f30549a-0f88-4e73-848f-b68040c1169d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:25:53.442134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2f30549a-0f88-4e73-848f-b68040c1169d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4429233 Nov 09 18:25:53.443590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:53.449732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:53.480134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:53.487409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-280b15e5-bfc9-42ff-a68f-5d0d4841cb39 None None] Provisioning complete for port 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:53.487787 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-280b15e5-bfc9-42ff-a68f-5d0d4841cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:53.488884 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c074ec66-aa58-4a66-9c66-5730074ab166 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/51d14eef-5aa0-45ac-af01-81afb1af99f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3655972 Nov 09 18:25:53.493930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56928) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:53.523724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] Sync routers for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:53.541629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:53.542266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:53.593117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:53.596564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-280b15e5-bfc9-42ff-a68f-5d0d4841cb39 None None] Port 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:53.604991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:53.605593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:53.655732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:53.662516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:53.667628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:53.668743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56951f26-dd3f-4cc7-bbef-39658f35d795 None None] The sync data for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:53.825845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234dbf-091a-4f43-8efd-dbd311493eab req-f433a6e2-2cb5-4248-8d6b-f9e182da690e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:53.828033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4234dbf-091a-4f43-8efd-dbd311493eab req-f433a6e2-2cb5-4248-8d6b-f9e182da690e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.1026073 Nov 09 18:25:53.899662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4234dbf-091a-4f43-8efd-dbd311493eab req-d3351dc6-d274-4757-a08a-d9e4998d0d3e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583580 Nov 09 18:25:54.001119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1f207fed-08da-46e7-810f-f7fecb1f2fb6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:54.024293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.119268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:54.119816 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.120459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.201667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:54.203425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:54.208108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:54.209147 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.227836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408eed5-6440-4fbd-919e-387fb8bec83a None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:54.243653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=40a80385-7e1f-402a-bfa0-bebd494b06b8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:54.262533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c5d8cea9-2342-4651-ab13-799a9655fb19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8178771 Nov 09 18:25:54.270834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56932) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:54.292316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-248796146', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40a80385-7e1f-402a-bfa0-bebd494b06b8'}], 'security_groups': ['0219d0c5-7077-46cb-930a-fab85e12903d']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:54.383150 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.615723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:54.616290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.653309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a3baa-1622-4404-96df-5906d2dd5ee4 None None] Update dhcp port {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'fixed_ips': [{'subnet_id': 'edf45fa4-e4f1-4a4c-9696-49167d860d74', 'ip_address': '172.20.0.2'}, {'subnet_id': '40a80385-7e1f-402a-bfa0-bebd494b06b8'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '1f207fed-08da-46e7-810f-f7fecb1f2fb6'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:25:54.685659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3baa-1622-4404-96df-5906d2dd5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.831228 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:54.863572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:55.090761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Delete allocated IP 172.20.0.12 (a1e19606-eef4-41e0-b0fa-540101e4663d/edf45fa4-e4f1-4a4c-9696-49167d860d74) {{(pid=102140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:25:55.120780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.30 (a1e19606-eef4-41e0-b0fa-540101e4663d/40a80385-7e1f-402a-bfa0-bebd494b06b8/7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:55.165349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0379-9c37-4509-92b1-14beacd83c9f req-e634295f-dbac-41f2-b727-9e319d6671c3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:55.168342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64ff0379-9c37-4509-92b1-14beacd83c9f req-e634295f-dbac-41f2-b727-9e319d6671c3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 944 time: 0.1251488 Nov 09 18:25:55.171565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.201394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=fad3fc70-6a5e-4fd9-b42a-be9fcb48eb88,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:55.319677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-64ff0379-9c37-4509-92b1-14beacd83c9f req-add05aa2-bf76-4abe-b9e1-ecd5b84716bf tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365376 Nov 09 18:25:55.380071 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.469612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.478762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.521363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device acd6c13c-9f2a-41e1-8d90-a0b4a6355477 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:25:55.596788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-5b3a3baa-1622-4404-96df-5906d2dd5ee4 None None] Allocated IP 172.20.0.18 (a1e19606-eef4-41e0-b0fa-540101e4663d/40a80385-7e1f-402a-bfa0-bebd494b06b8/1f207fed-08da-46e7-810f-f7fecb1f2fb6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:25:55.613028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:55.651129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] In _notify_port_updated(), no bound segment for port 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 on network a1e19606-eef4-41e0-b0fa-540101e4663d {{(pid=102140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:25:55.657357 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:55.658005 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.659358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b3259a7-f8e4-43cc-87fb-ba4ad14342cd tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "PUT /v2.0/ports/7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 HTTP/1.1" status: 200 len: 920 time: 1.3840084 Nov 09 18:25:55.665974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56940) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:55.696316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 51d14eef-5aa0-45ac-af01-81afb1af99f9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:25:55.763440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port acd6c13c-9f2a-41e1-8d90-a0b4a6355477, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:55.788893 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'port_id': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477', 'mac_address': 'fa:16:3e:e5:a7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:25:55.803560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5b3a3baa-1622-4404-96df-5906d2dd5ee4 None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1f207fed-08da-46e7-810f-f7fecb1f2fb6,segment=NetworkSegment(59fdfe70-056c-481d-b457-edf615d1c21f),segment_id=59fdfe70-056c-481d-b457-edf615d1c21f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:55.805841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:25:55.819506 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] Sync routers for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:25:55.820558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:55.820558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.821670 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63b7c093-ed40-40dc-83f3-2d7b4960b735 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/51d14eef-5aa0-45ac-af01-81afb1af99f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3272903 Nov 09 18:25:55.822274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:55.833566 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:55.835046 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:55.891231 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:55.895088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:55.895311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d56007e4-3973-40e6-8a47-a519adb71a6a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d14eef-5aa0-45ac-af01-81afb1af99f9 HTTP/1.1" status: 200 len: 205 time: 0.0718744 Nov 09 18:25:55.907199 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.908648 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] Routers {'51d14eef-5aa0-45ac-af01-81afb1af99f9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:25:55.909858 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['51d14eef-5aa0-45ac-af01-81afb1af99f9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:55.912168 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3baa-1622-4404-96df-5906d2dd5ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.926406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd6c13c-9f2a-41e1-8d90-a0b4a6355477 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:25:55.939347 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3baa-1622-4404-96df-5906d2dd5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:55.949817 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:55.950724 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac2bf7-2e45-4469-8422-4e5b2f5f3c6a None None] The sync data for ids ['51d14eef-5aa0-45ac-af01-81afb1af99f9'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:25:55.997474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port acd6c13c-9f2a-41e1-8d90-a0b4a6355477, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:56.005731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.008758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.022472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:56.026725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5081c15a-c31f-474d-8537-2af23424fca3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.067301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a3baa-1622-4404-96df-5906d2dd5ee4 None None] Pushing event updated for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:56.237995 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.279630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5081c15a-c31f-474d-8537-2af23424fca3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.286534 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5081c15a-c31f-474d-8537-2af23424fca3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.318726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:56.336909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['acd6c13c-9f2a-41e1-8d90-a0b4a6355477'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:25:56.343276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:56.400244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5081c15a-c31f-474d-8537-2af23424fca3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.400913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5081c15a-c31f-474d-8537-2af23424fca3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Fanout notify agent at l3_agent the message router_deleted on router 51d14eef-5aa0-45ac-af01-81afb1af99f9 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:25:56.413183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5081c15a-c31f-474d-8537-2af23424fca3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.419308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5081c15a-c31f-474d-8537-2af23424fca3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/51d14eef-5aa0-45ac-af01-81afb1af99f9 HTTP/1.1" status: 204 len: 168 time: 0.5202253 Nov 09 18:25:56.419482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56948) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:56.515104 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.523545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a7ed95a7-3e36-411a-a8d9-2f15d81c28f3 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 HTTP/1.1" status: 204 len: 168 time: 0.8563409 Nov 09 18:25:56.526807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56950) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:56.556987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet a7b3196e-9ee4-4584-a22a-8bf727bd67b4 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:56.560647 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62066db-91ad-48a9-a18b-e9933a3d1a1f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:25:56.563230 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c62066db-91ad-48a9-a18b-e9933a3d1a1f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1 HTTP/1.1" status: 404 len: 333 time: 0.0351653 Nov 09 18:25:56.566415 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56952) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:56.567980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f3603-9171-486a-b10a-3b82ad7c985e req-22b6b882-cb0b-422a-b014-27218f53cd6a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:56.569471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9f3603-9171-486a-b10a-3b82ad7c985e req-22b6b882-cb0b-422a-b014-27218f53cd6a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 945 time: 0.0972078 Nov 09 18:25:56.570580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.650325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9f3603-9171-486a-b10a-3b82ad7c985e req-a319dfbb-1c4d-4c34-99da-31301794dad8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550313 Nov 09 18:25:56.653839 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3c153c0-57ed-40e4-b153-039c5a93a63e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.659112 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.705645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3c153c0-57ed-40e4-b153-039c5a93a63e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.768186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3c153c0-57ed-40e4-b153-039c5a93a63e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.771138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b3c153c0-57ed-40e4-b153-039c5a93a63e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.775627 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b3c153c0-57ed-40e4-b153-039c5a93a63e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/security-groups/157cf8fd-89b4-41cd-b760-8469488e3b4f HTTP/1.1" status: 204 len: 168 time: 0.2048113 Nov 09 18:25:56.776267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56956) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:56.804380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c153c0-57ed-40e4-b153-039c5a93a63e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157cf8fd-89b4-41cd-b760-8469488e3b4f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:56.842807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.850272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66737c30-f708-40cf-9fd9-36106f9e5c19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.882869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66737c30-f708-40cf-9fd9-36106f9e5c19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.941248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.967711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66737c30-f708-40cf-9fd9-36106f9e5c19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.973994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b3196e-9ee4-4584-a22a-8bf727bd67b4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:56.975226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66737c30-f708-40cf-9fd9-36106f9e5c19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:56.982108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56958) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:56.982867 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-66737c30-f708-40cf-9fd9-36106f9e5c19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/security-groups/0219d0c5-7077-46cb-930a-fab85e12903d HTTP/1.1" status: 204 len: 168 time: 0.2054157 Nov 09 18:25:56.999959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66737c30-f708-40cf-9fd9-36106f9e5c19 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0219d0c5-7077-46cb-930a-fab85e12903d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:57.000716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b376d-81e2-46d3-8d00-1f85a0f7cbbd None None] Network d84f837e-14b8-4b2e-8628-688ac14838a7 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:57.040472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.043751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1b9d0b0c-a940-4bb9-9fc4-aca9afe65b38 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/a7b3196e-9ee4-4584-a22a-8bf727bd67b4 HTTP/1.1" status: 204 len: 168 time: 0.6237738 Nov 09 18:25:57.046361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56960) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:57.087773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet edf45fa4-e4f1-4a4c-9696-49167d860d74 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:57.095447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.110497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fe58b662-8f41-4153-81dc-83ebd1b4629b None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:57.110731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe58b662-8f41-4153-81dc-83ebd1b4629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.154510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet 11fd8859-30bb-434c-9d5e-f08530aa432c {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:25:57.159930 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.164647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.240340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.295817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fe58b662-8f41-4153-81dc-83ebd1b4629b None None] Provisioning complete for port cbc8cbef-bc98-45dd-a70c-c0614a633609 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:57.296245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe58b662-8f41-4153-81dc-83ebd1b4629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.348017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.348361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] DHCP port deletion for d84f837e-14b8-4b2e-8628-688ac14838a7 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:57.357219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fe58b662-8f41-4153-81dc-83ebd1b4629b None None] Port cbc8cbef-bc98-45dd-a70c-c0614a633609 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:57.361826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fe58b662-8f41-4153-81dc-83ebd1b4629b None None] Could not find standard attr ID for object 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:57.422116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.426966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] Deleting port e214b64e-7db4-4bf9-80f6-0057a1f3912d {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:57.427342 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.495531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.514436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device acd6c13c-9f2a-41e1-8d90-a0b4a6355477 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:57.547099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=edf45fa4-e4f1-4a4c-9696-49167d860d74,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:57.553847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.561615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-501c419c-9b4d-4904-b71c-6fbafba4f803 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/edf45fa4-e4f1-4a4c-9696-49167d860d74 HTTP/1.1" status: 204 len: 168 time: 0.5786653 Nov 09 18:25:57.566298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] For port e214b64e-7db4-4bf9-80f6-0057a1f3912d, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e214b64e-7db4-4bf9-80f6-0057a1f3912d,segment=NetworkSegment(0eab7fa6-13a1-4511-a32e-efc2e31f233e),segment_id=0eab7fa6-13a1-4511-a32e-efc2e31f233e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:57.566298 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.572364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56962) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:57.591068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] Calling delete_port for e214b64e-7db4-4bf9-80f6-0057a1f3912d owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:57.593396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:57.596326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.640123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=11fd8859-30bb-434c-9d5e-f08530aa432c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:57.645576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.653307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f7642703-054e-4d95-a618-7f8e77f9a38d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/11fd8859-30bb-434c-9d5e-f08530aa432c HTTP/1.1" status: 204 len: 168 time: 0.6033702 Nov 09 18:25:57.655412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56964) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:57.688348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d831d2b2-526d-4e2c-b9fb-36bf126d39f5 None None] Network 41e19f91-cc77-49cf-b14e-b23c22cfcfff requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:57.729809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d000a03-47a9-461b-9bd9-0490a4bb2c3f None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:57.822410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:25:57.822736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:57.833301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.834499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:57.834938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.872672 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:57.893062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-33befd5f-3a71-4558-ae0c-af39b7f6e8a4 None None] Could not find standard attr ID for object 7cd5e3d1-cb7a-4b6b-93eb-650dc9e664c1. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:25:58.034024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679ec47-383b-44b5-9961-6e723fe4d37b req-b0cbfc38-b851-49e5-93d2-706456af6042 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:58.036267 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f679ec47-383b-44b5-9961-6e723fe4d37b req-b0cbfc38-b851-49e5-93d2-706456af6042 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 945 time: 0.1912847 Nov 09 18:25:58.050169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1f207fed-08da-46e7-810f-f7fecb1f2fb6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:25:58.088380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port e214b64e-7db4-4bf9-80f6-0057a1f3912d {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:58.088806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.128536 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.159540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f679ec47-383b-44b5-9961-6e723fe4d37b req-a4fc358c-152d-493b-81c7-4e354e005203 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131060 Nov 09 18:25:58.171317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port e214b64e-7db4-4bf9-80f6-0057a1f3912d, host n-d-817240-1, got binding levels [] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:58.173713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.176365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] Pushing event deleted for resources: {'Port': ['ID=e214b64e-7db4-4bf9-80f6-0057a1f3912d,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:58.197540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac61ae-c9f8-4df6-b3c8-c26d29b4069e None None] No DVR routers for this DVR port e214b64e-7db4-4bf9-80f6-0057a1f3912d on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:58.199993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for e214b64e-7db4-4bf9-80f6-0057a1f3912d owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:58.221091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Port e214b64e-7db4-4bf9-80f6-0057a1f3912d was not found and therefore no delete operation was performed {{(pid=102140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:25:58.222681 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.229577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.288585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=e214b64e-7db4-4bf9-80f6-0057a1f3912d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:58.293290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port e214b64e-7db4-4bf9-80f6-0057a1f3912d on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:58.303641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.303641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.303641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.304665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.305084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.305201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.306666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.306666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.306666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.307199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.307312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.308099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:25:58.316872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:25:58.320274 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af0d7e0-cf40-4b99-aac5-b94bb013ee32" -d '{"events": [{"server_uuid": "ec244050-9e3c-4200-a00d-2f9abd12ca4f", "name": "network-vif-plugged", "status": "completed", "tag": "acd6c13c-9f2a-41e1-8d90-a0b4a6355477"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:25:58.323695 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] DHCP port deletion for 41e19f91-cc77-49cf-b14e-b23c22cfcfff request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:25:58.337996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:58.338417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.349490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port acd6c13c-9f2a-41e1-8d90-a0b4a6355477, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:58.398473 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.403204 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f39fc10-e070-4c80-95b3-d9c2b23d4436 x-openstack-request-id: req-0f39fc10-e070-4c80-95b3-d9c2b23d4436 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:25:58.403567 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec244050-9e3c-4200-a00d-2f9abd12ca4f", "name": "network-vif-plugged", "status": "completed", "tag": "acd6c13c-9f2a-41e1-8d90-a0b4a6355477", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:25:58.403836 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f39fc10-e070-4c80-95b3-d9c2b23d4436 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:25:58.404236 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477', 'code': 200} Nov 09 18:25:58.414035 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.425641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84f837e-14b8-4b2e-8628-688ac14838a7']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:58.449811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eab7fa6-13a1-4511-a32e-efc2e31f233e') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:58.450128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eab7fa6-13a1-4511-a32e-efc2e31f233e') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:58.464501 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.481902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.490520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:58.491314 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:58.495809 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:58.519862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:58.530802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] Deleting port 298338b6-ca10-4a2a-8eac-392450b1bd9f {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:58.531186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.612366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.640574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.648012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] For port 298338b6-ca10-4a2a-8eac-392450b1bd9f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=298338b6-ca10-4a2a-8eac-392450b1bd9f,segment=NetworkSegment(41d6ce56-71e3-418d-92cf-90058a8bed4e),segment_id=41d6ce56-71e3-418d-92cf-90058a8bed4e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:58.648430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.655074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/d84f837e-14b8-4b2e-8628-688ac14838a7 HTTP/1.1" status: 204 len: 168 time: 0.9963272 Nov 09 18:25:58.663898 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45637619-2855-41e9-b0bb-52af639c5a05 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=d84f837e-14b8-4b2e-8628-688ac14838a7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:58.665595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56972) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:58.696312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] Calling delete_port for 298338b6-ca10-4a2a-8eac-392450b1bd9f owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:58.774689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e214b64e-7db4-4bf9-80f6-0057a1f3912d no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:25:58.812201 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.820233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e214b64e-7db4-4bf9-80f6-0057a1f3912d {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:25:58.820685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e214b64e-7db4-4bf9-80f6-0057a1f3912d not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:25:58.894866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.938781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ee0d-f1c6-4fd3-842b-22b5b29ec357 req-f764ee56-de7e-46d0-9900-57d1f35c1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:58.940305 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c5d0ee0d-f1c6-4fd3-842b-22b5b29ec357 req-f764ee56-de7e-46d0-9900-57d1f35c1171 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 1097 time: 0.1637843 Nov 09 18:25:58.951623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] Pushing event deleted for resources: {'Port': ['ID=298338b6-ca10-4a2a-8eac-392450b1bd9f,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:58.959721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:58.963604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82339ca-b6f1-4329-ad51-ec38b53fb1df None None] No DVR routers for this DVR port 298338b6-ca10-4a2a-8eac-392450b1bd9f on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:59.018876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 298338b6-ca10-4a2a-8eac-392450b1bd9f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:25:59.020083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.065364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:25:59.072186 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c5d0ee0d-f1c6-4fd3-842b-22b5b29ec357 req-f329e344-45db-4608-8628-e8fb6cf7bc3d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244619 Nov 09 18:25:59.075711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:25:59.080011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.080602 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.084098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=8cdc84fe-5649-4055-a7b2-b757c208a22b,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.104503 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bb247863-3778-448c-a282-26532c6541b1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5307462 Nov 09 18:25:59.109301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56976) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:59.115198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1a16578d-45ca-4aa4-844a-d6b9d0a0dd92 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'security_group': {'name': 'tempest-secgroup-1492410657'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:59.138178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 298338b6-ca10-4a2a-8eac-392450b1bd9f, host n-d-817240-1, got binding levels [] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:25:59.140143 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.155509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 298338b6-ca10-4a2a-8eac-392450b1bd9f owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:25:59.163796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.ipam_backend_mixin [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Port 298338b6-ca10-4a2a-8eac-392450b1bd9f was not found and therefore no delete operation was performed {{(pid=102140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:25:59.165449 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a16578d-45ca-4aa4-844a-d6b9d0a0dd92 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.165580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.196196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=298338b6-ca10-4a2a-8eac-392450b1bd9f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.202652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port 298338b6-ca10-4a2a-8eac-392450b1bd9f on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:25:59.316547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.319311 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a16578d-45ca-4aa4-844a-d6b9d0a0dd92 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.326595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a16578d-45ca-4aa4-844a-d6b9d0a0dd92 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.336129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b8bf11-2fc7-4eba-b932-ea8faedc396f None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:25:59.364142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16578d-45ca-4aa4-844a-d6b9d0a0dd92 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a04393-16bc-4a0c-b563-b1944ee91be5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.373155 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a16578d-45ca-4aa4-844a-d6b9d0a0dd92 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.376984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1a16578d-45ca-4aa4-844a-d6b9d0a0dd92 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2638595 Nov 09 18:25:59.377652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56980) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:59.377871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-690c1559-9e9d-4a29-843b-dec0c137e8ce None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:59.378291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-690c1559-9e9d-4a29-843b-dec0c137e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.383702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e9b5c49f-2246-4810-8a07-816ed527cb3a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'security_group': {'name': 'tempest-secgroup-34850582'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:59.419039 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c49f-2246-4810-8a07-816ed527cb3a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.421396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e19f91-cc77-49cf-b14e-b23c22cfcfff']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:59.434485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d6ce56-71e3-418d-92cf-90058a8bed4e') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:59.435059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d6ce56-71e3-418d-92cf-90058a8bed4e') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:25:59.450704 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.479020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.495530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3b56-8bac-4c91-b65d-5175f502a640 req-12415925-e47c-4d9b-bfb7-05f1972f540e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.497021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d55f3b56-8bac-4c91-b65d-5175f502a640 req-12415925-e47c-4d9b-bfb7-05f1972f540e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 946 time: 0.1331494 Nov 09 18:25:59.502171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:25:59.502589 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:25:59.505611 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:25:59.520518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c49f-2246-4810-8a07-816ed527cb3a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.532092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c49f-2246-4810-8a07-816ed527cb3a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.564517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-690c1559-9e9d-4a29-843b-dec0c137e8ce None None] Provisioning complete for port cbc8cbef-bc98-45dd-a70c-c0614a633609 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:25:59.564725 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-690c1559-9e9d-4a29-843b-dec0c137e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.588803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d55f3b56-8bac-4c91-b65d-5175f502a640 req-80da9eb2-f733-47f1-9dd9-101c18b6012a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 Nov 09 18:25:59.606041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c49f-2246-4810-8a07-816ed527cb3a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.607826 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e9b5c49f-2246-4810-8a07-816ed527cb3a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2291796 Nov 09 18:25:59.610918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56982) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:59.612965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-690c1559-9e9d-4a29-843b-dec0c137e8ce None None] Port cbc8cbef-bc98-45dd-a70c-c0614a633609 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:25:59.623730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5bf8b13e-8f11-46ea-ad9f-04dea1b7f7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079236363'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:59.628022 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.641510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.644362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5c49f-2246-4810-8a07-816ed527cb3a tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80686252-0f7c-4931-a6ff-776b947debc5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.651418 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/41e19f91-cc77-49cf-b14e-b23c22cfcfff HTTP/1.1" status: 204 len: 168 time: 0.9847212 Nov 09 18:25:59.652144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56984) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:59.662813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a6a39-56c9-4ff1-b67e-cd01be2cbc90 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=41e19f91-cc77-49cf-b14e-b23c22cfcfff,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.669570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-692410759'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:59.691085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b13e-8f11-46ea-ad9f-04dea1b7f7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.715206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:25:59.717105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c78d45-793e-4a4e-be94-156ff8d68224 None None] Update dhcp port {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'fixed_ips': [{'subnet_id': '40a80385-7e1f-402a-bfa0-bebd494b06b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '8cdc84fe-5649-4055-a7b2-b757c208a22b'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '1f207fed-08da-46e7-810f-f7fecb1f2fb6'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:25:59.719044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.747750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:25:59.759899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.761067 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment add4ffb5-bde3-4a72-8faf-1987c58da725 of type vlan for network 3ab5fce5-2d9a-4305-9c94-75815fdad93f Nov 09 18:25:59.761279 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7c78d45-793e-4a4e-be94-156ff8d68224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.798445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b13e-8f11-46ea-ad9f-04dea1b7f7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.811229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b13e-8f11-46ea-ad9f-04dea1b7f7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.823650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.858143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.868077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:25:59.868869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.880745 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b13e-8f11-46ea-ad9f-04dea1b7f7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:25:59.886946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5bf8b13e-8f11-46ea-ad9f-04dea1b7f7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2711549 Nov 09 18:25:59.891909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 56988) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:59.902836 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2430670 Nov 09 18:25:59.903147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 56990) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:25:59.908770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:59.909148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2004360140', 'security_groups': ['702ed151-7674-45f9-aba3-6ee8824bda15'], 'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8cdc84fe-5649-4055-a7b2-b757c208a22b'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:25:59.933143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8b13e-8f11-46ea-ad9f-04dea1b7f7f1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702ed151-7674-45f9-aba3-6ee8824bda15,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:25:59.988009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 298338b6-ca10-4a2a-8eac-392450b1bd9f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:00.025801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 298338b6-ca10-4a2a-8eac-392450b1bd9f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:26:00.026328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 298338b6-ca10-4a2a-8eac-392450b1bd9f not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:26:00.057590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b7c78d45-793e-4a4e-be94-156ff8d68224 None None] Allocated IP 172.20.0.2 (a1e19606-eef4-41e0-b0fa-540101e4663d/8cdc84fe-5649-4055-a7b2-b757c208a22b/1f207fed-08da-46e7-810f-f7fecb1f2fb6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:00.115539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1bd11-4815-4a83-9e33-b489b9d805f2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=3ab5fce5-2d9a-4305-9c94-75815fdad93f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:00.150942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.db.api [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 18:26:00.150942 n-d-817240-1 neutron-server[102141]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 18:26:00.150942 n-d-817240-1 neutron-server[102141]: [parameters: {'project_id_1': 'a916620fbed8412a9d73be729efcccb4', 'expiration_1': datetime.datetime(2021, 11, 9, 18, 25, 40, 135807)}] Nov 09 18:26:00.150942 n-d-817240-1 neutron-server[102141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:26:00.151491 n-d-817240-1 neutron-server[102141]: DEBUG oslo_db.api [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:26:00.162672 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:00.166879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:00.263112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b7c78d45-793e-4a4e-be94-156ff8d68224 None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1f207fed-08da-46e7-810f-f7fecb1f2fb6,segment=NetworkSegment(59fdfe70-056c-481d-b457-edf615d1c21f),segment_id=59fdfe70-056c-481d-b457-edf615d1c21f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:00.294214 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7c78d45-793e-4a4e-be94-156ff8d68224 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:00.299470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7c78d45-793e-4a4e-be94-156ff8d68224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:00.396274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c78d45-793e-4a4e-be94-156ff8d68224 None None] Pushing event updated for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:00.511293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:00.536269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] device_id is not set on port e4dce0ee-de1d-47f3-89f2-e990372f64b4 yet. {{(pid=102140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:26:00.696733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:00.701146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:00.714637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.11 (a1e19606-eef4-41e0-b0fa-540101e4663d/8cdc84fe-5649-4055-a7b2-b757c208a22b/e4dce0ee-de1d-47f3-89f2-e990372f64b4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:00.858352 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:26:00.859017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723312-aba2-4582-a591-a18c9a43cedb req-c74c020b-c625-4213-b1c6-ff41d11838b1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:00.860806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94723312-aba2-4582-a591-a18c9a43cedb req-c74c020b-c625-4213-b1c6-ff41d11838b1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 946 time: 0.1147995 Nov 09 18:26:00.954887 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:00.978126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94723312-aba2-4582-a591-a18c9a43cedb req-6ee658ee-1709-4188-b20c-0c078c55b8f1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098280 Nov 09 18:26:00.980978 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.037099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': 'add4ffb5-bde3-4a72-8faf-1987c58da725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:01.037448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 3ab5fce5-2d9a-4305-9c94-75815fdad93f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:01.040077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.040588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=ec24d5d7-8026-44a6-bee5-58cc42296533,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:01.056577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9dd27e64-bbc7-4cd3-93bc-e89a316be876 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:01.058590 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9dd27e64-bbc7-4cd3-93bc-e89a316be876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.071721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:01.090152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:01.098591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 3ab5fce5-2d9a-4305-9c94-75815fdad93f) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:01.104169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:01.104784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.112875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:01.115181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:01.116116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d46793-1ff1-4f12-9213-e92ea29b509b None None] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:01.118459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=e4dce0ee-de1d-47f3-89f2-e990372f64b4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:01.145556 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7a154008-9a29-4edf-9eca-f8e54e6d1396 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2412899 Nov 09 18:26:01.149112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57000) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:01.155827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1afcaea5-7057-44c8-9b20-897ade173e0d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-474429216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:01.199308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1afcaea5-7057-44c8-9b20-897ade173e0d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.201186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1afcaea5-7057-44c8-9b20-897ade173e0d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.234694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:01.236896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.260990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797f8a1-feda-4724-a8b7-7e46c9ef9820 req-250f0114-2989-42aa-bb31-8a004d9b856b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:01.262606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3797f8a1-feda-4724-a8b7-7e46c9ef9820 req-250f0114-2989-42aa-bb31-8a004d9b856b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 946 time: 0.1185369 Nov 09 18:26:01.275735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6ce6337f-c4b2-4522-9285-83be0315c62b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3769617 Nov 09 18:26:01.302816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57002) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:01.318036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-01d8d40d-049d-4616-a188-ee78b569f338 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:01.319391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1afcaea5-7057-44c8-9b20-897ade173e0d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.325632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1afcaea5-7057-44c8-9b20-897ade173e0d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.359819 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1afcaea5-7057-44c8-9b20-897ade173e0d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.365968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1afcaea5-7057-44c8-9b20-897ade173e0d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2153130 Nov 09 18:26:01.368258 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57004) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:01.374983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3797f8a1-feda-4724-a8b7-7e46c9ef9820 req-0d6863c6-053a-4de6-9f7a-7338c802096e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048789 Nov 09 18:26:01.378598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'port': {'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f', 'name': 'tempest-RoutersTest-460151128'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:01.455091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d8d40d-049d-4616-a188-ee78b569f338 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:01.459517 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-01d8d40d-049d-4616-a188-ee78b569f338 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.559460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:01.562532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9dd27e64-bbc7-4cd3-93bc-e89a316be876 None None] Provisioning complete for port cbc8cbef-bc98-45dd-a70c-c0614a633609 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:01.563026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9dd27e64-bbc7-4cd3-93bc-e89a316be876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.565061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.568430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-3ab5fce5-2d9a-4305-9c94-75815fdad93f', 'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': 'ec24d5d7-8026-44a6-bee5-58cc42296533'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:01.569297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.585195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] device_id is not set on port 3f093de1-b9e5-478d-b42e-947bb13f9b80 yet. {{(pid=102141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 18:26:01.598770 n-d-817240-1 neutron-server[102140]: INFO neutron.db.ipam_backend_mixin [None req-01d8d40d-049d-4616-a188-ee78b569f338 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8cdc84fe-5649-4055-a7b2-b757c208a22b (CIDR: 172.20.0.0/28) Nov 09 18:26:01.604000 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d8d40d-049d-4616-a188-ee78b569f338 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:26:01.604641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d8d40d-049d-4616-a188-ee78b569f338 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:01.620225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9dd27e64-bbc7-4cd3-93bc-e89a316be876 None None] Port cbc8cbef-bc98-45dd-a70c-c0614a633609 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:01.632332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-01d8d40d-049d-4616-a188-ee78b569f338 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3209589 Nov 09 18:26:01.632850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57012) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:01.643402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a4725f41-3656-419e-979d-cb089fb06095 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:01.730739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.20.0.7 (3ab5fce5-2d9a-4305-9c94-75815fdad93f/ec24d5d7-8026-44a6-bee5-58cc42296533/3f093de1-b9e5-478d-b42e-947bb13f9b80) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:01.744368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-da1404a7-ab67-4518-9578-243dfaf41feb None None] Provisioning complete for port e4dce0ee-de1d-47f3-89f2-e990372f64b4 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:01.745004 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-da1404a7-ab67-4518-9578-243dfaf41feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.783028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-da1404a7-ab67-4518-9578-243dfaf41feb None None] Port e4dce0ee-de1d-47f3-89f2-e990372f64b4 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:01.791740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4725f41-3656-419e-979d-cb089fb06095 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:01.795914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4725f41-3656-419e-979d-cb089fb06095 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.903823 n-d-817240-1 neutron-server[102140]: INFO neutron.db.ipam_backend_mixin [None req-a4725f41-3656-419e-979d-cb089fb06095 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 40a80385-7e1f-402a-bfa0-bebd494b06b8 (CIDR: 172.20.0.16/28) Nov 09 18:26:01.907543 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4725f41-3656-419e-979d-cb089fb06095 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:26:01.908169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4725f41-3656-419e-979d-cb089fb06095 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:01.934775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a4725f41-3656-419e-979d-cb089fb06095 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2982311 Nov 09 18:26:01.935876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57024) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:01.941571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'subnet': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:01.958213 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:01.972798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1f207fed-08da-46e7-810f-f7fecb1f2fb6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:02.038317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.081786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Made reservation on behalf of 2e223045e6ed49e0aa2b34fb053cb0be for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:02.088674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.131766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Allocated IP 172.20.0.2 (3ab5fce5-2d9a-4305-9c94-75815fdad93f/ec24d5d7-8026-44a6-bee5-58cc42296533/88d57ba3-1b1b-4854-8195-703a4d004314) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:02.133195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:02.136344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:02.136844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.149370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:02.156198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:02.160075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=3f093de1-b9e5-478d-b42e-947bb13f9b80,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:02.209276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:02.210928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.234819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6ec08380-2338-474e-835d-8fac29ca919f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8614645 Nov 09 18:26:02.237678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57034) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:02.389614 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.398184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.459066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:02.473889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:02.481459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:02.508238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Pushing event updated for resources: {'Port': ['ID=88d57ba3-1b1b-4854-8195-703a4d004314,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:02.576486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Attempting to bind port 88d57ba3-1b1b-4854-8195-703a4d004314 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:02.576486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Attempting to bind port 88d57ba3-1b1b-4854-8195-703a4d004314 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'add4ffb5-bde3-4a72-8faf-1987c58da725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:02.577225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Attempting to bind port 88d57ba3-1b1b-4854-8195-703a4d004314 on network 3ab5fce5-2d9a-4305-9c94-75815fdad93f {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:02.582582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:02.582582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Checking segment: {'id': 'add4ffb5-bde3-4a72-8faf-1987c58da725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:02.582838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.583288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Bound using segment: {'id': 'add4ffb5-bde3-4a72-8faf-1987c58da725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:02.583711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Bound port: 88d57ba3-1b1b-4854-8195-703a4d004314, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add4ffb5-bde3-4a72-8faf-1987c58da725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3ab5fce5-2d9a-4305-9c94-75815fdad93f'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:02.584102 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.688849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] For port 88d57ba3-1b1b-4854-8195-703a4d004314, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:02.697203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] For port 88d57ba3-1b1b-4854-8195-703a4d004314, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=88d57ba3-1b1b-4854-8195-703a4d004314,segment=NetworkSegment(add4ffb5-bde3-4a72-8faf-1987c58da725),segment_id=add4ffb5-bde3-4a72-8faf-1987c58da725)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:02.712858 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.795374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04889389-f0c3-4e7c-9524-78016b9ea667 None None] Pushing event updated for resources: {'Port': ['ID=88d57ba3-1b1b-4854-8195-703a4d004314,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:02.797488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.822009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:02.934605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Network a1e19606-eef4-41e0-b0fa-540101e4663d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:03.014662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:03.024780 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d76d92f-d726-44b0-9087-63242a8b3a62 None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:03.031905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:03.035291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:03.061460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Subnet': ['ID=5a41b9b6-3816-4a2d-aea6-36f1b4dd5646,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:03.094252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57076) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:03.094417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ed1e23ec-f9ec-49bb-99c0-65be64820d06 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1573689 Nov 09 18:26:03.102186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-861482885', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a41b9b6-3816-4a2d-aea6-36f1b4dd5646'}], 'security_groups': ['f1a04393-16bc-4a0c-b563-b1944ee91be5', '80686252-0f7c-4931-a6ff-776b947debc5']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:03.320818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:03.388904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:03.401107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:03.532279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=3f093de1-b9e5-478d-b42e-947bb13f9b80,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:03.629797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc159c2-8582-42ba-8ff0-732514a2e1e0 None None] Update dhcp port {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'fixed_ips': [{'subnet_id': '40a80385-7e1f-402a-bfa0-bebd494b06b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '8cdc84fe-5649-4055-a7b2-b757c208a22b', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a41b9b6-3816-4a2d-aea6-36f1b4dd5646'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '1f207fed-08da-46e7-810f-f7fecb1f2fb6'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:26:03.663209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfc159c2-8582-42ba-8ff0-732514a2e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:03.780495 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:03.935658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Delete allocated IP 172.20.0.11 (a1e19606-eef4-41e0-b0fa-540101e4663d/8cdc84fe-5649-4055-a7b2-b757c208a22b) {{(pid=102141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 18:26:03.951013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Allocated IP 172.20.0.40 (a1e19606-eef4-41e0-b0fa-540101e4663d/5a41b9b6-3816-4a2d-aea6-36f1b4dd5646/e4dce0ee-de1d-47f3-89f2-e990372f64b4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:03.981572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.016288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 88d57ba3-1b1b-4854-8195-703a4d004314 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:04.072744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 88d57ba3-1b1b-4854-8195-703a4d004314 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:04.073364 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.184514 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.186592 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.190264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.236464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ba6fab-6ee0-4184-a3ab-ef22ffea5a2a None None] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:04.262198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 88d57ba3-1b1b-4854-8195-703a4d004314, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=88d57ba3-1b1b-4854-8195-703a4d004314,segment=NetworkSegment(add4ffb5-bde3-4a72-8faf-1987c58da725),segment_id=add4ffb5-bde3-4a72-8faf-1987c58da725)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:04.287067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event updated for resources: {'Port': ['ID=e4dce0ee-de1d-47f3-89f2-e990372f64b4,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:04.290442 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.314967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] In _notify_port_updated(), no bound segment for port e4dce0ee-de1d-47f3-89f2-e990372f64b4 on network a1e19606-eef4-41e0-b0fa-540101e4663d {{(pid=102141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 18:26:04.318812 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.320985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:04.322103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.323383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-60feb410-7a46-469a-8b09-fdef85bb78ff tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "PUT /v2.0/ports/e4dce0ee-de1d-47f3-89f2-e990372f64b4 HTTP/1.1" status: 200 len: 959 time: 1.2279992 Nov 09 18:26:04.326499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57094) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:04.341122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.348549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-dfc159c2-8582-42ba-8ff0-732514a2e1e0 None None] Allocated IP 172.20.0.34 (a1e19606-eef4-41e0-b0fa-540101e4663d/5a41b9b6-3816-4a2d-aea6-36f1b4dd5646/1f207fed-08da-46e7-810f-f7fecb1f2fb6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:04.401418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e377c8e7-c4d9-4f7d-84cb-daf22ab6d5a6 None None] Provisioning complete for port 88d57ba3-1b1b-4854-8195-703a4d004314 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:04.401792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e377c8e7-c4d9-4f7d-84cb-daf22ab6d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.433985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=88d57ba3-1b1b-4854-8195-703a4d004314,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:04.456230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.476698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=3f093de1-b9e5-478d-b42e-947bb13f9b80,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:04.609307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dfc159c2-8582-42ba-8ff0-732514a2e1e0 None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1f207fed-08da-46e7-810f-f7fecb1f2fb6,segment=NetworkSegment(59fdfe70-056c-481d-b457-edf615d1c21f),segment_id=59fdfe70-056c-481d-b457-edf615d1c21f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:04.633367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port e4dce0ee-de1d-47f3-89f2-e990372f64b4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:04.633727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.655568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfc159c2-8582-42ba-8ff0-732514a2e1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.660552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dfc159c2-8582-42ba-8ff0-732514a2e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.768723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc159c2-8582-42ba-8ff0-732514a2e1e0 None None] Pushing event updated for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:04.959421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8218892f-614f-46e0-a46c-e444b35f6fdb None None] Provisioning complete for port 3f093de1-b9e5-478d-b42e-947bb13f9b80 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:04.959695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8218892f-614f-46e0-a46c-e444b35f6fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:04.984961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:04.992494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:05.006090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-c1aadd74-2477-4d6e-b5ed-8b35edd9b4e4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:05.008154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-c1aadd74-2477-4d6e-b5ed-8b35edd9b4e4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.4781685 Nov 09 18:26:05.032891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8218892f-614f-46e0-a46c-e444b35f6fdb None None] Port 3f093de1-b9e5-478d-b42e-947bb13f9b80 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:05.046512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8218892f-614f-46e0-a46c-e444b35f6fdb None None] Provisioning complete for port 88d57ba3-1b1b-4854-8195-703a4d004314 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:05.046923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8218892f-614f-46e0-a46c-e444b35f6fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.114094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-7f186221-ee3b-40d3-bf62-7224bdf41ccb tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/quotas/699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0939567 Nov 09 18:26:05.127872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.179135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for e4dce0ee-de1d-47f3-89f2-e990372f64b4 owned by {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:05.277169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-de682fa5-41f6-4c1d-a40e-558863e6fd2a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513817 Nov 09 18:26:05.324393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ee4489bc-119c-4910-a3ec-347e7bd36cab None None] Provisioning complete for port 3f093de1-b9e5-478d-b42e-947bb13f9b80 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:05.325026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee4489bc-119c-4910-a3ec-347e7bd36cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.363971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:26:05.393414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ee4489bc-119c-4910-a3ec-347e7bd36cab None None] Port 3f093de1-b9e5-478d-b42e-947bb13f9b80 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:05.525825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a138365a-8e82-4ce2-8a05-15dc592e8fd9 None None] Provisioning complete for port 3f093de1-b9e5-478d-b42e-947bb13f9b80 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:05.526409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a138365a-8e82-4ce2-8a05-15dc592e8fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.578794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-0ee98375-f5e4-4933-9df5-44e19c7c644f service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736537 Nov 09 18:26:05.583105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.603030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a138365a-8e82-4ce2-8a05-15dc592e8fd9 None None] Port 3f093de1-b9e5-478d-b42e-947bb13f9b80 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:05.621378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:05.633663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] Sync routers for ids ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:05.642603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7c6e5d41-eb59-4964-94c8-d83ccdc3bd00 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4038396 Nov 09 18:26:05.645557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57118) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:05.646447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] Routers {'f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:05.647095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:05.670551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=e4dce0ee-de1d-47f3-89f2-e990372f64b4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:05.705905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:05.723876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] Routers {'f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:05.724600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:05.744608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636cb0f5-d31d-4a14-81a3-b9c46c26f473 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:05.752784 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-636cb0f5-d31d-4a14-81a3-b9c46c26f473 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports/3f093de1-b9e5-478d-b42e-947bb13f9b80 HTTP/1.1" status: 200 len: 976 time: 0.0994005 Nov 09 18:26:05.753507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:05.759997 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.762375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:05.765489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-435bd38a-877b-44b3-8f2f-52a9a5655019 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/e4dce0ee-de1d-47f3-89f2-e990372f64b4 HTTP/1.1" status: 204 len: 168 time: 1.4355359 Nov 09 18:26:05.765664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689e03a-44cb-463f-a12b-23b0e909f8ca None None] The sync data for ids ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:05.766616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57122) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:05.784370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bf89b03a-ccd8-4266-9982-684902e94090 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:05.784887 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bf89b03a-ccd8-4266-9982-684902e94090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.813042 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-20aebb9c-5389-4a37-9700-246b493ee7da tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] GET failed (client error): The resource could not be found. Nov 09 18:26:05.817076 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-20aebb9c-5389-4a37-9700-246b493ee7da tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports/e4dce0ee-de1d-47f3-89f2-e990372f64b4 HTTP/1.1" status: 404 len: 333 time: 0.0477834 Nov 09 18:26:05.817320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57124) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:05.849545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-601a1021-a1ef-41c7-a3f8-c8ef1313f359 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584643 Nov 09 18:26:05.921005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bf89b03a-ccd8-4266-9982-684902e94090 None None] Could not find standard attr ID for object e4dce0ee-de1d-47f3-89f2-e990372f64b4. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:26:05.947042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bf89b03a-ccd8-4266-9982-684902e94090 None None] Provisioning complete for port cbc8cbef-bc98-45dd-a70c-c0614a633609 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:05.947427 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bf89b03a-ccd8-4266-9982-684902e94090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.969981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b00b4364-44cf-4620-a4e2-d3a211153e9b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:05.991878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bf89b03a-ccd8-4266-9982-684902e94090 None None] Port cbc8cbef-bc98-45dd-a70c-c0614a633609 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:06.000727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1f207fed-08da-46e7-810f-f7fecb1f2fb6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:06.031833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b00b4364-44cf-4620-a4e2-d3a211153e9b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.105380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:06.106868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b00b4364-44cf-4620-a4e2-d3a211153e9b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.109613 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b00b4364-44cf-4620-a4e2-d3a211153e9b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.110886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b00b4364-44cf-4620-a4e2-d3a211153e9b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/security-groups/702ed151-7674-45f9-aba3-6ee8824bda15 HTTP/1.1" status: 204 len: 168 time: 0.2919598 Nov 09 18:26:06.114610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:06.114917 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.130888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b4364-44cf-4620-a4e2-d3a211153e9b tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ed151-7674-45f9-aba3-6ee8824bda15,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:06.188946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc758cce-5315-4ce8-82a8-2b977f263a4c req-4f8c0fd2-afb8-475c-8b03-daf04826d2ac tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0547714 Nov 09 18:26:06.195671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bf5740c6-ab14-45e4-9b24-ea33452b247a None None] Provisioning complete for port 3f093de1-b9e5-478d-b42e-947bb13f9b80 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:06.196144 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bf5740c6-ab14-45e4-9b24-ea33452b247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.245141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bf5740c6-ab14-45e4-9b24-ea33452b247a None None] Port 3f093de1-b9e5-478d-b42e-947bb13f9b80 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:06.300036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 88d57ba3-1b1b-4854-8195-703a4d004314 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:06.330811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-065978f8-195b-4453-8439-124bdbd17b91 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.363866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cba047f3-67da-4608-bdd4-91863ccbcf02 None None] Could not find standard attr ID for object e4dce0ee-de1d-47f3-89f2-e990372f64b4. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:26:06.375800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-065978f8-195b-4453-8439-124bdbd17b91 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.410642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 88d57ba3-1b1b-4854-8195-703a4d004314 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:06.411583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.477410 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.580224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-065978f8-195b-4453-8439-124bdbd17b91 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.583420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-065978f8-195b-4453-8439-124bdbd17b91 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.585008 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-065978f8-195b-4453-8439-124bdbd17b91 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/security-groups/80686252-0f7c-4931-a6ff-776b947debc5 HTTP/1.1" status: 204 len: 168 time: 0.4680808 Nov 09 18:26:06.589741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57142) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:06.608975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065978f8-195b-4453-8439-124bdbd17b91 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80686252-0f7c-4931-a6ff-776b947debc5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:06.701126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e143-ba0a-4910-ad63-91ccd5d690b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.731300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e143-ba0a-4910-ad63-91ccd5d690b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.785797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e143-ba0a-4910-ad63-91ccd5d690b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.787914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 3f093de1-b9e5-478d-b42e-947bb13f9b80 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:06.788916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.789844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7bd6e143-ba0a-4910-ad63-91ccd5d690b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:06.793953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7bd6e143-ba0a-4910-ad63-91ccd5d690b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/security-groups/f1a04393-16bc-4a0c-b563-b1944ee91be5 HTTP/1.1" status: 204 len: 168 time: 0.2026093 Nov 09 18:26:06.794625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:06.807787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6e143-ba0a-4910-ad63-91ccd5d690b2 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a04393-16bc-4a0c-b563-b1944ee91be5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:06.943806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet 8cdc84fe-5649-4055-a7b2-b757c208a22b {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:26:06.957391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.018841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.022773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.055675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 3f093de1-b9e5-478d-b42e-947bb13f9b80 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:07.176015 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.300059 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9dbbf36-90e4-4cbd-84b8-fd32779bb3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.310297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.313322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43d3376c-2bbc-4262-a827-34963a90fe39 req-122ac6b9-de1b-4ac0-bd25-137aaac055ad tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0463488 Nov 09 18:26:07.348197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdc84fe-5649-4055-a7b2-b757c208a22b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:07.355853 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.359010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb6179c8-ac1c-42dc-a7bc-81d23aa54d22 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/8cdc84fe-5649-4055-a7b2-b757c208a22b HTTP/1.1" status: 204 len: 168 time: 0.5632479 Nov 09 18:26:07.363751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57148) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:07.366236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdedb6-72cb-48f7-a3e7-6e05197b646d None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:07.392377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.439212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=3f093de1-b9e5-478d-b42e-947bb13f9b80,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:07.508998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet 5a41b9b6-3816-4a2d-aea6-36f1b4dd5646 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:26:07.545402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.696860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-27d93f9b-4907-4ad2-86d7-0b0026633b03 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:07.702813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-27d93f9b-4907-4ad2-86d7-0b0026633b03 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.2612665 Nov 09 18:26:07.703405 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.723079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'port': {'device_id': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'admin_state_up': True, 'tenant_id': '699ef17697e843918b6255275df4a9d4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:07.785616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:07.914844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:07.920742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.024011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.123753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:08.124012 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.20.0.9 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/a5e2ca6a-6b34-40b7-b727-69efc9ecbf68) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:08.192921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.282688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=5a41b9b6-3816-4a2d-aea6-36f1b4dd5646,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:08.301020 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.307124 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-45d8bd44-4770-412b-ad8b-2b59a261658d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/5a41b9b6-3816-4a2d-aea6-36f1b4dd5646 HTTP/1.1" status: 204 len: 168 time: 0.9396603 Nov 09 18:26:08.308198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57154) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:08.317959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:08.329817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.333115 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] Sync routers for ids ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:08.335746 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-45ee8b47-6fd2-4e06-84bb-f94fbf76acdf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5811441 Nov 09 18:26:08.337825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57156) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:08.346628 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] Routers {'f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:08.353118 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:08.432140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.443915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['acd6c13c-9f2a-41e1-8d90-a0b4a6355477'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:08.474922 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:08.494738 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] Routers {'f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:08.496448 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:25:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:08.498086 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a8e228-e8a4-48ac-a462-5738797c171c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:08.498501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a8e228-e8a4-48ac-a462-5738797c171c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:08.502297 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a6a8e228-e8a4-48ac-a462-5738797c171c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/8cdc84fe-5649-4055-a7b2-b757c208a22b HTTP/1.1" status: 404 len: 337 time: 0.1926641 Nov 09 18:26:08.515823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57160) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:08.517745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:08.574956 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:08.575609 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bec9fb-9f9b-4619-abae-92d0c6a70aaa None None] The sync data for ids ['f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:08.608307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting subnet 40a80385-7e1f-402a-bfa0-bebd494b06b8 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:26:08.617728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:08.621971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.625707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:08.634859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfde4d-f5a8-417a-a0be-2e1c113e6e5f None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:08.734955 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-b9b72898-7175-49b8-8fde-995aa5c9c68c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 18:26:08.736282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b9b72898-7175-49b8-8fde-995aa5c9c68c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3681097 Nov 09 18:26:08.741895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57166) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:08.790966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a4a22dad-3eea-4925-bf2b-c51418d3ee9c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd HTTP/1.1" status: 200 len: 205 time: 0.0475273 Nov 09 18:26:08.799203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57168) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:08.813742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.855282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c0fdecf6-28ef-4941-92de-6b44a7bf8ccb None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:08.855627 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c0fdecf6-28ef-4941-92de-6b44a7bf8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.947197 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:08.948878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5181822e-0a19-4697-938f-94824567e924 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.079030 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.081181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:09.165553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Subnet': ['ID=40a80385-7e1f-402a-bfa0-bebd494b06b8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:09.183073 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5181822e-0a19-4697-938f-94824567e924 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.185939 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5181822e-0a19-4697-938f-94824567e924 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.219958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7bba4-e506-42ec-a1f5-0057e99cf1c4 req-a8e74c20-aabe-4f6b-826e-f411fb558692 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:09.222564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28b7bba4-e506-42ec-a1f5-0057e99cf1c4 req-a8e74c20-aabe-4f6b-826e-f411fb558692 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 931 time: 0.7592037 Nov 09 18:26:09.223841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.227880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ca733466-53da-4fd5-99f3-e3ee39a566e1 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/40a80385-7e1f-402a-bfa0-bebd494b06b8 HTTP/1.1" status: 204 len: 168 time: 0.6858137 Nov 09 18:26:09.235114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:09.235988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.238432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57170) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.277740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5181822e-0a19-4697-938f-94824567e924 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.278568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5181822e-0a19-4697-938f-94824567e924 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Fanout notify agent at l3_agent the message router_deleted on router f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:26:09.289176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5181822e-0a19-4697-938f-94824567e924 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.290603 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5181822e-0a19-4697-938f-94824567e924 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd HTTP/1.1" status: 204 len: 168 time: 0.4903874 Nov 09 18:26:09.293430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57172) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.296861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c0fdecf6-28ef-4941-92de-6b44a7bf8ccb None None] Provisioning complete for port cbc8cbef-bc98-45dd-a70c-c0614a633609 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:09.297242 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c0fdecf6-28ef-4941-92de-6b44a7bf8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.335826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdecf6-28ef-4941-92de-6b44a7bf8ccb None None] Port cbc8cbef-bc98-45dd-a70c-c0614a633609 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:09.352519 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1579e4-704e-4e2f-9b78-4a80002cf6aa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.354524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1579e4-704e-4e2f-9b78-4a80002cf6aa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.363380 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57174) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.370816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb1579e4-704e-4e2f-9b78-4a80002cf6aa tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/edf45fa4-e4f1-4a4c-9696-49167d860d74 HTTP/1.1" status: 404 len: 337 time: 0.1030436 Nov 09 18:26:09.377251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-28b7bba4-e506-42ec-a1f5-0057e99cf1c4 req-a79cd09d-6275-4084-9059-d30c5136bf82 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376798 Nov 09 18:26:09.395595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-9a6ea3c5-dc76-4ecc-8acd-2dde97ee3ca8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6775389 Nov 09 18:26:09.420863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Request body: {'port': {'device_id': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:09.429295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1aec53c9-c257-4218-a530-9b72c73f1819 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9419767-fc98-48dd-a85e-45c9b29094f9 HTTP/1.1" status: 200 len: 205 time: 0.0628631 Nov 09 18:26:09.429908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57176) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.455247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c7810-e6a6-4f9f-a538-739b9c47441c None None] Update dhcp port {'port': {'network_id': 'a1e19606-eef4-41e0-b0fa-540101e4663d', 'fixed_ips': [{'subnet_id': '40a80385-7e1f-402a-bfa0-bebd494b06b8'}], 'binding:host_id': 'n-d-817240-1'}, 'id': '1f207fed-08da-46e7-810f-f7fecb1f2fb6'} from n-d-817240-1. {{(pid=102142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 18:26:09.485827 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7810-e6a6-4f9f-a538-739b9c47441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.487116 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-792eb8f6-b35d-4b74-9a55-d86b8456dc11 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] delete failed (client error): The resource could not be found. Nov 09 18:26:09.490600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-792eb8f6-b35d-4b74-9a55-d86b8456dc11 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/routers/e9419767-fc98-48dd-a85e-45c9b29094f9 HTTP/1.1" status: 404 len: 336 time: 0.0539043 Nov 09 18:26:09.490867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57178) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.525042 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.528237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet ec24d5d7-8026-44a6-bee5-58cc42296533 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:26:09.530944 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca58028d-0122-411e-a000-30fa9751c26f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.531363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca58028d-0122-411e-a000-30fa9751c26f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.535926 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca58028d-0122-411e-a000-30fa9751c26f tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/26b93735-1823-40fb-aeb8-a020a4a3c026 HTTP/1.1" status: 404 len: 337 time: 0.0419664 Nov 09 18:26:09.538859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.541641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57180) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.582785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9e02087d-ca17-48f4-a8e1-711fb7e55c75 None None] Provisioning complete for port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:09.583165 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e02087d-ca17-48f4-a8e1-711fb7e55c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.611548 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8383e09c-8002-44bb-a8dc-3e789bb4caa7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.611548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8383e09c-8002-44bb-a8dc-3e789bb4caa7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.617448 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8383e09c-8002-44bb-a8dc-3e789bb4caa7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/eb49f327-99e8-4aed-a494-31b959e0d441 HTTP/1.1" status: 404 len: 337 time: 0.0648758 Nov 09 18:26:09.618038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57182) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.647741 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3d5a67-260c-42b0-a6db-679075415438 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.648091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3d5a67-260c-42b0-a6db-679075415438 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.653277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3f3d5a67-260c-42b0-a6db-679075415438 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/b9dd18c1-de78-48ac-8b31-cc08f9b3de57 HTTP/1.1" status: 404 len: 337 time: 0.0322680 Nov 09 18:26:09.653981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57184) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.665638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.702403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9e02087d-ca17-48f4-a8e1-711fb7e55c75 None None] Port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:09.709540 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c807c4bb-dc26-47ee-bf3c-dd658e4a4696 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.710355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c807c4bb-dc26-47ee-bf3c-dd658e4a4696 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.717316 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c807c4bb-dc26-47ee-bf3c-dd658e4a4696 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/bd2c0ba0-af8d-4659-9227-594edfd8661a HTTP/1.1" status: 404 len: 333 time: 0.0598238 Nov 09 18:26:09.719235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57186) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.759795 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa74339d-c0a5-4610-abff-93464335048c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.760306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa74339d-c0a5-4610-abff-93464335048c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.765517 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aa74339d-c0a5-4610-abff-93464335048c tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/b280c611-4282-45d3-95ce-e563902a793a HTTP/1.1" status: 404 len: 337 time: 0.0366325 Nov 09 18:26:09.765931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57190) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.795437 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01a7756d-62f5-4719-a5bb-dabe4b9da165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.803011 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c36e49c-a7a0-4a33-9ba8-8fb9a59bf94e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.803472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c36e49c-a7a0-4a33-9ba8-8fb9a59bf94e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.810041 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3c36e49c-a7a0-4a33-9ba8-8fb9a59bf94e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/1c301e9b-9ae3-44b4-ad46-a47a6484a668 HTTP/1.1" status: 404 len: 337 time: 0.0409770 Nov 09 18:26:09.820880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57192) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.824669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6697bca1-55e0-486d-ad3f-b3e1976f3d73 None None] Network a1e19606-eef4-41e0-b0fa-540101e4663d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:09.875950 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d91994-5747-4e62-ad77-b4ca530b3212 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.876780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d91994-5747-4e62-ad77-b4ca530b3212 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.882039 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-63d91994-5747-4e62-ad77-b4ca530b3212 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/239ddaba-5af0-4954-90c0-f17b1bc4c8f7 HTTP/1.1" status: 404 len: 333 time: 0.0561264 Nov 09 18:26:09.882505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57194) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:09.923260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2117ce4d-2659-4a7e-94c7-8eec46d517e3 None None] Provisioning complete for port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:09.923634 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2117ce4d-2659-4a7e-94c7-8eec46d517e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:09.990824 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcfe33d-ee4d-4337-913e-a8553a512e5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:09.991845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcfe33d-ee4d-4337-913e-a8553a512e5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:09.996435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1f207fed-08da-46e7-810f-f7fecb1f2fb6 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:10.004807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4dcfe33d-ee4d-4337-913e-a8553a512e5e tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/30f91c79-a5b7-47e8-ae1a-a08b068f38ce HTTP/1.1" status: 404 len: 337 time: 0.1212170 Nov 09 18:26:10.005202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57196) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:10.014759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.064320 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba8234a-8990-47e3-af71-91b5861cda5d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] DELETE failed (client error): The resource could not be found. Nov 09 18:26:10.065892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba8234a-8990-47e3-af71-91b5861cda5d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:26:10.070853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cba8234a-8990-47e3-af71-91b5861cda5d tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/subnets/267ee961-be28-40b1-88da-210a8434ab6f HTTP/1.1" status: 404 len: 337 time: 0.0642323 Nov 09 18:26:10.073779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57198) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:10.184055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] DHCP port deletion for a1e19606-eef4-41e0-b0fa-540101e4663d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:26:10.234336 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.248748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.261920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2117ce4d-2659-4a7e-94c7-8eec46d517e3 None None] Provisioning complete for port cbc8cbef-bc98-45dd-a70c-c0614a633609 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:10.262365 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2117ce4d-2659-4a7e-94c7-8eec46d517e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.278114 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.344264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1f207fed-08da-46e7-810f-f7fecb1f2fb6,segment=NetworkSegment(59fdfe70-056c-481d-b457-edf615d1c21f),segment_id=59fdfe70-056c-481d-b457-edf615d1c21f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:10.367328 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.396199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2117ce4d-2659-4a7e-94c7-8eec46d517e3 None None] Port cbc8cbef-bc98-45dd-a70c-c0614a633609 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:10.425488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] Deleting port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:10.425970 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.503929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:10.548389 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.603614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:10.618608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Transition to ACTIVE for port object a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:26:10.618932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] For port 1f207fed-08da-46e7-810f-f7fecb1f2fb6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1f207fed-08da-46e7-810f-f7fecb1f2fb6,segment=NetworkSegment(59fdfe70-056c-481d-b457-edf615d1c21f),segment_id=59fdfe70-056c-481d-b457-edf615d1c21f)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:10.619345 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.633947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.648526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] Calling delete_port for 1f207fed-08da-46e7-810f-f7fecb1f2fb6 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:10.724530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=ec24d5d7-8026-44a6-bee5-58cc42296533,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:10.740462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.743682 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-be397127-1615-43a2-869f-46e31956c6c9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/ec24d5d7-8026-44a6-bee5-58cc42296533 HTTP/1.1" status: 204 len: 168 time: 1.4468520 Nov 09 18:26:10.750373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57202) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:10.752498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Deleting port cbc8cbef-bc98-45dd-a70c-c0614a633609 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:10.752676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.769794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08451239-3e5c-48d9-8a01-632f9ea8217b None None] Network 3ab5fce5-2d9a-4305-9c94-75815fdad93f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:10.778421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22f0a-5c01-48ed-8815-b68f2a9eff96 req-cbe296fd-d8d3-416c-a98b-31082ef28228 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:10.779977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ed22f0a-5c01-48ed-8815-b68f2a9eff96 req-cbe296fd-d8d3-416c-a98b-31082ef28228 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 931 time: 0.2635970 Nov 09 18:26:10.939659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.974775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:10.981803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Pushing event updated for resources: {'Port': ['ID=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:10.993857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Calling delete_port for cbc8cbef-bc98-45dd-a70c-c0614a633609 owned by {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:10.998892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ed22f0a-5c01-48ed-8815-b68f2a9eff96 req-f8f68bba-d9f8-4f62-8b06-7facae26b179 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838362 Nov 09 18:26:11.145992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 88d57ba3-1b1b-4854-8195-703a4d004314 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:11.146407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.174406 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.201734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] No DVR routers for this DVR port 1f207fed-08da-46e7-810f-f7fecb1f2fb6 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:11.255096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.255699 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.257868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba669c-8dff-4ca6-abc5-0c0169849f4a None None] Pushing event deleted for resources: {'Port': ['ID=1f207fed-08da-46e7-810f-f7fecb1f2fb6,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:11.275632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Attempting to bind port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:11.276107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Attempting to bind port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:11.276442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Attempting to bind port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:11.285708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 on network 906e5d51-662b-4ffd-994b-71c53e31d65d not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:26:11.286614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Attempting to bind port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:11.296768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:11.296768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:11.296768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:11.297125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Bound port: a5e2ca6a-6b34-40b7-b727-69efc9ecbf68, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:11.297621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.321445 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 88d57ba3-1b1b-4854-8195-703a4d004314, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=88d57ba3-1b1b-4854-8195-703a4d004314,segment=NetworkSegment(add4ffb5-bde3-4a72-8faf-1987c58da725),segment_id=add4ffb5-bde3-4a72-8faf-1987c58da725)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:11.321818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.324578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Port': ['ID=cbc8cbef-bc98-45dd-a70c-c0614a633609,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:11.338606 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.344014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b587af68-6ff7-47e3-82d6-12e514781ab7 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/ports/cbc8cbef-bc98-45dd-a70c-c0614a633609 HTTP/1.1" status: 204 len: 168 time: 1.2615664 Nov 09 18:26:11.344454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57206) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:11.346147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 88d57ba3-1b1b-4854-8195-703a4d004314 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:11.372724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115b663-84a6-4262-a854-b09326be1176 None None] DHCP port deletion for 3ab5fce5-2d9a-4305-9c94-75815fdad93f request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:26:11.510872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4115b663-84a6-4262-a854-b09326be1176 None None] Deleting port 88d57ba3-1b1b-4854-8195-703a4d004314 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:11.514254 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4115b663-84a6-4262-a854-b09326be1176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.520379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.537322 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.559891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] For port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:11.571453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] For port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:11.608362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port 88d57ba3-1b1b-4854-8195-703a4d004314 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:11.624080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=88d57ba3-1b1b-4854-8195-703a4d004314,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:11.637581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.667180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4115b663-84a6-4262-a854-b09326be1176 None None] For port 88d57ba3-1b1b-4854-8195-703a4d004314, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=88d57ba3-1b1b-4854-8195-703a4d004314,segment=NetworkSegment(add4ffb5-bde3-4a72-8faf-1987c58da725),segment_id=add4ffb5-bde3-4a72-8faf-1987c58da725)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:11.668227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4115b663-84a6-4262-a854-b09326be1176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.682949 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4115b663-84a6-4262-a854-b09326be1176 None None] Calling delete_port for 88d57ba3-1b1b-4854-8195-703a4d004314 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:11.717127 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.738362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab5fce5-2d9a-4305-9c94-75815fdad93f']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:11.748081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add4ffb5-bde3-4a72-8faf-1987c58da725') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:11.748487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add4ffb5-bde3-4a72-8faf-1987c58da725') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:11.758288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.766647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4115b663-84a6-4262-a854-b09326be1176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.793898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.803911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b663-84a6-4262-a854-b09326be1176 None None] Pushing event deleted for resources: {'Port': ['ID=88d57ba3-1b1b-4854-8195-703a4d004314,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:11.808290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:11.809058 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.810979 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-11262876-8738-411e-9b75-21e9411db4bb service neutron] 10.222.0.73 "PUT /v2.0/ports/a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 HTTP/1.1" status: 200 len: 1091 time: 2.3948510 Nov 09 18:26:11.817071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115b663-84a6-4262-a854-b09326be1176 None None] No DVR routers for this DVR port 88d57ba3-1b1b-4854-8195-703a4d004314 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:11.840845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:26:11.841956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'tag': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:11.842439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:26:11.852086 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:26:11.860719 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1573c7a-ee49-4153-b0d6-504390a8ee6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a27d6753-53a1-4d65-8d42-d2d62e70f2fb", "tag": "a5e2ca6a-6b34-40b7-b727-69efc9ecbf68"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:11.978627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:11.987807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 88d57ba3-1b1b-4854-8195-703a4d004314 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:11.996440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.003832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/3ab5fce5-2d9a-4305-9c94-75815fdad93f HTTP/1.1" status: 204 len: 168 time: 1.2440441 Nov 09 18:26:12.010727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:12.015939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.019508 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c54d54-0728-4f7e-acfb-753e470ef65a x-openstack-request-id: req-51c54d54-0728-4f7e-acfb-753e470ef65a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:12.019795 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27d6753-53a1-4d65-8d42-d2d62e70f2fb", "tag": "a5e2ca6a-6b34-40b7-b727-69efc9ecbf68", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:12.020048 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51c54d54-0728-4f7e-acfb-753e470ef65a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:12.020419 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'tag': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68', 'status': 'completed', 'code': 200} Nov 09 18:26:12.041276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 88d57ba3-1b1b-4854-8195-703a4d004314 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:26:12.041634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 88d57ba3-1b1b-4854-8195-703a4d004314 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:26:12.046783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-903982561'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:12.051344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cdd63-d7d5-4e76-ba32-21394fe14d5d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=3ab5fce5-2d9a-4305-9c94-75815fdad93f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:12.078748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11262876-8738-411e-9b75-21e9411db4bb service neutron] Pushing event updated for resources: {'Port': ['ID=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:12.104080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:12.107688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.119253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e19606-eef4-41e0-b0fa-540101e4663d']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:12.174631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:12.177573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fdfe70-056c-481d-b457-edf615d1c21f') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:12.179293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fdfe70-056c-481d-b457-edf615d1c21f') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:12.192804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.196477 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment 2c25419f-05a1-49e7-9e49-691a2b502288 of type vlan for network 5caec849-a800-4716-bbb7-80c10329bf11 Nov 09 18:26:12.224523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-1004dafe-44bb-479e-83a9-32776c893fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:12.226427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-1004dafe-44bb-479e-83a9-32776c893fda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 1094 time: 0.3264399 Nov 09 18:26:12.233386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.272025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.280208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-1e5b8aab-1cdd-4a60-953e-fa4d8ca38516 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 HTTP/1.1" status: 200 len: 217 time: 0.0393286 Nov 09 18:26:12.303123 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.332191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.340707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:12.341678 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.342643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:26:12.343146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:26:12.346162 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:26:12.359221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13f280-ae6e-4cea-982c-57081adf196f req-8c35d790-4fe7-40c2-bf9f-3265a1d6f708 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:12.364146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af13f280-ae6e-4cea-982c-57081adf196f req-8c35d790-4fe7-40c2-bf9f-3265a1d6f708 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.2178807 Nov 09 18:26:12.414260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4023926 Nov 09 18:26:12.417404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57216) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:12.422337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '5caec849-a800-4716-bbb7-80c10329bf11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:12.432431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961432c2-2e83-456e-b155-1f9c064b33e9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=5caec849-a800-4716-bbb7-80c10329bf11,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:12.445076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5caec849-a800-4716-bbb7-80c10329bf11 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:12.471611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-59b37cf5-030c-478e-9221-61061f749240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:12.472351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-59b37cf5-030c-478e-9221-61061f749240 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.1795502 Nov 09 18:26:12.489487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af13f280-ae6e-4cea-982c-57081adf196f req-6fb7588f-c8f1-4c29-828f-01427b1ecbaa tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963247 Nov 09 18:26:12.522107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.530860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.534701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] 10.222.0.32 "DELETE /v2.0/networks/a1e19606-eef4-41e0-b0fa-540101e4663d HTTP/1.1" status: 204 len: 168 time: 1.1889048 Nov 09 18:26:12.552819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244f20c-abc8-42ff-bfb7-7f04c3bc2355 tempest-PortsTestJSON-2126830553 tempest-PortsTestJSON-2126830553-project] Pushing event deleted for resources: {'Network': ['ID=a1e19606-eef4-41e0-b0fa-540101e4663d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:12.559416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262651f5-2da1-4072-ac90-38dd862f5118 req-b3de4b36-a20d-4e38-a6ba-d31dc8a80379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:12.561439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-b3de4b36-a20d-4e38-a6ba-d31dc8a80379 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723197 Nov 09 18:26:12.635859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:12.643319 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.690299 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:12.784488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-2ade97ab-9d68-451a-b5ef-f958ac444862 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115531 Nov 09 18:26:12.924961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-262651f5-2da1-4072-ac90-38dd862f5118 req-c14c47b7-2df9-4457-9f0c-a29405848092 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277766 Nov 09 18:26:13.028409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.061756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57222) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:13.071319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-e198881a-b2ad-4ae8-bbaf-582a816206d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:13.072999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-e198881a-b2ad-4ae8-bbaf-582a816206d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 1094 time: 0.0646603 Nov 09 18:26:13.144919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=dfd134db-61f1-4466-aa43-9cbf613d9e89,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:13.193602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': '2c25419f-05a1-49e7-9e49-691a2b502288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caec849-a800-4716-bbb7-80c10329bf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:13.193995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 5caec849-a800-4716-bbb7-80c10329bf11, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:13.245370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 5caec849-a800-4716-bbb7-80c10329bf11 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:13.270889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5caec849-a800-4716-bbb7-80c10329bf11) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:13.271225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-553f8f90-f4fb-44d9-b111-d3e48600afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:13.273663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-553f8f90-f4fb-44d9-b111-d3e48600afd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1886461 Nov 09 18:26:13.281328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:13.281932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.287046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef12a2-731c-4c58-b206-628bc441a698 None None] Network 5caec849-a800-4716-bbb7-80c10329bf11 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:13.317287 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a7d0717-6eee-42ac-801c-e3a3b9746e9e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8988371 Nov 09 18:26:13.320665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57228) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:13.330785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4c339fd1-c9d3-4514-9563-af93568eb424 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1570096534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:13.352145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-26970a4f-2029-402b-beb1-bd4ac76533dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 HTTP/1.1" status: 200 len: 217 time: 0.0577707 Nov 09 18:26:13.401646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c339fd1-c9d3-4514-9563-af93568eb424 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.404684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c339fd1-c9d3-4514-9563-af93568eb424 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.444409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-e00af787-193f-47b4-bf40-224ebe88ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:13.446181 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-e00af787-193f-47b4-bf40-224ebe88ae95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0799100 Nov 09 18:26:13.454194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2f8bc58c-789a-4db5-b207-7ab4da608ee0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e223045e6ed49e0aa2b34fb053cb0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913033 Nov 09 18:26:13.486574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57230) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:13.504183 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c339fd1-c9d3-4514-9563-af93568eb424 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.518423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c339fd1-c9d3-4514-9563-af93568eb424 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.524762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5caec849-a800-4716-bbb7-80c10329bf11', 'network_id': '5caec849-a800-4716-bbb7-80c10329bf11', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': 'dfd134db-61f1-4466-aa43-9cbf613d9e89'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:13.525693 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.549926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-300846b8-fdef-4bdf-81b2-be5391b7ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:13.556646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-300846b8-fdef-4bdf-81b2-be5391b7ee2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973103 Nov 09 18:26:13.567793 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c339fd1-c9d3-4514-9563-af93568eb424 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.580124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57234) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:13.580336 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4c339fd1-c9d3-4514-9563-af93568eb424 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2506707 Nov 09 18:26:13.605879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7102fc8d-9756-412f-9a09-2438c035b49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.691684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7102fc8d-9756-412f-9a09-2438c035b49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.752251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Allocated IP 172.20.0.2 (5caec849-a800-4716-bbb7-80c10329bf11/dfd134db-61f1-4466-aa43-9cbf613d9e89/0baa35a2-4e88-4c1b-a883-1a90c2ea1c64) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:13.805116 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7102fc8d-9756-412f-9a09-2438c035b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.810544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7102fc8d-9756-412f-9a09-2438c035b49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:13.815012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7102fc8d-9756-412f-9a09-2438c035b49b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33d06448-9c2c-4bd7-b926-d818107a845e HTTP/1.1" status: 204 len: 168 time: 0.3268976 Nov 09 18:26:13.829942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102fc8d-9756-412f-9a09-2438c035b49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d06448-9c2c-4bd7-b926-d818107a845e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:14.038762 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfcfe1-a820-4640-bb71-0a7482600702 req-a913d7bb-22b3-4e49-a963-349f1839402c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:14.041234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.049573 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08cfcfe1-a820-4640-bb71-0a7482600702 req-a913d7bb-22b3-4e49-a963-349f1839402c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.3589706 Nov 09 18:26:14.060145 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.095571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-39da1fbe-3348-46f3-82c0-a7fdfc570d4b service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263338 Nov 09 18:26:14.133500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Network 5caec849-a800-4716-bbb7-80c10329bf11 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:14.135205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:14.139676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:14.141885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.223137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Attempting to bind port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:14.224207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Attempting to bind port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '2c25419f-05a1-49e7-9e49-691a2b502288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caec849-a800-4716-bbb7-80c10329bf11'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:14.224207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Attempting to bind port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 on network 5caec849-a800-4716-bbb7-80c10329bf11 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:14.226612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Pushing event updated for resources: {'Port': ['ID=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:14.234607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08cfcfe1-a820-4640-bb71-0a7482600702 req-1751ad53-1579-4d82-b0ec-7bed9a5b37b3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837313 Nov 09 18:26:14.235877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:14.236396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Checking segment: {'id': '2c25419f-05a1-49e7-9e49-691a2b502288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caec849-a800-4716-bbb7-80c10329bf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:14.236910 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.237405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Bound using segment: {'id': '2c25419f-05a1-49e7-9e49-691a2b502288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caec849-a800-4716-bbb7-80c10329bf11'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:14.238101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Bound port: 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c25419f-05a1-49e7-9e49-691a2b502288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caec849-a800-4716-bbb7-80c10329bf11'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:14.238691 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.425820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] For port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:14.436468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] For port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,segment=NetworkSegment(2c25419f-05a1-49e7-9e49-691a2b502288),segment_id=2c25419f-05a1-49e7-9e49-691a2b502288)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:14.448333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1573c7a-ee49-4153-b0d6-504390a8ee6b req-a9a00e0e-91c4-4ebf-b5e0-138512984d52 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128405 Nov 09 18:26:14.452409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.539916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848ba66-4e7a-4bf1-b8ad-3aff3efdd9a6 None None] Pushing event updated for resources: {'Port': ['ID=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:14.645206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.20.0.1 (5caec849-a800-4716-bbb7-80c10329bf11/dfd134db-61f1-4466-aa43-9cbf613d9e89/80a2b948-37e3-4036-91c8-284c53597909) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:14.804807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.875075 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:14.968078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 5caec849-a800-4716-bbb7-80c10329bf11 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:14.980927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:14.988237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:15.008961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=80a2b948-37e3-4036-91c8-284c53597909,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:15.085616 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:15.340381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:15.922922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf4dcc-66b6-484b-8153-e0dbbd9e75ac req-fa55fe53-b4c0-444e-b027-94ada97538c1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:15.942675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24cf4dcc-66b6-484b-8153-e0dbbd9e75ac req-fa55fe53-b4c0-444e-b027-94ada97538c1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.6138039 Nov 09 18:26:16.014814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:16.056985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0bec8-df2a-49fe-8057-57a059af279f None None] Network 5caec849-a800-4716-bbb7-80c10329bf11 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:16.166875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24cf4dcc-66b6-484b-8153-e0dbbd9e75ac req-d51f4a0f-6728-4768-baba-eacf5a9dd7dc tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814835 Nov 09 18:26:16.241947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:16.243380 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.295064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7de46285-6173-4103-a9b1-ad6b4dd69894 None None] Provisioning complete for port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:16.305517 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7de46285-6173-4103-a9b1-ad6b4dd69894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.477984 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.478245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.493462 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.559527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.627386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7de46285-6173-4103-a9b1-ad6b4dd69894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.644568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=80a2b948-37e3-4036-91c8-284c53597909,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:16.655330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.718933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,segment=NetworkSegment(2c25419f-05a1-49e7-9e49-691a2b502288),segment_id=2c25419f-05a1-49e7-9e49-691a2b502288)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:16.729172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:16.829620 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-7de46285-6173-4103-a9b1-ad6b4dd69894 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:26:16.831923 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-7de46285-6173-4103-a9b1-ad6b4dd69894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:26:16.851591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:16.885840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 5caec849-a800-4716-bbb7-80c10329bf11 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:16.891321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:17.123908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 819e3ab4-6ebd-41d0-99f7-443b8d3c97a2 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:26:17.295598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:17.307768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57284) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:17.309890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-70a84a60-3035-4ebc-84c2-0821efa185e0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/819e3ab4-6ebd-41d0-99f7-443b8d3c97a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7184279 Nov 09 18:26:17.315677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] Sync routers for ids ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:17.369098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600bc3a-3ee1-4c2f-9129-65445c8b5f7d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:17.370760 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6600bc3a-3ee1-4c2f-9129-65445c8b5f7d tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports/80a2b948-37e3-4036-91c8-284c53597909 HTTP/1.1" status: 200 len: 910 time: 0.0619817 Nov 09 18:26:17.373738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:17.477447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] Routers {'819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:17.478241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:17.512703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b672-7356-4c7d-9f76-d81a2046f9c4 req-ae568343-ef99-430e-b235-df427e587222 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:17.523791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65b5b672-7356-4c7d-9f76-d81a2046f9c4 req-ae568343-ef99-430e-b235-df427e587222 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1477189 Nov 09 18:26:17.636500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:17.677645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65b5b672-7356-4c7d-9f76-d81a2046f9c4 req-77f99b29-778f-422c-8b49-2990e77622e0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489470 Nov 09 18:26:17.700372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] Routers {'819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:17.701005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:17.745950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:17.746436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0113485-f071-483a-abe0-53b28200eef9 None None] The sync data for ids ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:17.838572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8de064d5-3787-43b7-a9eb-faff376fa5c2 None None] Provisioning complete for port 80a2b948-37e3-4036-91c8-284c53597909 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:17.838967 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8de064d5-3787-43b7-a9eb-faff376fa5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:17.937332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8de064d5-3787-43b7-a9eb-faff376fa5c2 None None] Port 80a2b948-37e3-4036-91c8-284c53597909 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:17.975982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8de064d5-3787-43b7-a9eb-faff376fa5c2 None None] Provisioning complete for port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:17.981456 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8de064d5-3787-43b7-a9eb-faff376fa5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.048935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:18.104000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57300) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:18.123785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.227982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:18.228363 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.358824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-35c19d2f-1b2d-4d41-93e9-518801c5bd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.452377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-35c19d2f-1b2d-4d41-93e9-518801c5bd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.459893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-35c19d2f-1b2d-4d41-93e9-518801c5bd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.518199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c19d2f-1b2d-4d41-93e9-518801c5bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7207c395-7755-483b-8224-846e80639ecc,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:18.537874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 80a2b948-37e3-4036-91c8-284c53597909 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:18.538345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.547029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-35c19d2f-1b2d-4d41-93e9-518801c5bd31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6eb23000016c4ce7b39023fc865509d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414048 Nov 09 18:26:18.549167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57304) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:18.649385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.667593 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee387a4b-e4c7-4a12-80cd-af69ac019f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.667785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 80a2b948-37e3-4036-91c8-284c53597909 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:18.716550 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee387a4b-e4c7-4a12-80cd-af69ac019f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.811059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee387a4b-e4c7-4a12-80cd-af69ac019f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.814046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ee387a4b-e4c7-4a12-80cd-af69ac019f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:18.815409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ee387a4b-e4c7-4a12-80cd-af69ac019f76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7207c395-7755-483b-8224-846e80639ecc HTTP/1.1" status: 204 len: 168 time: 0.2653100 Nov 09 18:26:18.844776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387a4b-e4c7-4a12-80cd-af69ac019f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7207c395-7755-483b-8224-846e80639ecc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:18.893968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe56d9-49fd-4845-af04-2af711b2cb57 req-bafe85ec-6098-4804-91eb-f55bb824d56e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:18.897689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4fe56d9-49fd-4845-af04-2af711b2cb57 req-bafe85ec-6098-4804-91eb-f55bb824d56e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1058061 Nov 09 18:26:19.024231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4fe56d9-49fd-4845-af04-2af711b2cb57 req-7e995947-7bb1-4c35-8b05-b2ed75177d99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197226 Nov 09 18:26:19.052698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:19.111654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=80a2b948-37e3-4036-91c8-284c53597909,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:19.258472 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:19.385243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:19.526095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57314) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:19.546407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ad87ea20-b91d-4cc4-9941-f083efca1eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:19.646742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 819e3ab4-6ebd-41d0-99f7-443b8d3c97a2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:19.667943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ad87ea20-b91d-4cc4-9941-f083efca1eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:19.673221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ad87ea20-b91d-4cc4-9941-f083efca1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:19.697815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87ea20-b91d-4cc4-9941-f083efca1eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6fa642-ecf6-413c-a523-40c62c9f3790,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:19.724963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:19.739191 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] Sync routers for ids ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:19.745388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57318) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:19.745721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6607186-6a4d-47b8-98ba-e4dc3ba26ed7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/819e3ab4-6ebd-41d0-99f7-443b8d3c97a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3692605 Nov 09 18:26:19.751474 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] Routers {'819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:19.752373 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:19.760677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ad87ea20-b91d-4cc4-9941-f083efca1eb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9566825dc9394b18ab8f5b879041651f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334538 Nov 09 18:26:19.763780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:19.785185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57322) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:19.787047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c9d1f094-2d68-4a76-8c8e-a752b837bab6 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=819e3ab4-6ebd-41d0-99f7-443b8d3c97a2 HTTP/1.1" status: 200 len: 205 time: 0.0395720 Nov 09 18:26:19.792476 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:19.805814 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] Routers {'819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:19.806959 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:19.839596 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:19.840586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe7ac6-2024-47c4-96d3-4bf3162387b7 None None] The sync data for ids ['819e3ab4-6ebd-41d0-99f7-443b8d3c97a2'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:19.909259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-672b52a6-bd4e-4dbb-ad77-fb6de39b81d4 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.021550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-591c8cff-18a6-492f-8bcc-094bfe895c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.166499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-591c8cff-18a6-492f-8bcc-094bfe895c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.237434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8792f12-4d84-4fd4-be4c-603f600dd76f req-3717ad17-0a52-430e-ae2e-0a214c1ef831 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:20.246104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8792f12-4d84-4fd4-be4c-603f600dd76f req-3717ad17-0a52-430e-ae2e-0a214c1ef831 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1224244 Nov 09 18:26:20.269470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-672b52a6-bd4e-4dbb-ad77-fb6de39b81d4 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.271789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-672b52a6-bd4e-4dbb-ad77-fb6de39b81d4 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.299378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8792f12-4d84-4fd4-be4c-603f600dd76f req-ce77d6c4-83ff-4fac-8015-30852c76f664 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526321 Nov 09 18:26:20.329100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-672b52a6-bd4e-4dbb-ad77-fb6de39b81d4 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.329100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672b52a6-bd4e-4dbb-ad77-fb6de39b81d4 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Fanout notify agent at l3_agent the message router_deleted on router 819e3ab4-6ebd-41d0-99f7-443b8d3c97a2 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:26:20.331268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-591c8cff-18a6-492f-8bcc-094bfe895c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.332943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-591c8cff-18a6-492f-8bcc-094bfe895c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.334396 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-591c8cff-18a6-492f-8bcc-094bfe895c00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea6fa642-ecf6-413c-a523-40c62c9f3790 HTTP/1.1" status: 204 len: 168 time: 0.5665598 Nov 09 18:26:20.340919 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-672b52a6-bd4e-4dbb-ad77-fb6de39b81d4 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.344811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-672b52a6-bd4e-4dbb-ad77-fb6de39b81d4 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/819e3ab4-6ebd-41d0-99f7-443b8d3c97a2 HTTP/1.1" status: 204 len: 168 time: 0.5521019 Nov 09 18:26:20.345199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57334) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:20.352069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8cff-18a6-492f-8bcc-094bfe895c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6fa642-ecf6-413c-a523-40c62c9f3790,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:20.409050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet dfd134db-61f1-4466-aa43-9cbf613d9e89 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:26:20.412422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.455043 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.547584 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.620524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.648519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd134db-61f1-4466-aa43-9cbf613d9e89,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:20.652542 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.658479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cda15438-df2b-47cb-bce8-178b7de13903 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/dfd134db-61f1-4466-aa43-9cbf613d9e89 HTTP/1.1" status: 204 len: 168 time: 0.3099029 Nov 09 18:26:20.658650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a6cbb-e4e4-4ca3-a9a9-fc83cd0e9ffe None None] Network 5caec849-a800-4716-bbb7-80c10329bf11 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:20.659050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57338) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:20.749029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.810914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:20.811328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.877001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] DHCP port deletion for 5caec849-a800-4716-bbb7-80c10329bf11 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:26:20.886288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,segment=NetworkSegment(2c25419f-05a1-49e7-9e49-691a2b502288),segment_id=2c25419f-05a1-49e7-9e49-691a2b502288)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:20.886624 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:20.901852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:20.979813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] Deleting port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:20.980341 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.048355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.054528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] For port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,segment=NetworkSegment(2c25419f-05a1-49e7-9e49-691a2b502288),segment_id=2c25419f-05a1-49e7-9e49-691a2b502288)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:21.055058 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.079453 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] Calling delete_port for 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:21.081718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:21.091369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:21.198349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.219705 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5caec849-a800-4716-bbb7-80c10329bf11']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:21.222455 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.231427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c25419f-05a1-49e7-9e49-691a2b502288') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:21.231734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c25419f-05a1-49e7-9e49-691a2b502288') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:21.242307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.253330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] Pushing event deleted for resources: {'Port': ['ID=0baa35a2-4e88-4c1b-a883-1a90c2ea1c64,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:21.256724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.256989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724482a4-5ef3-493c-bec6-2a040cb12f45 None None] No DVR routers for this DVR port 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:21.268970 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:26:21.269647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:26:21.273641 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:26:21.347008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.377032 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.381564 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/5caec849-a800-4716-bbb7-80c10329bf11 HTTP/1.1" status: 204 len: 168 time: 0.7215574 Nov 09 18:26:21.384080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf550d23-b0ec-4308-9a20-17a272d2ba59 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=5caec849-a800-4716-bbb7-80c10329bf11,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:21.387980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57362) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:21.392889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1339051338', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}, 'admin_state_up': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:21.440085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.441222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.530313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cef684-0d09-4182-a8eb-4a460da7a961 req-a199b028-3cd1-477a-b618-849bd4a41ec4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:21.538807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87cef684-0d09-4182-a8eb-4a460da7a961 req-a199b028-3cd1-477a-b618-849bd4a41ec4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1109817 Nov 09 18:26:21.556151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.649545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87cef684-0d09-4182-a8eb-4a460da7a961 req-3bc6150d-24db-486b-90a0-d0c1c9356c16 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092939 Nov 09 18:26:21.760241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:21.977115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:22.007680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:26:22.008464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0baa35a2-4e88-4c1b-a883-1a90c2ea1c64 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:26:22.048278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.090026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.308019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.25.0.226 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/93051296-3b43-40b2-9228-5665d18a1f37) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:22.393884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57386) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:22.474656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.515577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.552383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86737d91-ce95-450c-8ec3-705b7c726535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.587518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:22.597367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:22.605226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=93051296-3b43-40b2-9228-5665d18a1f37,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:22.608152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:22.676479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86737d91-ce95-450c-8ec3-705b7c726535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.682151 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86737d91-ce95-450c-8ec3-705b7c726535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.736248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86737d91-ce95-450c-8ec3-705b7c726535 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0b560666f0140f99c6be14cdb341a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403368 Nov 09 18:26:22.737737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86737d91-ce95-450c-8ec3-705b7c726535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8187804-a7c8-4122-a79b-722f1a4f2484,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:22.753291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57392) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:22.818720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d106ff7c-8fd8-4e6f-b3a1-0d162a72c4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.842380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d106ff7c-8fd8-4e6f-b3a1-0d162a72c4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.900502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d106ff7c-8fd8-4e6f-b3a1-0d162a72c4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.904512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d106ff7c-8fd8-4e6f-b3a1-0d162a72c4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:22.920478 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d106ff7c-8fd8-4e6f-b3a1-0d162a72c4fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8187804-a7c8-4122-a79b-722f1a4f2484 HTTP/1.1" status: 204 len: 168 time: 0.1535506 Nov 09 18:26:22.929196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5c5c7-416e-4a6d-a6a1-6eb437e9b163 req-859911e4-a854-4a6f-9446-e65a537eb589 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:22.931636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ed5c5c7-416e-4a6d-a6a1-6eb437e9b163 req-859911e4-a854-4a6f-9446-e65a537eb589 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1475451 Nov 09 18:26:22.940748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106ff7c-8fd8-4e6f-b3a1-0d162a72c4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8187804-a7c8-4122-a79b-722f1a4f2484,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.021561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ed5c5c7-416e-4a6d-a6a1-6eb437e9b163 req-86b20d5f-c8ae-46ae-9cb4-a97248afb1f4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Nov 09 18:26:23.111061 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.313294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57398) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:23.329511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1004241d-0130-4407-acd0-dc0d573481b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.440565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1004241d-0130-4407-acd0-dc0d573481b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.456716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1004241d-0130-4407-acd0-dc0d573481b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.519791 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1004241d-0130-4407-acd0-dc0d573481b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05ae848c943f4dbcbca56f9fea97b52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051024 Nov 09 18:26:23.520822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004241d-0130-4407-acd0-dc0d573481b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65612596-8000-4377-ac38-b7557ff9d37d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.524241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57402) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:23.585608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b5d2-046a-41e1-8108-21d7e6d1d3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.613575 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b5d2-046a-41e1-8108-21d7e6d1d3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.671270 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b5d2-046a-41e1-8108-21d7e6d1d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.675583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9dc3b5d2-046a-41e1-8108-21d7e6d1d3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.679321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9dc3b5d2-046a-41e1-8108-21d7e6d1d3e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65612596-8000-4377-ac38-b7557ff9d37d HTTP/1.1" status: 204 len: 168 time: 0.1516511 Nov 09 18:26:23.687376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3b5d2-046a-41e1-8108-21d7e6d1d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65612596-8000-4377-ac38-b7557ff9d37d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:23.729067 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:23.902804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 3e950f45-34c7-4ab2-a1d1-8708ecf830cd is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:26:24.054238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:24.069813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] Sync routers for ids ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:24.095520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] Routers {'3e950f45-34c7-4ab2-a1d1-8708ecf830cd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:24.096386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:24.105583 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:24.107225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4a222acf-f2a4-4161-9c95-42f38339f891 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.7182446 Nov 09 18:26:24.109930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57412) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:24.175183 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:24.186365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] Routers {'3e950f45-34c7-4ab2-a1d1-8708ecf830cd'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:24.186766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:24.227043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:24.227713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ff867-2420-485b-a3e9-7b1256b061d8 None None] The sync data for ids ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:24.304165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57420) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:24.310528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a501653a-ee37-4445-a6f6-8f505d9f7bcf tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/routers/3e950f45-34c7-4ab2-a1d1-8708ecf830cd HTTP/1.1" status: 200 len: 881 time: 0.1949370 Nov 09 18:26:24.325919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086918a6-1a03-4bc5-ac9f-25a6ad4a35be req-dd34a48b-565f-4518-9546-c84872cb6a93 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:24.327661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-086918a6-1a03-4bc5-ac9f-25a6ad4a35be req-dd34a48b-565f-4518-9546-c84872cb6a93 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.0948930 Nov 09 18:26:24.373188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-086918a6-1a03-4bc5-ac9f-25a6ad4a35be req-82d45f1d-db71-4c91-90a8-3df5f3863abc tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Nov 09 18:26:24.688962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0a7018ef-5d02-4de7-8992-2b6a3975106e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3827062 Nov 09 18:26:24.691140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57436) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:24.699074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-56c27745-ece5-4bc7-964a-3581cd71a9cd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1339051338'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:25.163257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-56c27745-ece5-4bc7-964a-3581cd71a9cd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.180588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-56c27745-ece5-4bc7-964a-3581cd71a9cd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.336508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c27745-ece5-4bc7-964a-3581cd71a9cd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 3e950f45-34c7-4ab2-a1d1-8708ecf830cd has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:25.463700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c27745-ece5-4bc7-964a-3581cd71a9cd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:25.471163 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-56c27745-ece5-4bc7-964a-3581cd71a9cd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:25.472684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-56c27745-ece5-4bc7-964a-3581cd71a9cd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/3e950f45-34c7-4ab2-a1d1-8708ecf830cd HTTP/1.1" status: 200 len: 888 time: 0.7801881 Nov 09 18:26:25.475791 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] Sync routers for ids ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:25.476251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57452) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:25.491533 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] Routers {'3e950f45-34c7-4ab2-a1d1-8708ecf830cd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:25.492963 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:25.571058 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:25.593863 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] Routers {'3e950f45-34c7-4ab2-a1d1-8708ecf830cd'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:25.595525 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:25.671744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b4dc9-a346-4f20-83a4-abb00d9abc90 req-3490a27c-e97e-4521-8dbb-f7132079b23d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:25.673153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b7b4dc9-a346-4f20-83a4-abb00d9abc90 req-3490a27c-e97e-4521-8dbb-f7132079b23d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1282914 Nov 09 18:26:25.750016 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-24199708-88c2-49c8-aca1-a8aa7e2cf85a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/routers/3e950f45-34c7-4ab2-a1d1-8708ecf830cd HTTP/1.1" status: 200 len: 888 time: 0.2726963 Nov 09 18:26:25.752687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57462) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:25.757277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b7b4dc9-a346-4f20-83a4-abb00d9abc90 req-038f7625-425f-4db6-bc17-4501decaaff3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767245 Nov 09 18:26:25.788165 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:25.788822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ba003-92ec-4132-abd6-e675f26dd8b1 None None] The sync data for ids ['3e950f45-34c7-4ab2-a1d1-8708ecf830cd'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:25.801323 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-297d5467-f88b-4a63-bcb9-c4f31f0bafad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e950f45-34c7-4ab2-a1d1-8708ecf830cd HTTP/1.1" status: 200 len: 205 time: 0.0473337 Nov 09 18:26:25.803976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57464) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:25.955263 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.087337 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.147470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 93051296-3b43-40b2-9228-5665d18a1f37 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:26.148217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.243204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.257585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 93051296-3b43-40b2-9228-5665d18a1f37 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:26.466259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.497286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=93051296-3b43-40b2-9228-5665d18a1f37,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:26.600338 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.704928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.707210 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.762690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.763285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Fanout notify agent at l3_agent the message router_deleted on router 3e950f45-34c7-4ab2-a1d1-8708ecf830cd {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:26:26.770820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.775718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-02ed1b2e-8628-4030-bf3b-89604755c33b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/3e950f45-34c7-4ab2-a1d1-8708ecf830cd HTTP/1.1" status: 204 len: 168 time: 0.9670789 Nov 09 18:26:26.776117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57476) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:26.790575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-913591331'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:26.832328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:26.837609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.899760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:26.920591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1e0c4-6248-4a6f-b8ef-e68e459779d1 req-eead4ded-af2a-4914-aad2-a16dc6ac8c10 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:26.922193 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4df1e0c4-6248-4a6f-b8ef-e68e459779d1 req-eead4ded-af2a-4914-aad2-a16dc6ac8c10 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.0691185 Nov 09 18:26:26.923915 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:26.924285 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment 3311fa00-14de-4c85-8c88-e61e8faf2c0b of type vlan for network 21142953-86fa-4e3b-ae3a-3be36bce40c4 Nov 09 18:26:26.989944 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.009557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4df1e0c4-6248-4a6f-b8ef-e68e459779d1 req-8669e872-b199-4a91-bba3-847f3a82d335 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756679 Nov 09 18:26:27.038361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.044020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:27.044624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.112814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3356054 Nov 09 18:26:27.116540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57484) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:27.122960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '21142953-86fa-4e3b-ae3a-3be36bce40c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:27.139087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdc507-0c2c-48f8-8724-8e741c9c3f27 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=21142953-86fa-4e3b-ae3a-3be36bce40c4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:27.156022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:27.675365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:27.687340 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:27.915280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.001284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': '3311fa00-14de-4c85-8c88-e61e8faf2c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '21142953-86fa-4e3b-ae3a-3be36bce40c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:28.001751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 21142953-86fa-4e3b-ae3a-3be36bce40c4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:28.016474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=8608f7d3-b130-4eb9-a21a-d1a4a80d3039,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:28.030432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:28.046095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 21142953-86fa-4e3b-ae3a-3be36bce40c4) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:28.051255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:28.051927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.060828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cb9bd-7801-4113-a63c-4e3dcac89ed1 None None] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:28.123958 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-104b3b29-8d1a-4b0b-ae1b-30a6d7570bae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0059752 Nov 09 18:26:28.125192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57502) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:28.130823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c992cd7b-5b4a-4dac-872e-437ca30c54b3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1443150701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:28.176181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c992cd7b-5b4a-4dac-872e-437ca30c54b3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.177939 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c992cd7b-5b4a-4dac-872e-437ca30c54b3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.186102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9cf24-23b0-4a8a-a4ca-d2bb59d41a54 req-0e71dc0c-49ae-4e05-a169-4e17c6f9ec42 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:28.194883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8b9cf24-23b0-4a8a-a4ca-d2bb59d41a54 req-0e71dc0c-49ae-4e05-a169-4e17c6f9ec42 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.0801604 Nov 09 18:26:28.246678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8b9cf24-23b0-4a8a-a4ca-d2bb59d41a54 req-04c2f9c7-fef8-4138-8ae1-96467d84b719 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485928 Nov 09 18:26:28.276056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c992cd7b-5b4a-4dac-872e-437ca30c54b3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.282557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c992cd7b-5b4a-4dac-872e-437ca30c54b3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.303376 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c992cd7b-5b4a-4dac-872e-437ca30c54b3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.307638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57504) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:28.307781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c992cd7b-5b4a-4dac-872e-437ca30c54b3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1813052 Nov 09 18:26:28.364811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-21142953-86fa-4e3b-ae3a-3be36bce40c4', 'network_id': '21142953-86fa-4e3b-ae3a-3be36bce40c4', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': '8608f7d3-b130-4eb9-a21a-d1a4a80d3039'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:28.366170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.529677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Allocated IP 172.20.0.2 (21142953-86fa-4e3b-ae3a-3be36bce40c4/8608f7d3-b130-4eb9-a21a-d1a4a80d3039/c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:28.664575 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.713570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.722490 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.784149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Pushing event updated for resources: {'Port': ['ID=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:28.816628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:28.819261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:28.823208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:28.887329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Attempting to bind port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:28.888088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Attempting to bind port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '3311fa00-14de-4c85-8c88-e61e8faf2c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '21142953-86fa-4e3b-ae3a-3be36bce40c4'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:28.888301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Attempting to bind port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa on network 21142953-86fa-4e3b-ae3a-3be36bce40c4 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:28.897020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:28.897514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Checking segment: {'id': '3311fa00-14de-4c85-8c88-e61e8faf2c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '21142953-86fa-4e3b-ae3a-3be36bce40c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:28.897882 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.898357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Bound using segment: {'id': '3311fa00-14de-4c85-8c88-e61e8faf2c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '21142953-86fa-4e3b-ae3a-3be36bce40c4'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:28.898872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Bound port: c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3311fa00-14de-4c85-8c88-e61e8faf2c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '21142953-86fa-4e3b-ae3a-3be36bce40c4'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:28.899233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:28.994246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.20.0.1 (21142953-86fa-4e3b-ae3a-3be36bce40c4/8608f7d3-b130-4eb9-a21a-d1a4a80d3039/b5328d22-750f-4671-a39e-669f449d22be) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:28.994863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] For port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:28.999069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] For port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,segment=NetworkSegment(3311fa00-14de-4c85-8c88-e61e8faf2c0b),segment_id=3311fa00-14de-4c85-8c88-e61e8faf2c0b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:29.005861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:29.082729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debaa16-0dc7-4256-9ebd-9fbb8ca436d8 None None] Pushing event updated for resources: {'Port': ['ID=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:29.507086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408b155-2578-428d-ba36-b3d2bfa253cb req-304bfcb2-44c8-42be-9d85-d24f18d71099 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:29.508957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4408b155-2578-428d-ba36-b3d2bfa253cb req-304bfcb2-44c8-42be-9d85-d24f18d71099 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1025991 Nov 09 18:26:29.550207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:29.583147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4408b155-2578-428d-ba36-b3d2bfa253cb req-36e3da11-4739-4db3-95d8-458dfe20c07f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676401 Nov 09 18:26:29.621159 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:29.677580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:29.684565 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:29.687236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:29.691391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=b5328d22-750f-4671-a39e-669f449d22be,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:29.741644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:29.901456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:29.905678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57528) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:30.068094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:30.152173 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93ab0595-4219-4548-968a-e0f08675cd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.176528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:30.176925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.265556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93ab0595-4219-4548-968a-e0f08675cd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.270377 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-93ab0595-4219-4548-968a-e0f08675cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.297170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.316191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-93ab0595-4219-4548-968a-e0f08675cd27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baec0d4af0c344ce9aca10b8b3628b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076993 Nov 09 18:26:30.322401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57532) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:30.339249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.339758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,segment=NetworkSegment(3311fa00-14de-4c85-8c88-e61e8faf2c0b),segment_id=3311fa00-14de-4c85-8c88-e61e8faf2c0b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:30.348397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.354622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.355963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab0595-4219-4548-968a-e0f08675cd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad879855-7c3c-4d12-b8b2-59984efec886,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:30.415732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.451295 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3387-020f-4581-b2e3-5f728f0ea9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.497560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:30.507017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3387-020f-4581-b2e3-5f728f0ea9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.545430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=b5328d22-750f-4671-a39e-669f449d22be,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:30.592554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3387-020f-4581-b2e3-5f728f0ea9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.598943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3387-020f-4581-b2e3-5f728f0ea9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.603018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d8d3387-020f-4581-b2e3-5f728f0ea9b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad879855-7c3c-4d12-b8b2-59984efec886 HTTP/1.1" status: 204 len: 168 time: 0.2761309 Nov 09 18:26:30.616896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d3387-020f-4581-b2e3-5f728f0ea9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad879855-7c3c-4d12-b8b2-59984efec886,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:30.626711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:30.628184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:30.701706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3532a26f-7aec-4b7f-99fe-22892abe4729 None None] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:30.764511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f3a32-1c12-4a8b-9043-7bebc84f8cb3 req-990ae500-7ff6-40b2-9f0c-dff984e68b36 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:30.766497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b78f3a32-1c12-4a8b-9043-7bebc84f8cb3 req-990ae500-7ff6-40b2-9f0c-dff984e68b36 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.0704811 Nov 09 18:26:30.819108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b78f3a32-1c12-4a8b-9043-7bebc84f8cb3 req-17c9cb1e-5ccf-47d8-8ec1-575425d5d9ec tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Nov 09 18:26:30.820284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router e9563c71-d02d-4eca-a895-6a428269fdad is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:26:30.845424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-efa6fa73-2667-4237-820c-2f71a8a38674 None None] Provisioning complete for port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:30.846025 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-efa6fa73-2667-4237-820c-2f71a8a38674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:30.927217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:30.942099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c4a941b7-572e-45f0-b9a6-5b83ab890a3f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/e9563c71-d02d-4eca-a895-6a428269fdad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6331100 Nov 09 18:26:30.942739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] Sync routers for ids ['e9563c71-d02d-4eca-a895-6a428269fdad'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:30.945655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57546) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:30.968281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] Routers {'e9563c71-d02d-4eca-a895-6a428269fdad'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:30.968923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9563c71-d02d-4eca-a895-6a428269fdad'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:31.011918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:31.014164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f59412-cc7e-4e21-914d-8a1a4d2fa8c5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:31.015802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-24f59412-cc7e-4e21-914d-8a1a4d2fa8c5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports/b5328d22-750f-4671-a39e-669f449d22be HTTP/1.1" status: 200 len: 910 time: 0.0690293 Nov 09 18:26:31.018780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:31.024823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8608f7d3-b130-4eb9-a21a-d1a4a80d3039'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:31.026007 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] Routers {'e9563c71-d02d-4eca-a895-6a428269fdad'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:31.026684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9563c71-d02d-4eca-a895-6a428269fdad'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:31.083033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:31.083932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8108d62-fece-4037-871f-b15354ebae03 None None] The sync data for ids ['e9563c71-d02d-4eca-a895-6a428269fdad'] in n-d-817240-1 is: [] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:31.191902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.212897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-90fe88f6-b339-4892-945c-294c33535010 None None] Provisioning complete for port b5328d22-750f-4671-a39e-669f449d22be triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:31.213158 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-90fe88f6-b339-4892-945c-294c33535010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.248588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-90fe88f6-b339-4892-945c-294c33535010 None None] Port b5328d22-750f-4671-a39e-669f449d22be cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:31.259517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-90fe88f6-b339-4892-945c-294c33535010 None None] Provisioning complete for port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:31.260209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-90fe88f6-b339-4892-945c-294c33535010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.473815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bc3db21a-df1d-45ea-983a-313a1cd91e2b None None] Provisioning complete for port b5328d22-750f-4671-a39e-669f449d22be triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:31.474474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bc3db21a-df1d-45ea-983a-313a1cd91e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.517257 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bc3db21a-df1d-45ea-983a-313a1cd91e2b None None] Port b5328d22-750f-4671-a39e-669f449d22be cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:31.601010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.610067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.641580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-de64d1ca-d78c-417f-b36a-6aac5437cc8b None None] Provisioning complete for port b5328d22-750f-4671-a39e-669f449d22be triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:31.642106 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-de64d1ca-d78c-417f-b36a-6aac5437cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.689811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=b5328d22-750f-4671-a39e-669f449d22be,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:31.697944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:31.698631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:31.702537 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-360b0277-da12-4e3c-92fe-806033fb6658 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/ports/b5328d22-750f-4671-a39e-669f449d22be HTTP/1.1" status: 200 len: 910 time: 0.6826699 Nov 09 18:26:31.703045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57572) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:31.717285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-de64d1ca-d78c-417f-b36a-6aac5437cc8b None None] Port b5328d22-750f-4671-a39e-669f449d22be cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:31.998276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f6ee0-5fc3-4add-a41e-0606fed1d85f req-e9774ddb-069f-4db1-b4b9-bb0eae33d7a8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:31.999903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-095f6ee0-5fc3-4add-a41e-0606fed1d85f req-e9774ddb-069f-4db1-b4b9-bb0eae33d7a8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1010208 Nov 09 18:26:32.000809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:32.068575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:32.069329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.091493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-095f6ee0-5fc3-4add-a41e-0606fed1d85f req-dd3cc986-0348-4556-a9a9-2bfb05e7c05b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812752 Nov 09 18:26:32.134621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57588) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:32.187426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.369298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'network': {'name': 'tempest-network-smoke--1763770966', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'port_security_enabled': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:32.399213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:32.403827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.415308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.476241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port b5328d22-750f-4671-a39e-669f449d22be {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:32.476601 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.524456 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.530122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.556673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:32.574317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa1107-7deb-49ca-84fd-f4105b395679,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:32.579113 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.579287 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.579522 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Added segment 7189691d-016f-4184-97ad-621cbccbefd9 of type vlan for network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 Nov 09 18:26:32.592783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for b5328d22-750f-4671-a39e-669f449d22be owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:32.624983 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.655210 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.661753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:32.663062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.733582 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5970731 Nov 09 18:26:32.736709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57598) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:32.744361 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'admin_state_up': True, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:32.757439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feacc62-d37d-4c6d-9669-81fa64cf8168 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Network': ['ID=5a68b912-efc3-4aad-8d22-04ab70bc4e19,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:32.771339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:32.777263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.778672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.820572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:32.853686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=b5328d22-750f-4671-a39e-669f449d22be,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:32.885767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.037938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.097767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.289964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router e9563c71-d02d-4eca-a895-6a428269fdad has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:33.304968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6e08-b49e-4230-920f-30d0ff3f298a req-947276fb-5cb7-49c7-95e1-2be9f1d31212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:33.306510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7f6e08-b49e-4230-920f-30d0ff3f298a req-947276fb-5cb7-49c7-95e1-2be9f1d31212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.0869725 Nov 09 18:26:33.336905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.363912 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.401616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:33.410884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb4f9aed-b126-41c8-8248-c2e8005f14b8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/e9563c71-d02d-4eca-a895-6a428269fdad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7067068 Nov 09 18:26:33.413668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57602) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:33.414748 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] Sync routers for ids ['e9563c71-d02d-4eca-a895-6a428269fdad'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:33.426226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe7f6e08-b49e-4230-920f-30d0ff3f298a req-98883e36-c7c4-41ed-94fa-b56b403f2fcd tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119735 Nov 09 18:26:33.426609 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] Routers {'e9563c71-d02d-4eca-a895-6a428269fdad'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:33.427554 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9563c71-d02d-4eca-a895-6a428269fdad'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:33.457404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f9a8847b-7258-463b-86c7-be5fcce26806 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9563c71-d02d-4eca-a895-6a428269fdad HTTP/1.1" status: 200 len: 205 time: 0.0426140 Nov 09 18:26:33.457992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57606) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:33.471782 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:33.483320 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] Routers {'e9563c71-d02d-4eca-a895-6a428269fdad'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:33.484328 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e9563c71-d02d-4eca-a895-6a428269fdad'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:33.535889 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:33.537293 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9cd242-d51d-4c98-a6f1-53c2a5b49a7b None None] The sync data for ids ['e9563c71-d02d-4eca-a895-6a428269fdad'] in n-d-817240-1 is: [] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:33.576170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.25.0.61 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/55b19250-8a0c-442f-9eee-20c45451b172) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:33.719773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.771522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.813609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d9496c0-a6f3-4620-8499-af7bf691cdb5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:33.840427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=55b19250-8a0c-442f-9eee-20c45451b172,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:33.861329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:33.863028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:33.867246 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:34.017136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d9496c0-a6f3-4620-8499-af7bf691cdb5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.019661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d9496c0-a6f3-4620-8499-af7bf691cdb5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.077374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d9496c0-a6f3-4620-8499-af7bf691cdb5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.078091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9496c0-a6f3-4620-8499-af7bf691cdb5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Fanout notify agent at l3_agent the message router_deleted on router e9563c71-d02d-4eca-a895-6a428269fdad {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:26:34.088329 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d9496c0-a6f3-4620-8499-af7bf691cdb5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.089715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7d9496c0-a6f3-4620-8499-af7bf691cdb5 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/e9563c71-d02d-4eca-a895-6a428269fdad HTTP/1.1" status: 204 len: 168 time: 0.6307721 Nov 09 18:26:34.092543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57616) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:34.151939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet 8608f7d3-b130-4eb9-a21a-d1a4a80d3039 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:26:34.156491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.199193 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.203389 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.307839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.375750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.403654 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.407768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/8608f7d3-b130-4eb9-a21a-d1a4a80d3039 HTTP/1.1" status: 204 len: 168 time: 0.3141618 Nov 09 18:26:34.409091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5e9c6-2832-436c-b6ea-fd03964084af None None] Network 21142953-86fa-4e3b-ae3a-3be36bce40c4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:34.419515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57618) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:34.428010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b723cde-e0fc-4839-b788-c15cafa1f156 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=8608f7d3-b130-4eb9-a21a-d1a4a80d3039,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:34.623522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6413ef7-0252-465a-80ae-c05bd4115224 req-0fee75df-e67c-41dd-b207-1f95e51c78d8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:34.660173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6413ef7-0252-465a-80ae-c05bd4115224 req-0fee75df-e67c-41dd-b207-1f95e51c78d8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1195853 Nov 09 18:26:34.683141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] DHCP port deletion for 21142953-86fa-4e3b-ae3a-3be36bce40c4 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:26:34.721269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6413ef7-0252-465a-80ae-c05bd4115224 req-bebc96e1-5d93-495f-ab33-d0813e91c95f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Nov 09 18:26:34.753048 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] Deleting port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:34.753869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.831846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] For port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,segment=NetworkSegment(3311fa00-14de-4c85-8c88-e61e8faf2c0b),segment_id=3311fa00-14de-4c85-8c88-e61e8faf2c0b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:34.832587 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.862426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] Calling delete_port for c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:34.899978 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.927544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:34.993834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.009733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] No DVR routers for this DVR port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:35.031248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590290ae-d4fe-4a19-9c7a-6c70c882414a None None] Pushing event deleted for resources: {'Port': ['ID=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:35.107013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:35.107300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.192717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa, host n-d-817240-1, got binding levels [] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:35.192966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.212650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:35.215457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa was not found and therefore no delete operation was performed {{(pid=102141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:26:35.216363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 921a2916-a8f5-4ffd-b814-d1b0112a6923 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:26:35.220784 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.252698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:35.258817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:35.437408 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.465198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21142953-86fa-4e3b-ae3a-3be36bce40c4']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:35.478818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:35.481724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3311fa00-14de-4c85-8c88-e61e8faf2c0b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:35.482032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3311fa00-14de-4c85-8c88-e61e8faf2c0b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:35.493733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Sync routers for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:35.500723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.503715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:35.504650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:35.519185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.520414 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-36e9d069-8b9a-46e6-b8e3-1b39b66dcdb9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7827361 Nov 09 18:26:35.521474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.524534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57626) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:35.540809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:26:35.541240 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:26:35.545179 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:26:35.633557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.650989 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.656576 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/21142953-86fa-4e3b-ae3a-3be36bce40c4 HTTP/1.1" status: 204 len: 168 time: 1.2341926 Nov 09 18:26:35.656742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:35.666710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-66123b64-dacc-47c8-a234-eececfb8cbf3 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8e9c6b7658244d5c85689f03eea8831b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300128 Nov 09 18:26:35.667695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57630) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:35.668206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57632) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:35.671009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504394a0-6b29-4911-a038-5ba810cbc7b1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=21142953-86fa-4e3b-ae3a-3be36bce40c4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:35.699025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-683bb4fa-9630-4072-8a89-e71386cc322a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1313047300', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:35.877423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:34Z', 'revision_number': 3, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:35.890492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9901544c-cfc0-4429-b097-397a4423e362 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:35.892077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9901544c-cfc0-4429-b097-397a4423e362 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2227345 Nov 09 18:26:35.895084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57638) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:35.924242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Checking router: 921a2916-a8f5-4ffd-b814-d1b0112a6923 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:26:35.924599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Updating router 921a2916-a8f5-4ffd-b814-d1b0112a6923 port 55b19250-8a0c-442f-9eee-20c45451b172 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:26:35.928583 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-683bb4fa-9630-4072-8a89-e71386cc322a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.932167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-683bb4fa-9630-4072-8a89-e71386cc322a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.967411 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:35.972470 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bbf5ff00-ca12-40cb-abf5-d9e22b144f4a tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760667 Nov 09 18:26:35.975567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57644) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:35.983368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-952014014', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:36.044999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c63b9-124d-468a-b55b-900aab83f0bb req-e1d92b06-239b-4869-af2a-55a06084e13c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:36.046720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f0c63b9-124d-468a-b55b-900aab83f0bb req-e1d92b06-239b-4869-af2a-55a06084e13c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 943 time: 0.1536109 Nov 09 18:26:36.136449 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-683bb4fa-9630-4072-8a89-e71386cc322a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.164871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-683bb4fa-9630-4072-8a89-e71386cc322a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.181231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:36.197929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:36.201938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.205624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:26:36.223695 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:26:36.224079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c30c36d9-2e4e-44b0-9bb3-45d3f244d7fa not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:26:36.237428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-683bb4fa-9630-4072-8a89-e71386cc322a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.238662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-683bb4fa-9630-4072-8a89-e71386cc322a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5681252 Nov 09 18:26:36.253892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57648) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:36.261828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229631921'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:36.282968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f0c63b9-124d-468a-b55b-900aab83f0bb req-25db1dcd-1cda-4274-a67d-67db84882450 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437824 Nov 09 18:26:36.324105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:36.327989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.375160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:36.396544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.397684 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment 5156aae1-ccfd-45da-8c3d-0e7955af70ba of type vlan for network 4a549ba7-9880-4f37-b263-ced7b991b852 Nov 09 18:26:36.491964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.525236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.546306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.554846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:36.556618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.622027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Subnet': ['ID=25d9ffa0-ce85-43ca-be00-d9d0b273f52d,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:36.670899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Checking segment: {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:36.671523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network hostable DHCP agents. Network: 5a68b912-efc3-4aad-8d22-04ab70bc4e19, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:36.696864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4417095 Nov 09 18:26:36.699320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:36.700832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57650) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:36.702459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:36.709795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:36.717363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5a68b912-efc3-4aad-8d22-04ab70bc4e19) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:36.731181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f38e5c-447c-4fdd-9e0b-8c6982f3608c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=4a549ba7-9880-4f37-b263-ced7b991b852,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:36.741899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:36.743184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.748925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614d3dc4-3c15-4ac5-be6a-af9c0b8228bc None None] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:36.772416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3781ddae-1928-451f-a3b4-55273cf3acab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7926915 Nov 09 18:26:36.772820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57652) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:36.830284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 4a549ba7-9880-4f37-b263-ced7b991b852 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:36.872070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:36.876238 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:36.978892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'port_id': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68', 'mac_address': 'fa:16:3e:5f:b0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:26:36.985542 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.055254 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.072734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:37.073640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.077224 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.136918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:37.258602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.342761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=8a22bae1-ba8b-485e-b86c-4e7d08e524a8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:37.360893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:37.361455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 4a549ba7-9880-4f37-b263-ced7b991b852, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:37.382728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 4a549ba7-9880-4f37-b263-ced7b991b852 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:37.386855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Attempting to bind port 55b19250-8a0c-442f-9eee-20c45451b172 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:37.387235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Attempting to bind port 55b19250-8a0c-442f-9eee-20c45451b172 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:37.387607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Attempting to bind port 55b19250-8a0c-442f-9eee-20c45451b172 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:37.400227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Pushing event updated for resources: {'Port': ['ID=55b19250-8a0c-442f-9eee-20c45451b172,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:37.400985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 4a549ba7-9880-4f37-b263-ced7b991b852) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:37.409887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:37.410806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.413400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:37.421176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:37.421688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:37.421955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.422378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:37.422860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Bound port: 55b19250-8a0c-442f-9eee-20c45451b172, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:37.423252 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.431372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6af9b-1c7b-46bc-8a83-4213d3a54a54 None None] Network 4a549ba7-9880-4f37-b263-ced7b991b852 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:37.451095 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.453315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4b515fb3-3338-46c6-b5af-f1567cbc18b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.457028 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.457317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.457667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.457996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.458392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.458760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.459148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.459428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.459754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.460084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.460494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.460750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:37.474478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e9c91c3d-9b4d-4d52-8787-da66c9215108 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7689457 Nov 09 18:26:37.474478 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57658) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:37.558823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b50b-b385-4732-aa19-d0511416f1b1 req-1b627c08-d42c-42e7-8fac-562d19252799 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:37.559523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Allocated IP 172.20.0.2 (5a68b912-efc3-4aad-8d22-04ab70bc4e19/25d9ffa0-ce85-43ca-be00-d9d0b273f52d/54d50d88-74ef-4f48-a12f-435eb7d533a0) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:37.560749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2aa8b50b-b385-4732-aa19-d0511416f1b1 req-1b627c08-d42c-42e7-8fac-562d19252799 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 944 time: 0.1538649 Nov 09 18:26:37.577057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:37.579842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.663236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] For port 55b19250-8a0c-442f-9eee-20c45451b172, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:37.707677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] For port 55b19250-8a0c-442f-9eee-20c45451b172, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=55b19250-8a0c-442f-9eee-20c45451b172,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:37.719895 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.786465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['a5e2ca6a-6b34-40b7-b727-69efc9ecbf68'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:37.858303 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:26:37.927648 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2aa8b50b-b385-4732-aa19-d0511416f1b1 req-451892d8-4471-4dad-ac39-37b498c5b25e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583419 Nov 09 18:26:37.932444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-4a549ba7-9880-4f37-b263-ced7b991b852', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:37.933031 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:37.940891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:37.941544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:37.952788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1384-a7d9-4108-951f-3154c6224d70 None None] Pushing event updated for resources: {'Port': ['ID=55b19250-8a0c-442f-9eee-20c45451b172,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:37.959282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.061293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.092069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.144578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.20.0.1 (5a68b912-efc3-4aad-8d22-04ab70bc4e19/25d9ffa0-ce85-43ca-be00-d9d0b273f52d/775586b4-b3e1-45b0-831d-ae36696530d3) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:38.223334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:38.244588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:38.253511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:38.264916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:38.273417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.20.0.1 (4a549ba7-9880-4f37-b263-ced7b991b852/8a22bae1-ba8b-485e-b86c-4e7d08e524a8/44667f45-d946-47b1-bdf1-eff6ca039aec) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:38.302124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Pushing event updated for resources: {'Port': ['ID=54d50d88-74ef-4f48-a12f-435eb7d533a0,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:38.332957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.405713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.500993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:38.507672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:38.516447 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.525546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:38.531299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=775586b4-b3e1-45b0-831d-ae36696530d3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:38.581474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Attempting to bind port 54d50d88-74ef-4f48-a12f-435eb7d533a0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:38.582617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Attempting to bind port 54d50d88-74ef-4f48-a12f-435eb7d533a0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:38.583149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Attempting to bind port 54d50d88-74ef-4f48-a12f-435eb7d533a0 on network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:38.599335 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.614023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.651279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 4a549ba7-9880-4f37-b263-ced7b991b852 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:38.658587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:38.658953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Checking segment: {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:38.659330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.659452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:38.659717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Bound using segment: {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:38.660208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Bound port: 54d50d88-74ef-4f48-a12f-435eb7d533a0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:38.660603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.664259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:38.678412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=44667f45-d946-47b1-bdf1-eff6ca039aec,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:38.752461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:38.809615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Allocated IP 172.20.0.2 (4a549ba7-9880-4f37-b263-ced7b991b852/8a22bae1-ba8b-485e-b86c-4e7d08e524a8/92c2676a-b252-49c1-9b75-bc82174f8c66) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:38.941482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.122288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] For port 54d50d88-74ef-4f48-a12f-435eb7d533a0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:39.144563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] For port 54d50d88-74ef-4f48-a12f-435eb7d533a0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=54d50d88-74ef-4f48-a12f-435eb7d533a0,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:39.159734 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.261047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:34Z', 'revision_number': 3, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:39.308073 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05abdaa-e40a-4a9c-877f-383a63f5a23e req-bb7a3c94-313a-452e-b725-26d70ee50ac4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:39.310429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f05abdaa-e40a-4a9c-877f-383a63f5a23e req-bb7a3c94-313a-452e-b725-26d70ee50ac4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 944 time: 0.1801815 Nov 09 18:26:39.323682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b589477-36e8-439d-b461-d378ca7a38c3 None None] The sync data for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 is: [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:34Z', 'revision_number': 3, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:39.361327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.378607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4cee-b1e7-4703-aaf4-71dc0742fbc6 None None] Pushing event updated for resources: {'Port': ['ID=54d50d88-74ef-4f48-a12f-435eb7d533a0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:39.433486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.451418 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.561470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f05abdaa-e40a-4a9c-877f-383a63f5a23e req-5537f1d6-f20e-4bfa-b5fa-e29af8037077 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226520 Nov 09 18:26:39.569117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Network 4a549ba7-9880-4f37-b263-ced7b991b852 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:39.572358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:39.576261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:39.598577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Pushing event updated for resources: {'Port': ['ID=92c2676a-b252-49c1-9b75-bc82174f8c66,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:39.702018 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.719192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.733797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Attempting to bind port 92c2676a-b252-49c1-9b75-bc82174f8c66 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:39.734551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Attempting to bind port 92c2676a-b252-49c1-9b75-bc82174f8c66 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:39.735149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Attempting to bind port 92c2676a-b252-49c1-9b75-bc82174f8c66 on network 4a549ba7-9880-4f37-b263-ced7b991b852 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:39.747869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:39.748147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Checking segment: {'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:39.748598 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.749234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Bound using segment: {'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:39.750152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Bound port: 92c2676a-b252-49c1-9b75-bc82174f8c66, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:39.750658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.859847 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9e5db5d-fe53-4429-a7ca-53a789ee73d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.872194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=44667f45-d946-47b1-bdf1-eff6ca039aec,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:39.876086 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.898861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.916823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] For port 92c2676a-b252-49c1-9b75-bc82174f8c66, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:39.918249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:39.945688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] For port 92c2676a-b252-49c1-9b75-bc82174f8c66, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92c2676a-b252-49c1-9b75-bc82174f8c66,segment=NetworkSegment(5156aae1-ccfd-45da-8c3d-0e7955af70ba),segment_id=5156aae1-ccfd-45da-8c3d-0e7955af70ba)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:39.961797 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.066860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc118a2d-b807-4e19-b732-7e12bd29c75b None None] Pushing event updated for resources: {'Port': ['ID=92c2676a-b252-49c1-9b75-bc82174f8c66,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:40.085306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.124408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=775586b4-b3e1-45b0-831d-ae36696530d3,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:40.172092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 55b19250-8a0c-442f-9eee-20c45451b172 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:40.241115 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:40.315536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:40.318011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:40.405838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.474852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:26:40.479906 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 55b19250-8a0c-442f-9eee-20c45451b172 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:40.480292 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.483555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:40.484138 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.595828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 4a549ba7-9880-4f37-b263-ced7b991b852 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:40.597538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:40.623950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 921a2916-a8f5-4ffd-b814-d1b0112a6923 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:40.830418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:40.842663 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1be8a9a-f975-4413-9b40-5e0bfdcb97be tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "PUT /v2.0/routers/921a2916-a8f5-4ffd-b814-d1b0112a6923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0684848 Nov 09 18:26:40.842848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57674) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:40.877750 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.879662 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.924159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 55b19250-8a0c-442f-9eee-20c45451b172, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=55b19250-8a0c-442f-9eee-20c45451b172,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:40.930753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:40.933453 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac70057-2f28-4a25-9c5e-6dcb3804d438" -d '{"events": [{"server_uuid": "a27d6753-53a1-4d65-8d42-d2d62e70f2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a5e2ca6a-6b34-40b7-b727-69efc9ecbf68"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:40.943273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:40.944124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 54d50d88-74ef-4f48-a12f-435eb7d533a0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:40.985234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:41.022652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5387e4-921c-4f90-9c96-659a3a6a1f2f None None] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:41.035640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.065632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf5fa0-1d07-4b80-a98f-03132cbad870 req-f14a094d-8a71-4332-aef3-4dcb66362bb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.074138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fbf5fa0-1d07-4b80-a98f-03132cbad870 req-f14a094d-8a71-4332-aef3-4dcb66362bb3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 944 time: 0.2827926 Nov 09 18:26:41.142194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=55b19250-8a0c-442f-9eee-20c45451b172,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:41.150096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-167d685e-36dc-4fc3-8699-d9801c00b104 None None] Provisioning complete for port 54d50d88-74ef-4f48-a12f-435eb7d533a0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:41.150925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-167d685e-36dc-4fc3-8699-d9801c00b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.230042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fbf5fa0-1d07-4b80-a98f-03132cbad870 req-8dc8aaab-3cca-44c6-97fb-df3fe8936e5f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487014 Nov 09 18:26:41.256153 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.258694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:41.279407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 54d50d88-74ef-4f48-a12f-435eb7d533a0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:41.279920 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.281498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.282635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.283414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.284685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.285352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.286293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.287568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.288744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.291280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-50558ac3-e68d-42da-ae90-44c477a57578 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.4466197 Nov 09 18:26:41.293413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:26:41.294586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57678) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:41.366025 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9188290-eb0b-439d-8d5c-fe434e23e93b x-openstack-request-id: req-c9188290-eb0b-439d-8d5c-fe434e23e93b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:41.367207 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27d6753-53a1-4d65-8d42-d2d62e70f2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a5e2ca6a-6b34-40b7-b727-69efc9ecbf68", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:41.369576 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9188290-eb0b-439d-8d5c-fe434e23e93b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:41.370496 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68', 'code': 200} Nov 09 18:26:41.469552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:41.473221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381a0d0-fe82-48c9-be00-17c4a4dc750b req-7aea5fe8-1ba4-4d24-a2d4-e49b6428b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.475299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7381a0d0-fe82-48c9-be00-17c4a4dc750b req-7aea5fe8-1ba4-4d24-a2d4-e49b6428b88c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 1096 time: 0.0719438 Nov 09 18:26:41.482270 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b052ec1a-5051-404b-8dfb-00104ffd9c8b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0040336 Nov 09 18:26:41.482602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57680) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:41.486497 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:41.492610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135795380'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:41.495414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.497654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.497654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.497654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.497654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.497992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.498222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.498717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:41.506930 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:41.507570 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:41.518366 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57682) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:41.518678 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-21c5999d-e1cb-4c91-bacd-dbf19c7fe63e tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5233 time: 0.2229099 Nov 09 18:26:41.561184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-167d685e-36dc-4fc3-8699-d9801c00b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.603572 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:41.690535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:41.697651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.729592 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-167d685e-36dc-4fc3-8699-d9801c00b104 None None] For port 54d50d88-74ef-4f48-a12f-435eb7d533a0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=54d50d88-74ef-4f48-a12f-435eb7d533a0,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:41.750088 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-167d685e-36dc-4fc3-8699-d9801c00b104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.757191 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.804391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7381a0d0-fe82-48c9-be00-17c4a4dc750b req-8ea79aa0-c155-4bd4-ac1c-b7d57cf8617d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012512 Nov 09 18:26:41.813222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b19dc3-b822-43a0-8584-54bb122de328 None None] Network 4a549ba7-9880-4f37-b263-ced7b991b852 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:41.851551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:41.870506 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:39Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:41.903023 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:41.904968 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment 9dec5477-c935-4b64-901a-b585c663e6cf of type vlan for network 69d187a1-8feb-46dc-a115-2b2d58b2cbba Nov 09 18:26:41.905999 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:26:41.906595 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Updating router 1c089a20-51c9-495f-8ffb-bf35b190aff2 port 44667f45-d946-47b1-bdf1-eff6ca039aec binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:26:41.955319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:26:41.955319 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:26:41.960136 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.033398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d685e-36dc-4fc3-8699-d9801c00b104 None None] Pushing event updated for resources: {'Port': ['ID=54d50d88-74ef-4f48-a12f-435eb7d533a0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:42.058825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9c787b08-bae5-4c79-8932-104fcb692c15 None None] Provisioning complete for port 92c2676a-b252-49c1-9b75-bc82174f8c66 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:42.059204 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c787b08-bae5-4c79-8932-104fcb692c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.091472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.190788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.202736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:42.203460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.272503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Sync routers for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:42.363490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57692) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:42.409882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:42.411952 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:42.441352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9574873 Nov 09 18:26:42.444833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57696) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:42.451663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:42.461424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94076a-3c59-4ae4-8c84-46b30284bef2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=69d187a1-8feb-46dc-a115-2b2d58b2cbba,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:42.496021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d98ef-58ef-41e8-b1fb-e1dec5115cce req-be32f124-2058-4cdf-90f3-8012958b9686 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:42.497974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a90d98ef-58ef-41e8-b1fb-e1dec5115cce req-be32f124-2058-4cdf-90f3-8012958b9686 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 945 time: 0.1294940 Nov 09 18:26:42.535504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ca9ae057-c9aa-49f9-a635-2e891970e92f tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 1.0150123 Nov 09 18:26:42.549454 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.570900 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.588439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a90d98ef-58ef-41e8-b1fb-e1dec5115cce req-d506a5bc-8130-440b-931b-71a10fafc209 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804517 Nov 09 18:26:42.621549 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1cdf428-bf73-4449-a951-ba52e5266278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.658826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:42.665826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Pushing event updated for resources: {'Port': ['ID=44667f45-d946-47b1-bdf1-eff6ca039aec,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:42.721464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:42.725564 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.726286 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.726637 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.727019 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.727355 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.727684 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.728009 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.728375 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.731821 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.732253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.732589 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.732924 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.733250 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:42.759990 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Attempting to bind port 44667f45-d946-47b1-bdf1-eff6ca039aec on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:42.760776 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Attempting to bind port 44667f45-d946-47b1-bdf1-eff6ca039aec by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:42.761223 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Attempting to bind port 44667f45-d946-47b1-bdf1-eff6ca039aec on network 4a549ba7-9880-4f37-b263-ced7b991b852 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:42.772244 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:42.772774 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Checking segment: {'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:42.773270 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.773783 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Bound using segment: {'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:42.774451 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Bound port: 44667f45-d946-47b1-bdf1-eff6ca039aec, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5156aae1-ccfd-45da-8c3d-0e7955af70ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:42.774984 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.867710 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c787b08-bae5-4c79-8932-104fcb692c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.891340 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.918132 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] For port 44667f45-d946-47b1-bdf1-eff6ca039aec, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:42.924387 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] For port 44667f45-d946-47b1-bdf1-eff6ca039aec, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=44667f45-d946-47b1-bdf1-eff6ca039aec,segment=NetworkSegment(5156aae1-ccfd-45da-8c3d-0e7955af70ba),segment_id=5156aae1-ccfd-45da-8c3d-0e7955af70ba)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:42.931821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1cdf428-bf73-4449-a951-ba52e5266278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.936882 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.950844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d1cdf428-bf73-4449-a951-ba52e5266278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:42.957055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57700) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:42.961666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4c3d3466-7e25-4912-8e64-e5bcbc8e140b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1583179343', 'description': 'tempest-secgroup-smoke-1583179343 description', 'project_id': '8e9c6b7658244d5c85689f03eea8831b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:43.021967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9c787b08-bae5-4c79-8932-104fcb692c15 None None] For port 92c2676a-b252-49c1-9b75-bc82174f8c66, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92c2676a-b252-49c1-9b75-bc82174f8c66,segment=NetworkSegment(5156aae1-ccfd-45da-8c3d-0e7955af70ba),segment_id=5156aae1-ccfd-45da-8c3d-0e7955af70ba)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:43.022939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3466-7e25-4912-8e64-e5bcbc8e140b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.049811 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9c787b08-bae5-4c79-8932-104fcb692c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.054747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92c2676a-b252-49c1-9b75-bc82174f8c66 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:43.081710 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:43.082661 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:43.109356 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1cdf428-bf73-4449-a951-ba52e5266278 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07a8b3884a2441ff89706a2c051d091b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444601 Nov 09 18:26:43.112150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57702) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:43.128034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdf428-bf73-4449-a951-ba52e5266278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b39907-5ebe-4899-ba33-549c67eb0d20,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:43.201899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:43.211873 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3466-7e25-4912-8e64-e5bcbc8e140b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.214350 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2fe19-a2f6-45ba-b9c6-926135ca79eb None None] Pushing event updated for resources: {'Port': ['ID=44667f45-d946-47b1-bdf1-eff6ca039aec,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:43.226596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3466-7e25-4912-8e64-e5bcbc8e140b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.244402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c787b08-bae5-4c79-8932-104fcb692c15 None None] Pushing event updated for resources: {'Port': ['ID=92c2676a-b252-49c1-9b75-bc82174f8c66,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:43.262560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4eec04db-2d80-426f-82d3-655174db9740 None None] Provisioning complete for port 54d50d88-74ef-4f48-a12f-435eb7d533a0 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:43.262928 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4eec04db-2d80-426f-82d3-655174db9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.275221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4c3d3466-7e25-4912-8e64-e5bcbc8e140b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.282801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4c3d3466-7e25-4912-8e64-e5bcbc8e140b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3246136 Nov 09 18:26:43.285865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d05dbe6-8c71-42a7-ac54-2e2df0f7bab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.288585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57704) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:43.307897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7b898e0d-c56f-4580-86fb-0bec38bdd8c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'e15ee624-135c-4716-95dd-d926f07b5e54', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:43.317540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 92c2676a-b252-49c1-9b75-bc82174f8c66 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:43.317983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.328144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d3466-7e25-4912-8e64-e5bcbc8e140b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ee624-135c-4716-95dd-d926f07b5e54,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:43.330528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.359720 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:43.388647 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d05dbe6-8c71-42a7-ac54-2e2df0f7bab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.460043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b898e0d-c56f-4580-86fb-0bec38bdd8c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.489203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=27751d51-e1d7-43f9-9fcf-bcdf80d364c4,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:43.513007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:43.513670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 69d187a1-8feb-46dc-a115-2b2d58b2cbba, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:43.562221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d05dbe6-8c71-42a7-ac54-2e2df0f7bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.565008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1d05dbe6-8c71-42a7-ac54-2e2df0f7bab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.566462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1d05dbe6-8c71-42a7-ac54-2e2df0f7bab5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4b39907-5ebe-4899-ba33-549c67eb0d20 HTTP/1.1" status: 204 len: 168 time: 0.4533603 Nov 09 18:26:43.629100 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:42Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:43.633872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05dbe6-8c71-42a7-ac54-2e2df0f7bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b39907-5ebe-4899-ba33-549c67eb0d20,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:43.646944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:43.669822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05ab9d-f7cb-4baa-9dae-12070d284ca5 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:42Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:43.673201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b898e0d-c56f-4580-86fb-0bec38bdd8c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.679843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 69d187a1-8feb-46dc-a115-2b2d58b2cbba) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:43.691633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b898e0d-c56f-4580-86fb-0bec38bdd8c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.695755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:43.705455 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.739260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b898e0d-c56f-4580-86fb-0bec38bdd8c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ce3b55-959c-4877-aa14-52f56f7f6564,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:43.746244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d6d27-fbe7-470f-96e4-230952204571 None None] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:43.768617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e57e5965-8b1e-46b3-8fb5-06c40be7010b tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3223932 Nov 09 18:26:43.771814 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57710) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:43.788996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7b898e0d-c56f-4580-86fb-0bec38bdd8c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:43.798601 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7b898e0d-c56f-4580-86fb-0bec38bdd8c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057542 Nov 09 18:26:43.801436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57712) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:43.842529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974e49c-9a70-41e3-b54b-e263a0770094 req-4ee615cf-6fea-490c-a00a-af6348a62e45 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:43.850913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4974e49c-9a70-41e3-b54b-e263a0770094 req-4ee615cf-6fea-490c-a00a-af6348a62e45 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 945 time: 0.1170375 Nov 09 18:26:43.943787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4974e49c-9a70-41e3-b54b-e263a0770094 req-36dd4b80-9401-470b-b9ab-4ff04a9364f5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 Nov 09 18:26:43.944462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b240cd3f-f757-49ba-bc69-2d49c9deafe4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'e15ee624-135c-4716-95dd-d926f07b5e54', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:43.958437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4eec04db-2d80-426f-82d3-655174db9740 None None] Provisioning complete for port 775586b4-b3e1-45b0-831d-ae36696530d3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:43.960553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4eec04db-2d80-426f-82d3-655174db9740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.077247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 55b19250-8a0c-442f-9eee-20c45451b172 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:44.154789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cb51c-ab94-486c-a473-ba516303d523 req-0b626315-6223-42a5-b3b7-3d62ee4b396a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:44.164874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b240cd3f-f757-49ba-bc69-2d49c9deafe4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.165073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-199cb51c-ab94-486c-a473-ba516303d523 req-0b626315-6223-42a5-b3b7-3d62ee4b396a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 945 time: 0.0910218 Nov 09 18:26:44.212470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57718) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:44.216283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-199cb51c-ab94-486c-a473-ba516303d523 req-e4d8f6eb-7865-424d-a35b-53b3f723d688 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Nov 09 18:26:44.224032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4eec04db-2d80-426f-82d3-655174db9740 None None] Port 775586b4-b3e1-45b0-831d-ae36696530d3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:44.243749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a34f3b8c-b153-4e51-baec-18871227228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.339869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:39Z', 'revision_number': 2, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:44.393074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:44.397562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.400252 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Checking router: 921a2916-a8f5-4ffd-b814-d1b0112a6923 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:26:44.400608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Updating router 921a2916-a8f5-4ffd-b814-d1b0112a6923 port 775586b4-b3e1-45b0-831d-ae36696530d3 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:26:44.429307 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a34f3b8c-b153-4e51-baec-18871227228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.440567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a34f3b8c-b153-4e51-baec-18871227228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.479220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b240cd3f-f757-49ba-bc69-2d49c9deafe4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.484389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 55b19250-8a0c-442f-9eee-20c45451b172 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:44.484772 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.486878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f3b8c-b153-4e51-baec-18871227228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d526a-2d79-49a2-986e-6e0ee225f9d3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:44.504711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b240cd3f-f757-49ba-bc69-2d49c9deafe4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.506505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] Provisioning complete for port 92c2676a-b252-49c1-9b75-bc82174f8c66 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:44.507569 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.533904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a34f3b8c-b153-4e51-baec-18871227228e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45fdc550a77f4a66a1999e72c03d4b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161128 Nov 09 18:26:44.536808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57724) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:44.576060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240cd3f-f757-49ba-bc69-2d49c9deafe4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d0b09e-a79d-41b3-9a0a-5e9291fa0976,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:44.596320 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b240cd3f-f757-49ba-bc69-2d49c9deafe4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.596552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b240cd3f-f757-49ba-bc69-2d49c9deafe4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6649570 Nov 09 18:26:44.604214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57728) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:44.614328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bfb4f77b-cfbc-468b-982a-4f4ed789272d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'e15ee624-135c-4716-95dd-d926f07b5e54', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:44.679360 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.709136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfb4f77b-cfbc-468b-982a-4f4ed789272d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.743813 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.766542 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0b2b807b-6360-4d5f-963a-7e5c0ac5cd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.816913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3201a-69d9-403d-b83a-2875ba7334e6 req-e0bf5b91-872d-44c4-be2d-ba1b037f896c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:44.822357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41e3201a-69d9-403d-b83a-2875ba7334e6 req-e0bf5b91-872d-44c4-be2d-ba1b037f896c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 945 time: 0.1744444 Nov 09 18:26:44.838006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0b2b807b-6360-4d5f-963a-7e5c0ac5cd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.873836 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfb4f77b-cfbc-468b-982a-4f4ed789272d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.887364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfb4f77b-cfbc-468b-982a-4f4ed789272d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.928115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4f77b-cfbc-468b-982a-4f4ed789272d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784c39ae-6e8d-4d08-85dc-01e2d529523e,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:44.934445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41e3201a-69d9-403d-b83a-2875ba7334e6 req-2d9e3e8f-ec81-4442-b85a-eedb6f8e9c42 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031873 Nov 09 18:26:44.948244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfb4f77b-cfbc-468b-982a-4f4ed789272d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.949440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bfb4f77b-cfbc-468b-982a-4f4ed789272d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442800 Nov 09 18:26:44.952242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57730) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:44.956765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4c7161e0-3f44-45ab-90e4-0a97901f5e34 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'e15ee624-135c-4716-95dd-d926f07b5e54', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:44.973208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0b2b807b-6360-4d5f-963a-7e5c0ac5cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.976814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0b2b807b-6360-4d5f-963a-7e5c0ac5cd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:44.977997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0b2b807b-6360-4d5f-963a-7e5c0ac5cd1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/089d526a-2d79-49a2-986e-6e0ee225f9d3 HTTP/1.1" status: 204 len: 168 time: 0.4402270 Nov 09 18:26:44.985907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b807b-6360-4d5f-963a-7e5c0ac5cd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d526a-2d79-49a2-986e-6e0ee225f9d3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:45.001789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c7161e0-3f44-45ab-90e4-0a97901f5e34 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.038329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Allocated IP 172.21.0.2 (69d187a1-8feb-46dc-a115-2b2d58b2cbba/27751d51-e1d7-43f9-9fcf-bcdf80d364c4/6a9bc976-078d-495d-ae7f-71ef2a388472) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:45.055899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] Provisioning complete for port 44667f45-d946-47b1-bdf1-eff6ca039aec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:45.056358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.065712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 54d50d88-74ef-4f48-a12f-435eb7d533a0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:45.073309 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c7161e0-3f44-45ab-90e4-0a97901f5e34 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.077002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c7161e0-3f44-45ab-90e4-0a97901f5e34 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.098242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7161e0-3f44-45ab-90e4-0a97901f5e34 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bf49f3-a989-4f3c-adea-98f17bc579a9,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:45.112485 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4c7161e0-3f44-45ab-90e4-0a97901f5e34 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.116386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4c7161e0-3f44-45ab-90e4-0a97901f5e34 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607337 Nov 09 18:26:45.116905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57734) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:45.121814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'e15ee624-135c-4716-95dd-d926f07b5e54', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:45.147230 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Project 8e9c6b7658244d5c85689f03eea8831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:26:45.152679 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.210437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.217794 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.239040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41648e1c-fde8-40b4-ace2-a06fbbede67c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:45.248289 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.249521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8e2e6ecd-564e-47b7-9ef1-72686b4376d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313872 Nov 09 18:26:45.252406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57738) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:45.258193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'e15ee624-135c-4716-95dd-d926f07b5e54', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:45.284095 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Project 8e9c6b7658244d5c85689f03eea8831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:26:45.290899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.358863 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.359510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 54d50d88-74ef-4f48-a12f-435eb7d533a0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:45.359995 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.366166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.385700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd33d253-d5b1-4718-b876-ac4a5432f6fb,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:45.397147 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.406554 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3286cd90-66ac-41ae-9c00-f3796f5dab16 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529422 Nov 09 18:26:45.456233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.492529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.529155 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.558489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:45.573905 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.21.0.1 (69d187a1-8feb-46dc-a115-2b2d58b2cbba/27751d51-e1d7-43f9-9fcf-bcdf80d364c4/1c459ec3-2970-4efd-aa4d-9dc16176f577) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:45.591831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:45.608614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:45.644537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] For port 44667f45-d946-47b1-bdf1-eff6ca039aec, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=44667f45-d946-47b1-bdf1-eff6ca039aec,segment=NetworkSegment(5156aae1-ccfd-45da-8c3d-0e7955af70ba),segment_id=5156aae1-ccfd-45da-8c3d-0e7955af70ba)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:45.649798 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.667061 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.681439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-84505310-8578-4287-89d8-656bb2dd0b42 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583179343&fields=id&tenant_id=8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 267 time: 0.0732820 Nov 09 18:26:45.708759 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.717494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Pushing event updated for resources: {'Port': ['ID=6a9bc976-078d-495d-ae7f-71ef2a388472,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:45.763616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.832423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-2b64ecd5-6ab2-423e-bbf2-1944218748f7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:45.847718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-2b64ecd5-6ab2-423e-bbf2-1944218748f7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/networks?id=5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 200 len: 797 time: 0.1649625 Nov 09 18:26:45.857534 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.860030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Attempting to bind port 6a9bc976-078d-495d-ae7f-71ef2a388472 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:45.860792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Attempting to bind port 6a9bc976-078d-495d-ae7f-71ef2a388472 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:45.861180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Attempting to bind port 6a9bc976-078d-495d-ae7f-71ef2a388472 on network 69d187a1-8feb-46dc-a115-2b2d58b2cbba {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:45.868490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-d645f046-88db-492e-8c24-26d2480f1a52 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/quotas/8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 375 time: 0.0174985 Nov 09 18:26:45.924671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:45.928548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:45.933111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:45.933503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Checking segment: {'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:45.933913 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.934337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Bound using segment: {'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:45.936309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:45.936680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Bound port: 6a9bc976-078d-495d-ae7f-71ef2a388472, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:45.937319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.940775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=1c459ec3-2970-4efd-aa4d-9dc16176f577,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:45.942684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ebf23ba2-ad44-469d-b616-5cc2966eacd8 None None] Provisioning complete for port 44667f45-d946-47b1-bdf1-eff6ca039aec triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:45.943130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ebf23ba2-ad44-469d-b616-5cc2966eacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:45.976070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-179541cb-fe72-4286-aeb2-cbc6314a9a98 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065962 Nov 09 18:26:46.010882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de58fc-b90a-424f-a530-ff648472f5f7 None None] Pushing event updated for resources: {'Port': ['ID=44667f45-d946-47b1-bdf1-eff6ca039aec,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:46.052065 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.081192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92c2676a-b252-49c1-9b75-bc82174f8c66 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:46.129626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-e3b4b5c4-d293-476c-aafa-163161a4e21e service neutron] 10.222.0.32 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438582 Nov 09 18:26:46.134442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Attempting to bind port 775586b4-b3e1-45b0-831d-ae36696530d3 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:46.135026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Attempting to bind port 775586b4-b3e1-45b0-831d-ae36696530d3 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:46.135565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Attempting to bind port 775586b4-b3e1-45b0-831d-ae36696530d3 on network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:46.164406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:46.164789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Checking segment: {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:46.165193 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.165763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Bound using segment: {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:46.167096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Bound port: 775586b4-b3e1-45b0-831d-ae36696530d3, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:46.167673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.227775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.237426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-83ddf436-f8a9-4ed3-ac46-491e9ea9dc91 service neutron] 10.222.0.32 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069164 Nov 09 18:26:46.308668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-c08c029e-1854-4823-b94a-7d79af79114c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:46.310504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-c08c029e-1854-4823-b94a-7d79af79114c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 945 time: 0.0714054 Nov 09 18:26:46.401439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae3e72-fd6e-4547-a70c-4b914f1fa8a3 None None] Pushing event updated for resources: {'Port': ['ID=775586b4-b3e1-45b0-831d-ae36696530d3,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:46.431880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-7d5a20fb-4d16-4cec-93ec-c51359437e3c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993369 Nov 09 18:26:46.474772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:26:46.475274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.551068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] For port 6a9bc976-078d-495d-ae7f-71ef2a388472, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:46.586417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.591377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] For port 6a9bc976-078d-495d-ae7f-71ef2a388472, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6a9bc976-078d-495d-ae7f-71ef2a388472,segment=NetworkSegment(9dec5477-c935-4b64-901a-b585c663e6cf),segment_id=9dec5477-c935-4b64-901a-b585c663e6cf)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:46.634531 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.636520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 92c2676a-b252-49c1-9b75-bc82174f8c66 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:46.636896 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.639586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-0ab6d84c-09be-4df1-89ad-0e180dd9488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:46.641547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-0ab6d84c-09be-4df1-89ad-0e180dd9488d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0744908 Nov 09 18:26:46.658197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eee79-7ee0-4400-ae67-0f3dda273a8d req-cec03bd8-a50b-406e-9e9a-703814bacd6b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:46.658443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.659989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d41eee79-7ee0-4400-ae67-0f3dda273a8d req-cec03bd8-a50b-406e-9e9a-703814bacd6b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 945 time: 0.1215513 Nov 09 18:26:46.675471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.681587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] For port 775586b4-b3e1-45b0-831d-ae36696530d3, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:46.686882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] For port 775586b4-b3e1-45b0-831d-ae36696530d3, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=775586b4-b3e1-45b0-831d-ae36696530d3,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:46.769431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.781788 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:46.802091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=1c459ec3-2970-4efd-aa4d-9dc16176f577,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:46.899903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 44667f45-d946-47b1-bdf1-eff6ca039aec up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:46.938152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:46.940228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:46.967767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74622f70-dc9b-4f53-a0af-f85793326827 None None] Pushing event updated for resources: {'Port': ['ID=6a9bc976-078d-495d-ae7f-71ef2a388472,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:47.007563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:47.008448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:47.135677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-77906d64-5bc9-4bd7-9b58-79e86ccf8b21 None None] Provisioning complete for port 775586b4-b3e1-45b0-831d-ae36696530d3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:47.136272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77906d64-5bc9-4bd7-9b58-79e86ccf8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.189178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae3e72-fd6e-4547-a70c-4b914f1fa8a3 None None] Pushing event updated for resources: {'Port': ['ID=775586b4-b3e1-45b0-831d-ae36696530d3,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:47.358908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:47.458668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] For port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:47.459145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.475810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:26:47.550810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 44667f45-d946-47b1-bdf1-eff6ca039aec triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:47.551991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.561077 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:47.649187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d41eee79-7ee0-4400-ae67-0f3dda273a8d req-165f7c06-60fb-4a36-b6df-70564c783ada tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062775 Nov 09 18:26:47.685588 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:47.702714 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:47.710878 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51b81f36-610e-40d2-bd0e-94c72e3c47ff tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9372189 Nov 09 18:26:47.714150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57792) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:47.720730 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:47.721544 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:47.723292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-33ea0da2-13d2-42cf-82b2-0b0e3efb7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.725364 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-33ea0da2-13d2-42cf-82b2-0b0e3efb7b56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 1.0485957 Nov 09 18:26:47.726347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.727655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-1824979749'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:47.758513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:47.762785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.764532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['acd6c13c-9f2a-41e1-8d90-a0b4a6355477'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:47.767494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['a5e2ca6a-6b34-40b7-b727-69efc9ecbf68'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:47.787316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-b650c9bf-cde7-42f0-8124-7e854b599c93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0458672 Nov 09 18:26:47.795677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:47.807955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.809176 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment f31a06ed-97ea-4dd1-bdba-71c0662e6f5b of type vlan for network 703ba068-10c2-4796-8e43-4c4236796dc0 Nov 09 18:26:47.839593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=a5e2ca6a-6b34-40b7-b727-69efc9ecbf68,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:47.869957 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:47.871833 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.929791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.936387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:47.939804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:47.941764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a18d90b3-8e53-46c5-b968-1ca69b6535f8 req-60f175aa-1b74-4325-90c9-cfc8ab9d9348 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 210 time: 0.2020864 Nov 09 18:26:48.001560 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77906d64-5bc9-4bd7-9b58-79e86ccf8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:48.058610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] No DVR routers for this DVR port a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:26:48.062453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:48.065846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be825ef6-13ff-4931-8446-4dabffa28f15 req-d8962c1b-ddb4-4dec-9b78-8c11e0e85b44 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "DELETE /v2.0/ports/a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 HTTP/1.1" status: 204 len: 173 time: 1.7421806 Nov 09 18:26:48.070446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'name': 'network-vif-deleted', 'tag': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:48.074833 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ef14c-3c53-439a-bb28-9cbc3554727c" -d '{"events": [{"server_uuid": "a27d6753-53a1-4d65-8d42-d2d62e70f2fb", "name": "network-vif-deleted", "tag": "a5e2ca6a-6b34-40b7-b727-69efc9ecbf68"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:48.084424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-d97e5650-c169-4499-a948-19084a8e1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:48.086052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-d97e5650-c169-4499-a948-19084a8e1bb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.2577260 Nov 09 18:26:48.190502 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edaa44c-9df6-4aed-a6b5-7c446bec4181 x-openstack-request-id: req-8edaa44c-9df6-4aed-a6b5-7c446bec4181 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:48.209899 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27d6753-53a1-4d65-8d42-d2d62e70f2fb", "name": "network-vif-deleted", "tag": "a5e2ca6a-6b34-40b7-b727-69efc9ecbf68", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:48.209899 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8edaa44c-9df6-4aed-a6b5-7c446bec4181 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:48.210235 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27d6753-53a1-4d65-8d42-d2d62e70f2fb', 'name': 'network-vif-deleted', 'tag': 'a5e2ca6a-6b34-40b7-b727-69efc9ecbf68', 'status': 'completed', 'code': 200} Nov 09 18:26:48.222650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=703ba068-10c2-4796-8e43-4c4236796dc0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:48.266496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-ebdf6fe3-e8e4-4418-99d1-98f114449222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:48.283188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-ebdf6fe3-e8e4-4418-99d1-98f114449222 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804171 Nov 09 18:26:48.297405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c8c405fb-9efc-466f-9f8f-d47704ae5bf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5787108 Nov 09 18:26:48.302100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 703ba068-10c2-4796-8e43-4c4236796dc0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:48.314637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57798) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:48.361080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:48.405406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-77906d64-5bc9-4bd7-9b58-79e86ccf8b21 None None] For port 775586b4-b3e1-45b0-831d-ae36696530d3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=775586b4-b3e1-45b0-831d-ae36696530d3,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:48.463259 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-77906d64-5bc9-4bd7-9b58-79e86ccf8b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:48.626610 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:46Z', 'revision_number': 3, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:46Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:48.639756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-197ebaf8-0bdf-435d-9988-8576e497d785 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:48.641492 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-197ebaf8-0bdf-435d-9988-8576e497d785 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "GET /v2.0/networks?id=5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 200 len: 797 time: 0.5045822 Nov 09 18:26:48.642784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77906d64-5bc9-4bd7-9b58-79e86ccf8b21 None None] Pushing event updated for resources: {'Port': ['ID=775586b4-b3e1-45b0-831d-ae36696530d3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:48.648397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6a9bc976-078d-495d-ae7f-71ef2a388472 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:48.670435 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:26:48.670794 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Updating router 1c089a20-51c9-495f-8ffb-bf35b190aff2 port 1c459ec3-2970-4efd-aa4d-9dc16176f577 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:26:48.729595 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:48.749207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:48.754211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:48.780392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-4eb4397a-04f1-4c11-89cf-a593166b9e49 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892306 Nov 09 18:26:48.784210 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-403e020b-035d-42d5-84f6-35952c4e5e7b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 380 time: 0.1318665 Nov 09 18:26:48.804908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'port': {'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'admin_state_up': True, 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'security_groups': ['e15ee624-135c-4716-95dd-d926f07b5e54']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:48.813919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86acb7-1b6e-4ec0-9510-74922c988bce None None] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:48.876069 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06f16595-f064-420c-a72c-a425a6d20ee1 req-7714a719-1d17-43c7-84b9-198b9478359c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0945356 Nov 09 18:26:48.883042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:48.963407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3fa66e61-aef9-449d-b4ce-804adf9ca8ce None None] Provisioning complete for port 775586b4-b3e1-45b0-831d-ae36696530d3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:48.964147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3fa66e61-aef9-449d-b4ce-804adf9ca8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.012931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:49.027105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.059167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-205d63e8-4d8d-4c88-b111-24f1229e2f3b req-ef4c6948-5621-44bb-8bc6-220c1314938e service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925292 Nov 09 18:26:49.091497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a371752a-6834-45b7-ae48-2299364a997e req-81387136-7c57-4f81-8c4d-f30477f7b4ad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 210 time: 0.0504212 Nov 09 18:26:49.119102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970115bd-4eb5-4c9e-879c-40c0f039627d None None] The sync data for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 is: [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:49.170934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6a9bc976-078d-495d-ae7f-71ef2a388472 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:49.171324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.241043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.20.0.11 (5a68b912-efc3-4aad-8d22-04ab70bc4e19/25d9ffa0-ce85-43ca-be00-d9d0b273f52d/f7b3e7a3-225f-4abe-8cf3-57b5734a3218) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:49.284850 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.297918 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.316710 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.423735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.433723 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Attempting to bind port 1c459ec3-2970-4efd-aa4d-9dc16176f577 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:49.434368 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Attempting to bind port 1c459ec3-2970-4efd-aa4d-9dc16176f577 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:49.434832 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Attempting to bind port 1c459ec3-2970-4efd-aa4d-9dc16176f577 on network 69d187a1-8feb-46dc-a115-2b2d58b2cbba {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:49.444868 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:49.445420 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Checking segment: {'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:49.446532 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.447860 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Bound using segment: {'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:49.449226 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Bound port: 1c459ec3-2970-4efd-aa4d-9dc16176f577, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec5477-c935-4b64-901a-b585c663e6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:49.451705 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.535345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:49.535345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 703ba068-10c2-4796-8e43-4c4236796dc0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:49.548547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=9e604e79-73d9-4e7a-9396-3c9099082d3e,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:49.551961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.571124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 703ba068-10c2-4796-8e43-4c4236796dc0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:49.600126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 703ba068-10c2-4796-8e43-4c4236796dc0) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:49.605303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:49.606038 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.628652 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] For port 1c459ec3-2970-4efd-aa4d-9dc16176f577, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:49.629815 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] For port 1c459ec3-2970-4efd-aa4d-9dc16176f577, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1c459ec3-2970-4efd-aa4d-9dc16176f577,segment=NetworkSegment(9dec5477-c935-4b64-901a-b585c663e6cf),segment_id=9dec5477-c935-4b64-901a-b585c663e6cf)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:49.642605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57810) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:49.643433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b8a5d4df-544b-4c6d-89cb-272e25991611 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3276479 Nov 09 18:26:49.651370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.655356 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:49.655796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b8f1c6-3336-4c5d-84e7-7f1ea8880206 None None] Network 703ba068-10c2-4796-8e43-4c4236796dc0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:49.658970 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5669b63-f922-4be9-9fc0-88e01e63899f None None] Pushing event updated for resources: {'Port': ['ID=1c459ec3-2970-4efd-aa4d-9dc16176f577,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:49.733667 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:49.734359 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:49.811861 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5669b63-f922-4be9-9fc0-88e01e63899f None None] Pushing event updated for resources: {'Port': ['ID=1c459ec3-2970-4efd-aa4d-9dc16176f577,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:49.862961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:49.883930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:49.884757 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:49.915818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:50.001935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-42298a98-c41b-467c-b061-21ac82ba1cdd None None] Provisioning complete for port 6a9bc976-078d-495d-ae7f-71ef2a388472 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:50.007489 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42298a98-c41b-467c-b061-21ac82ba1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:50.058235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:50.081898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:50.134793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7597a5f7-6b60-456f-ba55-0c8bc43c2436 req-be94796b-66cd-4f7c-99a1-5380741df026 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0880172 Nov 09 18:26:50.277979 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:26:50.291801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 6a9bc976-078d-495d-ae7f-71ef2a388472, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6a9bc976-078d-495d-ae7f-71ef2a388472,segment=NetworkSegment(9dec5477-c935-4b64-901a-b585c663e6cf),segment_id=9dec5477-c935-4b64-901a-b585c663e6cf)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:50.407525 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b819b115-cb85-4608-b079-54ae762202cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:46Z', 'revision_number': 3, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:49Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:50.499282 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819b115-cb85-4608-b079-54ae762202cb None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:46Z', 'revision_number': 3, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:49Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:50.505833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b76ea3-c234-48ac-81b8-4b5d24f616ce req-512634af-9f5e-4ed9-91f2-23201ee5315a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:50.512199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44b76ea3-c234-48ac-81b8-4b5d24f616ce req-512634af-9f5e-4ed9-91f2-23201ee5315a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 932 time: 0.1939547 Nov 09 18:26:50.589221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:50.589940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:50.627736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44b76ea3-c234-48ac-81b8-4b5d24f616ce req-18d64acc-f646-436b-9f30-60f157903a06 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060293 Nov 09 18:26:50.676315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-62e28579-035f-4bb0-be3f-2b0b070c7fad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8747373 Nov 09 18:26:50.707210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9a9c2c6f-e658-4ebf-9aa3-fbaad6782e92 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:26:50.708215 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9a9c2c6f-e658-4ebf-9aa3-fbaad6782e92 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060306 Nov 09 18:26:50.801811 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:50.802816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 44667f45-d946-47b1-bdf1-eff6ca039aec up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:50.809234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:26:50.809534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device a5e2ca6a-6b34-40b7-b727-69efc9ecbf68 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:26:50.841696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-703ba068-10c2-4796-8e43-4c4236796dc0', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:50.844566 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:50.846476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:51.055462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=6a9bc976-078d-495d-ae7f-71ef2a388472,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:51.183405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 44667f45-d946-47b1-bdf1-eff6ca039aec triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:51.183877 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:51.229652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Request body: {'port': {'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:51.369906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-b72490e3-6b61-4cca-8f44-77ad77abada9 req-3322314c-5047-4abb-90df-c680a36dde7d service neutron] (102141) timed out ('10.222.0.85', 62503) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:26:51.410429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8237fcd-cc6b-458c-94dd-78294f35dbd6 req-f45ae672-09ac-44b7-9101-8b8863a79941 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0992346 Nov 09 18:26:51.492024 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:51.556813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Provisioning complete for port 1c459ec3-2970-4efd-aa4d-9dc16176f577 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:51.557186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:51.571970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Allocated IP 172.22.0.2 (703ba068-10c2-4796-8e43-4c4236796dc0/9e604e79-73d9-4e7a-9396-3c9099082d3e/89f129bc-7b73-4c69-8501-c29786e5451a) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:51.867370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:51.872525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649015bc-0bc0-463c-a991-2defbe77fcb5 req-f8ba4516-ef15-4d3e-8eec-bcecb79cb506 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:51.874310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-649015bc-0bc0-463c-a991-2defbe77fcb5 req-f8ba4516-ef15-4d3e-8eec-bcecb79cb506 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 932 time: 0.1231503 Nov 09 18:26:51.993735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-649015bc-0bc0-463c-a991-2defbe77fcb5 req-6447293f-f4d2-4335-8373-bc1f480ad9fa tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104248 Nov 09 18:26:52.004751 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.009566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 775586b4-b3e1-45b0-831d-ae36696530d3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:52.057371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.070124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] For port 1c459ec3-2970-4efd-aa4d-9dc16176f577, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1c459ec3-2970-4efd-aa4d-9dc16176f577,segment=NetworkSegment(9dec5477-c935-4b64-901a-b585c663e6cf),segment_id=9dec5477-c935-4b64-901a-b585c663e6cf)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:52.104735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.121836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Network 703ba068-10c2-4796-8e43-4c4236796dc0 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:52.135527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:52.147591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:52.166206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Pushing event updated for resources: {'Port': ['ID=89f129bc-7b73-4c69-8501-c29786e5451a,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:52.184583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Provisioning complete for port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:52.185107 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.241232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b3e7a3-225f-4abe-8cf3-57b5734a3218 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:52.254902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.288560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.22.0.1 (703ba068-10c2-4796-8e43-4c4236796dc0/9e604e79-73d9-4e7a-9396-3c9099082d3e/d97eb476-74ac-42d0-836b-d9e6ce5688a8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:52.294885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Transition to ACTIVE for port object f7b3e7a3-225f-4abe-8cf3-57b5734a3218 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:26:52.300878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 775586b4-b3e1-45b0-831d-ae36696530d3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:52.301044 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.312225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.406896 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Attempting to bind port 89f129bc-7b73-4c69-8501-c29786e5451a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:52.407273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Attempting to bind port 89f129bc-7b73-4c69-8501-c29786e5451a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:52.407634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Attempting to bind port 89f129bc-7b73-4c69-8501-c29786e5451a on network 703ba068-10c2-4796-8e43-4c4236796dc0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:52.413646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:52.420552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Pushing event updated for resources: {'Port': ['ID=1c459ec3-2970-4efd-aa4d-9dc16176f577,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:52.430754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:52.431133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Checking segment: {'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:52.431608 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.432055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Bound using segment: {'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:52.432475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Bound port: 89f129bc-7b73-4c69-8501-c29786e5451a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:52.432854 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.497055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:52.529346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.529695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.530043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.530406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.532657 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.533067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.533436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.533858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.535937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.537239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.541035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.541637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:52.577315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08e5833c-368f-4f04-b415-5fed78786844 req-1d10ea92-6bad-445d-bf6f-f8b77b04faac tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0502887 Nov 09 18:26:52.623011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.629264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Attempting to bind port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:52.629645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Attempting to bind port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:52.629981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Attempting to bind port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 on network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:52.641287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Provisioning complete for port 6a9bc976-078d-495d-ae7f-71ef2a388472 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:52.641666 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4cad51ac-cd71-4961-bd02-cb3c176a4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.644600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 on network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:26:52.644600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Attempting to bind port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 on network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:52.675079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:52.675566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Checking segment: {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:52.676105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Bound using segment: {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:52.676658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Bound port: f7b3e7a3-225f-4abe-8cf3-57b5734a3218, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7189691d-016f-4184-97ad-621cbccbefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:52.678191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.682447 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.704730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] For port 89f129bc-7b73-4c69-8501-c29786e5451a, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:52.718049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6a9bc976-078d-495d-ae7f-71ef2a388472 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:52.749831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 703ba068-10c2-4796-8e43-4c4236796dc0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:52.771179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] For port 89f129bc-7b73-4c69-8501-c29786e5451a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=89f129bc-7b73-4c69-8501-c29786e5451a,segment=NetworkSegment(f31a06ed-97ea-4dd1-bdba-71c0662e6f5b),segment_id=f31a06ed-97ea-4dd1-bdba-71c0662e6f5b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:52.774857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:52.777194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=d97eb476-74ac-42d0-836b-d9e6ce5688a8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:52.780558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:52.792456 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.863635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c208200-7a00-4e73-9baf-b2a3035e62ae None None] Pushing event updated for resources: {'Port': ['ID=89f129bc-7b73-4c69-8501-c29786e5451a,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:52.903606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6a9bc976-078d-495d-ae7f-71ef2a388472 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:52.904171 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.905445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:52.915369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] For port f7b3e7a3-225f-4abe-8cf3-57b5734a3218, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:52.919063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] For port f7b3e7a3-225f-4abe-8cf3-57b5734a3218, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:52.972299 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:53.112793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1c459ec3-2970-4efd-aa4d-9dc16176f577 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:53.176465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:53.180762 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:53.182729 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] 10.222.0.85 "PUT /v2.0/ports/f7b3e7a3-225f-4abe-8cf3-57b5734a3218 HTTP/1.1" status: 200 len: 1092 time: 2.4635859 Nov 09 18:26:53.183489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:53.200538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:26:53.213858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164276-4317-44f6-acc7-537ee1a2fd26 req-be81edaa-9763-40cf-87d0-442667dea8fb tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:53.218517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-42aec3c4-0185-42e8-ba38-02fe8eb38cdf None None] Provisioning complete for port 1c459ec3-2970-4efd-aa4d-9dc16176f577 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:53.218911 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42aec3c4-0185-42e8-ba38-02fe8eb38cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:53.222118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37164276-4317-44f6-acc7-537ee1a2fd26 req-be81edaa-9763-40cf-87d0-442667dea8fb tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 944 time: 0.0945249 Nov 09 18:26:53.223604 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdb782e-b335-4bd4-83f2-8b0a30245694" -d '{"events": [{"name": "network-changed", "server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:26:53.283673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37164276-4317-44f6-acc7-537ee1a2fd26 req-79b1e9e2-225e-452b-9fca-92123a5a503a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590734 Nov 09 18:26:53.327719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1c459ec3-2970-4efd-aa4d-9dc16176f577 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:53.328108 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:53.417411 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3861b682-e768-432e-b1aa-cbb191ac16f1 x-openstack-request-id: req-3861b682-e768-432e-b1aa-cbb191ac16f1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:26:53.417979 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:26:53.417979 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3861b682-e768-432e-b1aa-cbb191ac16f1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:26:53.418369 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'status': 'completed', 'code': 200} Nov 09 18:26:53.480774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a7756-8484-40e9-91ad-6019753ac571 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:53.599350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-cfcb3a79-90a5-41ef-9adc-038e26ca843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:53.601482 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-cfcb3a79-90a5-41ef-9adc-038e26ca843d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 1095 time: 0.3699110 Nov 09 18:26:53.659468 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-467d7a2b-bfc5-431e-8fb9-825cb5152c84 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218 HTTP/1.1" status: 200 len: 217 time: 0.0481832 Nov 09 18:26:53.739869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4c69b42-c01a-429a-a668-7cdb20c84534 req-96163926-c674-4096-982a-a5c37a64b816 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0509117 Nov 09 18:26:53.815303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-5ccf6019-6df9-4782-8518-63cd21d59ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:53.817027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-5ccf6019-6df9-4782-8518-63cd21d59ac9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25d9ffa0-ce85-43ca-be00-d9d0b273f52d HTTP/1.1" status: 200 len: 834 time: 0.1466436 Nov 09 18:26:53.854772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 89f129bc-7b73-4c69-8501-c29786e5451a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:53.908835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-e0f53634-75e3-400a-952e-65981bb1a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:53.910813 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-e0f53634-75e3-400a-952e-65981bb1a72a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a68b912-efc3-4aad-8d22-04ab70bc4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852530 Nov 09 18:26:53.957784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 89f129bc-7b73-4c69-8501-c29786e5451a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:53.961116 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.088951 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.121434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-d3ff1566-d5a5-4d05-b698-9d6ddc428704 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015312 Nov 09 18:26:54.147688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 89f129bc-7b73-4c69-8501-c29786e5451a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=89f129bc-7b73-4c69-8501-c29786e5451a,segment=NetworkSegment(f31a06ed-97ea-4dd1-bdba-71c0662e6f5b),segment_id=f31a06ed-97ea-4dd1-bdba-71c0662e6f5b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:54.158504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.160309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1c459ec3-2970-4efd-aa4d-9dc16176f577 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:54.191666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.232828 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.284932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=89f129bc-7b73-4c69-8501-c29786e5451a,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:54.294197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1c459ec3-2970-4efd-aa4d-9dc16176f577 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:54.294622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.412461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.420218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=d97eb476-74ac-42d0-836b-d9e6ce5688a8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:54.490788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3883a3a0-a090-4076-bea5-4e14a20c186d req-4f788309-4b05-4b5c-b3ca-861873e1b45e service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535433 Nov 09 18:26:54.492126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd800b3f-45c5-47b5-93bd-cee4aeebb70d req-fc2f39bc-9a35-4dd2-8e66-78c30f317f20 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:54.495315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd800b3f-45c5-47b5-93bd-cee4aeebb70d req-fc2f39bc-9a35-4dd2-8e66-78c30f317f20 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 944 time: 0.0648265 Nov 09 18:26:54.553287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd800b3f-45c5-47b5-93bd-cee4aeebb70d req-321d9241-4f6f-4fcb-8c16-8952790ff249 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523922 Nov 09 18:26:54.609655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b37093-149c-49bc-b30e-315710345a2c None None] Network 703ba068-10c2-4796-8e43-4c4236796dc0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:54.753179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b4002b0b-7ad3-435b-be27-4a5835fd87d7 None None] Provisioning complete for port 89f129bc-7b73-4c69-8501-c29786e5451a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:54.754094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4002b0b-7ad3-435b-be27-4a5835fd87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:54.909960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a3012c1-e07c-4e32-82e0-2d23f4828a07 req-c34dab54-3de8-4357-9e5d-ea6d6c28b8f1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0430546 Nov 09 18:26:54.990143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-11eaeb69-c47f-4777-b7f9-fa8f499b26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:54.991646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-11eaeb69-c47f-4777-b7f9-fa8f499b26c9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 1095 time: 0.4345584 Nov 09 18:26:55.063458 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 703ba068-10c2-4796-8e43-4c4236796dc0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:55.066572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:55.217849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-b5b78f58-86a9-4240-83cd-bd2202380e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:55.219317 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-b5b78f58-86a9-4240-83cd-bd2202380e15 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 200 len: 898 time: 0.2176051 Nov 09 18:26:55.282663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-13166d47-1aa5-4b29-a40f-f1a6f91fef3a None None] Provisioning complete for port d97eb476-74ac-42d0-836b-d9e6ce5688a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:55.283515 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-13166d47-1aa5-4b29-a40f-f1a6f91fef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:55.291106 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-a98ce5f3-6e87-45e1-ab1f-c09003f0e34e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218 HTTP/1.1" status: 200 len: 217 time: 0.0615695 Nov 09 18:26:55.293351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:55.297699 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-06893a2a-5ece-4bee-a1f0-5b621a762137 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295516 Nov 09 18:26:55.360905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-13166d47-1aa5-4b29-a40f-f1a6f91fef3a None None] Port d97eb476-74ac-42d0-836b-d9e6ce5688a8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:55.376509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-13166d47-1aa5-4b29-a40f-f1a6f91fef3a None None] Provisioning complete for port 89f129bc-7b73-4c69-8501-c29786e5451a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:55.377109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-13166d47-1aa5-4b29-a40f-f1a6f91fef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:55.502087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-683fa907-d183-40bd-8558-7438929b0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:55.504133 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-683fa907-d183-40bd-8558-7438929b0a0a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25d9ffa0-ce85-43ca-be00-d9d0b273f52d HTTP/1.1" status: 200 len: 834 time: 0.2053876 Nov 09 18:26:55.561927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:55.569172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-457069ed-f881-479a-9d3c-f12e9a7ecd74 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9254971 Nov 09 18:26:55.572110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57866) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:55.577802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c07a-db77-466b-a03c-2370918e872a req-3e6b76ff-b996-4b4b-a648-74706831f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:55.579383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-3e6b76ff-b996-4b4b-a648-74706831f992 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 1097 time: 0.1444638 Nov 09 18:26:55.589828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'network': {'name': 'tempest-RoutersTest-736938188'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:55.596652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:26:55.625472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:55.626477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:55.649254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-3331e7f6-bef1-4853-b7dc-1ab14fdf30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:55.650770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-3331e7f6-bef1-4853-b7dc-1ab14fdf30e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a68b912-efc3-4aad-8d22-04ab70bc4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376357 Nov 09 18:26:55.700065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:55.703981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:55.736374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:26:55.761158 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:55.761773 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added segment 96ff2763-1d15-4600-bc0c-95f7aecf6608 of type vlan for network 5ea0186c-468b-48b9-8082-8387470a7d8a Nov 09 18:26:55.803046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 89f129bc-7b73-4c69-8501-c29786e5451a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:26:55.860358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:55.874248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-09c94b24-da1d-4fae-9615-95608c89e9c2 None None] Provisioning complete for port d97eb476-74ac-42d0-836b-d9e6ce5688a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:55.874613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-09c94b24-da1d-4fae-9615-95608c89e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:55.885657 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:55.888057 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-9992e2d6-a1eb-4525-ac6d-65e7b0b8eb31 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885402 Nov 09 18:26:55.907643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d038f-e074-4357-a188-f2ba8cbae26b req-eb59ee22-888c-487d-891c-0572cd09d1d4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:55.918480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef8d038f-e074-4357-a188-f2ba8cbae26b req-eb59ee22-888c-487d-891c-0572cd09d1d4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 944 time: 0.2401981 Nov 09 18:26:56.006034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-09c94b24-da1d-4fae-9615-95608c89e9c2 None None] Port d97eb476-74ac-42d0-836b-d9e6ce5688a8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:56.025088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef8d038f-e074-4357-a188-f2ba8cbae26b req-51ccac0c-f2cb-4338-bca5-dfca6c285d7f tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969734 Nov 09 18:26:56.059565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.065422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:56.073156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.074092 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8bdb782e-b335-4bd4-83f2-8b0a30245694 req-5a75bdff-477a-45be-9627-bf1b8d1c9791 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797698 Nov 09 18:26:56.171103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c07a-db77-466b-a03c-2370918e872a req-8e4c4d9a-303d-4d54-9ca2-0ed12c95c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:56.175729 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-8e4c4d9a-303d-4d54-9ca2-0ed12c95c9e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.5663157 Nov 09 18:26:56.226290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Network': ['ID=5ea0186c-468b-48b9-8082-8387470a7d8a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:56.251583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 89f129bc-7b73-4c69-8501-c29786e5451a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:56.252215 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.268366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-603bdc57-a93e-444f-a1e9-c7a4526f8117 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6950080 Nov 09 18:26:56.270467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e22815c-7901-419f-9c39-4774bb2e6c7b req-8f03c896-9e2b-422b-8f88-379c7626584b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=a27d6753-53a1-4d65-8d42-d2d62e70f2fb HTTP/1.1" status: 200 len: 210 time: 0.0418012 Nov 09 18:26:56.271393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57878) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:56.277011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-687f166e-c770-4ad6-b12d-9cfc3d2590f9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477 HTTP/1.1" status: 200 len: 217 time: 0.0919878 Nov 09 18:26:56.278638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'subnet': {'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:56.335022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5ea0186c-468b-48b9-8082-8387470a7d8a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:26:56.359567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3de3bc28-6d5b-493a-91c8-a9e2ffd12710 None None] Provisioning complete for port d97eb476-74ac-42d0-836b-d9e6ce5688a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:56.360024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3de3bc28-6d5b-493a-91c8-a9e2ffd12710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.383412 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c07a-db77-466b-a03c-2370918e872a req-c2793dc1-1616-4ce3-93cf-cb3293100f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:56.385093 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-c2793dc1-1616-4ce3-93cf-cb3293100f6d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.1005185 Nov 09 18:26:56.404852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Made reservation on behalf of a916620fbed8412a9d73be729efcccb4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:26:56.410898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.470712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c07a-db77-466b-a03c-2370918e872a req-cf5c97b5-c378-423a-ae40-70f953ec9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:56.472525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-cf5c97b5-c378-423a-ae40-70f953ec9cce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804703 Nov 09 18:26:56.511657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3de3bc28-6d5b-493a-91c8-a9e2ffd12710 None None] Port d97eb476-74ac-42d0-836b-d9e6ce5688a8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:26:56.704418 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-547be355-9bc3-42b6-b3e1-bcf812e67658 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235284 Nov 09 18:26:56.805866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.817544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:53Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:53Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:56.827935 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-abf1c07a-db77-466b-a03c-2370918e872a req-1cbb7aaf-82fd-452d-995b-27b9c7bf2bbd service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151931 Nov 09 18:26:56.852507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:26:56.855313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Updating router 1c089a20-51c9-495f-8ffb-bf35b190aff2 port d97eb476-74ac-42d0-836b-d9e6ce5688a8 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:26:56.892931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Subnet': ['ID=effb64e7-11c7-4f65-9bb2-3e21769c537c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:56.899116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Checking segment: {'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:56.899481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network hostable DHCP agents. Network: 5ea0186c-468b-48b9-8082-8387470a7d8a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:26:56.925053 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.925291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 5ea0186c-468b-48b9-8082-8387470a7d8a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:26:56.945192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5ea0186c-468b-48b9-8082-8387470a7d8a) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:56.951770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:56.952788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:56.974257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-320b5a4c-e26d-455e-a01a-67f40a5ca363 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7011881 Nov 09 18:26:56.977534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d5b21-2e46-4473-8cde-3908ff9622ad None None] Network 5ea0186c-468b-48b9-8082-8387470a7d8a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:26:56.977669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57890) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:57.251648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b87b67-710a-4e10-bb7b-f39ae11c5e23 req-e19e8600-b56d-4c7d-be82-69bd65f9893e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:57.253580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0b87b67-710a-4e10-bb7b-f39ae11c5e23 req-e19e8600-b56d-4c7d-be82-69bd65f9893e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 944 time: 0.1093488 Nov 09 18:26:57.293231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5ea0186c-468b-48b9-8082-8387470a7d8a', 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'fixed_ips': [{'subnet_id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:26:57.294501 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.394474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0b87b67-710a-4e10-bb7b-f39ae11c5e23 req-a00ee83a-bdee-4dae-b770-bc1ac6103d0d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833364 Nov 09 18:26:57.484871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Allocated IP 172.23.0.2 (5ea0186c-468b-48b9-8082-8387470a7d8a/effb64e7-11c7-4f65-9bb2-3e21769c537c/458ccbbc-db83-4ed4-995e-9a455bb3ee95) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:57.542000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.579329 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.594330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.646836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7850b-a69c-4241-8fde-11983b1b7ec1 None None] Pushing event updated for resources: {'Port': ['ID=d97eb476-74ac-42d0-836b-d9e6ce5688a8,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:57.785599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Attempting to bind port d97eb476-74ac-42d0-836b-d9e6ce5688a8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:57.788641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Attempting to bind port d97eb476-74ac-42d0-836b-d9e6ce5688a8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:57.788641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Attempting to bind port d97eb476-74ac-42d0-836b-d9e6ce5688a8 on network 703ba068-10c2-4796-8e43-4c4236796dc0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:57.818228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:57.818627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Checking segment: {'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:57.819083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.819411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Bound using segment: {'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:57.819912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Bound port: d97eb476-74ac-42d0-836b-d9e6ce5688a8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:57.820279 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.825479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f7b3e7a3-225f-4abe-8cf3-57b5734a3218 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:26:57.923666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] For port d97eb476-74ac-42d0-836b-d9e6ce5688a8, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:57.932481 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] For port d97eb476-74ac-42d0-836b-d9e6ce5688a8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d97eb476-74ac-42d0-836b-d9e6ce5688a8,segment=NetworkSegment(f31a06ed-97ea-4dd1-bdba-71c0662e6f5b),segment_id=f31a06ed-97ea-4dd1-bdba-71c0662e6f5b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:57.938524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.948124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:57.971283 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.030110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Allocated IP 172.23.0.1 (5ea0186c-468b-48b9-8082-8387470a7d8a/effb64e7-11c7-4f65-9bb2-3e21769c537c/4f24373e-6b96-4b1d-b6f0-89fcdd4d624f) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:26:58.122008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-40a53fd3-d0d8-46cb-914f-49ac7b2831eb None None] Provisioning complete for port d97eb476-74ac-42d0-836b-d9e6ce5688a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:58.122405 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40a53fd3-d0d8-46cb-914f-49ac7b2831eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.124032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7850b-a69c-4241-8fde-11983b1b7ec1 None None] Pushing event updated for resources: {'Port': ['ID=d97eb476-74ac-42d0-836b-d9e6ce5688a8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:58.128408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Network 5ea0186c-468b-48b9-8082-8387470a7d8a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:58.189713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.206168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:58.234132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:58.239594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.250269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:26:58.250908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:58.311216 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:58.321353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 5ea0186c-468b-48b9-8082-8387470a7d8a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:58.323041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:58.329423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:26:58.386158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Pushing event updated for resources: {'Port': ['ID=458ccbbc-db83-4ed4-995e-9a455bb3ee95,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:58.400847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.440173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f7b3e7a3-225f-4abe-8cf3-57b5734a3218, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:58.469333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Attempting to bind port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:26:58.469698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Attempting to bind port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:26:58.470080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Attempting to bind port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 on network 5ea0186c-468b-48b9-8082-8387470a7d8a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:26:58.472697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:26:58.491500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:26:58.561997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:26:58.563141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Checking segment: {'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:26:58.563552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.564288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Bound using segment: {'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:26:58.564419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Bound port: 458ccbbc-db83-4ed4-995e-9a455bb3ee95, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:26:58.564805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.590563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.616695 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40a53fd3-d0d8-46cb-914f-49ac7b2831eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.664887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b910a57-eca6-486d-88d3-c202ca46c168 req-6ec9f5eb-eebd-4e16-834c-dd76b6101d01 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:26:58.672619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:58.676904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b910a57-eca6-486d-88d3-c202ca46c168 req-6ec9f5eb-eebd-4e16-834c-dd76b6101d01 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 944 time: 0.1510172 Nov 09 18:26:58.819837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b910a57-eca6-486d-88d3-c202ca46c168 req-ba7570f6-73dd-4528-a8fe-a3ad2cf1c68f tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419299 Nov 09 18:26:58.945770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b3e7a3-225f-4abe-8cf3-57b5734a3218 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:26:58.963654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-40a53fd3-d0d8-46cb-914f-49ac7b2831eb None None] For port d97eb476-74ac-42d0-836b-d9e6ce5688a8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d97eb476-74ac-42d0-836b-d9e6ce5688a8,segment=NetworkSegment(f31a06ed-97ea-4dd1-bdba-71c0662e6f5b),segment_id=f31a06ed-97ea-4dd1-bdba-71c0662e6f5b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:58.985306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f7b3e7a3-225f-4abe-8cf3-57b5734a3218, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:26:58.997583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-40a53fd3-d0d8-46cb-914f-49ac7b2831eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:59.000790 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:59.028905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:59.035560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:59.039578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] For port 458ccbbc-db83-4ed4-995e-9a455bb3ee95, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:26:59.072180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] For port 458ccbbc-db83-4ed4-995e-9a455bb3ee95, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=458ccbbc-db83-4ed4-995e-9a455bb3ee95,segment=NetworkSegment(96ff2763-1d15-4600-bc0c-95f7aecf6608),segment_id=96ff2763-1d15-4600-bc0c-95f7aecf6608)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:26:59.108710 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:59.113612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:59.117237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event updated for resources: {'Port': ['ID=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:59.131142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.131408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.131704 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.132033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.132549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.132821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.133148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.133466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.133784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.134132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.134456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.134768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:26:59.134897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a53fd3-d0d8-46cb-914f-49ac7b2831eb None None] Pushing event updated for resources: {'Port': ['ID=d97eb476-74ac-42d0-836b-d9e6ce5688a8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:59.197035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-dbeb6ecb-3ac6-4e51-8e4a-388a3baece05 None None] Provisioning complete for port d97eb476-74ac-42d0-836b-d9e6ce5688a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:26:59.198013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dbeb6ecb-3ac6-4e51-8e4a-388a3baece05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:26:59.240401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Network 5ea0186c-468b-48b9-8082-8387470a7d8a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:26:59.242220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:26:59.254316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f7b3e7a3-225f-4abe-8cf3-57b5734a3218'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:26:59.354514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:26:59.361050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:59.474955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9703e94-6953-4525-9d69-cc6be03b7491 None None] Pushing event updated for resources: {'Port': ['ID=458ccbbc-db83-4ed4-995e-9a455bb3ee95,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:26:59.529939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:26:59.540965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:53Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:57Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:26:59.542138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ef54c446-b203-424b-8d0d-5b0e71528f53 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633957 Nov 09 18:26:59.544972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:26:59.550340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:26:59.578574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d659dd8-df39-4133-81fc-3b402c658006 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:26:53Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:57Z', 'revision_number': 4, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:26:59.814153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 458ccbbc-db83-4ed4-995e-9a455bb3ee95 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:00.059475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:00.065400 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:00.242687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:00.314528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 458ccbbc-db83-4ed4-995e-9a455bb3ee95, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=458ccbbc-db83-4ed4-995e-9a455bb3ee95,segment=NetworkSegment(96ff2763-1d15-4600-bc0c-95f7aecf6608),segment_id=96ff2763-1d15-4600-bc0c-95f7aecf6608)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:00.331526 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:00.458976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=458ccbbc-db83-4ed4-995e-9a455bb3ee95,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:00.465451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e784-8c10-4542-b0f5-4a7a586e4979 req-81003e40-76f2-4269-bcdd-f0d0cbcb4f4a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:00.467061 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d20e784-8c10-4542-b0f5-4a7a586e4979 req-81003e40-76f2-4269-bcdd-f0d0cbcb4f4a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 945 time: 0.1577170 Nov 09 18:27:00.603883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d20e784-8c10-4542-b0f5-4a7a586e4979 req-6116ce5c-639b-4261-b45f-0a10d1f152fe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783060 Nov 09 18:27:00.684410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2024d-6ee0-445b-b3f7-b88ddbb159f4 None None] Network 5ea0186c-468b-48b9-8082-8387470a7d8a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:00.787886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-57c71a24-8bb7-4ada-bcb1-f13186de69c4 None None] Provisioning complete for port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:00.788388 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-57c71a24-8bb7-4ada-bcb1-f13186de69c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:00.839028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.extraroute_db [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:27:00.859457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.extraroute_db [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Removed routes are [] {{(pid=102140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:27:00.860618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:00.967484 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:00.984865 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:00.985973 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:01.101662 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:01.105601 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:01.175398 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:01.230159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:01.374145 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0b351670-71f9-41fb-bdac-53000af19ef1 None None] Provisioning complete for port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:01.374877 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0b351670-71f9-41fb-bdac-53000af19ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:01.426789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0b351670-71f9-41fb-bdac-53000af19ef1 None None] Port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:27:01.438277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:01.443857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0b351670-71f9-41fb-bdac-53000af19ef1 None None] Provisioning complete for port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:01.444548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0b351670-71f9-41fb-bdac-53000af19ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:01.454790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:01.466704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-137693d9-74f2-4937-8f4e-81ee7eb683fd tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 200 len: 934 time: 1.9205012 Nov 09 18:27:01.469106 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57958) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:01.554822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:00Z', 'revision_number': 6, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f24373e-6b96-4b1d-b6f0-89fcdd4d624f', 'name': '', 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:6f:be:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:57Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:01.605774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fd2d8ad2-37c8-4384-83c7-65fcfcb3ba7c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 200 len: 934 time: 0.1330822 Nov 09 18:27:01.606171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57960) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:01.610886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'routes': None}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:01.619432 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:01.619939 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Updating router 1c089a20-51c9-495f-8ffb-bf35b190aff2 port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:27:01.656330 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:01.727541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d99c3ef6-4995-4ae3-93a9-aa34d5870a92 None None] Provisioning complete for port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:01.729245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d99c3ef6-4995-4ae3-93a9-aa34d5870a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:01.792382 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d99c3ef6-4995-4ae3-93a9-aa34d5870a92 None None] Port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:27:01.837912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f7b3e7a3-225f-4abe-8cf3-57b5734a3218 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:01.903013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc6e25-1dd9-43ac-8c69-1938c374910f req-34a9fe2a-3346-43a4-82d3-bb6f8b3a02b0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:01.904101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 458ccbbc-db83-4ed4-995e-9a455bb3ee95 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:01.905191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5cc6e25-1dd9-43ac-8c69-1938c374910f req-34a9fe2a-3346-43a4-82d3-bb6f8b3a02b0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 945 time: 0.1155984 Nov 09 18:27:02.002159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a5cc6e25-1dd9-43ac-8c69-1938c374910f req-b53f94f9-7fdf-408e-8ec4-6142ae1b784f tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797896 Nov 09 18:27:02.032045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:27:02.040727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:02.043598 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.112627 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.123263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:02.123645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.129645 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.151069 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-94769d09-4227-455d-b5b7-a2caf7df9bff None None] Provisioning complete for port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:02.151443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-94769d09-4227-455d-b5b7-a2caf7df9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.211512 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f454-474e-403d-a446-3c0f4219ab5a None None] Pushing event updated for resources: {'Port': ['ID=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:02.246414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-94769d09-4227-455d-b5b7-a2caf7df9bff None None] Port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:27:02.334683 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.extraroute_db [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added routes are [] {{(pid=102141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:27:02.335649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.extraroute_db [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:27:02.353818 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Attempting to bind port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:02.354959 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Attempting to bind port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:02.355598 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Attempting to bind port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f on network 5ea0186c-468b-48b9-8082-8387470a7d8a {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:02.368026 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:02.370869 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Checking segment: {'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:02.371662 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.372026 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Bound using segment: {'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:02.373390 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Bound port: 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ff2763-1d15-4600-bc0c-95f7aecf6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:02.374458 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.389509 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.408354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.443707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d97eb476-74ac-42d0-836b-d9e6ce5688a8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:02.445872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3b8a-95cc-4e4d-84d2-1926a8b5d2c9 req-e889a095-36dd-47ea-8faf-a96ada09b0e9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:02.455670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad3e3b8a-95cc-4e4d-84d2-1926a8b5d2c9 req-e889a095-36dd-47ea-8faf-a96ada09b0e9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 946 time: 0.1569915 Nov 09 18:27:02.491319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:02.493802 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d5cd68-2061-49cd-9776-0c0af00cc3f2" -d '{"events": [{"server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:02.515793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f7b3e7a3-225f-4abe-8cf3-57b5734a3218, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:02.526381 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.558179 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] For port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:02.558179 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] For port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,segment=NetworkSegment(96ff2763-1d15-4600-bc0c-95f7aecf6608),segment_id=96ff2763-1d15-4600-bc0c-95f7aecf6608)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:02.564854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad3e3b8a-95cc-4e4d-84d2-1926a8b5d2c9 req-f587d498-0b0e-479a-8387-afcec661d449 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002719 Nov 09 18:27:02.588158 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.596762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d97eb476-74ac-42d0-836b-d9e6ce5688a8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:02.601903 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.639938 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7720c28-fb52-4791-9fe0-ffd6d7d1d3b2 x-openstack-request-id: req-d7720c28-fb52-4791-9fe0-ffd6d7d1d3b2 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:02.640233 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:02.640514 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7720c28-fb52-4791-9fe0-ffd6d7d1d3b2 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:02.641071 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'code': 200} Nov 09 18:27:02.651129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:02.693605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fe748699-4a10-4989-917f-4e87ac3a35df None None] Provisioning complete for port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:02.694470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe748699-4a10-4989-917f-4e87ac3a35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.806290 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe748699-4a10-4989-917f-4e87ac3a35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.851606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fe748699-4a10-4989-917f-4e87ac3a35df None None] For port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,segment=NetworkSegment(96ff2763-1d15-4600-bc0c-95f7aecf6608),segment_id=96ff2763-1d15-4600-bc0c-95f7aecf6608)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:02.861617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe748699-4a10-4989-917f-4e87ac3a35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.910400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698acf9-a907-4ddb-b2d0-09020b012059 req-5778a5ce-1f1a-473c-88ea-a3228fa089b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:02.913539 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4698acf9-a907-4ddb-b2d0-09020b012059 req-5778a5ce-1f1a-473c-88ea-a3228fa089b8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 1097 time: 0.1724532 Nov 09 18:27:02.920809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.941176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe748699-4a10-4989-917f-4e87ac3a35df None None] Pushing event updated for resources: {'Port': ['ID=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:02.945315 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:02.946131 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:02.946371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:02.967495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4698acf9-a907-4ddb-b2d0-09020b012059 req-eacce7a5-4e46-4925-8c58-b2734a29e604 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 Nov 09 18:27:03.013853 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f454-474e-403d-a446-3c0f4219ab5a None None] Pushing event updated for resources: {'Port': ['ID=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:03.052620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:03.073727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:03.088899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7b26580a-2678-4f72-8b43-f3f3a4b8d54f None None] Provisioning complete for port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:03.089531 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b26580a-2678-4f72-8b43-f3f3a4b8d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:03.141017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dddbe-e617-467e-8c3b-eafbb9e6fb06 req-ed364a4f-682b-4731-8ac4-52d8c1d1e58c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:03.145132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa7dddbe-e617-467e-8c3b-eafbb9e6fb06 req-ed364a4f-682b-4731-8ac4-52d8c1d1e58c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 946 time: 0.0791013 Nov 09 18:27:03.193042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:03.207332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:03.209965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f2b8de5a-afe9-4496-a9a4-fdd2416f5fad tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 200 len: 700 time: 1.6027522 Nov 09 18:27:03.212587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57982) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:03.227199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa7dddbe-e617-467e-8c3b-eafbb9e6fb06 req-7b6c1d89-ce20-4007-afa3-e356877fe338 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739565 Nov 09 18:27:03.311989 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 7, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f24373e-6b96-4b1d-b6f0-89fcdd4d624f', 'name': '', 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:6f:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:57Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:03.315933 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-42e68ad7-8616-4c34-ad51-e9cd267d06ac tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 200 len: 700 time: 0.1018548 Nov 09 18:27:03.318604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 57984) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:03.338452 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432d289-8dfa-4f3a-addd-1fe9e19e5b97 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 7, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f24373e-6b96-4b1d-b6f0-89fcdd4d624f', 'name': '', 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:6f:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:57Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:03.678818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8f360-56f9-4255-867e-f5ac296d9697 req-cda03aa3-e5ce-4b40-8a48-72564f7044d7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:03.680864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bd8f360-56f9-4255-867e-f5ac296d9697 req-cda03aa3-e5ce-4b40-8a48-72564f7044d7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 946 time: 0.0593033 Nov 09 18:27:03.706185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:03.758474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bd8f360-56f9-4255-867e-f5ac296d9697 req-cf1e09ae-ca86-4886-baf7-a19d52f9bc04 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=364a344d-d283-4aca-a5b8-8ef2cec532e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709250 Nov 09 18:27:03.778755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:03.779242 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:03.973091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ab601-cb19-433d-9d98-128d37366faa req-03d8cccc-12cf-41d0-8789-daf025bbc012 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:03.974795 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7e2ab601-cb19-433d-9d98-128d37366faa req-03d8cccc-12cf-41d0-8789-daf025bbc012 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 946 time: 0.0847807 Nov 09 18:27:04.117904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:04.118365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:04.166254 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:04.177015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:04.177015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:04.204092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:04.273188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:04.290590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] For port acd6c13c-9f2a-41e1-8d90-a0b4a6355477, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:04.291310 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:04.314893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for acd6c13c-9f2a-41e1-8d90-a0b4a6355477 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:04.346862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01ac46-e14a-48ab-8095-8c8ea2119aff req-d528457f-79a6-46d6-99d5-c9df65c5d591 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:04.349647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df01ac46-e14a-48ab-8095-8c8ea2119aff req-d528457f-79a6-46d6-99d5-c9df65c5d591 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 946 time: 0.0594637 Nov 09 18:27:04.402664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df01ac46-e14a-48ab-8095-8c8ea2119aff req-53e4253b-8d73-4abc-b965-837b72cdda48 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467923 Nov 09 18:27:04.524892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94952b20-e91a-450e-a2f1-313ba3f189e3 req-b682c582-f2c0-4b7a-9c19-067baac2c8e5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:04.527307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 7, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f24373e-6b96-4b1d-b6f0-89fcdd4d624f', 'name': '', 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:6f:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:57Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:04.532853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94952b20-e91a-450e-a2f1-313ba3f189e3 req-b682c582-f2c0-4b7a-9c19-067baac2c8e5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 946 time: 0.0647581 Nov 09 18:27:04.558921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:04.571339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:04.572105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:04.592646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94952b20-e91a-450e-a2f1-313ba3f189e3 req-e4fb2bd9-0406-423d-ad7b-13ede016aeaa tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586503 Nov 09 18:27:04.605352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 57998) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:04.635223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:04.670693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48793c7d-4c71-44ea-88a6-d5c4ccc2c00f tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:04.675288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-48793c7d-4c71-44ea-88a6-d5c4ccc2c00f tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 1092 time: 0.0658076 Nov 09 18:27:04.675436 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58000) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:04.680797 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=acd6c13c-9f2a-41e1-8d90-a0b4a6355477,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:04.690018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:04.702124 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:04.734310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['acd6c13c-9f2a-41e1-8d90-a0b4a6355477'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:04.751146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:04.785302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] No DVR routers for this DVR port acd6c13c-9f2a-41e1-8d90-a0b4a6355477 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:04.789180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:04.805509 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7e2ab601-cb19-433d-9d98-128d37366faa req-e2e4d429-7b13-4c28-8098-e893bf845b65 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "DELETE /v2.0/ports/acd6c13c-9f2a-41e1-8d90-a0b4a6355477 HTTP/1.1" status: 204 len: 173 time: 0.8222253 Nov 09 18:27:04.805990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'name': 'network-vif-deleted', 'tag': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:04.810603 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ac6387-f88b-4683-8c5e-3e9e4a9e949a" -d '{"events": [{"server_uuid": "ec244050-9e3c-4200-a00d-2f9abd12ca4f", "name": "network-vif-deleted", "tag": "acd6c13c-9f2a-41e1-8d90-a0b4a6355477"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:04.830803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:04.838212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:04.944871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-022b058d-6805-42de-9166-ed5171a4d193 req-120a55ab-4c28-4dc2-937d-a4c98f0ddac2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.0709484 Nov 09 18:27:05.026848 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682f6abe-fa0e-4972-b41b-ec4a556ed9cd x-openstack-request-id: req-682f6abe-fa0e-4972-b41b-ec4a556ed9cd {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:05.027357 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec244050-9e3c-4200-a00d-2f9abd12ca4f", "name": "network-vif-deleted", "tag": "acd6c13c-9f2a-41e1-8d90-a0b4a6355477", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:05.027615 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-682f6abe-fa0e-4972-b41b-ec4a556ed9cd {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:05.028136 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec244050-9e3c-4200-a00d-2f9abd12ca4f', 'name': 'network-vif-deleted', 'tag': 'acd6c13c-9f2a-41e1-8d90-a0b4a6355477', 'status': 'completed', 'code': 200} Nov 09 18:27:05.065476 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:05.068041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,segment=NetworkSegment(96ff2763-1d15-4600-bc0c-95f7aecf6608),segment_id=96ff2763-1d15-4600-bc0c-95f7aecf6608)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:05.068453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:05.099057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:05.237769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.25.0.180 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/8053e19e-7cbd-44d6-8d8c-8ae349aaf3ee) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:27:05.300660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 7, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f24373e-6b96-4b1d-b6f0-89fcdd4d624f', 'name': '', 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:6f:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:57Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:05.366951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c94b4-8c51-46df-b878-7310434e41d2 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 7, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f24373e-6b96-4b1d-b6f0-89fcdd4d624f', 'name': '', 'network_id': '5ea0186c-468b-48b9-8082-8387470a7d8a', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:6f:be:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:57Z', 'updated_at': '2021-11-09T18:27:02Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': 'effb64e7-11c7-4f65-9bb2-3e21769c537c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:05.384388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:05.440818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:05.469120 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:05.508913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=8053e19e-7cbd-44d6-8d8c-8ae349aaf3ee,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:05.516783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=4f24373e-6b96-4b1d-b6f0-89fcdd4d624f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:05.547714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:27:05.550659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:05.557042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:27:05.871844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.141941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:06.183746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b60830c8-197e-405d-be45-31bebd0592cc req-17af0f6e-00b9-4407-b512-c0f04a3d1cf1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.1360414 Nov 09 18:27:06.250326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.256145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:06.261652 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-84fe10e8-5667-4f53-963c-c97d67bc6974 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420888 Nov 09 18:27:06.264292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58012) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:06.267402 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:06.278045 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:06.278695 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:06.334943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet effb64e7-11c7-4f65-9bb2-3e21769c537c {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:27:06.339253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.385433 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:06.391306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.431212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.509321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.580600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.623745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78759d-d44a-43e5-bbc3-60cbc682bd7a None None] Network 5ea0186c-468b-48b9-8082-8387470a7d8a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:06.632327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=effb64e7-11c7-4f65-9bb2-3e21769c537c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:06.637804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.649041 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f0e4c453-e9c8-480d-93b2-4fcbda5c5a5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/effb64e7-11c7-4f65-9bb2-3e21769c537c HTTP/1.1" status: 204 len: 168 time: 0.3773615 Nov 09 18:27:06.649679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58014) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:06.758533 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:05Z', 'revision_number': 8, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:06.776512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.795822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:06.805736 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:06.806394 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:06.868150 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:06.868776 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:06.924229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] DHCP port deletion for 5ea0186c-468b-48b9-8082-8387470a7d8a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:27:06.972200 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:07.022740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 458ccbbc-db83-4ed4-995e-9a455bb3ee95, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=458ccbbc-db83-4ed4-995e-9a455bb3ee95,segment=NetworkSegment(96ff2763-1d15-4600-bc0c-95f7aecf6608),segment_id=96ff2763-1d15-4600-bc0c-95f7aecf6608)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:07.023140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.054661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] Deleting port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:07.058422 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.062859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 458ccbbc-db83-4ed4-995e-9a455bb3ee95 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:07.186501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] For port 458ccbbc-db83-4ed4-995e-9a455bb3ee95, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=458ccbbc-db83-4ed4-995e-9a455bb3ee95,segment=NetworkSegment(96ff2763-1d15-4600-bc0c-95f7aecf6608),segment_id=96ff2763-1d15-4600-bc0c-95f7aecf6608)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:07.186799 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.194684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.210077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.217527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] Calling delete_port for 458ccbbc-db83-4ed4-995e-9a455bb3ee95 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:07.270726 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.313531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=458ccbbc-db83-4ed4-995e-9a455bb3ee95,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:07.333330 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:07.350698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-de4877e6-8e92-4d66-9b65-989dbd10f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 18:27:07.366158 n-d-817240-1 neutron-server[102142]: self.session.flush() Nov 09 18:27:07.377838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.400789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8d7098a-6593-457e-8681-2c141a46bf60 req-0c1b1762-01bc-4ae8-95f4-944e05229618 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.0950551 Nov 09 18:27:07.414128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] Pushing event deleted for resources: {'Port': ['ID=458ccbbc-db83-4ed4-995e-9a455bb3ee95,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:07.418433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33b3e9-7877-47f7-8242-b255e8696375 None None] No DVR routers for this DVR port 458ccbbc-db83-4ed4-995e-9a455bb3ee95 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:07.443486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=8053e19e-7cbd-44d6-8d8c-8ae349aaf3ee,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:07.446356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.466237 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:05Z', 'revision_number': 8, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:07.497396 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c2ced-ca47-4cb2-95bb-92e25e913525 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:05Z', 'revision_number': 8, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd97eb476-74ac-42d0-836b-d9e6ce5688a8', 'name': '', 'network_id': '703ba068-10c2-4796-8e43-4c4236796dc0', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:f7:ec:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:51Z', 'updated_at': '2021-11-09T18:26:58Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '9e604e79-73d9-4e7a-9396-3c9099082d3e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:07.540952 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.562327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea0186c-468b-48b9-8082-8387470a7d8a']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:07.572040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ff2763-1d15-4600-bc0c-95f7aecf6608') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:07.572782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ff2763-1d15-4600-bc0c-95f7aecf6608') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:07.578023 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Floating IP a1aea771-fd87-45fb-aa06-cd935c92e914 associated. External IP: 172.25.0.180, port: f7b3e7a3-225f-4abe-8cf3-57b5734a3218. Nov 09 18:27:07.582102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.595312 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.601940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:27:07.602470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:27:07.660112 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:27:07.666390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.675098 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:07.678964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/5ea0186c-468b-48b9-8082-8387470a7d8a HTTP/1.1" status: 204 len: 168 time: 1.0282607 Nov 09 18:27:07.682869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58020) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:07.703703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381b998-64a0-47d8-b4f7-85c4b15b8c5f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=5ea0186c-468b-48b9-8082-8387470a7d8a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:07.900445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device acd6c13c-9f2a-41e1-8d90-a0b4a6355477 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:07.944705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: acd6c13c-9f2a-41e1-8d90-a0b4a6355477 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:07.945569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device acd6c13c-9f2a-41e1-8d90-a0b4a6355477 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:07.977425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:08.014952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 921a2916-a8f5-4ffd-b814-d1b0112a6923 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:08.019729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:08.020889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 4f24373e-6b96-4b1d-b6f0-89fcdd4d624f not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:08.021512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 458ccbbc-db83-4ed4-995e-9a455bb3ee95 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:08.051767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 458ccbbc-db83-4ed4-995e-9a455bb3ee95 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:08.052497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 458ccbbc-db83-4ed4-995e-9a455bb3ee95 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:08.216577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:08.228313 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] Sync routers for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:08.243110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:08.243227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:08.275731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:08.329013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5026eff2-c706-4887-a7c2-38b93c81fcbf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6525271 Nov 09 18:27:08.330734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:08.331832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58028) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:08.344168 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb92dfa-7818-4d34-8b6d-12ebbd571934" -d '{"events": [{"name": "network-changed", "server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:08.353359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58030) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:08.471838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:08.484185 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:08.523227 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-26fcc7df-27f9-4aa9-90f1-90391b2a4431 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/floatingips/a1aea771-fd87-45fb-aa06-cd935c92e914 HTTP/1.1" status: 200 len: 992 time: 0.1881294 Nov 09 18:27:08.602122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac343805-53f6-482d-9662-adead4a7dd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:08.644260 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7ef0e-a39c-4d63-b91e-670d5d3f4e2e x-openstack-request-id: req-85e7ef0e-a39c-4d63-b91e-670d5d3f4e2e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:08.644653 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:08.645861 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85e7ef0e-a39c-4d63-b91e-670d5d3f4e2e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:08.657000 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'status': 'completed', 'code': 200} Nov 09 18:27:08.725378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-1b349cd3-713f-45dc-9609-5501b4d5f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:08.727302 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-1b349cd3-713f-45dc-9609-5501b4d5f672 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 1097 time: 0.0617106 Nov 09 18:27:08.769783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-502ce744-30aa-4aef-a8f5-61d13b03e4a3 req-c5a0c673-7f3a-4c0c-9e44-baf3cb95eb24 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.0630918 Nov 09 18:27:08.841921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac343805-53f6-482d-9662-adead4a7dd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:08.861416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:05Z', 'revision_number': 0, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:08.862872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ac343805-53f6-482d-9662-adead4a7dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:08.870904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-a3f095fc-3070-4dc2-af4d-fb0607b6461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:08.872650 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-a3f095fc-3070-4dc2-af4d-fb0607b6461a service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 200 len: 898 time: 0.1364584 Nov 09 18:27:08.890941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] Checking router: 921a2916-a8f5-4ffd-b814-d1b0112a6923 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:08.900207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:08.900835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:26:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:08.952989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ac343805-53f6-482d-9662-adead4a7dd40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fde6f344bf0348578929d083c6f741e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830452 Nov 09 18:27:08.954444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac343805-53f6-482d-9662-adead4a7dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be444557-4c3c-4b58-9552-5f3934a2a15f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:08.958116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58040) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:09.025838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f2411cd1-3c02-49f4-9728-7dc800117c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.048276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:09.050305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port d97eb476-74ac-42d0-836b-d9e6ce5688a8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:09.050650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.107795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f2411cd1-3c02-49f4-9728-7dc800117c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.203362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port d97eb476-74ac-42d0-836b-d9e6ce5688a8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d97eb476-74ac-42d0-836b-d9e6ce5688a8,segment=NetworkSegment(f31a06ed-97ea-4dd1-bdba-71c0662e6f5b),segment_id=f31a06ed-97ea-4dd1-bdba-71c0662e6f5b)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:09.204026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.223598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for d97eb476-74ac-42d0-836b-d9e6ce5688a8 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:09.280999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-659b43a4-fee9-40c6-9a05-af054aa4b1ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218 HTTP/1.1" status: 200 len: 1000 time: 0.4002647 Nov 09 18:27:09.302172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f2411cd1-3c02-49f4-9728-7dc800117c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.305228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f2411cd1-3c02-49f4-9728-7dc800117c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.309312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f2411cd1-3c02-49f4-9728-7dc800117c4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be444557-4c3c-4b58-9552-5f3934a2a15f HTTP/1.1" status: 204 len: 168 time: 0.3460126 Nov 09 18:27:09.327851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:05Z', 'revision_number': 0, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:09.354855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2411cd1-3c02-49f4-9728-7dc800117c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be444557-4c3c-4b58-9552-5f3934a2a15f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:09.372846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-7926a4ee-1e1d-4971-a963-a3be901d79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:09.375383 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9ec1c-ef94-4d41-8a4c-39c41a14601a None None] The sync data for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 is: [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:26:38Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:05Z', 'revision_number': 0, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:09.376006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-7926a4ee-1e1d-4971-a963-a3be901d79ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25d9ffa0-ce85-43ca-be00-d9d0b273f52d HTTP/1.1" status: 200 len: 834 time: 0.0859189 Nov 09 18:27:09.454903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-234a7d89-4acc-447d-9ced-1d463f1f30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:09.456547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-234a7d89-4acc-447d-9ced-1d463f1f30f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a68b912-efc3-4aad-8d22-04ab70bc4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703208 Nov 09 18:27:09.486493 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.528979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58046) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:09.529786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=d97eb476-74ac-42d0-836b-d9e6ce5688a8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:09.622569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-8f7a3a19-8a41-42f2-b70c-da17a0fc0c19 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567054 Nov 09 18:27:09.798711 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-18b2975a-8721-4211-a5b2-4da1c5b53e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:09.832635 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca693d5e-dc91-4ebe-9285-b6e84bb54370 None None] New status for floating IP a1aea771-fd87-45fb-aa06-cd935c92e914: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:27:09.899600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fbb92dfa-7818-4d34-8b6d-12ebbd571934 req-ae192f45-eab5-42c0-b9ca-bff6ebfc8125 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688012 Nov 09 18:27:09.969235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0c6f28dc-45fc-4c13-9ced-0ba5207a0ce7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/floatingips/a1aea771-fd87-45fb-aa06-cd935c92e914 HTTP/1.1" status: 200 len: 992 time: 0.4364285 Nov 09 18:27:10.038974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b6be16-c2e7-45e4-be05-6c22e46db440 req-401d18ea-085b-4e5c-8553-dcd5437fe475 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec244050-9e3c-4200-a00d-2f9abd12ca4f HTTP/1.1" status: 200 len: 210 time: 0.0755379 Nov 09 18:27:10.074153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.232072 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.323561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:10.375326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58066) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:10.487886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1062035879-network', 'tenant_id': 'f6cf973d59fe4effada7cf8af580673c'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:10.513778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Made reservation on behalf of f6cf973d59fe4effada7cf8af580673c for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:10.517002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.529984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.623532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.629031 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.656770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf234a18-8416-44ca-a27d-2bbbd9be374d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:10.667691 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:27:10.677840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.678229 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Added segment d7f479d0-3ef2-444e-87b9-678ab028ace3 of type vlan for network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 Nov 09 18:27:10.721889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.734122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:10.744848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eba615b2-62ea-4d4b-b601-8dd9af636289 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0586534 Nov 09 18:27:10.745100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58070) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:10.745397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:10.755477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.756499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:10.757090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.768501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:10.769312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:10.800958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet 9e604e79-73d9-4e7a-9396-3c9099082d3e {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:27:10.805725 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.849723 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4729676 Nov 09 18:27:10.852630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58072) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:10.857893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Request body: {'subnet': {'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1062035879-subnet', 'tenant_id': 'f6cf973d59fe4effada7cf8af580673c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:10.862592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989b59a-b3d5-4084-aa19-7d97a0eecf0f admin admin] Pushing event updated for resources: {'Network': ['ID=b53c2c45-0625-4e52-8883-c4ee8d5b05c4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:10.868626 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.875919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:27:10.933361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Made reservation on behalf of f6cf973d59fe4effada7cf8af580673c for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:10.936360 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:10.938506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:10.971326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58074) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:11.034116 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.046118 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-55c66fbb-fbeb-4474-a2fe-772c78862053 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/floatingips/a1aea771-fd87-45fb-aa06-cd935c92e914 HTTP/1.1" status: 200 len: 994 time: 0.0700128 Nov 09 18:27:11.158427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.181062 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.200087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:09Z', 'revision_number': 9, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:11.226205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=9e604e79-73d9-4e7a-9396-3c9099082d3e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:11.228291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.230342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8109bf-84a0-4a97-9ede-95d32e2d2dbe None None] Network 703ba068-10c2-4796-8e43-4c4236796dc0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:11.234289 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8e8b1ba7-78f9-4e32-a954-5ff988f94feb tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/9e604e79-73d9-4e7a-9396-3c9099082d3e HTTP/1.1" status: 204 len: 168 time: 0.4854286 Nov 09 18:27:11.234475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58080) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:11.240402 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.312637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:11.313187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Checking segment: {'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:11.313187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Network hostable DHCP agents. Network: b53c2c45-0625-4e52-8883-c4ee8d5b05c4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:27:11.315173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d584746d-5c8f-402b-af5b-5b2e86ff4754,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:11.318838 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.347322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:27:11.359369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b53c2c45-0625-4e52-8883-c4ee8d5b05c4) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:11.369908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c12bd0-7fcf-4036-b1bc-dc49a692bba5 None None] Network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:11.372791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:11.373443 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.376607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 89f129bc-7b73-4c69-8501-c29786e5451a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:11.377085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.396486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d34060dd-f2cd-44d0-a2e3-e05e209ebdae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5423384 Nov 09 18:27:11.448091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 89f129bc-7b73-4c69-8501-c29786e5451a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=89f129bc-7b73-4c69-8501-c29786e5451a,segment=NetworkSegment(f31a06ed-97ea-4dd1-bdba-71c0662e6f5b),segment_id=f31a06ed-97ea-4dd1-bdba-71c0662e6f5b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:11.448811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.466187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 89f129bc-7b73-4c69-8501-c29786e5451a owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:11.488389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:11.489262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:11.553804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.578646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b155cb-dd72-4b69-90ef-85df284e1da8 None None] Network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:11.580011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=89f129bc-7b73-4c69-8501-c29786e5451a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:11.604197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port 89f129bc-7b73-4c69-8501-c29786e5451a on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:11.661887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:11.735236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.768037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703ba068-10c2-4796-8e43-4c4236796dc0']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:11.779345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:11.779655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31a06ed-97ea-4dd1-bdba-71c0662e6f5b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:11.792250 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.809365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.818501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:27:11.818996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:27:11.823754 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:27:11.893392 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.897481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:11.906310 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/703ba068-10c2-4796-8e43-4c4236796dc0 HTTP/1.1" status: 204 len: 168 time: 0.6684892 Nov 09 18:27:11.906915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58088) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:11.915862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7310993-e3a7-43ca-a198-bb45c4ce5099 None None] DHCP port deletion for 703ba068-10c2-4796-8e43-4c4236796dc0 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:27:11.948512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6933774-6e38-4f24-95fb-916d7a6d4061 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=703ba068-10c2-4796-8e43-4c4236796dc0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:12.238612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:09Z', 'revision_number': 9, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:12.289854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ac6cb2-9565-49bf-af74-99eabd20ad68 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:09Z', 'revision_number': 9, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '1c459ec3-2970-4efd-aa4d-9dc16176f577', 'name': '', 'network_id': '69d187a1-8feb-46dc-a115-2b2d58b2cbba', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:8b:1d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:44Z', 'updated_at': '2021-11-09T18:26:51Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '27751d51-e1d7-43f9-9fcf-bcdf80d364c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:12.381849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:12.627996 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:12.641587 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 1c459ec3-2970-4efd-aa4d-9dc16176f577 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:12.642520 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:12.760719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 1c459ec3-2970-4efd-aa4d-9dc16176f577, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1c459ec3-2970-4efd-aa4d-9dc16176f577,segment=NetworkSegment(9dec5477-c935-4b64-901a-b585c663e6cf),segment_id=9dec5477-c935-4b64-901a-b585c663e6cf)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:12.761092 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:12.779213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 1c459ec3-2970-4efd-aa4d-9dc16176f577 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:12.954595 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:12.983913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=1c459ec3-2970-4efd-aa4d-9dc16176f577,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:13.146376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.370512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:13.469186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:13.476827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b78976f-538b-450a-bdaf-0ea203d71cf8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664191 Nov 09 18:27:13.477775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58120) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:13.481366 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:13.493959 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:13.495535 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:13.538288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet 27751d51-e1d7-43f9-9fcf-bcdf80d364c4 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:27:13.541769 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.596423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.610779 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:13.731275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 89f129bc-7b73-4c69-8501-c29786e5451a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:13.751910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 89f129bc-7b73-4c69-8501-c29786e5451a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:13.752448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 89f129bc-7b73-4c69-8501-c29786e5451a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:13.753738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d97eb476-74ac-42d0-836b-d9e6ce5688a8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:13.758963 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.776189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: d97eb476-74ac-42d0-836b-d9e6ce5688a8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:13.777025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d97eb476-74ac-42d0-836b-d9e6ce5688a8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:13.835414 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.873094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=27751d51-e1d7-43f9-9fcf-bcdf80d364c4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:13.885575 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.887233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd297edb-55b3-4cba-a47c-b6b41ec12953 None None] Network 69d187a1-8feb-46dc-a115-2b2d58b2cbba requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:13.889039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c613130f-e157-4e81-ae2b-73dfe2faacb0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/27751d51-e1d7-43f9-9fcf-bcdf80d364c4 HTTP/1.1" status: 204 len: 168 time: 0.4104452 Nov 09 18:27:13.891590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58142) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:13.992772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:13.993836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:12Z', 'revision_number': 10, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:14.030682 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:14.040630 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:14.041496 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:14.099129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 6a9bc976-078d-495d-ae7f-71ef2a388472 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:14.099407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.163552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] DHCP port deletion for 69d187a1-8feb-46dc-a115-2b2d58b2cbba request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:27:14.177244 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 6a9bc976-078d-495d-ae7f-71ef2a388472, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6a9bc976-078d-495d-ae7f-71ef2a388472,segment=NetworkSegment(9dec5477-c935-4b64-901a-b585c663e6cf),segment_id=9dec5477-c935-4b64-901a-b585c663e6cf)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:14.177618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.187231 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:14.191878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 6a9bc976-078d-495d-ae7f-71ef2a388472 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:14.239706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] Deleting port 6a9bc976-078d-495d-ae7f-71ef2a388472 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:14.240095 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.307041 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.343785 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] For port 6a9bc976-078d-495d-ae7f-71ef2a388472, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6a9bc976-078d-495d-ae7f-71ef2a388472,segment=NetworkSegment(9dec5477-c935-4b64-901a-b585c663e6cf),segment_id=9dec5477-c935-4b64-901a-b585c663e6cf)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:14.344327 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.366744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] Calling delete_port for 6a9bc976-078d-495d-ae7f-71ef2a388472 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:14.381238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=6a9bc976-078d-495d-ae7f-71ef2a388472,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:14.395579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port 6a9bc976-078d-495d-ae7f-71ef2a388472 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:14.539539 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:12Z', 'revision_number': 10, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:14.557552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.580276 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01586495-8fe6-4663-9a20-bad6e18f0ac4 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:12Z', 'revision_number': 10, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None, '_interfaces': [{'id': '44667f45-d946-47b1-bdf1-eff6ca039aec', 'name': '', 'network_id': '4a549ba7-9880-4f37-b263-ced7b991b852', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'mac_address': 'fa:16:3e:9f:ea:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:38Z', 'updated_at': '2021-11-09T18:26:45Z', 'revision_number': 5, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'subnets': [{'id': '8a22bae1-ba8b-485e-b86c-4e7d08e524a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:14.596760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] Pushing event deleted for resources: {'Port': ['ID=6a9bc976-078d-495d-ae7f-71ef2a388472,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:14.606692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08c005-0029-4267-acdb-0a2a636bdff1 None None] No DVR routers for this DVR port 6a9bc976-078d-495d-ae7f-71ef2a388472 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:14.616969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.660575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d187a1-8feb-46dc-a115-2b2d58b2cbba']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:14.671173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dec5477-c935-4b64-901a-b585c663e6cf') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:14.671472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dec5477-c935-4b64-901a-b585c663e6cf') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:14.682027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.697173 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.703973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:27:14.704386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:27:14.707441 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:27:14.742163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58160) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:14.746714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-16af49b1-adfe-4a00-8112-b74e5216ac43 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506658428', 'description': 'tempest-secgroup-smoke-506658428 description', 'project_id': '699ef17697e843918b6255275df4a9d4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:14.764436 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.768093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16af49b1-adfe-4a00-8112-b74e5216ac43 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.771625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.777870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/69d187a1-8feb-46dc-a115-2b2d58b2cbba HTTP/1.1" status: 204 len: 168 time: 0.8824279 Nov 09 18:27:14.778045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58162) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:14.786437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdceee-3513-4d5a-840b-2748ab05cd43 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=69d187a1-8feb-46dc-a115-2b2d58b2cbba,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:14.857530 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:27:14.988923 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16af49b1-adfe-4a00-8112-b74e5216ac43 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:14.994172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16af49b1-adfe-4a00-8112-b74e5216ac43 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.048468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16af49b1-adfe-4a00-8112-b74e5216ac43 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.049717 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16af49b1-adfe-4a00-8112-b74e5216ac43 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3065405 Nov 09 18:27:15.052768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58164) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:15.057800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-63b3241a-473e-4dbe-bd07-c116c5221df5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'security_group_rule': {'security_group_id': 'd81628aa-f418-40cc-8906-50a11b9ccf00', 'project_id': '699ef17697e843918b6255275df4a9d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:15.060523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af49b1-adfe-4a00-8112-b74e5216ac43 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81628aa-f418-40cc-8906-50a11b9ccf00,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.093200 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b3241a-473e-4dbe-bd07-c116c5221df5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.155313 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b3241a-473e-4dbe-bd07-c116c5221df5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.159161 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b3241a-473e-4dbe-bd07-c116c5221df5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.176217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3241a-473e-4dbe-bd07-c116c5221df5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef663021-9992-41be-bed6-890259d7b3fa,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.179781 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.185292 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-63b3241a-473e-4dbe-bd07-c116c5221df5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.189130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-63b3241a-473e-4dbe-bd07-c116c5221df5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353230 Nov 09 18:27:15.189708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58166) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:15.194533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4681e45f-5eeb-452b-9779-91659f6c9ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'security_group_rule': {'security_group_id': 'd81628aa-f418-40cc-8906-50a11b9ccf00', 'project_id': '699ef17697e843918b6255275df4a9d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:15.220839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4681e45f-5eeb-452b-9779-91659f6c9ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.278005 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4681e45f-5eeb-452b-9779-91659f6c9ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.282048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4681e45f-5eeb-452b-9779-91659f6c9ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.300977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681e45f-5eeb-452b-9779-91659f6c9ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bb55e1-3512-4437-8c8d-dd9680477dec,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.309507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4681e45f-5eeb-452b-9779-91659f6c9ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.310736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4681e45f-5eeb-452b-9779-91659f6c9ff9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200747 Nov 09 18:27:15.313431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58168) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:15.318251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-435ef27a-583a-4f11-8099-002fa17b3f13 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'security_group_rule': {'security_group_id': 'd81628aa-f418-40cc-8906-50a11b9ccf00', 'project_id': '699ef17697e843918b6255275df4a9d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:15.343969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435ef27a-583a-4f11-8099-002fa17b3f13 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.407559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435ef27a-583a-4f11-8099-002fa17b3f13 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.412720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435ef27a-583a-4f11-8099-002fa17b3f13 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.432479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ef27a-583a-4f11-8099-002fa17b3f13 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51f031b-1be8-4068-967e-b4ce6bb5d3e8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.442634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-435ef27a-583a-4f11-8099-002fa17b3f13 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.443878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-435ef27a-583a-4f11-8099-002fa17b3f13 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295211 Nov 09 18:27:15.446482 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58174) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:15.448224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 44667f45-d946-47b1-bdf1-eff6ca039aec {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:15.448582 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.450866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-570fd1f1-1d57-4511-aa31-067e8ece3aa8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'security_group_rule': {'security_group_id': 'd81628aa-f418-40cc-8906-50a11b9ccf00', 'project_id': '699ef17697e843918b6255275df4a9d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:15.477323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-570fd1f1-1d57-4511-aa31-067e8ece3aa8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.542913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-570fd1f1-1d57-4511-aa31-067e8ece3aa8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.552962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 44667f45-d946-47b1-bdf1-eff6ca039aec, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=44667f45-d946-47b1-bdf1-eff6ca039aec,segment=NetworkSegment(5156aae1-ccfd-45da-8c3d-0e7955af70ba),segment_id=5156aae1-ccfd-45da-8c3d-0e7955af70ba)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:15.553384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-570fd1f1-1d57-4511-aa31-067e8ece3aa8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.553925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.571804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 44667f45-d946-47b1-bdf1-eff6ca039aec owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:15.576168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-570fd1f1-1d57-4511-aa31-067e8ece3aa8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.585226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58178) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:15.585430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-570fd1f1-1d57-4511-aa31-067e8ece3aa8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377349 Nov 09 18:27:15.587959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fd1f1-1d57-4511-aa31-067e8ece3aa8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505fa05f-81d7-4f85-b61a-4acf84ae1d13,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.590708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'security_group_rule': {'security_group_id': 'd81628aa-f418-40cc-8906-50a11b9ccf00', 'project_id': '699ef17697e843918b6255275df4a9d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:15.654916 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Project 699ef17697e843918b6255275df4a9d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:27:15.663032 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.669093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6a9bc976-078d-495d-ae7f-71ef2a388472 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:15.690227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6a9bc976-078d-495d-ae7f-71ef2a388472 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:15.690392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6a9bc976-078d-495d-ae7f-71ef2a388472 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:15.690818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1c459ec3-2970-4efd-aa4d-9dc16176f577 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:15.710394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1c459ec3-2970-4efd-aa4d-9dc16176f577 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:15.710745 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1c459ec3-2970-4efd-aa4d-9dc16176f577 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:15.764747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.769061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.816218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf84ba70-aa14-43fb-aee8-00a166d4a942,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.832519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.833770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-339ab127-d3b5-4f21-8852-b2a565d2a82a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2470286 Nov 09 18:27:15.836690 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58180) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:15.838851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.842362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'security_group_rule': {'security_group_id': 'd81628aa-f418-40cc-8906-50a11b9ccf00', 'project_id': '699ef17697e843918b6255275df4a9d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:15.867465 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Project 699ef17697e843918b6255275df4a9d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:27:15.867739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=44667f45-d946-47b1-bdf1-eff6ca039aec,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:15.877991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.981222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:15.986725 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.007886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc0030b-c678-4be7-b0e0-9653c83adad6,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:16.022659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.023918 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.025415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1f0e7fd4-78fa-4e50-be64-7b1b16961a6c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1875286 Nov 09 18:27:16.204995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:16.283960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:16.289717 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8501b148-53a2-40bc-908a-4a460f2465ee tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5108171 Nov 09 18:27:16.292452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58220) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:16.295521 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:16.324567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:16.325506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:16.354868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting subnet 8a22bae1-ba8b-485e-b86c-4e7d08e524a8 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:27:16.359004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.404753 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.417021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:16.418230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.508000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:15Z', 'revision_number': 11, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:16.540289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:16.548956 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:16.549577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:16.554153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.628874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:16.635372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.665343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Subnet': ['ID=8a22bae1-ba8b-485e-b86c-4e7d08e524a8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:16.670512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.676738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4fb6d8b0-c914-4817-96c3-8ef0d794c7df tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/8a22bae1-ba8b-485e-b86c-4e7d08e524a8 HTTP/1.1" status: 204 len: 168 time: 0.3803306 Nov 09 18:27:16.676973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58232) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:16.696024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442aaae7-6308-4ebe-af72-c6fc1214c4cb None None] Network 4a549ba7-9880-4f37-b263-ced7b991b852 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:16.715244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:15Z', 'revision_number': 11, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:16.763439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.820292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ae3686-beb1-46b7-a163-1d96fd66dc25 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:15Z', 'revision_number': 11, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:16.824636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Deleting port 92c2676a-b252-49c1-9b75-bc82174f8c66 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:16.825608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.922673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] For port 92c2676a-b252-49c1-9b75-bc82174f8c66, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=92c2676a-b252-49c1-9b75-bc82174f8c66,segment=NetworkSegment(5156aae1-ccfd-45da-8c3d-0e7955af70ba),segment_id=5156aae1-ccfd-45da-8c3d-0e7955af70ba)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:16.923056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:16.938515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Calling delete_port for 92c2676a-b252-49c1-9b75-bc82174f8c66 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:17.029918 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.056820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Port': ['ID=92c2676a-b252-49c1-9b75-bc82174f8c66,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:17.063260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No DVR routers for this DVR port 92c2676a-b252-49c1-9b75-bc82174f8c66 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:17.157280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.184580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a549ba7-9880-4f37-b263-ced7b991b852']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:17.186617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbc9ad-606b-4a27-b4b0-db93c5885241 None None] DHCP port deletion for 4a549ba7-9880-4f37-b263-ced7b991b852 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:27:17.203848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5156aae1-ccfd-45da-8c3d-0e7955af70ba') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:17.204462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5156aae1-ccfd-45da-8c3d-0e7955af70ba') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:17.222226 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.244192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.257338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:27:17.257912 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:27:17.262354 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:27:17.347964 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.355529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.362029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58262) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:17.366753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/networks/4a549ba7-9880-4f37-b263-ced7b991b852 HTTP/1.1" status: 204 len: 168 time: 0.6886046 Nov 09 18:27:17.366899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'routes': None}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:17.378878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418ad83-835d-4d7c-9717-cc10bf1087d9 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Pushing event deleted for resources: {'Network': ['ID=4a549ba7-9880-4f37-b263-ced7b991b852,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:17.560451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.extraroute_db [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Added routes are [] {{(pid=102140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 18:27:17.561015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.extraroute_db [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Removed routes are [] {{(pid=102140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 18:27:17.561556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.709590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92c2676a-b252-49c1-9b75-bc82174f8c66 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:17.732281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.734408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 92c2676a-b252-49c1-9b75-bc82174f8c66 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:17.734937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 92c2676a-b252-49c1-9b75-bc82174f8c66 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:17.735769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 44667f45-d946-47b1-bdf1-eff6ca039aec no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:17.736320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:17.755841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 44667f45-d946-47b1-bdf1-eff6ca039aec {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:17.756182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 44667f45-d946-47b1-bdf1-eff6ca039aec not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:17.842040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 1c089a20-51c9-495f-8ffb-bf35b190aff2 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:18.228610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:18.240253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] Sync routers for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:18.240699 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.241680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-288b3859-aa5a-44af-a061-bbd80e4cd02c tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 200 len: 701 time: 0.8785367 Nov 09 18:27:18.245559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58268) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:18.272122 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:18.273999 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:18.289300 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f8a7639a-440e-4869-9323-86c4fcc5f5a7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 200 len: 205 time: 0.0419850 Nov 09 18:27:18.291544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58270) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:18.385219 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:18.393856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40d97b40-cbef-4cfd-9e6e-99322014c394 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.450550 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:15Z', 'revision_number': 11, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:18.484019 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] Checking router: 1c089a20-51c9-495f-8ffb-bf35b190aff2 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:18.496082 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] Routers {'1c089a20-51c9-495f-8ffb-bf35b190aff2'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:18.496778 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1c089a20-51c9-495f-8ffb-bf35b190aff2'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:18.576049 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] Set router 1c089a20-51c9-495f-8ffb-bf35b190aff2 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:18.576305 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40d97b40-cbef-4cfd-9e6e-99322014c394 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.578871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40d97b40-cbef-4cfd-9e6e-99322014c394 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.631920 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:15Z', 'revision_number': 11, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:18.659151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40d97b40-cbef-4cfd-9e6e-99322014c394 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.661454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d97b40-cbef-4cfd-9e6e-99322014c394 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Fanout notify agent at l3_agent the message router_deleted on router 1c089a20-51c9-495f-8ffb-bf35b190aff2 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:27:18.680617 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-40d97b40-cbef-4cfd-9e6e-99322014c394 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.682536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-40d97b40-cbef-4cfd-9e6e-99322014c394 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 204 len: 168 time: 0.3898041 Nov 09 18:27:18.688281 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33d829-bd5f-4b76-9128-077d37e60072 None None] The sync data for ids ['1c089a20-51c9-495f-8ffb-bf35b190aff2'] in n-d-817240-1 is: [{'id': '1c089a20-51c9-495f-8ffb-bf35b190aff2', 'name': 'tempest-RoutersTest-router-1313047300', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:35Z', 'updated_at': '2021-11-09T18:27:15Z', 'revision_number': 11, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:18.690211 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58276) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:18.694962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d244ebac-2c9a-4a30-9dcc-daa66b2c0af8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-840488324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:18.742365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d244ebac-2c9a-4a30-9dcc-daa66b2c0af8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.743481 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d244ebac-2c9a-4a30-9dcc-daa66b2c0af8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.823878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d244ebac-2c9a-4a30-9dcc-daa66b2c0af8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.829832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d244ebac-2c9a-4a30-9dcc-daa66b2c0af8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.862045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d244ebac-2c9a-4a30-9dcc-daa66b2c0af8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:18.865961 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d244ebac-2c9a-4a30-9dcc-daa66b2c0af8 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1726344 Nov 09 18:27:18.866214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58278) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:18.870925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2c42351f-057c-4de7-b327-3642003989bc tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:19.244831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:19.403056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c42351f-057c-4de7-b327-3642003989bc tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-301195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-300069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-486'] for router, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:19.416097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c42351f-057c-4de7-b327-3642003989bc tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-301186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-301237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-300124'] for router, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:19.556049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c42351f-057c-4de7-b327-3642003989bc tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Router 4e734ccc-cf0c-4515-8cc6-4aacac20902d is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:27:19.665060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c42351f-057c-4de7-b327-3642003989bc tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:19.688182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c42351f-057c-4de7-b327-3642003989bc tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:19.691148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] Sync routers for ids ['4e734ccc-cf0c-4515-8cc6-4aacac20902d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:19.704507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2c42351f-057c-4de7-b327-3642003989bc tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "PUT /v2.0/routers/4e734ccc-cf0c-4515-8cc6-4aacac20902d HTTP/1.1" status: 200 len: 693 time: 0.8372099 Nov 09 18:27:19.705659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] Routers {'4e734ccc-cf0c-4515-8cc6-4aacac20902d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:19.708925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58284) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:19.716316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['4e734ccc-cf0c-4515-8cc6-4aacac20902d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:19.830848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] Set router 4e734ccc-cf0c-4515-8cc6-4aacac20902d gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:19.841248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a59721ec-3531-4e04-9f3a-8333995a494f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/routers/4e734ccc-cf0c-4515-8cc6-4aacac20902d HTTP/1.1" status: 200 len: 699 time: 0.1311476 Nov 09 18:27:19.842126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:19.898079 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7643251d-4d06-488b-ad55-2d7e873890c2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e734ccc-cf0c-4515-8cc6-4aacac20902d HTTP/1.1" status: 200 len: 205 time: 0.0537491 Nov 09 18:27:19.900502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58290) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:19.914616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e734ccc-cf0c-4515-8cc6-4aacac20902d', 'name': 'tempest-RoutersTest-router-840488324', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:27:18Z', 'updated_at': '2021-11-09T18:27:19Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:19.954470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] Checking router: 4e734ccc-cf0c-4515-8cc6-4aacac20902d for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:19.967354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] Routers {'4e734ccc-cf0c-4515-8cc6-4aacac20902d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:19.967841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['4e734ccc-cf0c-4515-8cc6-4aacac20902d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:20.024725 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1487edb-d9c2-4b1d-a5b7-c1713b854fbe tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:20.045352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] Set router 4e734ccc-cf0c-4515-8cc6-4aacac20902d gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:20.107143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e734ccc-cf0c-4515-8cc6-4aacac20902d', 'name': 'tempest-RoutersTest-router-840488324', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:27:18Z', 'updated_at': '2021-11-09T18:27:19Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:20.135302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b2ee3-5615-4804-87ee-03534be2931a None None] The sync data for ids ['4e734ccc-cf0c-4515-8cc6-4aacac20902d'] in n-d-817240-1 is: [{'id': '4e734ccc-cf0c-4515-8cc6-4aacac20902d', 'name': 'tempest-RoutersTest-router-840488324', 'tenant_id': 'a916620fbed8412a9d73be729efcccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:27:18Z', 'updated_at': '2021-11-09T18:27:19Z', 'revision_number': 2, 'project_id': 'a916620fbed8412a9d73be729efcccb4', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:20.215440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1487edb-d9c2-4b1d-a5b7-c1713b854fbe tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:20.218309 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1487edb-d9c2-4b1d-a5b7-c1713b854fbe tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:20.269611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1487edb-d9c2-4b1d-a5b7-c1713b854fbe tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:20.271013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1487edb-d9c2-4b1d-a5b7-c1713b854fbe tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Fanout notify agent at l3_agent the message router_deleted on router 4e734ccc-cf0c-4515-8cc6-4aacac20902d {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:27:20.278249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f1487edb-d9c2-4b1d-a5b7-c1713b854fbe tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:20.279453 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f1487edb-d9c2-4b1d-a5b7-c1713b854fbe tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/4e734ccc-cf0c-4515-8cc6-4aacac20902d HTTP/1.1" status: 204 len: 168 time: 0.3780379 Nov 09 18:27:20.283847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58292) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.318109 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-74a07be9-e317-49e0-b088-7d9ffcbaae75 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e734ccc-cf0c-4515-8cc6-4aacac20902d HTTP/1.1" status: 200 len: 205 time: 0.0321691 Nov 09 18:27:20.319417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58294) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.361984 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-bc65c07a-8bf7-4ad9-8df2-81b2cc36baa0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] delete failed (client error): The resource could not be found. Nov 09 18:27:20.363070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bc65c07a-8bf7-4ad9-8df2-81b2cc36baa0 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/4e734ccc-cf0c-4515-8cc6-4aacac20902d HTTP/1.1" status: 404 len: 336 time: 0.0426481 Nov 09 18:27:20.366156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58296) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.401901 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-813a1189-51de-440f-a19a-24e80f414793 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:20.402443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813a1189-51de-440f-a19a-24e80f414793 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:20.405654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-813a1189-51de-440f-a19a-24e80f414793 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/effb64e7-11c7-4f65-9bb2-3e21769c537c HTTP/1.1" status: 404 len: 337 time: 0.0360708 Nov 09 18:27:20.407999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58298) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.437680 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dc18e3-725e-4af9-9ea0-e96402159b33 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:20.438174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dc18e3-725e-4af9-9ea0-e96402159b33 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:20.444210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58300) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.444716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b6dc18e3-725e-4af9-9ea0-e96402159b33 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/9e604e79-73d9-4e7a-9396-3c9099082d3e HTTP/1.1" status: 404 len: 337 time: 0.0353477 Nov 09 18:27:20.476581 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-115fd7f9-ec2c-461c-a9ff-f44b288fc5ae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:20.477865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115fd7f9-ec2c-461c-a9ff-f44b288fc5ae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:20.485228 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-115fd7f9-ec2c-461c-a9ff-f44b288fc5ae tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/27751d51-e1d7-43f9-9fcf-bcdf80d364c4 HTTP/1.1" status: 404 len: 337 time: 0.0387409 Nov 09 18:27:20.487597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58302) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.515769 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8eec1e-81be-4c62-8045-f6eda573fa47 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:20.515769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8eec1e-81be-4c62-8045-f6eda573fa47 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:20.522640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58304) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.523212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ef8eec1e-81be-4c62-8045-f6eda573fa47 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/8a22bae1-ba8b-485e-b86c-4e7d08e524a8 HTTP/1.1" status: 404 len: 337 time: 0.0334225 Nov 09 18:27:20.555508 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2d969920-34ee-4df0-b748-924d84726350 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 200 len: 205 time: 0.0311553 Nov 09 18:27:20.558156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58306) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.603315 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-892590a6-5324-4092-bb5d-366f55ad0ba3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] delete failed (client error): The resource could not be found. Nov 09 18:27:20.604631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-892590a6-5324-4092-bb5d-366f55ad0ba3 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/1c089a20-51c9-495f-8ffb-bf35b190aff2 HTTP/1.1" status: 404 len: 336 time: 0.0451148 Nov 09 18:27:20.607335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58308) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.637280 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-523eda4c-8596-4030-b960-d0b612861d6f tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9563c71-d02d-4eca-a895-6a428269fdad HTTP/1.1" status: 200 len: 205 time: 0.0288715 Nov 09 18:27:20.639639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58310) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.684012 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-8674086f-e3f9-49d6-9efa-2604551c59e7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] delete failed (client error): The resource could not be found. Nov 09 18:27:20.685291 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8674086f-e3f9-49d6-9efa-2604551c59e7 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/e9563c71-d02d-4eca-a895-6a428269fdad HTTP/1.1" status: 404 len: 336 time: 0.0448093 Nov 09 18:27:20.687809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58312) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.714301 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-738f12d8-3974-4532-a64f-bfab6ede2d7e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:20.715414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738f12d8-3974-4532-a64f-bfab6ede2d7e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:20.718069 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-738f12d8-3974-4532-a64f-bfab6ede2d7e tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/8608f7d3-b130-4eb9-a21a-d1a4a80d3039 HTTP/1.1" status: 404 len: 337 time: 0.0293665 Nov 09 18:27:20.721449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58314) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.777891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ccf34421-0a79-4513-8351-bb2658377087 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e950f45-34c7-4ab2-a1d1-8708ecf830cd HTTP/1.1" status: 200 len: 205 time: 0.0547459 Nov 09 18:27:20.781913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.824387 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-6c45e114-2a71-46b3-af8c-85af8efe9a64 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] delete failed (client error): The resource could not be found. Nov 09 18:27:20.825548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6c45e114-2a71-46b3-af8c-85af8efe9a64 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/3e950f45-34c7-4ab2-a1d1-8708ecf830cd HTTP/1.1" status: 404 len: 336 time: 0.0425377 Nov 09 18:27:20.828215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58322) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.864113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-51d32aaa-b427-4fce-a531-91d669c85c41 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=819e3ab4-6ebd-41d0-99f7-443b8d3c97a2 HTTP/1.1" status: 200 len: 205 time: 0.0341163 Nov 09 18:27:20.866486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58324) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.906085 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-75be3509-bab6-4105-81c2-f05b258a9c42 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] delete failed (client error): The resource could not be found. Nov 09 18:27:20.907130 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75be3509-bab6-4105-81c2-f05b258a9c42 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/819e3ab4-6ebd-41d0-99f7-443b8d3c97a2 HTTP/1.1" status: 404 len: 336 time: 0.0396392 Nov 09 18:27:20.909947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58326) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.947994 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b77261a-fc39-4ec6-b717-f271257a4d91 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:20.948473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b77261a-fc39-4ec6-b717-f271257a4d91 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:20.952005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7b77261a-fc39-4ec6-b717-f271257a4d91 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/dfd134db-61f1-4466-aa43-9cbf613d9e89 HTTP/1.1" status: 404 len: 337 time: 0.0409682 Nov 09 18:27:20.954629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58328) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:20.990107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e00a97e9-4104-459f-8ca2-1d6e3d29b68a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd HTTP/1.1" status: 200 len: 205 time: 0.0325131 Nov 09 18:27:20.991503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58330) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.038447 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-a75fbbad-fd3c-432c-a347-1f93cdf3ebf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] delete failed (client error): The resource could not be found. Nov 09 18:27:21.039511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a75fbbad-fd3c-432c-a347-1f93cdf3ebf1 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/f7ea4a7d-dfb8-461b-b4e3-d0cead88d2dd HTTP/1.1" status: 404 len: 336 time: 0.0467677 Nov 09 18:27:21.042045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58332) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.071001 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c044f5d2-07a2-40ce-a57e-1ae0d646617a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:21.071456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c044f5d2-07a2-40ce-a57e-1ae0d646617a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:21.074980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c044f5d2-07a2-40ce-a57e-1ae0d646617a tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/ec24d5d7-8026-44a6-bee5-58cc42296533 HTTP/1.1" status: 404 len: 337 time: 0.0319853 Nov 09 18:27:21.077756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58334) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.116771 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dfcaac12-0637-4de1-ae93-bbe65217a001 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "GET /v2.0/ports?device_id=51d14eef-5aa0-45ac-af01-81afb1af99f9 HTTP/1.1" status: 200 len: 205 time: 0.0362592 Nov 09 18:27:21.117901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58336) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.165054 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-8796d6ad-42ba-4274-8350-fd54c94d9133 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] delete failed (client error): The resource could not be found. Nov 09 18:27:21.168498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8796d6ad-42ba-4274-8350-fd54c94d9133 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/routers/51d14eef-5aa0-45ac-af01-81afb1af99f9 HTTP/1.1" status: 404 len: 336 time: 0.0471303 Nov 09 18:27:21.169279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58338) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.201343 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-390434b5-2ec0-4544-8f19-43d4d64dece2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:21.201843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390434b5-2ec0-4544-8f19-43d4d64dece2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:21.206173 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-390434b5-2ec0-4544-8f19-43d4d64dece2 tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/a7b3196e-9ee4-4584-a22a-8bf727bd67b4 HTTP/1.1" status: 404 len: 337 time: 0.0346251 Nov 09 18:27:21.207604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58340) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.247085 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9a6ee9-2031-4c41-8ea1-e8048195b8ea tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] DELETE failed (client error): The resource could not be found. Nov 09 18:27:21.247542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9a6ee9-2031-4c41-8ea1-e8048195b8ea tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:27:21.250705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0e9a6ee9-2031-4c41-8ea1-e8048195b8ea tempest-RoutersTest-996105024 tempest-RoutersTest-996105024-project] 10.222.0.32 "DELETE /v2.0/subnets/11fd8859-30bb-434c-9d5e-f08530aa432c HTTP/1.1" status: 404 len: 337 time: 0.0418990 Nov 09 18:27:21.524235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58346) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.685336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-24b87518-8ede-40a5-9f1d-5bfecfcae5a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a916620fbed8412a9d73be729efcccb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598659 Nov 09 18:27:21.687580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58350) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:21.747009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7017d9d2-e0a9-48fb-a916-d9dad7f80765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:21.774004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7017d9d2-e0a9-48fb-a916-d9dad7f80765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:21.833192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7017d9d2-e0a9-48fb-a916-d9dad7f80765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:21.835795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7017d9d2-e0a9-48fb-a916-d9dad7f80765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:21.840237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7017d9d2-e0a9-48fb-a916-d9dad7f80765 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0842e8c9-02e9-4304-af59-a4a53bd22c8f HTTP/1.1" status: 204 len: 168 time: 0.1516106 Nov 09 18:27:21.852435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017d9d2-e0a9-48fb-a916-d9dad7f80765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842e8c9-02e9-4304-af59-a4a53bd22c8f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:22.637685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58376) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:22.752010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-689ada63-3a87-4c93-aad6-6f6015a0e428 tempest-DvrRoutersNegativeTest-1678189125 tempest-DvrRoutersNegativeTest-1678189125-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-225431509', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:22.755555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.policy [None req-689ada63-3a87-4c93-aad6-6f6015a0e428 tempest-DvrRoutersNegativeTest-1678189125 tempest-DvrRoutersNegativeTest-1678189125-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102140) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 09 18:27:22.755862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.policy [None req-689ada63-3a87-4c93-aad6-6f6015a0e428 tempest-DvrRoutersNegativeTest-1678189125 tempest-DvrRoutersNegativeTest-1678189125-project] Failed policy check for 'create_router' {{(pid=102140) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 09 18:27:22.756501 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [None req-689ada63-3a87-4c93-aad6-6f6015a0e428 tempest-DvrRoutersNegativeTest-1678189125 tempest-DvrRoutersNegativeTest-1678189125-project] create failed (client error): Access was denied to this resource. Nov 09 18:27:22.757483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-689ada63-3a87-4c93-aad6-6f6015a0e428 tempest-DvrRoutersNegativeTest-1678189125 tempest-DvrRoutersNegativeTest-1678189125-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1162858 Nov 09 18:27:23.134667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58388) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:23.262048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1c12-e047-4f8f-a90b-e351c0832b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.357319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1c12-e047-4f8f-a90b-e351c0832b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.364294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1c12-e047-4f8f-a90b-e351c0832b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.405477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6bbd1c12-e047-4f8f-a90b-e351c0832b9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97bb17f933284d8d80f08b31e4f623bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697775 Nov 09 18:27:23.406242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd1c12-e047-4f8f-a90b-e351c0832b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5143d4-8c71-4492-afb5-e854f4ebacd6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:23.408592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58392) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:23.467393 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c41f-a7f0-4b79-98a2-c60db4be0205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.490689 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c41f-a7f0-4b79-98a2-c60db4be0205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.544844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c41f-a7f0-4b79-98a2-c60db4be0205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.547668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c41f-a7f0-4b79-98a2-c60db4be0205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:23.549349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c3a7c41f-a7f0-4b79-98a2-c60db4be0205 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb5143d4-8c71-4492-afb5-e854f4ebacd6 HTTP/1.1" status: 204 len: 168 time: 0.1395578 Nov 09 18:27:23.557819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7c41f-a7f0-4b79-98a2-c60db4be0205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5143d4-8c71-4492-afb5-e854f4ebacd6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:25.877729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58472) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:26.010927 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b184122-a6ee-4d60-b065-10bbfb39e2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.093483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b184122-a6ee-4d60-b065-10bbfb39e2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.108123 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3b184122-a6ee-4d60-b065-10bbfb39e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.185974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58480) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:26.186638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3b184122-a6ee-4d60-b065-10bbfb39e2d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12fa817344b8449d92557fb383b21f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064115 Nov 09 18:27:26.187504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184122-a6ee-4d60-b065-10bbfb39e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa3294a-8a07-4608-af8a-8811d4d01314,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:26.240146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d71e5492-33c1-4b62-b9ac-cf770089a7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.262893 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d71e5492-33c1-4b62-b9ac-cf770089a7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.311541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d71e5492-33c1-4b62-b9ac-cf770089a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.314188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d71e5492-33c1-4b62-b9ac-cf770089a7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.315623 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d71e5492-33c1-4b62-b9ac-cf770089a7d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baa3294a-8a07-4608-af8a-8811d4d01314 HTTP/1.1" status: 204 len: 168 time: 0.1281099 Nov 09 18:27:26.323986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e5492-33c1-4b62-b9ac-cf770089a7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa3294a-8a07-4608-af8a-8811d4d01314,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:26.626055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58486) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:26.641531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57772329-1000-4fd4-9d02-4019b92b4eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.731382 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57772329-1000-4fd4-9d02-4019b92b4eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.736899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-57772329-1000-4fd4-9d02-4019b92b4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.778902 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-57772329-1000-4fd4-9d02-4019b92b4eba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fa9710138d543dfb2e5a25af3b3bc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516850 Nov 09 18:27:26.779843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57772329-1000-4fd4-9d02-4019b92b4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bea05fd-dd7a-4724-a293-9f217f3e3216,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:26.781601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58488) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:26.835915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-945ca99f-1d78-49e6-9793-5a19a7980d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.857829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-945ca99f-1d78-49e6-9793-5a19a7980d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.907520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-945ca99f-1d78-49e6-9793-5a19a7980d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.910283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-945ca99f-1d78-49e6-9793-5a19a7980d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:26.914565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-945ca99f-1d78-49e6-9793-5a19a7980d0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bea05fd-dd7a-4724-a293-9f217f3e3216 HTTP/1.1" status: 204 len: 168 time: 0.1316223 Nov 09 18:27:26.925360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ca99f-1d78-49e6-9793-5a19a7980d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bea05fd-dd7a-4724-a293-9f217f3e3216,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:27.743772 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58516) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:27.856299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264597090-network', 'tenant_id': '9641c01878014dd8945e9e0ebbc015bf'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:27.879664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Made reservation on behalf of 9641c01878014dd8945e9e0ebbc015bf for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:27.881922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:27.903480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:27.990110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:27.994498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.018627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:27:28.028981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b15dd57-07e2-4712-9c6c-1999d7dae3db,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:28.034943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.035293 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Added segment b3661ca1-03de-4257-ae3b-b5b65c026119 of type vlan for network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 Nov 09 18:27:28.076175 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.111835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.113972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:28.113972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.186670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58524) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:28.188978 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4416430 Nov 09 18:27:28.188978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a62ca-15df-4b9c-8590-f3213159f516 admin admin] Pushing event updated for resources: {'Network': ['ID=8aecd62c-a884-4033-8310-6d2c50a3a9c8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:28.195906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Request body: {'subnet': {'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264597090-subnet', 'tenant_id': '9641c01878014dd8945e9e0ebbc015bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:28.202670 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:27:28.267268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Made reservation on behalf of 9641c01878014dd8945e9e0ebbc015bf for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:28.269807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.449208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.505046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6551eb79-38eb-4bb2-a443-d7817223b459,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:28.513824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Checking segment: {'id': 'b3661ca1-03de-4257-ae3b-b5b65c026119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:28.514288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Network hostable DHCP agents. Network: 8aecd62c-a884-4033-8310-6d2c50a3a9c8, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:27:28.531301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:27:28.541231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8aecd62c-a884-4033-8310-6d2c50a3a9c8) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:28.545637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:28.546457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:28.551922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f010113-afa3-4aea-bbb5-ee6f3edd803f None None] Network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:28.565785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2bb84f17-4646-4a78-bafb-44f2b57a5acb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3778241 Nov 09 18:27:28.686716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453ced7-7ca4-4955-872c-edf2f632c739 None None] Network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:29.134469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58552) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:29.145217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-367745107-network', 'tenant_id': '1824ef744c614c9992884addbc577158'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:29.170367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Made reservation on behalf of 1824ef744c614c9992884addbc577158 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:29.173185 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.184498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.289164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.294408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.322681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:27:29.332782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270783b8-1016-4062-a44b-04f82eb00d77,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:29.341808 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.341808 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Added segment 3ecb8420-e7a0-4521-bd61-5cbf78ae01ff of type vlan for network 40836b36-9315-4d82-9064-4416a3d0b778 Nov 09 18:27:29.390227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.418948 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.420205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:29.420910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.509682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58568) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:29.510263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3741777 Nov 09 18:27:29.515774 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Request body: {'subnet': {'network_id': '40836b36-9315-4d82-9064-4416a3d0b778', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-367745107-subnet', 'tenant_id': '1824ef744c614c9992884addbc577158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:29.524425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c0bd4-8a4a-4e5a-afd7-682365eff5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=40836b36-9315-4d82-9064-4416a3d0b778,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:29.546308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Made reservation on behalf of 1824ef744c614c9992884addbc577158 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:29.547631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 40836b36-9315-4d82-9064-4416a3d0b778 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:27:29.549125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.727788 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.793976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed22566-6fcc-433e-80d7-efe682581793,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:29.799457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Checking segment: {'id': '3ecb8420-e7a0-4521-bd61-5cbf78ae01ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '40836b36-9315-4d82-9064-4416a3d0b778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:29.799822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Network hostable DHCP agents. Network: 40836b36-9315-4d82-9064-4416a3d0b778, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:27:29.817408 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Network 40836b36-9315-4d82-9064-4416a3d0b778 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:27:29.825787 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 40836b36-9315-4d82-9064-4416a3d0b778) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:29.829933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:29.830630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:29.836770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f1fb81-bbb7-4edd-b1ad-f9983ca77a4b None None] Network 40836b36-9315-4d82-9064-4416a3d0b778 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:29.876975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8b91ee82-23b3-48dc-9269-eb5e32c0bfe7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3651371 Nov 09 18:27:30.035580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3af8a9-fa22-45a3-a716-efd2e02cd32e None None] Network 40836b36-9315-4d82-9064-4416a3d0b778 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:30.437655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-af82908a-b584-42fa-9a2f-5c8b36067ed7 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:30.439486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-af82908a-b584-42fa-9a2f-5c8b36067ed7 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/networks?id=8aecd62c-a884-4033-8310-6d2c50a3a9c8 HTTP/1.1" status: 200 len: 808 time: 0.1159055 Nov 09 18:27:30.462977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-d43b2139-b71c-402d-8232-31d5d1e9e874 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/quotas/9641c01878014dd8945e9e0ebbc015bf HTTP/1.1" status: 200 len: 375 time: 0.0175669 Nov 09 18:27:30.495376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-b8df031a-96b2-4c5d-8bfa-57d126aacc13 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9641c01878014dd8945e9e0ebbc015bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312703 Nov 09 18:27:30.504054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-4e3e2d1b-6c92-4205-9c9e-3803c2058893 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:27:30.505112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-4e3e2d1b-6c92-4205-9c9e-3803c2058893 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050874 Nov 09 18:27:30.606506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-065917e5-4e79-4b54-a5e7-cc471706f245 service neutron] 10.222.0.32 "GET /v2.0/networks/8aecd62c-a884-4033-8310-6d2c50a3a9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953202 Nov 09 18:27:30.707871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-5346e2c7-2595-4599-8d43-a9eccbadcd59 service neutron] 10.222.0.32 "GET /v2.0/networks/8aecd62c-a884-4033-8310-6d2c50a3a9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939326 Nov 09 18:27:30.887113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-164154de-811f-4830-86c0-d26c9feae26a req-3cae27b8-a34c-435c-8a4e-ec72f1e3ec14 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 210 time: 0.0369563 Nov 09 18:27:31.991623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76023eb0-2b9a-459f-aee1-6de979eb1f0a req-21617125-829b-4b9c-bc8e-a025949deb19 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 210 time: 0.0332813 Nov 09 18:27:32.173568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-1c44aa5e-2bef-43f0-a7be-b9c6b12f5c7c tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:32.175863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-1c44aa5e-2bef-43f0-a7be-b9c6b12f5c7c tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.73 "GET /v2.0/networks?id=8aecd62c-a884-4033-8310-6d2c50a3a9c8 HTTP/1.1" status: 200 len: 808 time: 0.1262343 Nov 09 18:27:32.196835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Request body: {'port': {'device_id': '854e79c0-265c-46ef-8331-42ae9927bb26', 'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8', 'admin_state_up': True, 'tenant_id': '9641c01878014dd8945e9e0ebbc015bf'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:32.312962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Made reservation on behalf of 9641c01878014dd8945e9e0ebbc015bf for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:32.316749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:32.452460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Allocated IP 172.20.0.8 (8aecd62c-a884-4033-8310-6d2c50a3a9c8/6551eb79-38eb-4bb2-a443-d7817223b459/675b5646-64cc-4f3a-8f22-f98156c7e02e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:27:32.624904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:32.662356 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:32.710936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:27:32.714203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:32.723838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:27:32.728545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Pushing event updated for resources: {'Port': ['ID=675b5646-64cc-4f3a-8f22-f98156c7e02e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:32.776251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:32.776865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:32.793692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-56558179-45e8-4e30-bb1d-8e58ecda2d9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6011221 Nov 09 18:27:32.808997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f6b391be-83af-4c6f-b3d2-89f15b31d283 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:27:32.810211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f6b391be-83af-4c6f-b3d2-89f15b31d283 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055146 Nov 09 18:27:32.931268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Request body: {'port': {'device_id': '854e79c0-265c-46ef-8331-42ae9927bb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:33.007047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:33.210397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb050d6-2a08-44e4-8097-213eb83a182e req-a1af5ae1-0976-4f28-922d-c8dc2871bfe8 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:33.212094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bb050d6-2a08-44e4-8097-213eb83a182e req-a1af5ae1-0976-4f28-922d-c8dc2871bfe8 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 931 time: 0.1414506 Nov 09 18:27:33.317847 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5bb050d6-2a08-44e4-8097-213eb83a182e req-b2acd9a3-3514-46eb-993a-8fc34a8feb07 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994217 Nov 09 18:27:33.436203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675b5646-64cc-4f3a-8f22-f98156c7e02e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:33.446157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:33.464571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Transition to ACTIVE for port object 675b5646-64cc-4f3a-8f22-f98156c7e02e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:27:33.471315 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:33.550313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=675b5646-64cc-4f3a-8f22-f98156c7e02e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:33.605980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Attempting to bind port 675b5646-64cc-4f3a-8f22-f98156c7e02e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:33.606505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Attempting to bind port 675b5646-64cc-4f3a-8f22-f98156c7e02e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b3661ca1-03de-4257-ae3b-b5b65c026119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:33.606902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Attempting to bind port 675b5646-64cc-4f3a-8f22-f98156c7e02e on network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:33.616598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Port 675b5646-64cc-4f3a-8f22-f98156c7e02e on network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:27:33.617128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Attempting to bind port 675b5646-64cc-4f3a-8f22-f98156c7e02e on network 8aecd62c-a884-4033-8310-6d2c50a3a9c8 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:33.622989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:33.623325 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Checking segment: {'id': 'b3661ca1-03de-4257-ae3b-b5b65c026119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:33.623712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Bound using segment: {'id': 'b3661ca1-03de-4257-ae3b-b5b65c026119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:33.624142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Bound port: 675b5646-64cc-4f3a-8f22-f98156c7e02e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3661ca1-03de-4257-ae3b-b5b65c026119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:33.624511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:33.705515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] For port 675b5646-64cc-4f3a-8f22-f98156c7e02e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:33.709333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] For port 675b5646-64cc-4f3a-8f22-f98156c7e02e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=675b5646-64cc-4f3a-8f22-f98156c7e02e,segment=NetworkSegment(b3661ca1-03de-4257-ae3b-b5b65c026119),segment_id=b3661ca1-03de-4257-ae3b-b5b65c026119)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:33.714400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:33.754451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:33.755060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:33.756557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] 10.222.0.73 "PUT /v2.0/ports/675b5646-64cc-4f3a-8f22-f98156c7e02e HTTP/1.1" status: 200 len: 1091 time: 0.9324992 Nov 09 18:27:33.757009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854e79c0-265c-46ef-8331-42ae9927bb26', 'tag': '675b5646-64cc-4f3a-8f22-f98156c7e02e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:33.759333 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "854e79c0-265c-46ef-8331-42ae9927bb26", "tag": "675b5646-64cc-4f3a-8f22-f98156c7e02e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:33.791266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25106ad-bd10-4373-89b3-ce5d4eb15aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=675b5646-64cc-4f3a-8f22-f98156c7e02e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:33.810389 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b0ead9-cfbe-4c56-9f3b-417ea0b22b00 x-openstack-request-id: req-44b0ead9-cfbe-4c56-9f3b-417ea0b22b00 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:33.810703 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854e79c0-265c-46ef-8331-42ae9927bb26", "tag": "675b5646-64cc-4f3a-8f22-f98156c7e02e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:33.810958 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44b0ead9-cfbe-4c56-9f3b-417ea0b22b00 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:33.811358 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854e79c0-265c-46ef-8331-42ae9927bb26', 'tag': '675b5646-64cc-4f3a-8f22-f98156c7e02e', 'status': 'completed', 'code': 200} Nov 09 18:27:33.873840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-4a556107-4515-410a-8427-952286e7b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:33.875551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-4a556107-4515-410a-8427-952286e7b1a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9641c01878014dd8945e9e0ebbc015bf&device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 1094 time: 0.0480742 Nov 09 18:27:33.924205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-2cc1f67e-b5ec-4399-b009-d25c22c9ce7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=675b5646-64cc-4f3a-8f22-f98156c7e02e HTTP/1.1" status: 200 len: 217 time: 0.0354643 Nov 09 18:27:33.981505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-b5d923c0-0d16-4d5a-82ad-e853a51dacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:33.983216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-b5d923c0-0d16-4d5a-82ad-e853a51dacc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6551eb79-38eb-4bb2-a443-d7817223b459 HTTP/1.1" status: 200 len: 848 time: 0.0482633 Nov 09 18:27:34.024952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-35c82751-06c1-4724-a1b1-82c100464a06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8aecd62c-a884-4033-8310-6d2c50a3a9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300820 Nov 09 18:27:34.121320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-66fc33d7-ff48-4f22-871a-95510b5fcfe1 service neutron] 10.222.0.73 "GET /v2.0/networks/8aecd62c-a884-4033-8310-6d2c50a3a9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864203 Nov 09 18:27:34.225102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52897cd2-1ab2-49bf-a4eb-ada4a270c97c req-c837761c-d315-47b9-9c26-902376994b1f service neutron] 10.222.0.73 "GET /v2.0/networks/8aecd62c-a884-4033-8310-6d2c50a3a9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908275 Nov 09 18:27:34.341261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-47553ac0-5613-437c-8989-f5aafa43bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:34.342746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-47553ac0-5613-437c-8989-f5aafa43bfb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9641c01878014dd8945e9e0ebbc015bf&device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 1094 time: 0.0423300 Nov 09 18:27:34.474634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d972-ff16-4eb5-b490-809fd144cfc8 req-f3957d8f-a681-479b-af20-3780f7850dff tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:34.476125 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04d9d972-ff16-4eb5-b490-809fd144cfc8 req-f3957d8f-a681-479b-af20-3780f7850dff tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 943 time: 0.0807674 Nov 09 18:27:34.477662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-09248b53-33d8-4cfe-a5b6-a29617dec38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:34.479054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-09248b53-33d8-4cfe-a5b6-a29617dec38d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8aecd62c-a884-4033-8310-6d2c50a3a9c8 HTTP/1.1" status: 200 len: 909 time: 0.1280639 Nov 09 18:27:34.531665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-d54ce935-3e71-4110-a507-e56219a3db9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=675b5646-64cc-4f3a-8f22-f98156c7e02e HTTP/1.1" status: 200 len: 217 time: 0.0416973 Nov 09 18:27:34.558280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04d9d972-ff16-4eb5-b490-809fd144cfc8 req-855e1fa7-9cdb-40f5-9759-1a3681846f69 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757961 Nov 09 18:27:34.595713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-09946ad9-a9eb-4040-868b-d979daba4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:34.597666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-09946ad9-a9eb-4040-868b-d979daba4c1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6551eb79-38eb-4bb2-a443-d7817223b459 HTTP/1.1" status: 200 len: 848 time: 0.0550110 Nov 09 18:27:34.629945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-f36608c1-2828-442c-9fcc-e9cf5bef6e35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8aecd62c-a884-4033-8310-6d2c50a3a9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244503 Nov 09 18:27:34.722870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-4bca0cfa-0d6c-4941-ba98-89699c9b4808 service neutron] 10.222.0.73 "GET /v2.0/networks/8aecd62c-a884-4033-8310-6d2c50a3a9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842962 Nov 09 18:27:34.831043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b88fa77-d0a6-4dcd-a07c-eb6d5729d7e3 req-44a09603-2ccb-4e48-bbfa-1a032bfd62b7 service neutron] 10.222.0.73 "GET /v2.0/networks/8aecd62c-a884-4033-8310-6d2c50a3a9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998151 Nov 09 18:27:35.012306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-f7c28c5a-7d82-453a-9003-9a4a387b14a6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506658428&fields=id&tenant_id=699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 267 time: 0.0329621 Nov 09 18:27:35.120088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-3b53eac6-f659-4e00-8cee-c4ba39caffaf tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:35.121540 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-3b53eac6-f659-4e00-8cee-c4ba39caffaf tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.1022291 Nov 09 18:27:35.136319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-8bb17e74-ae3c-4ba6-87ec-f24a76cabfb4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/quotas/699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0090144 Nov 09 18:27:35.192530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-7da23d65-d4d1-4811-8bac-d3598dad72d1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509517 Nov 09 18:27:35.287117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-6fcdd6d2-7c7e-42cd-bd58-da1428ce1cdf service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830851 Nov 09 18:27:35.381893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-13a3d092-147a-4bb5-90ec-58961e169c1d service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881207 Nov 09 18:27:35.593989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58760) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:35.684152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa8357-1ecc-4abd-a534-bdb47cc57b6c tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:35.684640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa8357-1ecc-4abd-a534-bdb47cc57b6c tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:35.685123 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa8357-1ecc-4abd-a534-bdb47cc57b6c tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:35.686840 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7ffa8357-1ecc-4abd-a534-bdb47cc57b6c tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=8e9c6b7658244d5c85689f03eea8831b&network_id=5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 200 len: 2970 time: 0.0911872 Nov 09 18:27:35.731563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f45b9a-7490-4c1a-8d7e-a556fb5491fc req-1a3279bc-a760-4cb8-8ae7-4bdc70772161 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:35.733126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21f45b9a-7490-4c1a-8d7e-a556fb5491fc req-1a3279bc-a760-4cb8-8ae7-4bdc70772161 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 943 time: 0.0507963 Nov 09 18:27:35.774948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21f45b9a-7490-4c1a-8d7e-a556fb5491fc req-2b9493bc-5286-45f0-be7d-79c4febb7c16 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Nov 09 18:27:35.844970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84116388-2f77-4989-937d-0be7a1ef9a3e req-0d18eb7f-4cef-4a67-bafc-64cf24d39edb tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 210 time: 0.0272377 Nov 09 18:27:36.682700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-74b69b6d-83be-4393-952b-eef49041b515 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:36.684165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-74b69b6d-83be-4393-952b-eef49041b515 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.1145902 Nov 09 18:27:36.732476 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-cc6a1fb8-f5e8-48bd-a257-5e92290b0efe tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 379 time: 0.0380392 Nov 09 18:27:36.742162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'port': {'device_id': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'admin_state_up': True, 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'security_groups': ['d81628aa-f418-40cc-8906-50a11b9ccf00']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:36.869609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:36.873650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:36.910404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94faa-ec2d-4912-9e65-2ef3e476c1fb req-1bf63d2d-e5a5-4d32-ae36-731ae85e7f00 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:36.933990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02f94faa-ec2d-4912-9e65-2ef3e476c1fb req-1bf63d2d-e5a5-4d32-ae36-731ae85e7f00 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 943 time: 0.0836153 Nov 09 18:27:36.993177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02f94faa-ec2d-4912-9e65-2ef3e476c1fb req-d04d4a68-7c90-49aa-a472-3baa135a3b6c tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545092 Nov 09 18:27:37.042999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.20.0.9 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/95c4476f-d3a4-4970-9bce-a92e1acc98bb) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:27:37.098985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f72a00a-5b12-4944-b3b9-3bd2d9b2d8be req-c0a596df-563e-467a-9bf6-46e68f80f62f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 210 time: 0.0293932 Nov 09 18:27:37.211866 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.246489 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.291034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:27:37.294636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:37.305850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:27:37.317335 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5a758fe-999b-4a60-bc19-b4fb5a65ff4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.331857 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=95c4476f-d3a4-4970-9bce-a92e1acc98bb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:37.366461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:37.367315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.387034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-b2c4c598-b44b-45d0-b61a-bced4dbf6e7b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6491990 Nov 09 18:27:37.401331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Request body: {'port': {'device_id': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:37.459883 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.637598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-02e3d297-e10b-44d5-b6ad-370d11b6aca2 None None] Provisioning complete for port 95c4476f-d3a4-4970-9bce-a92e1acc98bb triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:37.638261 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-02e3d297-e10b-44d5-b6ad-370d11b6aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.677102 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-02e3d297-e10b-44d5-b6ad-370d11b6aca2 None None] Port 95c4476f-d3a4-4970-9bce-a92e1acc98bb cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:27:37.773335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c4476f-d3a4-4970-9bce-a92e1acc98bb {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:37.781192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.795173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Transition to ACTIVE for port object 95c4476f-d3a4-4970-9bce-a92e1acc98bb will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:27:37.798224 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:37.849465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Pushing event updated for resources: {'Port': ['ID=95c4476f-d3a4-4970-9bce-a92e1acc98bb,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:37.945828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Attempting to bind port 95c4476f-d3a4-4970-9bce-a92e1acc98bb on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:37.946210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Attempting to bind port 95c4476f-d3a4-4970-9bce-a92e1acc98bb by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:37.946542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Attempting to bind port 95c4476f-d3a4-4970-9bce-a92e1acc98bb on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:37.951720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Port 95c4476f-d3a4-4970-9bce-a92e1acc98bb on network 906e5d51-662b-4ffd-994b-71c53e31d65d not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:27:37.952039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Attempting to bind port 95c4476f-d3a4-4970-9bce-a92e1acc98bb on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:37.959344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:37.959693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:37.960073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:37.960503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Bound port: 95c4476f-d3a4-4970-9bce-a92e1acc98bb, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:37.960860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:38.094210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] For port 95c4476f-d3a4-4970-9bce-a92e1acc98bb, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:38.098099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] For port 95c4476f-d3a4-4970-9bce-a92e1acc98bb, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:38.104707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:38.154368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e06ac-9162-443c-a5e8-2021d36187a1 req-f707af2f-5a8f-4d2b-b5d8-df3c093de88f tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.154874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.155459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:38.156928 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] 10.222.0.85 "PUT /v2.0/ports/95c4476f-d3a4-4970-9bce-a92e1acc98bb HTTP/1.1" status: 200 len: 1091 time: 0.7610493 Nov 09 18:27:38.157145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-948e06ac-9162-443c-a5e8-2021d36187a1 req-f707af2f-5a8f-4d2b-b5d8-df3c093de88f tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 943 time: 0.0753882 Nov 09 18:27:38.157386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:38.160893 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:38.225935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736eec7-8e7e-4114-bb34-3aa66bba35f9 service neutron] Pushing event updated for resources: {'Port': ['ID=95c4476f-d3a4-4970-9bce-a92e1acc98bb,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:38.232607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-948e06ac-9162-443c-a5e8-2021d36187a1 req-fb10ff8f-d2a3-4bd0-bd00-ba9216586a21 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616481 Nov 09 18:27:38.294118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-29fc11d6-7c25-4b8e-a72e-3e1be3089baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.295805 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-29fc11d6-7c25-4b8e-a72e-3e1be3089baf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 1094 time: 0.0495908 Nov 09 18:27:38.349345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1168-a0cb-4a99-821b-1ebfe83625ef req-ad79a67f-ec6e-4e48-9f20-343e95bc9326 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.351174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d1168-a0cb-4a99-821b-1ebfe83625ef req-ad79a67f-ec6e-4e48-9f20-343e95bc9326 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.0673499 Nov 09 18:27:38.363774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-551054e1-890e-447d-b7f3-05c0b8c8a9e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb HTTP/1.1" status: 200 len: 217 time: 0.0573845 Nov 09 18:27:38.399757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-814d1168-a0cb-4a99-821b-1ebfe83625ef req-d4fb5528-87f6-4bae-a830-b50eedb6b924 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349126 Nov 09 18:27:38.478162 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ad52d-617b-42ed-b223-f2961a59c520 x-openstack-request-id: req-a93ad52d-617b-42ed-b223-f2961a59c520 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:38.478627 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:38.478880 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a93ad52d-617b-42ed-b223-f2961a59c520 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:38.479278 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'status': 'completed', 'code': 200} Nov 09 18:27:38.492156 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-5f2ef100-8eee-4ffc-b354-fcf5724a8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.493864 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-5f2ef100-8eee-4ffc-b354-fcf5724a8137 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.1217382 Nov 09 18:27:38.542954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 675b5646-64cc-4f3a-8f22-f98156c7e02e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:27:38.547491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-31132c72-7270-4364-aeed-107904150cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.549415 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-31132c72-7270-4364-aeed-107904150cc8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475307 Nov 09 18:27:38.655051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-861be05a-f83f-4c6d-870c-c39657e32ebe service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966835 Nov 09 18:27:38.658247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 675b5646-64cc-4f3a-8f22-f98156c7e02e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=675b5646-64cc-4f3a-8f22-f98156c7e02e,segment=NetworkSegment(b3661ca1-03de-4257-ae3b-b5b65c026119),segment_id=b3661ca1-03de-4257-ae3b-b5b65c026119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:38.672051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '675b5646-64cc-4f3a-8f22-f98156c7e02e', 'network_id': '8aecd62c-a884-4033-8310-6d2c50a3a9c8', 'port_id': '675b5646-64cc-4f3a-8f22-f98156c7e02e', 'mac_address': 'fa:16:3e:30:55:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6551eb79-38eb-4bb2-a443-d7817223b459', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:27:38.728602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:38.747666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675b5646-64cc-4f3a-8f22-f98156c7e02e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:38.774761 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d8629e2c-e566-4abc-a23f-72f541935a23 req-1ce02c7e-76c8-429e-8b84-6f1ccc435efe service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104689 Nov 09 18:27:38.776551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 675b5646-64cc-4f3a-8f22-f98156c7e02e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=675b5646-64cc-4f3a-8f22-f98156c7e02e,segment=NetworkSegment(b3661ca1-03de-4257-ae3b-b5b65c026119),segment_id=b3661ca1-03de-4257-ae3b-b5b65c026119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:38.781272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:38.867283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=675b5646-64cc-4f3a-8f22-f98156c7e02e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:38.875118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.875464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.875805 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.876139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.876470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.876799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.877174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.877502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.877825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.878163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.878516 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.878834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:27:38.891128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-1db4951f-d84c-429d-adef-890afbbdb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:38.892781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-1db4951f-d84c-429d-adef-890afbbdb855 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 1094 time: 0.0614202 Nov 09 18:27:39.000743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-26a40fca-e652-4caf-853b-7cfacc5b759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.002318 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-26a40fca-e652-4caf-853b-7cfacc5b759d service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1007595 Nov 09 18:27:39.047275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-e9b65206-eeb5-4a8a-b83b-a1a3814a1225 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb HTTP/1.1" status: 200 len: 217 time: 0.0371270 Nov 09 18:27:39.057591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['675b5646-64cc-4f3a-8f22-f98156c7e02e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:39.109977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-261e99ba-e240-4c1f-895d-739f2f776863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.123451 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-261e99ba-e240-4c1f-895d-739f2f776863 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0692303 Nov 09 18:27:39.178880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-bbd2f343-608c-4236-bb44-4f1ddea1d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.180725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-bbd2f343-608c-4236-bb44-4f1ddea1d70f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491610 Nov 09 18:27:39.284272 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-22988a3d-3f32-4236-938d-8472ba90b5ed service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954242 Nov 09 18:27:39.374979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9737af-99cc-419c-8225-c8008869dee6 req-1eccf83d-afc0-4930-958f-1edcde77330e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.378984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee9737af-99cc-419c-8225-c8008869dee6 req-1eccf83d-afc0-4930-958f-1edcde77330e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 944 time: 0.0724373 Nov 09 18:27:39.397246 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3c1a95dc-1d77-4d5c-833a-fd78bf5373ec req-5c5f6dd6-5caa-46ef-9fad-a20bbc2449b3 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037998 Nov 09 18:27:39.426264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee9737af-99cc-419c-8225-c8008869dee6 req-383fea2a-8381-4924-8341-6e6e020fd6d6 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Nov 09 18:27:39.526608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19770f4a-b429-4ed8-b145-a7e69b342afd req-d91b77c9-2c7d-4725-9e06-36e7f9572db1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:39.528172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19770f4a-b429-4ed8-b145-a7e69b342afd req-d91b77c9-2c7d-4725-9e06-36e7f9572db1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.0501237 Nov 09 18:27:39.569215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19770f4a-b429-4ed8-b145-a7e69b342afd req-a195eef1-e8e6-44b5-a4a4-1710a996497d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346112 Nov 09 18:27:39.788560 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e14f8cb7-419f-4522-ba1d-070f565931f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:40.205680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:40.545270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d1ed0-6052-41c6-9732-1745ea1c34f7 req-0ced91d4-5184-4657-955d-f4f4e6ddef9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.546828 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad0d1ed0-6052-41c6-9732-1745ea1c34f7 req-0ced91d4-5184-4657-955d-f4f4e6ddef9e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 944 time: 0.0522215 Nov 09 18:27:40.558615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 675b5646-64cc-4f3a-8f22-f98156c7e02e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:40.603044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad0d1ed0-6052-41c6-9732-1745ea1c34f7 req-e749424a-cab5-440b-9737-96976a61d2d4 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Nov 09 18:27:40.616646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 675b5646-64cc-4f3a-8f22-f98156c7e02e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:27:40.622400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 675b5646-64cc-4f3a-8f22-f98156c7e02e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:40.623055 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:40.729153 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:40.745686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea0b8f-fecc-4eec-9990-a79a90a13df8 req-d81dc3df-c1ca-4b4f-ab3f-cdefe25a96f9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.748408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75ea0b8f-fecc-4eec-9990-a79a90a13df8 req-d81dc3df-c1ca-4b4f-ab3f-cdefe25a96f9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.0771198 Nov 09 18:27:40.762796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58882) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:40.786933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 675b5646-64cc-4f3a-8f22-f98156c7e02e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=675b5646-64cc-4f3a-8f22-f98156c7e02e,segment=NetworkSegment(b3661ca1-03de-4257-ae3b-b5b65c026119),segment_id=b3661ca1-03de-4257-ae3b-b5b65c026119)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:40.792338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854e79c0-265c-46ef-8331-42ae9927bb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b5646-64cc-4f3a-8f22-f98156c7e02e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:40.795441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75ea0b8f-fecc-4eec-9990-a79a90a13df8 req-57a442f4-8745-4b0d-8177-b78a8e001587 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391400 Nov 09 18:27:40.797427 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98669e05-0aec-450c-9d18-999cba63d6cb" -d '{"events": [{"server_uuid": "854e79c0-265c-46ef-8331-42ae9927bb26", "name": "network-vif-plugged", "status": "completed", "tag": "675b5646-64cc-4f3a-8f22-f98156c7e02e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:40.812058 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:40.853165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6578165-d5a2-4a98-8e8e-85a27d7b3064 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:40.857403 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f6578165-d5a2-4a98-8e8e-85a27d7b3064 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b HTTP/1.1" status: 200 len: 814 time: 0.0935979 Nov 09 18:27:40.873951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=675b5646-64cc-4f3a-8f22-f98156c7e02e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:40.939159 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0db91fd-2f58-4926-b106-15323f2f64b5 x-openstack-request-id: req-b0db91fd-2f58-4926-b106-15323f2f64b5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:40.939528 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854e79c0-265c-46ef-8331-42ae9927bb26", "name": "network-vif-plugged", "status": "completed", "tag": "675b5646-64cc-4f3a-8f22-f98156c7e02e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:40.939860 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0db91fd-2f58-4926-b106-15323f2f64b5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:40.940426 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854e79c0-265c-46ef-8331-42ae9927bb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675b5646-64cc-4f3a-8f22-f98156c7e02e', 'code': 200} Nov 09 18:27:41.060413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d2cc2-f45f-4026-8273-db43b1de2ada req-8cf2d497-795b-44f2-9c08-485b238adbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:41.062252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-859d2cc2-f45f-4026-8273-db43b1de2ada req-8cf2d497-795b-44f2-9c08-485b238adbe1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 1096 time: 0.0560644 Nov 09 18:27:41.100098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-859d2cc2-f45f-4026-8273-db43b1de2ada req-60869f79-ecb7-433e-8ae0-17b785091076 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296900 Nov 09 18:27:41.121866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:41.707838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b0536-f17c-451e-af2b-4e1f27551384 req-bc834931-adf3-4e3f-afe2-01bc2a48b40e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:41.709487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b43b0536-f17c-451e-af2b-4e1f27551384 req-bc834931-adf3-4e3f-afe2-01bc2a48b40e tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Nov 09 18:27:41.748733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b43b0536-f17c-451e-af2b-4e1f27551384 req-2561cea0-4e99-4106-8488-fab4961e314c tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Nov 09 18:27:41.919643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f71cbb-1847-4efd-9bc9-dbeebdbf51c7 req-e7801d2c-4cb0-45ef-beae-71ad0f114c8c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:41.921133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50f71cbb-1847-4efd-9bc9-dbeebdbf51c7 req-e7801d2c-4cb0-45ef-beae-71ad0f114c8c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.0530336 Nov 09 18:27:41.958977 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50f71cbb-1847-4efd-9bc9-dbeebdbf51c7 req-8a78fd67-995b-448f-a619-e6a94cc7d5ac tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317788 Nov 09 18:27:42.209940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 58918) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:42.215047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'network': {'name': 'tempest-network-smoke--415714152', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'port_security_enabled': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:42.235951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:42.239261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:42.266508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:27:42.276337 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:42.276679 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Added segment 22927bc5-ef8f-48af-97d7-e066f4888a6d of type vlan for network b310174c-a18c-4a7a-b580-d568a20ac7e4 Nov 09 18:27:42.324690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:42.363666 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:42.370843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:42.371480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:42.662201 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:42.749094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5379269 Nov 09 18:27:42.752414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58930) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:42.763795 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6658d5-25a9-48bf-b940-101dbc4e0716 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Network': ['ID=b310174c-a18c-4a7a-b580-d568a20ac7e4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:42.775552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:27:42.855829 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d57027-bf62-41dc-8818-3d7b998ac75f tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:42.857341 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-10d57027-bf62-41dc-8818-3d7b998ac75f tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8e9c6b7658244d5c85689f03eea8831b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1028550 Nov 09 18:27:42.860059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:42.907447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4257ea-3167-4e62-8735-e5f012973534 req-82edbfd7-d3b6-4b64-9ef4-5236cda80892 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:42.909942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f4257ea-3167-4e62-8735-e5f012973534 req-82edbfd7-d3b6-4b64-9ef4-5236cda80892 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 945 time: 0.0546732 Nov 09 18:27:42.949831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f4257ea-3167-4e62-8735-e5f012973534 req-3dcfcce9-7f13-430e-b78d-875a6b960b0c tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Nov 09 18:27:43.021696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ffb3ed-5555-4a88-ad6d-c6d79da0b159 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:43.023555 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e6ffb3ed-5555-4a88-ad6d-c6d79da0b159 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1625886 Nov 09 18:27:43.026628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:43.056826 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1962f23a-0927-4a7f-a310-72bf357126a1 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288351 Nov 09 18:27:43.059850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58946) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:43.089813 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-02d61705-70e8-4ab6-a988-e7a5f5a22ae2 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8e9c6b7658244d5c85689f03eea8831b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262976 Nov 09 18:27:43.090392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58950) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:43.117231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da047deb-db95-46a8-b2a2-0a2fd4f33334 req-440eb199-78e9-4569-a92c-f469c50e2aa5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:43.118929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da047deb-db95-46a8-b2a2-0a2fd4f33334 req-440eb199-78e9-4569-a92c-f469c50e2aa5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.0755618 Nov 09 18:27:43.175417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da047deb-db95-46a8-b2a2-0a2fd4f33334 req-54a86ecc-34ba-4c22-b5c7-f3fc858c0c12 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464215 Nov 09 18:27:43.486236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a2233-4180-466d-9b0c-0c8528cc873f tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:43.490243 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-140a2233-4180-466d-9b0c-0c8528cc873f tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3968816 Nov 09 18:27:43.491411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58966) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:43.519544 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d1cec8a9-1db8-4cd7-aaf9-9a6666c601c6 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269015 Nov 09 18:27:43.522190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 58968) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:43.526878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-261316661', 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:43.618297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:43.622242 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:43.825959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:43.908153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Subnet': ['ID=f2dc8d1a-3140-4ebf-a354-a905cb2e3a28,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:43.925502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Checking segment: {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:43.925871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network hostable DHCP agents. Network: b310174c-a18c-4a7a-b580-d568a20ac7e4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:27:43.965604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:27:43.981406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b310174c-a18c-4a7a-b580-d568a20ac7e4) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:43.991634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8c351-9eea-4e20-948c-3d8b4074f62a None None] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:43.995262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:43.995862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.027077 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e1318d52-491d-4869-aa30-0121d6d029d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5008190 Nov 09 18:27:44.326666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b310174c-a18c-4a7a-b580-d568a20ac7e4', 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ips': [{'subnet_id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:27:44.328032 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.505766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Allocated IP 172.20.0.18 (b310174c-a18c-4a7a-b580-d568a20ac7e4/f2dc8d1a-3140-4ebf-a354-a905cb2e3a28/7d5ed01c-7a77-41c6-94e5-3bf686de43e6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:27:44.711630 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.719680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.736110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59000) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:44.741345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b1fe75ce-e5e0-4a64-b49d-c9903ead2137 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704167500', 'description': 'tempest-secgroup-smoke-1704167500 description', 'project_id': '8e9c6b7658244d5c85689f03eea8831b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:44.781947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1fe75ce-e5e0-4a64-b49d-c9903ead2137 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.782764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Pushing event updated for resources: {'Port': ['ID=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:44.801546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:27:44.804927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:44.808017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:27:44.880927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1fe75ce-e5e0-4a64-b49d-c9903ead2137 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.889822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1fe75ce-e5e0-4a64-b49d-c9903ead2137 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.891341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e229d-cf2d-440d-a565-a423c589eb7a req-fb94e093-aafa-4670-a7d9-2db69939edf0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:44.901678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f6e229d-cf2d-440d-a565-a423c589eb7a req-fb94e093-aafa-4670-a7d9-2db69939edf0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.0773311 Nov 09 18:27:44.922828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Attempting to bind port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:44.922828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Attempting to bind port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:44.922828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Attempting to bind port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 on network b310174c-a18c-4a7a-b580-d568a20ac7e4 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:44.934103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:44.934103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Checking segment: {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:44.934103 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.934103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Bound using segment: {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:44.934103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Bound port: 7d5ed01c-7a77-41c6-94e5-3bf686de43e6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:44.934103 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.934763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe75ce-e5e0-4a64-b49d-c9903ead2137 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da66240-53f2-460a-af0a-283ff0d9e8d9,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:44.957159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b1fe75ce-e5e0-4a64-b49d-c9903ead2137 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:44.958479 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b1fe75ce-e5e0-4a64-b49d-c9903ead2137 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2213149 Nov 09 18:27:44.964975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59010) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:44.972448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3197cb90-68be-44e5-8786-2bfc2eb02029 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': '3da66240-53f2-460a-af0a-283ff0d9e8d9', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:44.979623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f6e229d-cf2d-440d-a565-a423c589eb7a req-20408879-9777-49f9-a4b4-0991f7cf38d0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766375 Nov 09 18:27:45.014814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3197cb90-68be-44e5-8786-2bfc2eb02029 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.051110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] For port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:45.056018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] For port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:45.061638 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.069133 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3197cb90-68be-44e5-8786-2bfc2eb02029 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.085644 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3197cb90-68be-44e5-8786-2bfc2eb02029 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.113739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197cb90-68be-44e5-8786-2bfc2eb02029 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8f0616-07e3-4aa1-a6b2-05edb4b2b7fa,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:45.123345 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3197cb90-68be-44e5-8786-2bfc2eb02029 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.124910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3197cb90-68be-44e5-8786-2bfc2eb02029 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567783 Nov 09 18:27:45.128717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59016) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:45.134132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8fde7263-cbe8-4f50-a331-48ecb4151cee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': '3da66240-53f2-460a-af0a-283ff0d9e8d9', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:45.148890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63154c-704d-4847-b366-fcea379035f8 None None] Pushing event updated for resources: {'Port': ['ID=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:45.171738 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8fde7263-cbe8-4f50-a331-48ecb4151cee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.258218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8fde7263-cbe8-4f50-a331-48ecb4151cee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.267954 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8fde7263-cbe8-4f50-a331-48ecb4151cee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.297308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde7263-cbe8-4f50-a331-48ecb4151cee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cd6e49-5301-4302-8509-b5074b01a4d6,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:45.306280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8fde7263-cbe8-4f50-a331-48ecb4151cee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.307549 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8fde7263-cbe8-4f50-a331-48ecb4151cee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770484 Nov 09 18:27:45.310298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59024) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:45.315223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0afdbc11-83a3-4fdc-94e1-3ce317b0c3ba tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': '3da66240-53f2-460a-af0a-283ff0d9e8d9', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:45.363254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0afdbc11-83a3-4fdc-94e1-3ce317b0c3ba tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.434375 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0afdbc11-83a3-4fdc-94e1-3ce317b0c3ba tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.441694 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0afdbc11-83a3-4fdc-94e1-3ce317b0c3ba tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.470094 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0afdbc11-83a3-4fdc-94e1-3ce317b0c3ba tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.474109 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0afdbc11-83a3-4fdc-94e1-3ce317b0c3ba tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602437 Nov 09 18:27:45.474705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59032) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:45.479152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7e4ff04d-2d17-473d-a3f6-3c27e5e92de4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': '3da66240-53f2-460a-af0a-283ff0d9e8d9', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:45.486914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdbc11-83a3-4fdc-94e1-3ce317b0c3ba tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174c4c3e-2c4b-4d09-bdfe-6f36bd6bee20,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:45.534267 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff04d-2d17-473d-a3f6-3c27e5e92de4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.611500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff04d-2d17-473d-a3f6-3c27e5e92de4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.619445 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff04d-2d17-473d-a3f6-3c27e5e92de4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.654339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff04d-2d17-473d-a3f6-3c27e5e92de4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.655620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7e4ff04d-2d17-473d-a3f6-3c27e5e92de4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1801651 Nov 09 18:27:45.658454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59042) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:45.666051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': '3da66240-53f2-460a-af0a-283ff0d9e8d9', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:45.671637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff04d-2d17-473d-a3f6-3c27e5e92de4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e429e129-04e5-40d5-af1e-883c923b08a3,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:45.707688 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Project 8e9c6b7658244d5c85689f03eea8831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:27:45.725714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.727928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:45.808610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.813564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:45.814184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.814330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.861181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c44d504-61ee-4e69-b48b-841bee8314ad,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:45.880739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.884554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7f2723d7-8ffc-4799-acc7-a322647d5efe tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2197227 Nov 09 18:27:45.884717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59050) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:45.890563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': '3da66240-53f2-460a-af0a-283ff0d9e8d9', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:45.907750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d318d3-d246-41e8-a49f-1f46f0ed086b req-b50b1a3b-f58a-424e-8d2c-127f76940bf2 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:45.909836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51d318d3-d246-41e8-a49f-1f46f0ed086b req-b50b1a3b-f58a-424e-8d2c-127f76940bf2 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 945 time: 0.0919397 Nov 09 18:27:45.917919 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.949522 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Project 8e9c6b7658244d5c85689f03eea8831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:27:45.955876 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:45.962996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.967386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:45.980157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51d318d3-d246-41e8-a49f-1f46f0ed086b req-3dd9e188-5d60-4303-bb24-fc5bceb8a69b tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609460 Nov 09 18:27:46.026648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:46.063048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:46.069577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:46.111543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953a7797-b547-43a0-ad61-28bc26a067c5,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:46.118326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:46.129970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8ace2a66-7814-430c-9e40-2d048be0f7dd tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2335103 Nov 09 18:27:46.148010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140729c-7ed4-42f4-9b24-c9459de1aa5f req-0be5421d-f7e1-442d-8c10-c34c2c707d53 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:46.150000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7140729c-7ed4-42f4-9b24-c9459de1aa5f req-0be5421d-f7e1-442d-8c10-c34c2c707d53 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.0755174 Nov 09 18:27:46.205906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7140729c-7ed4-42f4-9b24-c9459de1aa5f req-c6ed9f84-0c6b-415a-92e3-af553b308146 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479207 Nov 09 18:27:46.343464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:46.374719 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-04025ed9-89e9-4b19-8665-f3eca9bc2421 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704167500&fields=id&tenant_id=8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 267 time: 0.0507731 Nov 09 18:27:46.390173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-e26f01dd-ed97-4ba4-93a5-8b7a4be2a435 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974164 Nov 09 18:27:46.445255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f82dbf-c067-41f9-a823-4bbbbab4e39f None None] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:27:46.524566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-2a85ebd7-a4be-4c8f-a87a-64c934edf2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:46.526111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-2a85ebd7-a4be-4c8f-a87a-64c934edf2a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0866153 Nov 09 18:27:46.541937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-4be80c12-1147-46c5-9484-a377e2c8d7a3 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:46.543450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-4be80c12-1147-46c5-9484-a377e2c8d7a3 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/networks?id=b310174c-a18c-4a7a-b580-d568a20ac7e4 HTTP/1.1" status: 200 len: 796 time: 0.1657977 Nov 09 18:27:46.583086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-48f701d1-5123-4451-9a71-660ec4612486 None None] Provisioning complete for port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:46.583892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48f701d1-5123-4451-9a71-660ec4612486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:46.606859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-a8490a06-a442-4873-9a1c-8f788ce0f748 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/quotas/8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 375 time: 0.0524158 Nov 09 18:27:46.701144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-1ccac4ff-9b12-41fa-a3b1-c24c2ec89eab tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0824680 Nov 09 18:27:46.704132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-8644fafe-3b3b-4e17-8577-019f7546ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:46.705499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-8644fafe-3b3b-4e17-8577-019f7546ae8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1585462 Nov 09 18:27:46.756638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-39309f17-58c3-4cea-be6b-fb583523689c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0413849 Nov 09 18:27:46.870303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-bffa0cad-eaf3-46e1-be98-da6a0a925814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:46.871747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-bffa0cad-eaf3-46e1-be98-da6a0a925814 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.1071289 Nov 09 18:27:46.937683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67527bde-535e-4b65-a159-3b089b0a5578 None None] Provisioning complete for port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:46.938024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67527bde-535e-4b65-a159-3b089b0a5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:46.949534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-2bb6c7f7-9e63-4653-8044-43d92d614a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:46.951075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-2bb6c7f7-9e63-4653-8044-43d92d614a9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683258 Nov 09 18:27:46.952971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-b4d697f9-5cab-4466-b80e-f6f668c91b91 service neutron] 10.222.0.32 "GET /v2.0/networks/b310174c-a18c-4a7a-b580-d568a20ac7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294517 Nov 09 18:27:47.121727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-57520d2c-a272-4ac4-a3fd-15b06576c9fa service neutron] 10.222.0.32 "GET /v2.0/networks/b310174c-a18c-4a7a-b580-d568a20ac7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623888 Nov 09 18:27:47.127255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-ae67619b-45ae-4ab5-ad43-bfd827761011 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597896 Nov 09 18:27:47.259949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-0a380ab8-1353-4395-8b51-4a001c3c71d7 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:47.261506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-0a380ab8-1353-4395-8b51-4a001c3c71d7 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.73 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 945 time: 0.0798054 Nov 09 18:27:47.327410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26121ce4-efd6-4dfc-835a-b2bd90d1a383 req-f74ff796-7e48-4557-88dc-fdfe43508ec3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916950 Nov 09 18:27:47.412604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf569acd-1716-4c92-be9b-003d205059ee req-32d97bb8-5132-4a04-937c-90a90b7e26d7 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:47.414149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf569acd-1716-4c92-be9b-003d205059ee req-32d97bb8-5132-4a04-937c-90a90b7e26d7 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 945 time: 0.0935073 Nov 09 18:27:47.460684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Deleting port 675b5646-64cc-4f3a-8f22-f98156c7e02e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:27:47.461021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:47.500182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf569acd-1716-4c92-be9b-003d205059ee req-c2b95dff-44de-492b-ba3c-aee9e1e4221d tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b15dd57-07e2-4712-9c6c-1999d7dae3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646653 Nov 09 18:27:47.630500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] For port 675b5646-64cc-4f3a-8f22-f98156c7e02e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=675b5646-64cc-4f3a-8f22-f98156c7e02e,segment=NetworkSegment(b3661ca1-03de-4257-ae3b-b5b65c026119),segment_id=b3661ca1-03de-4257-ae3b-b5b65c026119)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:47.630874 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:47.647220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Calling delete_port for 675b5646-64cc-4f3a-8f22-f98156c7e02e owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:27:47.666195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833f754-d3ff-4c4d-8f35-db9553a167d0 req-58e1f590-ba82-4827-b17e-edf53d025e0f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:47.667715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e833f754-d3ff-4c4d-8f35-db9553a167d0 req-58e1f590-ba82-4827-b17e-edf53d025e0f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.1028657 Nov 09 18:27:47.720178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:47.769371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e833f754-d3ff-4c4d-8f35-db9553a167d0 req-e650c084-0101-459b-b210-b1306e50966c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665369 Nov 09 18:27:47.808891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:47.810390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:47.888964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df5c7414-901b-4062-bf4b-c2c5f9f5102e req-ce934c17-d437-4c21-8513-fd97d15d6adc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 210 time: 0.0335619 Nov 09 18:27:47.914487 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:47.933801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['675b5646-64cc-4f3a-8f22-f98156c7e02e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:47.975610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Pushing event deleted for resources: {'Port': ['ID=675b5646-64cc-4f3a-8f22-f98156c7e02e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:47.997650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] No DVR routers for this DVR port 675b5646-64cc-4f3a-8f22-f98156c7e02e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:27:48.000174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:48.004077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79658fb9-04bc-4869-84f7-87b17858ad85 req-26e10edf-cfac-4d80-bb5c-2665da179de5 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.73 "DELETE /v2.0/ports/675b5646-64cc-4f3a-8f22-f98156c7e02e HTTP/1.1" status: 204 len: 173 time: 0.7210953 Nov 09 18:27:48.004524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854e79c0-265c-46ef-8331-42ae9927bb26', 'name': 'network-vif-deleted', 'tag': '675b5646-64cc-4f3a-8f22-f98156c7e02e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:48.006816 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9554ad2-193b-4863-ab05-3424c8e268b5" -d '{"events": [{"server_uuid": "854e79c0-265c-46ef-8331-42ae9927bb26", "name": "network-vif-deleted", "tag": "675b5646-64cc-4f3a-8f22-f98156c7e02e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:48.046335 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043ee427-92b9-44eb-874e-e07b9de05c4e x-openstack-request-id: req-043ee427-92b9-44eb-874e-e07b9de05c4e {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:48.046646 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854e79c0-265c-46ef-8331-42ae9927bb26", "name": "network-vif-deleted", "tag": "675b5646-64cc-4f3a-8f22-f98156c7e02e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:48.046884 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-043ee427-92b9-44eb-874e-e07b9de05c4e {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:48.047394 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854e79c0-265c-46ef-8331-42ae9927bb26', 'name': 'network-vif-deleted', 'tag': '675b5646-64cc-4f3a-8f22-f98156c7e02e', 'status': 'completed', 'code': 200} Nov 09 18:27:48.529495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-93209cb1-5732-4ae9-958d-6534eae56c19 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:48.530900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-93209cb1-5732-4ae9-958d-6534eae56c19 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.73 "GET /v2.0/networks?id=b310174c-a18c-4a7a-b580-d568a20ac7e4 HTTP/1.1" status: 200 len: 796 time: 0.1112072 Nov 09 18:27:48.599731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3074b0b3-411a-4024-b945-bd54a9ff4228 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 473 time: 0.0579262 Nov 09 18:27:48.622633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd394993-8435-4acb-861e-fad85cd2f7c5 req-b972a0ce-b96e-4177-98b8-4a8ce03e3cc6 tempest-VolumesActionsTest-223149147 tempest-VolumesActionsTest-223149147-project] 10.222.0.32 "GET /v2.0/ports?device_id=854e79c0-265c-46ef-8331-42ae9927bb26 HTTP/1.1" status: 200 len: 210 time: 0.0422995 Nov 09 18:27:48.625988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'port': {'device_id': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4', 'admin_state_up': True, 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'security_groups': ['3da66240-53f2-460a-af0a-283ff0d9e8d9']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:48.747646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:27:48.752118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:48.938930 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc78abd-b983-419f-835a-937489a72ea3 req-e3591905-46be-4a79-a353-b2e666a8a377 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:48.940479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dc78abd-b983-419f-835a-937489a72ea3 req-e3591905-46be-4a79-a353-b2e666a8a377 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.1008911 Nov 09 18:27:48.949430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.20.0.19 (b310174c-a18c-4a7a-b580-d568a20ac7e4/f2dc8d1a-3140-4ebf-a354-a905cb2e3a28/54afb81e-6b65-4ff9-8674-6e0a1b3a4436) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:27:49.011660 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dc78abd-b983-419f-835a-937489a72ea3 req-e6672b32-1972-4063-a5ad-fb28238863ba tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577407 Nov 09 18:27:49.116043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1fb232c-2bc8-40dc-9913-3841e8cd0bc3 req-2cd5577c-ba4c-483d-9589-446cbb659494 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 210 time: 0.0344601 Nov 09 18:27:49.164004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.197377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.239812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:27:49.243046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:49.246793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:27:49.257209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.284147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:49.311453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:49.312099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.331728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-5054269b-d912-4700-8505-58728fd0e0d9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7106571 Nov 09 18:27:49.346087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Request body: {'port': {'device_id': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:49.409151 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.565431 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b14f3ab3-f97d-4d14-b8fd-aa40c9916851 None None] Provisioning complete for port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:49.565810 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ab3-f97d-4d14-b8fd-aa40c9916851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.603479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b14f3ab3-f97d-4d14-b8fd-aa40c9916851 None None] Port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:27:49.698112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:49.705758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.717644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Transition to ACTIVE for port object 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:27:49.722622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.775388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Pushing event updated for resources: {'Port': ['ID=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:49.870543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Attempting to bind port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:27:49.871075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Attempting to bind port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:27:49.871568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Attempting to bind port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 on network b310174c-a18c-4a7a-b580-d568a20ac7e4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:49.876713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 on network b310174c-a18c-4a7a-b580-d568a20ac7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:27:49.877038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Attempting to bind port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 on network b310174c-a18c-4a7a-b580-d568a20ac7e4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:27:49.882341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:27:49.882773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Checking segment: {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:27:49.883065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Bound using segment: {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:27:49.883520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Bound port: 54afb81e-6b65-4ff9-8674-6e0a1b3a4436, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:27:49.883880 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:49.968084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] For port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:27:49.973292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] For port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:27:49.979586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:50.037439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.038588 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:50.040273 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] 10.222.0.73 "PUT /v2.0/ports/54afb81e-6b65-4ff9-8674-6e0a1b3a4436 HTTP/1.1" status: 200 len: 1092 time: 0.6991112 Nov 09 18:27:50.054237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'tag': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:50.057264 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df12560e-e8fb-411e-bb00-f4dc25b35a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "17d1f65c-6079-4769-8a96-48e76bbc316e", "tag": "54afb81e-6b65-4ff9-8674-6e0a1b3a4436"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:50.073705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb50c3-0998-4b1c-ae2a-6f23fa54c174 service neutron] Pushing event updated for resources: {'Port': ['ID=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:50.194231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 95c4476f-d3a4-4970-9bce-a92e1acc98bb details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:27:50.233971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-dfc2c9e0-efd5-44bf-b03f-9d757eab88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.235641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-dfc2c9e0-efd5-44bf-b03f-9d757eab88cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 1095 time: 0.1370318 Nov 09 18:27:50.245788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491fbba-3a00-4a12-ac86-291dc7b0aacc req-a6d90972-e17f-4178-8f4d-562937deed34 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.247682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2491fbba-3a00-4a12-ac86-291dc7b0aacc req-a6d90972-e17f-4178-8f4d-562937deed34 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 943 time: 0.1384482 Nov 09 18:27:50.287773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-d0b05493-efff-4504-9739-da2b9f1fb104 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=54afb81e-6b65-4ff9-8674-6e0a1b3a4436 HTTP/1.1" status: 200 len: 217 time: 0.0390000 Nov 09 18:27:50.335358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 95c4476f-d3a4-4970-9bce-a92e1acc98bb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:50.353720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'port_id': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'mac_address': 'fa:16:3e:d5:1a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:27:50.382341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2491fbba-3a00-4a12-ac86-291dc7b0aacc req-e5700a68-9706-4ecd-b6fb-15bb916d6479 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934243 Nov 09 18:27:50.395720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-a3486b3e-e989-4b2f-b7d3-5891f03c15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.397917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-a3486b3e-e989-4b2f-b7d3-5891f03c15bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2dc8d1a-3140-4ebf-a354-a905cb2e3a28 HTTP/1.1" status: 200 len: 837 time: 0.0990181 Nov 09 18:27:50.415384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:50.430905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c4476f-d3a4-4970-9bce-a92e1acc98bb {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:50.462357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 95c4476f-d3a4-4970-9bce-a92e1acc98bb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:50.476376 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:50.481533 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8a416c-05bf-4615-838a-6b444932c3dd x-openstack-request-id: req-ff8a416c-05bf-4615-838a-6b444932c3dd {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:50.481805 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d1f65c-6079-4769-8a96-48e76bbc316e", "tag": "54afb81e-6b65-4ff9-8674-6e0a1b3a4436", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:50.482608 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff8a416c-05bf-4615-838a-6b444932c3dd {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:50.483024 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'tag': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436', 'status': 'completed', 'code': 200} Nov 09 18:27:50.512264 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-0f236404-6b99-4da8-b0e2-c97c1da0b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.513880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-0f236404-6b99-4da8-b0e2-c97c1da0b83e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b310174c-a18c-4a7a-b580-d568a20ac7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077952 Nov 09 18:27:50.572123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=95c4476f-d3a4-4970-9bce-a92e1acc98bb,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:50.669177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9d347-a07e-440e-ad1f-5ad1363b518a req-5492ffc3-2d15-4099-be74-5ff5c39e01cf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:50.670873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9b9d347-a07e-440e-ad1f-5ad1363b518a req-5492ffc3-2d15-4099-be74-5ff5c39e01cf tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 944 time: 0.1534483 Nov 09 18:27:50.694533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['95c4476f-d3a4-4970-9bce-a92e1acc98bb'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:50.722768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9b9d347-a07e-440e-ad1f-5ad1363b518a req-341d1f07-642c-4ad7-afda-279cdfd4af1e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Nov 09 18:27:50.746849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-a5f77bc4-dc08-4cbd-ae4c-4b12fdb11ec8 service neutron] 10.222.0.73 "GET /v2.0/networks/b310174c-a18c-4a7a-b580-d568a20ac7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128541 Nov 09 18:27:50.861513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6f18cfb-5b20-4e5e-b829-46e1524ee0f9 req-99626e89-cd84-4298-a623-8f2c78a20cfb service neutron] 10.222.0.73 "GET /v2.0/networks/b310174c-a18c-4a7a-b580-d568a20ac7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069593 Nov 09 18:27:51.014737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-c389f6f4-3a4a-409e-bc51-03f946119ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.016299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-c389f6f4-3a4a-409e-bc51-03f946119ebc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 1095 time: 0.0549014 Nov 09 18:27:51.111495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-1f4e039b-fafd-45de-8b94-322c7227268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.113479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-1f4e039b-fafd-45de-8b94-322c7227268b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b310174c-a18c-4a7a-b580-d568a20ac7e4 HTTP/1.1" status: 200 len: 897 time: 0.0889409 Nov 09 18:27:51.157282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-a9fec3fb-8268-41bb-a3e5-f909301148c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=54afb81e-6b65-4ff9-8674-6e0a1b3a4436 HTTP/1.1" status: 200 len: 217 time: 0.0356543 Nov 09 18:27:51.212460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-10cfdd38-5dec-482b-898c-7fbbd9ffb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.214127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-10cfdd38-5dec-482b-898c-7fbbd9ffb01e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f2dc8d1a-3140-4ebf-a354-a905cb2e3a28 HTTP/1.1" status: 200 len: 837 time: 0.0484266 Nov 09 18:27:51.271067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-b5ee83f1-f518-417b-a8f7-760472313e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.272582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-b5ee83f1-f518-417b-a8f7-760472313e20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b310174c-a18c-4a7a-b580-d568a20ac7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496423 Nov 09 18:27:51.373798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-b3cb0939-966c-4c0a-9ed3-e9c01a3b746c service neutron] 10.222.0.73 "GET /v2.0/networks/b310174c-a18c-4a7a-b580-d568a20ac7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922744 Nov 09 18:27:51.540611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec103a-3468-46eb-a0f4-4ea7d5d3d67b req-d719868f-7667-4436-ae84-1e77d543ec4a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.542542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ec103a-3468-46eb-a0f4-4ea7d5d3d67b req-d719868f-7667-4436-ae84-1e77d543ec4a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 944 time: 0.0746965 Nov 09 18:27:51.590382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df12560e-e8fb-411e-bb00-f4dc25b35a1d req-e1bd0ee6-589e-4d48-a532-bec1da7b530b service neutron] 10.222.0.73 "GET /v2.0/networks/b310174c-a18c-4a7a-b580-d568a20ac7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073030 Nov 09 18:27:51.593656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0ec103a-3468-46eb-a0f4-4ea7d5d3d67b req-5949d9d6-f7a7-411d-91e2-81a564a73459 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410435 Nov 09 18:27:51.859084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:27:51.872180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ed390-f02d-4e10-b937-911870f2ef55 req-e2153944-af73-4d8e-9e1b-02a2b2d3a515 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:51.874199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f72ed390-f02d-4e10-b937-911870f2ef55 req-e2153944-af73-4d8e-9e1b-02a2b2d3a515 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 944 time: 0.0535796 Nov 09 18:27:51.922485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f72ed390-f02d-4e10-b937-911870f2ef55 req-eadcdbdc-c1be-4146-bd22-038c6688a7d1 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Nov 09 18:27:52.210245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 95c4476f-d3a4-4970-9bce-a92e1acc98bb up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:52.263269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 95c4476f-d3a4-4970-9bce-a92e1acc98bb completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:27:52.267098 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 95c4476f-d3a4-4970-9bce-a92e1acc98bb triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:52.267477 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:52.346565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:52.371787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:52.374172 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f320cfc-9c4c-474c-bcef-1f55ce8b7e34" -d '{"events": [{"server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "name": "network-vif-plugged", "status": "completed", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:52.389733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 95c4476f-d3a4-4970-9bce-a92e1acc98bb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:52.395266 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:52.434158 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0410a4ac-177a-4ab6-a148-08e422307961 x-openstack-request-id: req-0410a4ac-177a-4ab6-a148-08e422307961 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:52.434558 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "name": "network-vif-plugged", "status": "completed", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:52.434820 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0410a4ac-177a-4ab6-a148-08e422307961 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:52.435634 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'code': 200} Nov 09 18:27:52.480902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=95c4476f-d3a4-4970-9bce-a92e1acc98bb,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:52.562976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b91afd-377a-41d0-98ca-09c19532c178 req-0b15796d-21e6-4fb6-9dea-3cc4df7f9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:52.564486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-88b91afd-377a-41d0-98ca-09c19532c178 req-0b15796d-21e6-4fb6-9dea-3cc4df7f9f9e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 1096 time: 0.0516458 Nov 09 18:27:52.599268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-88b91afd-377a-41d0-98ca-09c19532c178 req-47a6bf52-669c-48e7-8e79-bb1e23afb480 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279901 Nov 09 18:27:52.636388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 675b5646-64cc-4f3a-8f22-f98156c7e02e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:27:52.659673 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 675b5646-64cc-4f3a-8f22-f98156c7e02e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:27:52.660308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 675b5646-64cc-4f3a-8f22-f98156c7e02e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:27:52.733024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35ec0-bfab-499b-8aa9-b4a147ae429c req-ecda8bf3-b65e-4c62-bfc5-08a2e9e7e790 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:52.734666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43a35ec0-bfab-499b-8aa9-b4a147ae429c req-ecda8bf3-b65e-4c62-bfc5-08a2e9e7e790 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 945 time: 0.0648923 Nov 09 18:27:52.796358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43a35ec0-bfab-499b-8aa9-b4a147ae429c req-30d79761-a95a-4f5e-a8bd-2f8b05e8a8fe tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505354 Nov 09 18:27:53.042401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e12e9-3c59-4a19-aa74-dfa9d10cc7d8 req-ce23321c-5fd1-472c-bebf-58362b6c1c88 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:53.044107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d9e12e9-3c59-4a19-aa74-dfa9d10cc7d8 req-ce23321c-5fd1-472c-bebf-58362b6c1c88 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 944 time: 0.0518360 Nov 09 18:27:53.086809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d9e12e9-3c59-4a19-aa74-dfa9d10cc7d8 req-7d8116df-436f-4d0a-a891-71a219e7f533 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357430 Nov 09 18:27:53.981505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e02d-9282-4b9a-9b31-9f6b48a5d969 req-9b7787d1-699e-4d0e-99ad-5a117754652c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:53.983780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c518e02d-9282-4b9a-9b31-9f6b48a5d969 req-9b7787d1-699e-4d0e-99ad-5a117754652c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 945 time: 0.0751488 Nov 09 18:27:54.027160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c518e02d-9282-4b9a-9b31-9f6b48a5d969 req-641a0171-89ec-476f-885a-8c5bda59552e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366237 Nov 09 18:27:54.192655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9778a1b-f7af-4c0f-ace6-22f9aadd7254 req-8add9dc6-9556-4d9f-8865-860e504e2d2a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:54.194680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9778a1b-f7af-4c0f-ace6-22f9aadd7254 req-8add9dc6-9556-4d9f-8865-860e504e2d2a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 945 time: 0.0873780 Nov 09 18:27:54.238799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9778a1b-f7af-4c0f-ace6-22f9aadd7254 req-de337d24-e9a7-4148-8223-43a212c8af03 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382643 Nov 09 18:27:54.261592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59276) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:54.312604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed12533-92ba-469d-9653-78074ead89c4 tempest-TestVolumeBootPattern-1711241627 tempest-TestVolumeBootPattern-1711241627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:54.317467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4ed12533-92ba-469d-9653-78074ead89c4 tempest-TestVolumeBootPattern-1711241627 tempest-TestVolumeBootPattern-1711241627-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 1091 time: 0.0514202 Nov 09 18:27:54.317747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59278) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:27:54.330309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:27:54.383810 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.395796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0c9f-7072-451c-81bc-a91c551417fd req-e6cd40d8-320a-45ed-bc8f-be08c766d1d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:54.397309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccfb0c9f-7072-451c-81bc-a91c551417fd req-e6cd40d8-320a-45ed-bc8f-be08c766d1d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 944 time: 0.0871389 Nov 09 18:27:54.489355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccfb0c9f-7072-451c-81bc-a91c551417fd req-444f68d2-2e1c-413d-9ce9-f69dbc1b3965 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813282 Nov 09 18:27:54.561424 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.652798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:27:54.707799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.25.0.49 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3376e238-d7d8-4d91-a8e6-a2cc7f199e57) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:27:54.777870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:54.794983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436', 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4', 'port_id': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436', 'mac_address': 'fa:16:3e:cf:4b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:27:54.837186 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.849335 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.863866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:27:54.879623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.890680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:54.895425 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:54.951723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:27:54.954669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:27:54.962378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:27:54.965919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=3376e238-d7d8-4d91-a8e6-a2cc7f199e57,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:54.969969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:55.163512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['54afb81e-6b65-4ff9-8674-6e0a1b3a4436'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:27:55.732643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:55.744905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0784c2-e5b0-43f5-94bd-c82981860584 req-5e6f5e4f-4b2c-4bc8-8cea-29b9a9d4dfee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:55.746483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af0784c2-e5b0-43f5-94bd-c82981860584 req-5e6f5e4f-4b2c-4bc8-8cea-29b9a9d4dfee tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 945 time: 0.0786383 Nov 09 18:27:55.816545 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af0784c2-e5b0-43f5-94bd-c82981860584 req-54d4594e-24b5-46f9-bf3e-790f757c6f3d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494993 Nov 09 18:27:55.845144 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:56.016184 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:56.021562 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:56.087723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=3376e238-d7d8-4d91-a8e6-a2cc7f199e57,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:56.102958 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:56.197670 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-83473fc2-7b2d-454a-9a7e-371e7aeafec1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499036 Nov 09 18:27:56.211584 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Floating IP c7136247-b65e-41c6-9b17-0d585d3cb9fc associated. External IP: 172.25.0.49, port: 95c4476f-d3a4-4970-9bce-a92e1acc98bb. Nov 09 18:27:56.331845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849e19-d46d-44df-8089-9bbbab78725c req-2f888903-0f46-46df-a5fd-d099f1cb9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.333513 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-2f888903-0f46-46df-a5fd-d099f1cb9d9e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 1097 time: 0.0817823 Nov 09 18:27:56.450659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849e19-d46d-44df-8089-9bbbab78725c req-39021b9e-18c8-4965-8e8f-ef7d04b1fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.452384 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-39021b9e-18c8-4965-8e8f-ef7d04b1fdfa service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 200 len: 898 time: 0.0982425 Nov 09 18:27:56.473036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:27:56.542810 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-de40d686-e16a-4eeb-ae74-793f8bc490ad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218 HTTP/1.1" status: 200 len: 1002 time: 0.0814483 Nov 09 18:27:56.610236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849e19-d46d-44df-8089-9bbbab78725c req-cc680c00-e1f2-44bc-80bd-c529c54e19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.610236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-cc680c00-e1f2-44bc-80bd-c529c54e19ea service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25d9ffa0-ce85-43ca-be00-d9d0b273f52d HTTP/1.1" status: 200 len: 834 time: 0.0574112 Nov 09 18:27:56.619296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:27:56.636086 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:27:56.649592 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:56.651272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:56.651904 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:56.665840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849e19-d46d-44df-8089-9bbbab78725c req-670017ca-d165-4669-96a1-1d9a63bdb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.666958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:27:56.667444 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-670017ca-d165-4669-96a1-1d9a63bdb483 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a68b912-efc3-4aad-8d22-04ab70bc4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514717 Nov 09 18:27:56.691356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ebe0d52b-5290-4e98-bfa7-f1885db4839e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3725154 Nov 09 18:27:56.692554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:56.695468 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:56.768415 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a933ea-c33f-45eb-90dc-fa136a791c10 x-openstack-request-id: req-65a933ea-c33f-45eb-90dc-fa136a791c10 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:56.769058 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:56.769058 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65a933ea-c33f-45eb-90dc-fa136a791c10 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:56.769347 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'status': 'completed', 'code': 200} Nov 09 18:27:56.788383 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:27:56.793614 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:27:56.793763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:56.823465 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:56.878905 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-d43981df-8c8e-4786-ba31-6bbb0eee2036 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029335 Nov 09 18:27:56.938568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:56.975127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604858-9e55-4cb6-a0f0-def17efb4c41 req-a6c9797b-73bf-4e4b-97ba-38e56a65bf43 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:56.976502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3604858-9e55-4cb6-a0f0-def17efb4c41 req-a6c9797b-73bf-4e4b-97ba-38e56a65bf43 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 945 time: 0.0625980 Nov 09 18:27:56.991406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:27:56.994141 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3e531-b62a-426c-82f4-f92be370ea37" -d '{"events": [{"server_uuid": "17d1f65c-6079-4769-8a96-48e76bbc316e", "name": "network-vif-plugged", "status": "completed", "tag": "54afb81e-6b65-4ff9-8674-6e0a1b3a4436"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:27:57.009637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:27:57.039282 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:27:57.039965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a3849e19-d46d-44df-8089-9bbbab78725c req-5a8233d5-40ba-4b3f-a1eb-e3a140964356 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497045 Nov 09 18:27:57.042157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-f7a2c341-62c2-4ca1-89fb-80e0ad4f9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.043573 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-f7a2c341-62c2-4ca1-89fb-80e0ad4f9c01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 1096 time: 0.2432039 Nov 09 18:27:57.096756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3604858-9e55-4cb6-a0f0-def17efb4c41 req-85e6f7e3-a5bf-4cad-829b-96a4fe6b4e96 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823839 Nov 09 18:27:57.128978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:27:57.170803 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'c7136247-b65e-41c6-9b17-0d585d3cb9fc', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:d5:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:55Z', 'updated_at': '2021-11-09T18:27:55Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:57.180822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-60b39bf5-ef65-48ef-a2e5-fc851413982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.182288 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-60b39bf5-ef65-48ef-a2e5-fc851413982f service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1244342 Nov 09 18:27:57.183270 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a4b66-762f-44ee-b526-c14bfc64f90e x-openstack-request-id: req-8a3a4b66-762f-44ee-b526-c14bfc64f90e {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:27:57.183574 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d1f65c-6079-4769-8a96-48e76bbc316e", "name": "network-vif-plugged", "status": "completed", "tag": "54afb81e-6b65-4ff9-8674-6e0a1b3a4436", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:27:57.183842 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a3a4b66-762f-44ee-b526-c14bfc64f90e {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:27:57.184245 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436', 'code': 200} Nov 09 18:27:57.312059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae0ad0-18b7-41e1-ad69-b24f407be3d9 req-2dc15198-5ae4-45c1-b11b-341c3280861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.313928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75ae0ad0-18b7-41e1-ad69-b24f407be3d9 req-2dc15198-5ae4-45c1-b11b-341c3280861f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 1097 time: 0.0619359 Nov 09 18:27:57.324033 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:27:57.333428 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:27:57.334227 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-8ae85fea-7c32-4c29-83b1-b605278aa3de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb HTTP/1.1" status: 200 len: 998 time: 0.1442890 Nov 09 18:27:57.334989 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:57.454894 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-5eda1c95-5df2-46a8-8c93-a11996da1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.456944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-5eda1c95-5df2-46a8-8c93-a11996da1363 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.1113880 Nov 09 18:27:57.466162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75ae0ad0-18b7-41e1-ad69-b24f407be3d9 req-90e3a91d-de6d-4221-86cb-2ac630ade439 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342344 Nov 09 18:27:57.469945 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:27:57.535320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-6b40ba41-5a5c-4056-9355-1cbabbb6327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:57.537162 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-6b40ba41-5a5c-4056-9355-1cbabbb6327e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723984 Nov 09 18:27:57.677350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-37c7693c-d00a-4446-9390-0dc31b3305c3 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313128 Nov 09 18:27:57.795615 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'c7136247-b65e-41c6-9b17-0d585d3cb9fc', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:d5:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:55Z', 'updated_at': '2021-11-09T18:27:55Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:27:57.845059 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9bffe7ee-c960-4cc1-bb46-d44eb1ec2c9b req-8c29a723-252e-42f5-b6f5-77e8b8336c42 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593876 Nov 09 18:27:57.859353 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ce0ff-6d20-4aa1-a7f9-88e64630ad23 None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'c7136247-b65e-41c6-9b17-0d585d3cb9fc', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:d5:1a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:55Z', 'updated_at': '2021-11-09T18:27:55Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:27:58.154996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2a3db-4f62-4f4f-8f4f-84a8b263cfe8 None None] New status for floating IP c7136247-b65e-41c6-9b17-0d585d3cb9fc: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:27:58.313843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070dc1-3293-4804-bdb4-561a303deb59 req-402b7be2-66ec-432c-94a8-97a390666596 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:58.315931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f070dc1-3293-4804-bdb4-561a303deb59 req-402b7be2-66ec-432c-94a8-97a390666596 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 946 time: 0.1077604 Nov 09 18:27:58.364605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f070dc1-3293-4804-bdb4-561a303deb59 req-7c8a043a-1e5f-41ef-baa6-cdaa8ec2639a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424004 Nov 09 18:27:59.488243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e99d6-e827-45d2-8930-37bc0118c3f1 req-dd735715-cf11-44ea-9b67-d0917597e0bc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.489957 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f53e99d6-e827-45d2-8930-37bc0118c3f1 req-dd735715-cf11-44ea-9b67-d0917597e0bc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 946 time: 0.0522220 Nov 09 18:27:59.532161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f53e99d6-e827-45d2-8930-37bc0118c3f1 req-19ce7924-b916-4adf-bb87-177c837b43ad tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349417 Nov 09 18:27:59.655990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b655216-cffe-4d43-981e-377effcc143a req-6615d902-a2bd-440f-a429-99ab044bc42e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:27:59.657526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b655216-cffe-4d43-981e-377effcc143a req-6615d902-a2bd-440f-a429-99ab044bc42e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 946 time: 0.0537820 Nov 09 18:27:59.697312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b655216-cffe-4d43-981e-377effcc143a req-22eced4b-a916-439c-bcd8-22ef1038727c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Nov 09 18:28:01.165267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 59428) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:01.727291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.012614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.20.0.17 (b310174c-a18c-4a7a-b580-d568a20ac7e4/f2dc8d1a-3140-4ebf-a354-a905cb2e3a28/7b8bdba0-4cd6-4882-ae9b-17ddd26ba221) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:02.141865 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.181822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.233775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:02.237969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:02.240743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:02.271815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:02.287875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.288231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.288577 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.288920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.289260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.289599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.289923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.290265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.290601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.290942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.291263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.291590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:02.312453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.455456 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.489958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8e7719e2-8d7a-41d1-92b5-aaa9797b4006 None None] Provisioning complete for port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:02.490562 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8e7719e2-8d7a-41d1-92b5-aaa9797b4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.531088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8e7719e2-8d7a-41d1-92b5-aaa9797b4006 None None] Port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:02.773602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.778817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.858006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:02.861414 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:02.969091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:02.970689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:03.110605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 921a2916-a8f5-4ffd-b814-d1b0112a6923 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:03.227047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:03.242258 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-11155eac-7fe5-4c40-89bb-0feaf336dfc5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "PUT /v2.0/routers/921a2916-a8f5-4ffd-b814-d1b0112a6923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0644310 Nov 09 18:28:03.242356 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Sync routers for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:03.247641 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:03.248162 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:03.262287 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0c868431-61a0-4be2-b373-cbc9fdac9e5b None None] Provisioning complete for port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:03.262991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0c868431-61a0-4be2-b373-cbc9fdac9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:03.297922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0c868431-61a0-4be2-b373-cbc9fdac9e5b None None] Port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:03.372655 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:03.607569 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:02Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:10Z', 'revision_number': 1, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8bdba0-4cd6-4882-ae9b-17ddd26ba221', 'name': '', 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:8b:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:01Z', 'updated_at': '2021-11-09T18:28:02Z', 'revision_number': 2, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:03.638409 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Checking router: 921a2916-a8f5-4ffd-b814-d1b0112a6923 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:03.638866 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Updating router 921a2916-a8f5-4ffd-b814-d1b0112a6923 port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:28:03.672820 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:03.977918 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:03.984103 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.034036 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Pushing event updated for resources: {'Port': ['ID=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.066564 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.067266 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.072348 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.072914 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.073286 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.073596 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.073930 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.074277 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.074613 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.074932 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.075255 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.075591 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:04.126975 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Attempting to bind port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:04.127389 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Attempting to bind port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:04.127926 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Attempting to bind port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 on network b310174c-a18c-4a7a-b580-d568a20ac7e4 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:04.150889 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:04.151902 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Checking segment: {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:04.152332 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.152727 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Bound using segment: {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:04.153364 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Bound port: 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22927bc5-ef8f-48af-97d7-e066f4888a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:04.153729 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.274038 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] For port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:04.281617 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] For port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:04.287306 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.431775 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:04.432464 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:27:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:04.446347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f2ac3093-3b72-4a90-b40d-9da952078dc7 None None] Provisioning complete for port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:04.446813 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3093-3b72-4a90-b40d-9da952078dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.513950 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e3bd1-13ff-40a3-9f18-23728deeb5ea None None] Pushing event updated for resources: {'Port': ['ID=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.604490 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:04.606535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3093-3b72-4a90-b40d-9da952078dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.676898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f2ac3093-3b72-4a90-b40d-9da952078dc7 None None] For port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:04.684839 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3093-3b72-4a90-b40d-9da952078dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:04.777342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac3093-3b72-4a90-b40d-9da952078dc7 None None] Pushing event updated for resources: {'Port': ['ID=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:04.809487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4ce95d88-7859-4370-b362-434d4f198c6c None None] Provisioning complete for port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:04.811985 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ce95d88-7859-4370-b362-434d4f198c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:05.044913 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:02Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:10Z', 'revision_number': 1, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8bdba0-4cd6-4882-ae9b-17ddd26ba221', 'name': '', 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:8b:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:01Z', 'updated_at': '2021-11-09T18:28:04Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:05.195410 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48483a8-5ae7-4c59-9882-7ff7c1828ce8 None None] The sync data for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 is: [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:02Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:10Z', 'revision_number': 1, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b8bdba0-4cd6-4882-ae9b-17ddd26ba221', 'name': '', 'network_id': 'b310174c-a18c-4a7a-b580-d568a20ac7e4', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:8b:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:01Z', 'updated_at': '2021-11-09T18:28:04Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': 'f2dc8d1a-3140-4ebf-a354-a905cb2e3a28', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:05.772172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:05.908601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:05.909105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:07.291826 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-81b1883b-548f-4f30-8e8f-41d5ea3be6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:08.646573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8807c294-5603-4d18-80a3-fa05f5747d99 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:08.648194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8807c294-5603-4d18-80a3-fa05f5747d99 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/networks?id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4 HTTP/1.1" status: 200 len: 814 time: 0.1057961 Nov 09 18:28:08.664554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-389c4072-38fe-4e75-aa12-a60dab4abf97 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/quotas/f6cf973d59fe4effada7cf8af580673c HTTP/1.1" status: 200 len: 375 time: 0.0100591 Nov 09 18:28:08.696457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-a95bb024-1232-4221-96f5-a38e15dc9457 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6cf973d59fe4effada7cf8af580673c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262079 Nov 09 18:28:08.790920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-2537eb84-13ce-477d-ad80-8847246b764a service neutron] 10.222.0.32 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872724 Nov 09 18:28:08.890102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-0e0100a1-2346-4757-bb59-39c1005011d1 service neutron] 10.222.0.32 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929093 Nov 09 18:28:09.052853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a1e03a-670c-4043-945e-9c84435cc8aa req-bfd7db74-3d66-45cb-bdf5-32ad74a7e4f0 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 210 time: 0.0339212 Nov 09 18:28:09.791414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-23de55eb-21e1-46dc-9045-2e5a7987757f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.077481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-3f075443-cd83-4c06-9942-29b7d3d934e9 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:10.079596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-3f075443-cd83-4c06-9942-29b7d3d934e9 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "GET /v2.0/networks?id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4 HTTP/1.1" status: 200 len: 814 time: 0.1125162 Nov 09 18:28:10.097489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Request body: {'port': {'device_id': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4', 'admin_state_up': True, 'tenant_id': 'f6cf973d59fe4effada7cf8af580673c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:10.183322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e68e0a8-f76e-465b-836c-ae88574f0691 req-d4d55789-00f6-4e33-9958-47840d1dfcbf tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 210 time: 0.0347121 Nov 09 18:28:10.211074 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.248967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Made reservation on behalf of f6cf973d59fe4effada7cf8af580673c for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:10.252478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.383068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Allocated IP 172.20.0.7 (b53c2c45-0625-4e52-8883-c4ee8d5b05c4/d584746d-5c8f-402b-af5b-5b2e86ff4754/691213a2-3c5b-43a9-9734-51109727487e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:10.532945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.569911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.618326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:10.621390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:10.627953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:10.631779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Pushing event updated for resources: {'Port': ['ID=691213a2-3c5b-43a9-9734-51109727487e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:10.679263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:10.679876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:10.695011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-8da30159-a1d7-4406-8822-6b657601ddfb tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032848 Nov 09 18:28:10.709087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Request body: {'port': {'device_id': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:10.761574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.128522 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.372784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691213a2-3c5b-43a9-9734-51109727487e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:11.383503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099a2c9-8ddd-41fe-8fed-6d446b66ae83 req-a924e2a5-f99b-4620-8c17-ddcce0b49ef7 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:11.384967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4099a2c9-8ddd-41fe-8fed-6d446b66ae83 req-a924e2a5-f99b-4620-8c17-ddcce0b49ef7 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 931 time: 0.0934386 Nov 09 18:28:11.389107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.415982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Transition to ACTIVE for port object 691213a2-3c5b-43a9-9734-51109727487e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:28:11.421231 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.464527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4099a2c9-8ddd-41fe-8fed-6d446b66ae83 req-f2f030f9-8053-4e87-adab-2b2eaa1cbb50 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729053 Nov 09 18:28:11.483885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Pushing event updated for resources: {'Port': ['ID=691213a2-3c5b-43a9-9734-51109727487e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.563610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Attempting to bind port 691213a2-3c5b-43a9-9734-51109727487e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:11.563943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Attempting to bind port 691213a2-3c5b-43a9-9734-51109727487e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:11.564513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Attempting to bind port 691213a2-3c5b-43a9-9734-51109727487e on network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:11.569097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Port 691213a2-3c5b-43a9-9734-51109727487e on network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:28:11.569423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Attempting to bind port 691213a2-3c5b-43a9-9734-51109727487e on network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:11.574733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:11.575074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Checking segment: {'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:11.575459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Bound using segment: {'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:11.575886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Bound port: 691213a2-3c5b-43a9-9734-51109727487e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:11.576244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.621652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 59996) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:11.645751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] For port 691213a2-3c5b-43a9-9734-51109727487e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:11.649101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] For port 691213a2-3c5b-43a9-9734-51109727487e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=691213a2-3c5b-43a9-9734-51109727487e,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:11.653779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.671133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Deleting subnet 6551eb79-38eb-4bb2-a443-d7817223b459 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:28:11.674692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.697660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:11.698413 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.699921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] 10.222.0.73 "PUT /v2.0/ports/691213a2-3c5b-43a9-9734-51109727487e HTTP/1.1" status: 200 len: 1091 time: 0.9948266 Nov 09 18:28:11.700341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'tag': '691213a2-3c5b-43a9-9734-51109727487e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:11.702738 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d525650-e832-4443-a0dc-50573ff5a752" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6cffe0-1469-4ed3-b205-cad94b463686", "tag": "691213a2-3c5b-43a9-9734-51109727487e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:11.723664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.734409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1151f41-624d-49bb-987d-4d9432abbf24 service neutron] Pushing event updated for resources: {'Port': ['ID=691213a2-3c5b-43a9-9734-51109727487e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.766362 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d639255-9b16-41ab-9be0-7ad3b85c0aee x-openstack-request-id: req-4d639255-9b16-41ab-9be0-7ad3b85c0aee {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:11.766704 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6cffe0-1469-4ed3-b205-cad94b463686", "tag": "691213a2-3c5b-43a9-9734-51109727487e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:11.766911 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d639255-9b16-41ab-9be0-7ad3b85c0aee {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:11.767332 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'tag': '691213a2-3c5b-43a9-9734-51109727487e', 'status': 'completed', 'code': 200} Nov 09 18:28:11.770254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.798865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-54b66ddc-9490-49b2-bebf-fa4b48d9d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:11.800689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-54b66ddc-9490-49b2-bebf-fa4b48d9d90f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6cf973d59fe4effada7cf8af580673c&device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 1094 time: 0.0485351 Nov 09 18:28:11.827012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.848718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-73c17973-87d6-4079-a1f1-9d42758e99d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691213a2-3c5b-43a9-9734-51109727487e HTTP/1.1" status: 200 len: 217 time: 0.0392551 Nov 09 18:28:11.856876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6551eb79-38eb-4bb2-a443-d7817223b459,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:11.859679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:11.862789 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6551eb79-38eb-4bb2-a443-d7817223b459 HTTP/1.1" status: 204 len: 168 time: 0.2395537 Nov 09 18:28:11.865393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60000) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:11.869540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.869891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.870260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.870596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.870926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.871256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.871582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.871907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.872231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.872553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.872875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.873194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133134f-4c1a-4b70-bd13-138cdf09c6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:11.960001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-1d29b4b3-8e7b-489a-b247-83ea2c5bd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:11.961449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-1d29b4b3-8e7b-489a-b247-83ea2c5bd73f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d584746d-5c8f-402b-af5b-5b2e86ff4754 HTTP/1.1" status: 200 len: 854 time: 0.1043532 Nov 09 18:28:11.967192 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.001260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-efe3bd7a-e68e-4bf4-a0d1-b0d4f6d90fcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270324 Nov 09 18:28:12.117121 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.147796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aecd62c-a884-4033-8310-6d2c50a3a9c8']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.164232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3661ca1-03de-4257-ae3b-b5b65c026119') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.164525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3661ca1-03de-4257-ae3b-b5b65c026119') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.176290 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.179371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-295032f3-d842-46aa-b35e-73f40427639c service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576982 Nov 09 18:28:12.206325 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.238506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:28:12.238903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:28:12.240528 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:28:12.310019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.322248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.325346 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] 10.222.0.32 "DELETE /v2.0/networks/8aecd62c-a884-4033-8310-6d2c50a3a9c8 HTTP/1.1" status: 204 len: 168 time: 0.4590397 Nov 09 18:28:12.328401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60002) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:12.338327 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17190-a303-48a7-8e85-d2e4ff417abf admin admin] Pushing event deleted for resources: {'Network': ['ID=8aecd62c-a884-4033-8310-6d2c50a3a9c8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:12.341766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f92a19b4-1c6f-40a5-95de-189e304307d7 req-fdcdcbcd-392c-415a-8252-e8d68b3f901e service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535733 Nov 09 18:28:12.375322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] Deleting subnet 5ed22566-6fcc-433e-80d7-efe682581793 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:28:12.379533 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.421736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.438298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d525650-e832-4443-a0dc-50573ff5a752 req-7da72afb-3f45-4510-956f-2ff8f260a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:12.440289 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d525650-e832-4443-a0dc-50573ff5a752 req-7da72afb-3f45-4510-956f-2ff8f260a541 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6cf973d59fe4effada7cf8af580673c&device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 1094 time: 0.0418220 Nov 09 18:28:12.460545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.516536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.542527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed22566-6fcc-433e-80d7-efe682581793,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:12.546841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.550677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-16412303-bce6-4688-bca6-ab557f8caf07 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5ed22566-6fcc-433e-80d7-efe682581793 HTTP/1.1" status: 204 len: 168 time: 0.2212424 Nov 09 18:28:12.553090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60008) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:12.571446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d525650-e832-4443-a0dc-50573ff5a752 req-dd9dab93-1ab4-483f-b298-609f8dcd6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:12.572899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d525650-e832-4443-a0dc-50573ff5a752 req-dd9dab93-1ab4-483f-b298-609f8dcd6ff4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4 HTTP/1.1" status: 200 len: 915 time: 0.1242063 Nov 09 18:28:12.624786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.627082 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.632786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb37e2-b563-4913-9480-2aba5cc8c8dd req-cb379ea8-a81d-4c67-ac03-f64811f3d11d tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:12.634312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beb37e2-b563-4913-9480-2aba5cc8c8dd req-cb379ea8-a81d-4c67-ac03-f64811f3d11d tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 943 time: 0.0937591 Nov 09 18:28:12.636182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d525650-e832-4443-a0dc-50573ff5a752 req-5e883975-aae9-4fc4-95b1-e3b743a14c49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691213a2-3c5b-43a9-9734-51109727487e HTTP/1.1" status: 200 len: 217 time: 0.0515893 Nov 09 18:28:12.705356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.706675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beb37e2-b563-4913-9480-2aba5cc8c8dd req-dc2af745-8695-4d56-8326-83f197106530 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662951 Nov 09 18:28:12.712293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d525650-e832-4443-a0dc-50573ff5a752 req-b355c86c-82fc-49d6-b201-723aba1fee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:12.713720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d525650-e832-4443-a0dc-50573ff5a752 req-b355c86c-82fc-49d6-b201-723aba1fee2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d584746d-5c8f-402b-af5b-5b2e86ff4754 HTTP/1.1" status: 200 len: 854 time: 0.0673983 Nov 09 18:28:12.731902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40836b36-9315-4d82-9064-4416a3d0b778']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.742036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecb8420-e7a0-4521-bd61-5cbf78ae01ff') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.742362 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecb8420-e7a0-4521-bd61-5cbf78ae01ff') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:12.748207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d525650-e832-4443-a0dc-50573ff5a752 req-16dd5bc3-1e8b-40a8-ba18-d8fd9be96d65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261228 Nov 09 18:28:12.751672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.765474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.772137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:28:12.772581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:28:12.774222 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:28:12.834501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.840556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:12.843859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] 10.222.0.32 "DELETE /v2.0/networks/40836b36-9315-4d82-9064-4416a3d0b778 HTTP/1.1" status: 204 len: 168 time: 0.2897971 Nov 09 18:28:12.852826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d525650-e832-4443-a0dc-50573ff5a752 req-7deb327e-22e4-40cf-bc8e-208e4264c329 service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972307 Nov 09 18:28:12.857721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b1647-823c-401a-a997-5ba342955217 admin admin] Pushing event deleted for resources: {'Network': ['ID=40836b36-9315-4d82-9064-4416a3d0b778,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:12.954975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d525650-e832-4443-a0dc-50573ff5a752 req-4727591e-b111-4097-87a8-a6434d220e91 service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941205 Nov 09 18:28:13.005137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60012) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:13.043473 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d2b922b-84fc-40bd-805b-707bf526be9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9641c01878014dd8945e9e0ebbc015bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371716 Nov 09 18:28:13.045751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60014) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:13.092191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ac61420-3d7d-4b83-8aee-3de75636aa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.113424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ac61420-3d7d-4b83-8aee-3de75636aa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.157717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ac61420-3d7d-4b83-8aee-3de75636aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.161641 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3ac61420-3d7d-4b83-8aee-3de75636aa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.163073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3ac61420-3d7d-4b83-8aee-3de75636aa48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b15dd57-07e2-4712-9c6c-1999d7dae3db HTTP/1.1" status: 204 len: 168 time: 0.1162450 Nov 09 18:28:13.175571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac61420-3d7d-4b83-8aee-3de75636aa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b15dd57-07e2-4712-9c6c-1999d7dae3db,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:13.469775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60020) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:13.512095 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a843c94f-7821-4597-a8bb-2a26fb3910bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1824ef744c614c9992884addbc577158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410733 Nov 09 18:28:13.514923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60022) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:13.561079 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a433fd2-9dbf-4ed5-8a12-fdfc8a2d35e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.582798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a433fd2-9dbf-4ed5-8a12-fdfc8a2d35e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.627745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a433fd2-9dbf-4ed5-8a12-fdfc8a2d35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.630275 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7a433fd2-9dbf-4ed5-8a12-fdfc8a2d35e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:13.631408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7a433fd2-9dbf-4ed5-8a12-fdfc8a2d35e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/270783b8-1016-4062-a44b-04f82eb00d77 HTTP/1.1" status: 204 len: 168 time: 0.1155996 Nov 09 18:28:13.639368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a433fd2-9dbf-4ed5-8a12-fdfc8a2d35e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270783b8-1016-4062-a44b-04f82eb00d77,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:13.827432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b948273-c63b-48fb-9333-3b8a118ec2a6 req-e05f59d7-ed2d-4210-9c4b-42044016d259 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:13.829062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b948273-c63b-48fb-9333-3b8a118ec2a6 req-e05f59d7-ed2d-4210-9c4b-42044016d259 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 943 time: 0.0533783 Nov 09 18:28:13.869598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b948273-c63b-48fb-9333-3b8a118ec2a6 req-7a9ffe44-4a0e-4d48-9cf5-87b460176257 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Nov 09 18:28:14.766334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 691213a2-3c5b-43a9-9734-51109727487e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:28:14.864907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 691213a2-3c5b-43a9-9734-51109727487e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=691213a2-3c5b-43a9-9734-51109727487e,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:14.876887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '691213a2-3c5b-43a9-9734-51109727487e', 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4', 'port_id': '691213a2-3c5b-43a9-9734-51109727487e', 'mac_address': 'fa:16:3e:c2:82:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd584746d-5c8f-402b-af5b-5b2e86ff4754', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:28:14.920552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:14.935070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691213a2-3c5b-43a9-9734-51109727487e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:14.956103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 691213a2-3c5b-43a9-9734-51109727487e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=691213a2-3c5b-43a9-9734-51109727487e,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:14.959545 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:15.010074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70978f90-3beb-4ce8-8f63-f674235bb427 req-96ef4b96-4001-4b8a-8d12-a5cf12e81258 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:15.010655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=691213a2-3c5b-43a9-9734-51109727487e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:15.011634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70978f90-3beb-4ce8-8f63-f674235bb427 req-96ef4b96-4001-4b8a-8d12-a5cf12e81258 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 944 time: 0.0584497 Nov 09 18:28:15.054284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70978f90-3beb-4ce8-8f63-f674235bb427 req-800dae16-f9c0-4c7d-95bf-277e66bf6fde tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Nov 09 18:28:15.228125 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['691213a2-3c5b-43a9-9734-51109727487e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:28:16.175042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c369f93-11d2-45a0-900a-0a8820b3392e req-0f2c8c85-91a2-4199-b8e0-76499fc492fc tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:16.176596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c369f93-11d2-45a0-900a-0a8820b3392e req-0f2c8c85-91a2-4199-b8e0-76499fc492fc tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 944 time: 0.0527103 Nov 09 18:28:16.216936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c369f93-11d2-45a0-900a-0a8820b3392e req-d60e35d9-1095-4fa2-bd35-fdf57626ceae tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Nov 09 18:28:16.333355 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.783426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 691213a2-3c5b-43a9-9734-51109727487e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:16.837432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 691213a2-3c5b-43a9-9734-51109727487e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:28:16.842503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 691213a2-3c5b-43a9-9734-51109727487e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:16.843159 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.967906 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:16.992937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691213a2-3c5b-43a9-9734-51109727487e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:16.995342 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a845b82-4172-4686-87f0-8afb275671f5" -d '{"events": [{"server_uuid": "ef6cffe0-1469-4ed3-b205-cad94b463686", "name": "network-vif-plugged", "status": "completed", "tag": "691213a2-3c5b-43a9-9734-51109727487e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:17.008473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 691213a2-3c5b-43a9-9734-51109727487e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=691213a2-3c5b-43a9-9734-51109727487e,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:17.013523 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:17.038531 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7d9f5e-29a3-479e-b5fb-fa64ea3ccd4a x-openstack-request-id: req-ec7d9f5e-29a3-479e-b5fb-fa64ea3ccd4a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:17.038844 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6cffe0-1469-4ed3-b205-cad94b463686", "name": "network-vif-plugged", "status": "completed", "tag": "691213a2-3c5b-43a9-9734-51109727487e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:17.039093 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec7d9f5e-29a3-479e-b5fb-fa64ea3ccd4a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:17.039482 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691213a2-3c5b-43a9-9734-51109727487e', 'code': 200} Nov 09 18:28:17.068031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=691213a2-3c5b-43a9-9734-51109727487e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:17.145727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114dd96-0355-4f7b-a27a-7fa42d1e1015 req-e144cd4f-7a96-4511-9b5e-5d12f156bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.147122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c114dd96-0355-4f7b-a27a-7fa42d1e1015 req-e144cd4f-7a96-4511-9b5e-5d12f156bd41 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 1096 time: 0.0428083 Nov 09 18:28:17.184074 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c114dd96-0355-4f7b-a27a-7fa42d1e1015 req-d7a8eae2-041c-4880-ae8c-823a9d9191ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289361 Nov 09 18:28:17.337726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06581eb-bd3e-4d29-aae2-c5861aaade45 req-6d22aa53-063a-4b6d-a3d7-5596112dfa24 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:17.339162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e06581eb-bd3e-4d29-aae2-c5861aaade45 req-6d22aa53-063a-4b6d-a3d7-5596112dfa24 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 945 time: 0.0535135 Nov 09 18:28:17.382169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e06581eb-bd3e-4d29-aae2-c5861aaade45 req-7ec8ea20-1988-4da4-94ba-42fad36af154 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Nov 09 18:28:18.511746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f060-90a2-474d-9d10-24f4186859bb req-864f8a77-348c-4ee5-bad0-729777008b23 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:18.513233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8582f060-90a2-474d-9d10-24f4186859bb req-864f8a77-348c-4ee5-bad0-729777008b23 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 945 time: 0.0606551 Nov 09 18:28:18.551832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8582f060-90a2-474d-9d10-24f4186859bb req-dcb72448-c199-4639-b50c-3991f9dea903 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Nov 09 18:28:19.269300 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:19.664273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a9f03-1f4c-4d73-9887-56fa930f8f36 req-2c947d88-8aca-46e3-953b-11925339e61f tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:19.665743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b44a9f03-1f4c-4d73-9887-56fa930f8f36 req-2c947d88-8aca-46e3-953b-11925339e61f tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 945 time: 0.0484998 Nov 09 18:28:19.702457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b44a9f03-1f4c-4d73-9887-56fa930f8f36 req-4eea3fcb-a23e-414d-b511-c5485bd53441 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307539 Nov 09 18:28:26.099663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60210) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:26.538910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:26.878244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:26.878517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:26.981890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:26.982394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:26.997693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:27.234680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:27.268892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=7b8bdba0-4cd6-4882-ae9b-17ddd26ba221,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:27.462109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:27.985018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 921a2916-a8f5-4ffd-b814-d1b0112a6923 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:28.096999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:28.105489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a4e8b00d-1bd8-4d97-8c74-f7b886300319 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "PUT /v2.0/routers/921a2916-a8f5-4ffd-b814-d1b0112a6923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0043733 Nov 09 18:28:28.107575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] Sync routers for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:28.118983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:28.119624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:28.242628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:28.373137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bcd7b-77f6-4f0c-b020-63ad3209712d req-40b611e4-9817-4608-b8a7-5ed985d5925c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:28.379427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff5bcd7b-77f6-4f0c-b020-63ad3209712d req-40b611e4-9817-4608-b8a7-5ed985d5925c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 946 time: 0.0849319 Nov 09 18:28:28.435600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff5bcd7b-77f6-4f0c-b020-63ad3209712d req-b202acd5-6edd-4114-adde-55a71a0868df tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536454 Nov 09 18:28:28.685089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:27Z', 'revision_number': 6, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:10Z', 'revision_number': 1, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:28.718011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] Checking router: 921a2916-a8f5-4ffd-b814-d1b0112a6923 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:28.726540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:28.727165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:28.842608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:28.859067 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:28:29.105689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:27Z', 'revision_number': 6, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:10Z', 'revision_number': 1, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:29.134796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b3455f-92a1-4d14-a86a-80788af84842 None None] The sync data for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 is: [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:27Z', 'revision_number': 6, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a1aea771-fd87-45fb-aa06-cd935c92e914', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.180', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'port_id': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'mac_address': 'fa:16:3e:c8:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:27:05Z', 'updated_at': '2021-11-09T18:27:10Z', 'revision_number': 1, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:29.585655 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7d58-dc22-45f0-b63b-43f3002f6df9 req-5176f0ce-be81-4f52-ba74-d1ced0d48d5e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:29.588429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a5e7d58-dc22-45f0-b63b-43f3002f6df9 req-5176f0ce-be81-4f52-ba74-d1ced0d48d5e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 946 time: 0.0781441 Nov 09 18:28:29.649781 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a5e7d58-dc22-45f0-b63b-43f3002f6df9 req-4fb8dba4-28fc-4c37-ab96-ab2661d3f653 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=3da66240-53f2-460a-af0a-283ff0d9e8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549304 Nov 09 18:28:29.681894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:29.718184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:29.718548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7b8bdba0-4cd6-4882-ae9b-17ddd26ba221 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:29.791965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-7918b2a1-a24d-47b0-b5d9-b48c81e14039 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:29.794645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-7918b2a1-a24d-47b0-b5d9-b48c81e14039 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.73 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 946 time: 0.0698011 Nov 09 18:28:29.916810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:29.917102 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:30.054896 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:30.055452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:30.074185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:30.210472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:30.280326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=54afb81e-6b65-4ff9-8674-6e0a1b3a4436,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:30.303231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] No DVR routers for this DVR port 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:30.305908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:30.309494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-821c6fcc-9035-4d25-98f7-ac3f7dad3ea4 req-f1fa89c5-3502-4cf4-a18c-9a1af7fafec8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.73 "DELETE /v2.0/ports/54afb81e-6b65-4ff9-8674-6e0a1b3a4436 HTTP/1.1" status: 204 len: 173 time: 0.5078378 Nov 09 18:28:30.312215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'name': 'network-vif-deleted', 'tag': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:30.320681 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b549572-0b74-499e-9ca2-42beb2d4d9ff" -d '{"events": [{"server_uuid": "17d1f65c-6079-4769-8a96-48e76bbc316e", "name": "network-vif-deleted", "tag": "54afb81e-6b65-4ff9-8674-6e0a1b3a4436"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:30.372343 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd565ce-f5b2-44c4-b0dd-5f1a8032e6ac x-openstack-request-id: req-bdd565ce-f5b2-44c4-b0dd-5f1a8032e6ac {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:30.372756 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d1f65c-6079-4769-8a96-48e76bbc316e", "name": "network-vif-deleted", "tag": "54afb81e-6b65-4ff9-8674-6e0a1b3a4436", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:30.373077 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdd565ce-f5b2-44c4-b0dd-5f1a8032e6ac {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:30.373559 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d1f65c-6079-4769-8a96-48e76bbc316e', 'name': 'network-vif-deleted', 'tag': '54afb81e-6b65-4ff9-8674-6e0a1b3a4436', 'status': 'completed', 'code': 200} Nov 09 18:28:30.838351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eff17a0-930d-4bfb-8112-dc35843b3eb7 req-5d35cdc2-03c1-42e6-9899-f1490411bb35 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=17d1f65c-6079-4769-8a96-48e76bbc316e HTTP/1.1" status: 200 len: 210 time: 0.0607049 Nov 09 18:28:31.934115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60274) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:32.007803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fecf11f-7a56-456d-8db8-269ee6426e55 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.036750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fecf11f-7a56-456d-8db8-269ee6426e55 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.115060 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fecf11f-7a56-456d-8db8-269ee6426e55 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.118025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9fecf11f-7a56-456d-8db8-269ee6426e55 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.122043 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9fecf11f-7a56-456d-8db8-269ee6426e55 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/security-groups/3da66240-53f2-460a-af0a-283ff0d9e8d9 HTTP/1.1" status: 204 len: 168 time: 0.1882758 Nov 09 18:28:32.132083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecf11f-7a56-456d-8db8-269ee6426e55 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da66240-53f2-460a-af0a-283ff0d9e8d9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:32.172931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60284) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:32.238645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting subnet f2dc8d1a-3140-4ebf-a354-a905cb2e3a28 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:28:32.241894 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.288899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.404440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.476777 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.504465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Subnet': ['ID=f2dc8d1a-3140-4ebf-a354-a905cb2e3a28,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:32.508370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.514343 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a71f6aa9-1094-44ed-8081-b1ada6dd1026 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/subnets/f2dc8d1a-3140-4ebf-a354-a905cb2e3a28 HTTP/1.1" status: 204 len: 168 time: 0.3394203 Nov 09 18:28:32.514891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60286) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:32.516659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b7e0c-7c7c-4c07-a12a-05e6fe269f2c None None] Network b310174c-a18c-4a7a-b580-d568a20ac7e4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:32.670189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.732678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] DHCP port deletion for b310174c-a18c-4a7a-b580-d568a20ac7e4 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:28:32.752392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:32.752727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.796473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] Deleting port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:32.797250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.826576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:32.827319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.856862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:32.871350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] For port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,segment=NetworkSegment(22927bc5-ef8f-48af-97d7-e066f4888a6d),segment_id=22927bc5-ef8f-48af-97d7-e066f4888a6d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:32.872126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:32.888468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] Calling delete_port for 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:32.985277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.030815 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.050728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] No DVR routers for this DVR port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:33.056387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:33.115275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] Pushing event deleted for resources: {'Port': ['ID=7d5ed01c-7a77-41c6-94e5-3bf686de43e6,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:33.115275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e315c-b033-4b07-bb3d-27bec2ccdc1b None None] No DVR routers for this DVR port 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:33.191814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.213785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b310174c-a18c-4a7a-b580-d568a20ac7e4']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:33.224485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22927bc5-ef8f-48af-97d7-e066f4888a6d') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:33.224882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22927bc5-ef8f-48af-97d7-e066f4888a6d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:33.241012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.254780 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.261235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:28:33.261623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:28:33.264974 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:28:33.328817 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.341549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.344859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/networks/b310174c-a18c-4a7a-b580-d568a20ac7e4 HTTP/1.1" status: 204 len: 168 time: 0.8286393 Nov 09 18:28:33.348091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60300) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:33.381320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadeb7f-dc80-41c0-84f5-6d126b7e84a8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Network': ['ID=b310174c-a18c-4a7a-b580-d568a20ac7e4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:33.542733 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 8053e19e-7cbd-44d6-8d8c-8ae349aaf3ee {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:33.543100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.638007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.638450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.651951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 8053e19e-7cbd-44d6-8d8c-8ae349aaf3ee owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:33.775357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:33.801528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:33.801808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7d5ed01c-7a77-41c6-94e5-3bf686de43e6 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:33.897611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:33.938329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=8053e19e-7cbd-44d6-8d8c-8ae349aaf3ee,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:34.021303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:34.022480 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Floating IP a1aea771-fd87-45fb-aa06-cd935c92e914 disassociated (deleted). External IP: 172.25.0.180, port: f7b3e7a3-225f-4abe-8cf3-57b5734a3218. Nov 09 18:28:34.318166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 921a2916-a8f5-4ffd-b814-d1b0112a6923 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:34.463578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:34.475889 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:34.479541 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] Sync routers for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:34.491453 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:34.492305 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:34.525975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-077b50c5-e099-415b-87c6-a2461a647095 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/floatingips/a1aea771-fd87-45fb-aa06-cd935c92e914 HTTP/1.1" status: 204 len: 168 time: 1.1767066 Nov 09 18:28:34.526603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:34.541506 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f7038f-600e-4b40-bb20-47afda3165e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:34.636258 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:34.884776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:34.907419 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:27Z', 'revision_number': 6, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:34.935385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:34.936014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 54afb81e-6b65-4ff9-8674-6e0a1b3a4436 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:34.943506 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] Checking router: 921a2916-a8f5-4ffd-b814-d1b0112a6923 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:34.951548 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8188debe-ed86-43fd-b7e0-08ac1b10334c x-openstack-request-id: req-8188debe-ed86-43fd-b7e0-08ac1b10334c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:34.952004 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:34.952297 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8188debe-ed86-43fd-b7e0-08ac1b10334c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:34.952792 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'status': 'completed', 'code': 200} Nov 09 18:28:34.955915 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:34.957761 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:35.056173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-92fd9089-fb6d-4249-b21b-c3a6f6641858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:35.058124 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-92fd9089-fb6d-4249-b21b-c3a6f6641858 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 1097 time: 0.0767460 Nov 09 18:28:35.104760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf6769-8f09-4164-878f-fd92d36977d1 req-79053226-28d6-42be-9a18-ecf40a14e36d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:35.117786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3cf6769-8f09-4164-878f-fd92d36977d1 req-79053226-28d6-42be-9a18-ecf40a14e36d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 946 time: 0.0974045 Nov 09 18:28:35.170368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f3cf6769-8f09-4164-878f-fd92d36977d1 req-12822eb3-b330-4749-8c19-c521da2ad932 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506032 Nov 09 18:28:35.181950 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:35.280997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-91073385-0156-4410-a3e7-b0212cedbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:35.283687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-91073385-0156-4410-a3e7-b0212cedbe98 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 200 len: 898 time: 0.2152667 Nov 09 18:28:35.332012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-9ca82f80-903b-490b-aaef-fef2f9d7fa7e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218 HTTP/1.1" status: 200 len: 217 time: 0.0416603 Nov 09 18:28:35.392416 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-1ea84dec-5c07-4414-8959-d7e901468116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:35.394013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-1ea84dec-5c07-4414-8959-d7e901468116 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=25d9ffa0-ce85-43ca-be00-d9d0b273f52d HTTP/1.1" status: 200 len: 834 time: 0.0537972 Nov 09 18:28:35.489801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-539f86b4-7a79-448c-8372-f2e43aba700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:35.491462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-539f86b4-7a79-448c-8372-f2e43aba700b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5a68b912-efc3-4aad-8d22-04ab70bc4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793042 Nov 09 18:28:35.515486 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:27Z', 'revision_number': 6, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:35.563089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035a726-4595-4c47-b2b0-2f01de6e005b None None] The sync data for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 is: [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:27Z', 'revision_number': 6, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '775586b4-b3e1-45b0-831d-ae36696530d3', 'name': '', 'network_id': '5a68b912-efc3-4aad-8d22-04ab70bc4e19', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:38:65:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:37Z', 'updated_at': '2021-11-09T18:26:48Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '25d9ffa0-ce85-43ca-be00-d9d0b273f52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:35.664927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-c0241c3a-8f55-4e86-b671-de1de30756bd service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645901 Nov 09 18:28:35.816285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-62f7038f-600e-4b40-bb20-47afda3165e2 req-d2e5a845-b44b-48a6-a256-d28426fd9bc4 service neutron] 10.222.0.85 "GET /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387150 Nov 09 18:28:35.933944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbacfd-84d9-483f-a09f-e04f4b238699 None None] New status for floating IP a1aea771-fd87-45fb-aa06-cd935c92e914: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:28:36.235693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-43524f5e-49e0-4d35-8feb-8fded64d291d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:36.237505 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-43524f5e-49e0-4d35-8feb-8fded64d291d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 946 time: 0.0637276 Nov 09 18:28:36.367550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5d85b-8d91-4b38-8fa4-84aa7c7a561f req-9d34e180-4b60-414a-a7c5-d46a2148bbcc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:36.370470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5a5d85b-8d91-4b38-8fa4-84aa7c7a561f req-9d34e180-4b60-414a-a7c5-d46a2148bbcc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6612a02a-0d0b-4fe0-9ccf-6f38055d02df HTTP/1.1" status: 200 len: 946 time: 0.0895653 Nov 09 18:28:36.414487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5a5d85b-8d91-4b38-8fa4-84aa7c7a561f req-9fda3034-e00b-4440-9314-bf678853faa8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=e15ee624-135c-4716-95dd-d926f07b5e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Nov 09 18:28:36.417373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:36.417796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:36.511621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port f7b3e7a3-225f-4abe-8cf3-57b5734a3218, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:36.512324 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:36.523864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for f7b3e7a3-225f-4abe-8cf3-57b5734a3218 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:36.648946 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:36.676927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=f7b3e7a3-225f-4abe-8cf3-57b5734a3218,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:36.718226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] No DVR routers for this DVR port f7b3e7a3-225f-4abe-8cf3-57b5734a3218 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:36.721479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:36.725164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ab3b6bb-e8dd-4496-9728-c3b14331749f req-e31010f8-2ced-424e-8312-37cea78c3044 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "DELETE /v2.0/ports/f7b3e7a3-225f-4abe-8cf3-57b5734a3218 HTTP/1.1" status: 204 len: 173 time: 0.4811933 Nov 09 18:28:36.953498 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'name': 'network-vif-deleted', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:36.955922 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b4fe4-1d8f-4ae9-8d06-891a2b826f17" -d '{"events": [{"server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "name": "network-vif-deleted", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:36.991184 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730ed6ad-e208-44ec-a516-d4bc0a69898c x-openstack-request-id: req-730ed6ad-e208-44ec-a516-d4bc0a69898c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:36.991503 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612a02a-0d0b-4fe0-9ccf-6f38055d02df", "name": "network-vif-deleted", "tag": "f7b3e7a3-225f-4abe-8cf3-57b5734a3218", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:36.991755 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-730ed6ad-e208-44ec-a516-d4bc0a69898c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:36.992157 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612a02a-0d0b-4fe0-9ccf-6f38055d02df', 'name': 'network-vif-deleted', 'tag': 'f7b3e7a3-225f-4abe-8cf3-57b5734a3218', 'status': 'completed', 'code': 200} Nov 09 18:28:37.293459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-04bcd400-626c-4402-829c-e080def2d0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:37.698334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:37.775631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9268d9f9-cb34-4a13-8b71-5561ee9ac84b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:37.803088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9268d9f9-cb34-4a13-8b71-5561ee9ac84b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:37.870572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9268d9f9-cb34-4a13-8b71-5561ee9ac84b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:37.873345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9268d9f9-cb34-4a13-8b71-5561ee9ac84b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:37.874648 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9268d9f9-cb34-4a13-8b71-5561ee9ac84b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/security-groups/e15ee624-135c-4716-95dd-d926f07b5e54 HTTP/1.1" status: 204 len: 168 time: 0.1752262 Nov 09 18:28:37.889867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268d9f9-cb34-4a13-8b71-5561ee9ac84b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ee624-135c-4716-95dd-d926f07b5e54,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:37.947758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60358) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:38.320731 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:38.604446 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 775586b4-b3e1-45b0-831d-ae36696530d3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:38.604741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:38.704235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port 775586b4-b3e1-45b0-831d-ae36696530d3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=775586b4-b3e1-45b0-831d-ae36696530d3,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:38.704753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:38.719055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 775586b4-b3e1-45b0-831d-ae36696530d3 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:38.966129 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:38.996082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=775586b4-b3e1-45b0-831d-ae36696530d3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:39.199250 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:39.423506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 921a2916-a8f5-4ffd-b814-d1b0112a6923 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:39.535215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:39.544186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60364) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:39.546546 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] Sync routers for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:39.547013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-999b81a5-527e-4196-8e00-4008c9f02b66 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "PUT /v2.0/routers/921a2916-a8f5-4ffd-b814-d1b0112a6923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968003 Nov 09 18:28:39.556812 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:39.557640 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:39.601553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting subnet 25d9ffa0-ce85-43ca-be00-d9d0b273f52d {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:28:39.605466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:39.653577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:39.682204 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:39.781751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:39.806051 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c623f5e1-310e-4b79-b4f6-068d4cf02f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:39.867501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:39.905525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:39.909501 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/subnets/25d9ffa0-ce85-43ca-be00-d9d0b273f52d HTTP/1.1" status: 204 len: 168 time: 0.3635471 Nov 09 18:28:39.910679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62925d-fd6b-475d-afa2-71d18cf9524c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Subnet': ['ID=25d9ffa0-ce85-43ca-be00-d9d0b273f52d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:39.912508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60370) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:39.914909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa16432-2638-4ba8-9f3f-f27d05a3f016 None None] Network 5a68b912-efc3-4aad-8d22-04ab70bc4e19 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:39.945468 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:38Z', 'revision_number': 7, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:39.981530 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] Checking router: 921a2916-a8f5-4ffd-b814-d1b0112a6923 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:39.991543 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] Routers {'921a2916-a8f5-4ffd-b814-d1b0112a6923'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:39.992151 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['921a2916-a8f5-4ffd-b814-d1b0112a6923'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:40.127753 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] Set router 921a2916-a8f5-4ffd-b814-d1b0112a6923 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:40.167967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] DHCP port deletion for 5a68b912-efc3-4aad-8d22-04ab70bc4e19 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:28:40.245742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.262460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Deleting port 54d50d88-74ef-4f48-a12f-435eb7d533a0 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:40.262845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.373166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] For port 54d50d88-74ef-4f48-a12f-435eb7d533a0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=54d50d88-74ef-4f48-a12f-435eb7d533a0,segment=NetworkSegment(7189691d-016f-4184-97ad-621cbccbefd9),segment_id=7189691d-016f-4184-97ad-621cbccbefd9)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:40.373941 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.376344 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:38Z', 'revision_number': 7, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:40.398174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Calling delete_port for 54d50d88-74ef-4f48-a12f-435eb7d533a0 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:40.415201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f7b3e7a3-225f-4abe-8cf3-57b5734a3218 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:40.442901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: f7b3e7a3-225f-4abe-8cf3-57b5734a3218 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:40.443285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f7b3e7a3-225f-4abe-8cf3-57b5734a3218 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:40.522998 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f02719-a5d8-490b-83dd-57c8b9d6933c None None] The sync data for ids ['921a2916-a8f5-4ffd-b814-d1b0112a6923'] in n-d-817240-1 is: [{'id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'name': 'tempest-TestNetworkBasicOps-router-1627847851', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '55b19250-8a0c-442f-9eee-20c45451b172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:26:32Z', 'updated_at': '2021-11-09T18:28:38Z', 'revision_number': 7, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '55b19250-8a0c-442f-9eee-20c45451b172', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921a2916-a8f5-4ffd-b814-d1b0112a6923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:26:33Z', 'updated_at': '2021-11-09T18:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:40.527712 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.554957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Pushing event deleted for resources: {'Port': ['ID=54d50d88-74ef-4f48-a12f-435eb7d533a0,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:40.564256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.564994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.564994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.565248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.565496 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.565817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.566165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.566483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.566799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.567177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.567500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.567816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:28:40.570684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43058e-74fe-4fb8-8309-c83143deb389 None None] No DVR routers for this DVR port 54d50d88-74ef-4f48-a12f-435eb7d533a0 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:28:40.582886 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.705364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.761705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 55b19250-8a0c-442f-9eee-20c45451b172 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:28:40.762124 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.844557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port 55b19250-8a0c-442f-9eee-20c45451b172, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=55b19250-8a0c-442f-9eee-20c45451b172,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:40.844964 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:40.865167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 55b19250-8a0c-442f-9eee-20c45451b172 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:28:41.134179 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.163478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.195630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=55b19250-8a0c-442f-9eee-20c45451b172,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:41.281926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.395194 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.397549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.453171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.453850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Fanout notify agent at l3_agent the message router_deleted on router 921a2916-a8f5-4ffd-b814-d1b0112a6923 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:28:41.464848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.468521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ddd431d5-b7cd-4b6d-aabc-4173743f1753 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/routers/921a2916-a8f5-4ffd-b814-d1b0112a6923 HTTP/1.1" status: 204 len: 168 time: 1.5508995 Nov 09 18:28:41.468804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60384) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:41.559925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.676616 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.697372 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a68b912-efc3-4aad-8d22-04ab70bc4e19']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:41.708345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7189691d-016f-4184-97ad-621cbccbefd9') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:41.708774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7189691d-016f-4184-97ad-621cbccbefd9') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:41.718023 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.731430 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.737110 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:28:41.737495 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:28:41.740524 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:28:41.811203 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.816492 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.833424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/networks/5a68b912-efc3-4aad-8d22-04ab70bc4e19 HTTP/1.1" status: 204 len: 168 time: 0.3504860 Nov 09 18:28:41.836955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60752310-cc33-45cd-b222-97945d5e4e65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Network': ['ID=5a68b912-efc3-4aad-8d22-04ab70bc4e19,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:41.852941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60386) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:41.858500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'network': {'name': 'tempest-network-smoke--9827906', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'port_security_enabled': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:41.879818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:41.884284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.911791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:28:41.927681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:41.928441 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Added segment 96773806-9ac4-4193-9241-7ad748254413 of type vlan for network 410c264d-0728-4a38-8a26-4f76ea608b82 Nov 09 18:28:41.983349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.026700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.034110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:42.034955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.102885 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2484448 Nov 09 18:28:42.109908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60392) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:42.115495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-867552053', 'admin_state_up': True, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:42.128770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 775586b4-b3e1-45b0-831d-ae36696530d3 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:42.142658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed4a6b-abe7-46a6-be50-f0a05c0bbab0 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Network': ['ID=410c264d-0728-4a38-8a26-4f76ea608b82,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:42.154702 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.155976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.173860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 775586b4-b3e1-45b0-831d-ae36696530d3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:42.177930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 775586b4-b3e1-45b0-831d-ae36696530d3 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:42.178228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 54d50d88-74ef-4f48-a12f-435eb7d533a0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:42.221429 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.222961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 410c264d-0728-4a38-8a26-4f76ea608b82 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:28:42.225215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 54d50d88-74ef-4f48-a12f-435eb7d533a0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:42.225627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 54d50d88-74ef-4f48-a12f-435eb7d533a0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:42.386118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.576700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.594793 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.626930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.705518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.25.0.70 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/8e3d0182-c574-4685-8af3-258a67ee121e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:42.812484 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.846778 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:42.881688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:42.886175 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:42.890438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:42.924227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=8e3d0182-c574-4685-8af3-258a67ee121e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:43.151857 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:43.364283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:43.501724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 5c4dab6b-7343-4652-a667-1247693e9f1d is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:28:43.611443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:43.622914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Sync routers for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:43.636887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:43.640884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6b145fe3-5221-4710-b8cd-0d5b8b27a68a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5265069 Nov 09 18:28:43.641039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:43.641199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60410) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:43.641329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:43.678126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-34400b4b-cd5c-4966-9324-38004e9ac546 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=8e9c6b7658244d5c85689f03eea8831b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329480 Nov 09 18:28:43.679112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60412) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:43.756528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 55b19250-8a0c-442f-9eee-20c45451b172 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:28:43.779909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 55b19250-8a0c-442f-9eee-20c45451b172 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:28:43.780155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 55b19250-8a0c-442f-9eee-20c45451b172 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:28:43.782965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60416) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:43.798530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e222e8-8f43-41c3-89ed-df938110e28b tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:43.800205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:43.800447 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-87e222e8-8f43-41c3-89ed-df938110e28b tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1200142 Nov 09 18:28:43.803528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60420) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:43.842783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-01ccf71e-a81b-48cb-8e3c-9a0d0e540d21 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381083 Nov 09 18:28:43.845559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60422) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:43.850362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1042569702', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:43.922367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-547ffa6e-5692-488b-8f75-bf4cdbb2b8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:43.976534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:43.980085 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:43.987109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:43Z', 'revision_number': 3, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:44.015130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Checking router: 5c4dab6b-7343-4652-a667-1247693e9f1d for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:44.015484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Updating router 5c4dab6b-7343-4652-a667-1247693e9f1d port 8e3d0182-c574-4685-8af3-258a67ee121e binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:28:44.039784 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.090071 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-547ffa6e-5692-488b-8f75-bf4cdbb2b8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.095803 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-547ffa6e-5692-488b-8f75-bf4cdbb2b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.142588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-547ffa6e-5692-488b-8f75-bf4cdbb2b8a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=224f84ba5a9e454f8b82ddda1b1eca08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572519 Nov 09 18:28:44.146455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ffa6e-5692-488b-8f75-bf4cdbb2b8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aede543-fb0d-4bdb-94ab-95c36f7c9909,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:44.146939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60424) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:44.202495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e21e572f-6263-429e-b147-be2a87afd959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.225970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e21e572f-6263-429e-b147-be2a87afd959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.240928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.291727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e21e572f-6263-429e-b147-be2a87afd959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.294627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e21e572f-6263-429e-b147-be2a87afd959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.298161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e21e572f-6263-429e-b147-be2a87afd959 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7aede543-fb0d-4bdb-94ab-95c36f7c9909 HTTP/1.1" status: 204 len: 168 time: 0.1478980 Nov 09 18:28:44.304896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e572f-6263-429e-b147-be2a87afd959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aede543-fb0d-4bdb-94ab-95c36f7c9909,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:44.316992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Subnet': ['ID=12c8f9cd-d8ee-4a7a-8736-a60193267a60,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:44.324609 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.333554 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.335682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Checking segment: {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:44.336041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network hostable DHCP agents. Network: 410c264d-0728-4a38-8a26-4f76ea608b82, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:28:44.355037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 410c264d-0728-4a38-8a26-4f76ea608b82 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:28:44.363776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 410c264d-0728-4a38-8a26-4f76ea608b82) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:44.368059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:44.368655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.385449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ace9a-a44c-48f6-bac7-4b3198bc94e2 None None] Network 410c264d-0728-4a38-8a26-4f76ea608b82 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:44.387457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2baf4452-fd39-4e75-9569-1d31a1076e4b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5408335 Nov 09 18:28:44.390375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60430) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:44.411197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Attempting to bind port 8e3d0182-c574-4685-8af3-258a67ee121e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:44.411889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Attempting to bind port 8e3d0182-c574-4685-8af3-258a67ee121e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:44.412258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Attempting to bind port 8e3d0182-c574-4685-8af3-258a67ee121e on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:44.446356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2bf05-ef24-454d-a1f7-38a460c85d18 None None] Pushing event updated for resources: {'Port': ['ID=8e3d0182-c574-4685-8af3-258a67ee121e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:44.458106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:44.458727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:44.459734 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.460574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:44.461081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Bound port: 8e3d0182-c574-4685-8af3-258a67ee121e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:44.461735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.550326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] For port 8e3d0182-c574-4685-8af3-258a67ee121e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:44.584436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] For port 8e3d0182-c574-4685-8af3-258a67ee121e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8e3d0182-c574-4685-8af3-258a67ee121e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:44.592128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.669840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-410c264d-0728-4a38-8a26-4f76ea608b82', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:28:44.670723 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:44.672508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:44.673671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:44.753074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2bf05-ef24-454d-a1f7-38a460c85d18 None None] Pushing event updated for resources: {'Port': ['ID=8e3d0182-c574-4685-8af3-258a67ee121e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:44.864342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.044016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:45.157288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Allocated IP 172.20.0.2 (410c264d-0728-4a38-8a26-4f76ea608b82/12c8f9cd-d8ee-4a7a-8736-a60193267a60/6def6813-26fc-4aa2-b250-f225dc141a55) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:45.355464 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:43Z', 'revision_number': 3, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:45.390942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.392890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844097-a2ad-46fc-9304-52f01b8cf465 None None] The sync data for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 is: [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:43Z', 'revision_number': 3, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:45.401296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.453349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.20.0.1 (410c264d-0728-4a38-8a26-4f76ea608b82/12c8f9cd-d8ee-4a7a-8736-a60193267a60/f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:45.454788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Network 410c264d-0728-4a38-8a26-4f76ea608b82 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:45.461413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:45.463664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Pushing event updated for resources: {'Port': ['ID=6def6813-26fc-4aa2-b250-f225dc141a55,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:45.466524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:45.523404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Attempting to bind port 6def6813-26fc-4aa2-b250-f225dc141a55 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:45.523781 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Attempting to bind port 6def6813-26fc-4aa2-b250-f225dc141a55 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:45.524151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Attempting to bind port 6def6813-26fc-4aa2-b250-f225dc141a55 on network 410c264d-0728-4a38-8a26-4f76ea608b82 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:45.529877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:45.530288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Checking segment: {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:45.530786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.531190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Bound using segment: {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:45.531649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Bound port: 6def6813-26fc-4aa2-b250-f225dc141a55, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:45.532067 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.590867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.608688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] For port 6def6813-26fc-4aa2-b250-f225dc141a55, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:45.612779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] For port 6def6813-26fc-4aa2-b250-f225dc141a55, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6def6813-26fc-4aa2-b250-f225dc141a55,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:45.618922 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.633146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:45.683559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 410c264d-0728-4a38-8a26-4f76ea608b82 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:45.695775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:45.700839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:45.737549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88dac6-60f1-4402-afd8-4c9acbf08fd6 None None] Pushing event updated for resources: {'Port': ['ID=6def6813-26fc-4aa2-b250-f225dc141a55,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:45.753340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:45.789413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:46.279306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:46.359571 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:46.589048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-0ee77c98-fb2c-4657-aa16-da33afe5776d req-c56b88b3-d819-449f-8cc0-398479a26fa7 service neutron] (102140) timed out ('10.222.0.32', 36664) {{(pid=102140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:28:46.608253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:46.613379 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:46.696976 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:46.699868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:46.821454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 410c264d-0728-4a38-8a26-4f76ea608b82 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:46.823206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:46.890412 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7c4fd-2f3d-4f7a-81c2-d9dac9579db7 None None] Network 410c264d-0728-4a38-8a26-4f76ea608b82 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:46.957331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 5c4dab6b-7343-4652-a667-1247693e9f1d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:28:46.959080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-884f4c06-9a65-44c5-8238-f688bd261eae None None] Provisioning complete for port 6def6813-26fc-4aa2-b250-f225dc141a55 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:46.959462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-884f4c06-9a65-44c5-8238-f688bd261eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:47.087503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:28:47.096863 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-309f81cb-5d40-47c3-8cf8-840270a5ac65 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "PUT /v2.0/routers/5c4dab6b-7343-4652-a667-1247693e9f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7027946 Nov 09 18:28:47.096863 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60492) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:47.152849 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-884f4c06-9a65-44c5-8238-f688bd261eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:47.190303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-884f4c06-9a65-44c5-8238-f688bd261eae None None] For port 6def6813-26fc-4aa2-b250-f225dc141a55, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6def6813-26fc-4aa2-b250-f225dc141a55,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:47.198889 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-884f4c06-9a65-44c5-8238-f688bd261eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:47.266727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f4c06-9a65-44c5-8238-f688bd261eae None None] Pushing event updated for resources: {'Port': ['ID=6def6813-26fc-4aa2-b250-f225dc141a55,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:47.306172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.306678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.307129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.307592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.308054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.308538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.308998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.309467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.314120 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-95d0c2ed-a2f6-4bfc-b1db-e1413cdf7512 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.2138126 Nov 09 18:28:47.314525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60494) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:47.366786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-05c3c8df-4293-49e2-8ab7-5f0a3277db9d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568874 Nov 09 18:28:47.385617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.386554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.387187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.387667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.388118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.388729 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.389216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.391745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.392133 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ee3e5ca-9669-468b-8544-a35760a37903 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.0764976 Nov 09 18:28:47.396152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60496) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:47.541864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-76eb0b25-d871-48b3-8cd3-0885e023b583 None None] Provisioning complete for port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:47.542225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-ff3e66d7-d940-4f17-a703-a92a99a4d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.542345 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-76eb0b25-d871-48b3-8cd3-0885e023b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:47.543702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-ff3e66d7-d940-4f17-a703-a92a99a4d801 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0893695 Nov 09 18:28:47.576957 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Sync routers for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:28:47.588894 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:47.589501 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:47.593576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-76eb0b25-d871-48b3-8cd3-0885e023b583 None None] Port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:47.604809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-76eb0b25-d871-48b3-8cd3-0885e023b583 None None] Provisioning complete for port 6def6813-26fc-4aa2-b250-f225dc141a55 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:47.605109 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-76eb0b25-d871-48b3-8cd3-0885e023b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:47.733468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-938db3e7-9e00-46b2-afa0-2819135d0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.735481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-938db3e7-9e00-46b2-afa0-2819135d0e06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1620345 Nov 09 18:28:47.768038 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:47.786796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-31ae4983-60f7-465c-aef8-f069676e88a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0418954 Nov 09 18:28:47.791651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-68ce5cdc-d076-4747-aab6-7797613315f9 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3952208 Nov 09 18:28:47.832704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6def6813-26fc-4aa2-b250-f225dc141a55 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:47.910196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-5c52220e-c571-41f0-8a30-ed96bc3a3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:47.914415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-5c52220e-c571-41f0-8a30-ed96bc3a3606 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.1176510 Nov 09 18:28:47.915014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-598a3558-0727-4a1b-b6e1-b70306bcafbd None None] Provisioning complete for port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:47.916018 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-598a3558-0727-4a1b-b6e1-b70306bcafbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.007475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-162599d4-658d-42f9-9942-377ca15c6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:48.009711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-162599d4-658d-42f9-9942-377ca15c6555 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873985 Nov 09 18:28:48.045677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-598a3558-0727-4a1b-b6e1-b70306bcafbd None None] Port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:48.049416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 6def6813-26fc-4aa2-b250-f225dc141a55 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:48.051579 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.199238 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6c8c523f-9c7f-4329-ada8-2db1afe91ee8 None None] Provisioning complete for port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:48.199612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c8c523f-9c7f-4329-ada8-2db1afe91ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.208080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-ea3620f0-ea9f-4fa0-930e-b646787ef1a0 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889794 Nov 09 18:28:48.216175 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 2, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:48.239889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c523f-9c7f-4329-ada8-2db1afe91ee8 None None] Port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:48.242875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8e3d0182-c574-4685-8af3-258a67ee121e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:48.263987 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Checking router: 5c4dab6b-7343-4652-a667-1247693e9f1d for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:28:48.265341 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Updating router 5c4dab6b-7343-4652-a667-1247693e9f1d port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:28:48.295431 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.345441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8e3d0182-c574-4685-8af3-258a67ee121e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:48.346470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.389667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60516) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:48.394677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-41c57f01-1b70-4058-9dc7-cd420ba53fe7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28534669', 'description': 'tempest-secgroup-smoke-28534669 description', 'project_id': '8e9c6b7658244d5c85689f03eea8831b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:48.418179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-887d48d7-6f00-4fcc-8374-edffa7a33889 req-d6716831-2688-483d-a16e-fdccfd37759c service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006233 Nov 09 18:28:48.429078 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41c57f01-1b70-4058-9dc7-cd420ba53fe7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.456926 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.479936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 8e3d0182-c574-4685-8af3-258a67ee121e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8e3d0182-c574-4685-8af3-258a67ee121e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:48.487143 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.518294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41c57f01-1b70-4058-9dc7-cd420ba53fe7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.528563 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41c57f01-1b70-4058-9dc7-cd420ba53fe7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.548879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=8e3d0182-c574-4685-8af3-258a67ee121e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:48.580799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-41c57f01-1b70-4058-9dc7-cd420ba53fe7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.582052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-41c57f01-1b70-4058-9dc7-cd420ba53fe7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1910110 Nov 09 18:28:48.585009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60520) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:48.590323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c57f01-1b70-4058-9dc7-cd420ba53fe7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cf543f-cf63-40c3-9938-c74f196cb92f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:48.597962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-af7c517f-84a0-49a3-a64d-8a88660419d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf543f-cf63-40c3-9938-c74f196cb92f', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:48.633510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af7c517f-84a0-49a3-a64d-8a88660419d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.659502 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.667756 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.715882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af7c517f-84a0-49a3-a64d-8a88660419d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.721252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af7c517f-84a0-49a3-a64d-8a88660419d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.747011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c517f-84a0-49a3-a64d-8a88660419d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d5b4d3-7120-4eaa-b3c9-06e19d5e8056,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:48.760890 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af7c517f-84a0-49a3-a64d-8a88660419d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.765151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:48.765732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-af7c517f-84a0-49a3-a64d-8a88660419d5 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1779668 Nov 09 18:28:48.784870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4917b3e8-f110-4b25-bf0d-6d93266079a2 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf543f-cf63-40c3-9938-c74f196cb92f', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:48.805642 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc41ca-89bc-4062-9ecc-52c557111662 None None] Pushing event updated for resources: {'Port': ['ID=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:48.818712 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Attempting to bind port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:48.819052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Attempting to bind port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:48.819410 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Attempting to bind port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 on network 410c264d-0728-4a38-8a26-4f76ea608b82 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:48.825577 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:48.826414 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Checking segment: {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:48.827044 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.827605 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Bound using segment: {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:48.828539 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Bound port: f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:48.829732 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.858134 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4917b3e8-f110-4b25-bf0d-6d93266079a2 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.960208 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] For port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:48.964748 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] For port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:48.967794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-809dd298-78fe-4789-a773-58db7a96ba82 None None] Provisioning complete for port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:48.968830 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-809dd298-78fe-4789-a773-58db7a96ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.973906 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:48.989708 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4917b3e8-f110-4b25-bf0d-6d93266079a2 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.000076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4917b3e8-f110-4b25-bf0d-6d93266079a2 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.040887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917b3e8-f110-4b25-bf0d-6d93266079a2 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec97342-4153-4833-bde1-4ee6cb124ca3,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:49.055245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4917b3e8-f110-4b25-bf0d-6d93266079a2 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.059679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4917b3e8-f110-4b25-bf0d-6d93266079a2 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2889900 Nov 09 18:28:49.059834 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:28:49.060042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60534) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:49.062238 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:49.065390 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5306f686-3d39-4043-823c-4dba6c2294cc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf543f-cf63-40c3-9938-c74f196cb92f', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:49.070422 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc41ca-89bc-4062-9ecc-52c557111662 None None] Pushing event updated for resources: {'Port': ['ID=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:49.119906 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-809dd298-78fe-4789-a773-58db7a96ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.135547 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5306f686-3d39-4043-823c-4dba6c2294cc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.183266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-809dd298-78fe-4789-a773-58db7a96ba82 None None] For port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:49.193268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-809dd298-78fe-4789-a773-58db7a96ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.233385 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:28:49.270021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5306f686-3d39-4043-823c-4dba6c2294cc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.282288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dd298-78fe-4789-a773-58db7a96ba82 None None] Pushing event updated for resources: {'Port': ['ID=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:49.283498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5306f686-3d39-4043-823c-4dba6c2294cc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.288100 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.305784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306f686-3d39-4043-823c-4dba6c2294cc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e493c36-9dd5-4ad6-aad3-3836e2c1d37a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:49.318105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5306f686-3d39-4043-823c-4dba6c2294cc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.319654 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5306f686-3d39-4043-823c-4dba6c2294cc tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585905 Nov 09 18:28:49.322525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60544) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:49.330745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-eef7d7e6-480f-4e76-85e9-21f8dc8ebd14 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf543f-cf63-40c3-9938-c74f196cb92f', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:49.374967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eef7d7e6-480f-4e76-85e9-21f8dc8ebd14 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.422008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-21c57fa1-0093-41b3-9c29-0234ffe7eae8 None None] Provisioning complete for port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:49.423227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-21c57fa1-0093-41b3-9c29-0234ffe7eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.472548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eef7d7e6-480f-4e76-85e9-21f8dc8ebd14 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.479100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eef7d7e6-480f-4e76-85e9-21f8dc8ebd14 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.517809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eef7d7e6-480f-4e76-85e9-21f8dc8ebd14 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.520362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eef7d7e6-480f-4e76-85e9-21f8dc8ebd14 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1955283 Nov 09 18:28:49.523287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60548) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:49.528598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7d7e6-480f-4e76-85e9-21f8dc8ebd14 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d440ebfe-7db5-49a7-b069-451882e4d6df,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:49.529839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf543f-cf63-40c3-9938-c74f196cb92f', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:49.554761 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:28:49.565446 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Project 8e9c6b7658244d5c85689f03eea8831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:28:49.571529 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.588069 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d787a7-bc10-4080-95f3-259149bbc9e6 None None] The sync data for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 is: [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:28:49.676527 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.681610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.712587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.716860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1893377 Nov 09 18:28:49.717194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60550) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:49.725320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'security_group_rule': {'security_group_id': 'b1cf543f-cf63-40c3-9938-c74f196cb92f', 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:49.733269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33214c-3634-46a9-95c4-502089689b5b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1219f0-de58-4506-8238-50aef282806c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:49.770917 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Project 8e9c6b7658244d5c85689f03eea8831b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:28:49.776770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.867703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.895518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.922661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5cac25-61e5-455b-92e6-725b3a00a4fe,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:49.947252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:49.950288 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1b308343-8309-4d04-8474-6d88afc78d0c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2317936 Nov 09 18:28:49.956223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:50.022685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:50.023388 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:50.140573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8e3d0182-c574-4685-8af3-258a67ee121e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:28:50.196517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a332e627-c297-4e04-a994-bd3532f7a1f7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28534669&fields=id&tenant_id=8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 267 time: 0.0393963 Nov 09 18:28:50.212617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8e3d0182-c574-4685-8af3-258a67ee121e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:50.213260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:50.393311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-f1217d27-7ff2-4328-b35f-ee576a195808 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:50.404305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-f1217d27-7ff2-4328-b35f-ee576a195808 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/networks?id=410c264d-0728-4a38-8a26-4f76ea608b82 HTTP/1.1" status: 200 len: 794 time: 0.1958442 Nov 09 18:28:50.434167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-04935705-15fa-4beb-a721-88c064354768 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/quotas/8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 375 time: 0.0274346 Nov 09 18:28:50.532376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-6b4a0b9e-2fd6-45e3-8d36-771d329e7f02 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987499 Nov 09 18:28:50.970967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-ecf6fec2-16c1-4aca-a277-d58052fa1118 service neutron] 10.222.0.32 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255269 Nov 09 18:28:51.096188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-3c01630b-e240-4fe1-baae-4a5cf80c6816 service neutron] 10.222.0.32 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173053 Nov 09 18:28:51.312051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d410f7f-9d04-47b7-95fc-40b116036910 req-e51ffdf1-7eab-4499-8808-56825a0ec78d tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 210 time: 0.0305221 Nov 09 18:28:52.519881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36b3e7e7-63c3-47b3-919c-3a86ff9fd13c req-433a2e2b-4cc7-46c0-8368-73a6389f461b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 210 time: 0.0532057 Nov 09 18:28:52.617375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-78766cc8-9848-41e8-a3ab-7487a331d499 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:52.618783 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-78766cc8-9848-41e8-a3ab-7487a331d499 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "GET /v2.0/networks?id=410c264d-0728-4a38-8a26-4f76ea608b82 HTTP/1.1" status: 200 len: 794 time: 0.1657269 Nov 09 18:28:52.665825 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-0dca5d5d-6660-4fd1-bc15-e46db75e5019 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9c6b7658244d5c85689f03eea8831b HTTP/1.1" status: 200 len: 378 time: 0.0366752 Nov 09 18:28:52.676503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'port': {'device_id': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'admin_state_up': True, 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'security_groups': ['b1cf543f-cf63-40c3-9938-c74f196cb92f']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:52.790230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Made reservation on behalf of 8e9c6b7658244d5c85689f03eea8831b for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:52.794008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:52.917120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.20.0.4 (410c264d-0728-4a38-8a26-4f76ea608b82/12c8f9cd-d8ee-4a7a-8736-a60193267a60/ebd4ef15-a820-4fdc-8efd-d70765053117) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:28:53.059358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.098811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.144335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network 410c264d-0728-4a38-8a26-4f76ea608b82 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:28:53.147374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:53.150979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:28:53.176995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=ebd4ef15-a820-4fdc-8efd-d70765053117,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:53.209909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:53.210638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.233879 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-006f42a6-0063-453e-ada9-a52c658d1f72 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620511 Nov 09 18:28:53.247371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Request body: {'port': {'device_id': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:53.317835 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.423479 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ac836390-c2c3-4591-b9b4-12b64d823cb0 None None] Provisioning complete for port ebd4ef15-a820-4fdc-8efd-d70765053117 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:28:53.423975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac836390-c2c3-4591-b9b4-12b64d823cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.475858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ac836390-c2c3-4591-b9b4-12b64d823cb0 None None] Port ebd4ef15-a820-4fdc-8efd-d70765053117 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:28:53.640600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd4ef15-a820-4fdc-8efd-d70765053117 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:53.648832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.656125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f516f-341b-4f3f-93b6-78c1ef5ee99f req-1018f495-1767-4571-a3f2-eda30d2a5dd9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:53.658281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d8f516f-341b-4f3f-93b6-78c1ef5ee99f req-1018f495-1767-4571-a3f2-eda30d2a5dd9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 931 time: 0.0520098 Nov 09 18:28:53.662727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Transition to ACTIVE for port object ebd4ef15-a820-4fdc-8efd-d70765053117 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:28:53.669723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.710018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d8f516f-341b-4f3f-93b6-78c1ef5ee99f req-65d8754f-b1ab-482f-8082-dbda941bbd80 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340047 Nov 09 18:28:53.754659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd4ef15-a820-4fdc-8efd-d70765053117,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:53.830229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Attempting to bind port ebd4ef15-a820-4fdc-8efd-d70765053117 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:28:53.830666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Attempting to bind port ebd4ef15-a820-4fdc-8efd-d70765053117 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:28:53.830997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Attempting to bind port ebd4ef15-a820-4fdc-8efd-d70765053117 on network 410c264d-0728-4a38-8a26-4f76ea608b82 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:53.835891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Port ebd4ef15-a820-4fdc-8efd-d70765053117 on network 410c264d-0728-4a38-8a26-4f76ea608b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:28:53.836216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Attempting to bind port ebd4ef15-a820-4fdc-8efd-d70765053117 on network 410c264d-0728-4a38-8a26-4f76ea608b82 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:28:53.841385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:28:53.841861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Checking segment: {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:53.842326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Bound using segment: {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:28:53.842761 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Bound port: ebd4ef15-a820-4fdc-8efd-d70765053117, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96773806-9ac4-4193-9241-7ad748254413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:28:53.843123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:53.933349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] For port ebd4ef15-a820-4fdc-8efd-d70765053117, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:28:53.938541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] For port ebd4ef15-a820-4fdc-8efd-d70765053117, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ebd4ef15-a820-4fdc-8efd-d70765053117,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:28:53.949353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:54.032525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd4ef15-a820-4fdc-8efd-d70765053117,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:54.047112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.048991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:54.050885 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-a7a55e9a-19ed-4deb-8762-9bbb35089655 service neutron] 10.222.0.85 "PUT /v2.0/ports/ebd4ef15-a820-4fdc-8efd-d70765053117 HTTP/1.1" status: 200 len: 1091 time: 0.8086336 Nov 09 18:28:54.051465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:28:54.053876 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe604651-58b9-4f3e-9651-201e3bc25839" -d '{"events": [{"name": "network-changed", "server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:28:54.129085 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eced85-a35e-47da-8531-e206fb2ed62f x-openstack-request-id: req-36eced85-a35e-47da-8531-e206fb2ed62f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:28:54.129453 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:28:54.129659 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36eced85-a35e-47da-8531-e206fb2ed62f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:28:54.130032 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'status': 'completed', 'code': 200} Nov 09 18:28:54.147824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-22afea29-b109-4ed0-acaf-31359691bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.149356 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-22afea29-b109-4ed0-acaf-31359691bfaa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 1094 time: 0.0542550 Nov 09 18:28:54.202947 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-c79a54d6-cfda-43cf-ab56-939ec5fcc989 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebd4ef15-a820-4fdc-8efd-d70765053117 HTTP/1.1" status: 200 len: 217 time: 0.0448399 Nov 09 18:28:54.255798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-0cacf2a5-ddc8-42fc-b054-354c041b6138 req-2e057b35-e8f0-4bdd-97c1-9dc305c503f5 service neutron] (102141) timed out ('10.222.0.32', 37174) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:28:54.275527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-c1b0dda4-c6ee-49fa-9ac3-42ba0a37d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.277290 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-c1b0dda4-c6ee-49fa-9ac3-42ba0a37d832 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=12c8f9cd-d8ee-4a7a-8736-a60193267a60 HTTP/1.1" status: 200 len: 835 time: 0.0672293 Nov 09 18:28:54.330684 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc963c-cdf5-442e-9286-27400cf7087f req-8f32b694-a00d-40c3-b862-2e7ba0b80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.332273 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-8f32b694-a00d-40c3-b862-2e7ba0b80350 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410c264d-0728-4a38-8a26-4f76ea608b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485516 Nov 09 18:28:54.437615 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-83453e6c-1928-4f66-82a8-22dd975e8fe1 service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983415 Nov 09 18:28:54.543487 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-65bc963c-cdf5-442e-9286-27400cf7087f req-6892c453-68b9-4120-82b1-5a956d326c19 service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991948 Nov 09 18:28:54.701907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-1cce82b8-4d6e-4ff6-b3c8-aa54839b9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.709334 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-1cce82b8-4d6e-4ff6-b3c8-aa54839b9603 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 1094 time: 0.1080511 Nov 09 18:28:54.861812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-93104a8b-cdb2-42c4-afae-d8e4acf12309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.863338 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-93104a8b-cdb2-42c4-afae-d8e4acf12309 service neutron] 10.222.0.85 "GET /v2.0/networks?id=410c264d-0728-4a38-8a26-4f76ea608b82 HTTP/1.1" status: 200 len: 895 time: 0.1465766 Nov 09 18:28:54.924331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-10696cb3-1527-4e89-bf86-37a5c26ce5b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebd4ef15-a820-4fdc-8efd-d70765053117 HTTP/1.1" status: 200 len: 217 time: 0.0510232 Nov 09 18:28:54.928269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe7e2e-1736-4993-b5b1-40e880ef44e7 req-abe92ff4-0fad-4707-ba6b-e290564f2e07 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.930870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5fe7e2e-1736-4993-b5b1-40e880ef44e7 req-abe92ff4-0fad-4707-ba6b-e290564f2e07 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 943 time: 0.0907946 Nov 09 18:28:54.977384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5fe7e2e-1736-4993-b5b1-40e880ef44e7 req-0adfb113-4554-4243-9081-07338d729246 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386858 Nov 09 18:28:54.993544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-89041a37-592d-497a-ad1c-782e848e3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:54.996834 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-89041a37-592d-497a-ad1c-782e848e3c2c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=12c8f9cd-d8ee-4a7a-8736-a60193267a60 HTTP/1.1" status: 200 len: 835 time: 0.0607724 Nov 09 18:28:55.058878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-f83ef3f0-9156-47c9-a67c-039aae853593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:55.060483 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-f83ef3f0-9156-47c9-a67c-039aae853593 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410c264d-0728-4a38-8a26-4f76ea608b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563865 Nov 09 18:28:55.156079 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-dfe457e2-96c7-4ebd-abd3-e8dbe58d5683 service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Nov 09 18:28:55.254908 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fe604651-58b9-4f3e-9651-201e3bc25839 req-e4d9cd15-d6d2-453a-9e93-e8d81756d16a service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910268 Nov 09 18:28:55.839025 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60650) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:55.954044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e240b28-1dca-401d-9a54-dc6ae8e5168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.039969 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e240b28-1dca-401d-9a54-dc6ae8e5168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.045332 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e240b28-1dca-401d-9a54-dc6ae8e5168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.093601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e240b28-1dca-401d-9a54-dc6ae8e5168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7604fda-bc1a-442c-b7f2-dbafa8bd9933,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:56.102018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8e240b28-1dca-401d-9a54-dc6ae8e5168c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2345ce4005e44675a614f6d420bd4969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617891 Nov 09 18:28:56.103005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60656) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:56.132747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2dd7-06ca-4fc3-bcc8-cf6cfda8c32c req-e4596c38-987d-4a1d-88d8-9f7d2e29b8f7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:56.135118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdea2dd7-06ca-4fc3-bcc8-cf6cfda8c32c req-e4596c38-987d-4a1d-88d8-9f7d2e29b8f7 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 943 time: 0.0560739 Nov 09 18:28:56.161892 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6878e755-c860-4c61-94d9-7c70c3fdba2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.178795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cdea2dd7-06ca-4fc3-bcc8-cf6cfda8c32c req-e116f739-ccc5-465f-8fdc-e0a3af1f3c52 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366011 Nov 09 18:28:56.184317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6878e755-c860-4c61-94d9-7c70c3fdba2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.243660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6878e755-c860-4c61-94d9-7c70c3fdba2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.246734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6878e755-c860-4c61-94d9-7c70c3fdba2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.254657 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6878e755-c860-4c61-94d9-7c70c3fdba2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7604fda-bc1a-442c-b7f2-dbafa8bd9933 HTTP/1.1" status: 204 len: 168 time: 0.1466777 Nov 09 18:28:56.267157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878e755-c860-4c61-94d9-7c70c3fdba2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7604fda-bc1a-442c-b7f2-dbafa8bd9933,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:56.547649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60662) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:56.561528 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4375a892-1996-44fb-8757-f5f2adc615a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.646323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4375a892-1996-44fb-8757-f5f2adc615a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.649948 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4375a892-1996-44fb-8757-f5f2adc615a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.687569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4375a892-1996-44fb-8757-f5f2adc615a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f58163e86d04222ad3ce1894e62fbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385596 Nov 09 18:28:56.688355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a892-1996-44fb-8757-f5f2adc615a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f2b1c1-4817-48f4-bb46-555c25cddbc6,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:56.690916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60666) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:56.741044 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2098e63-a30e-404c-a5d7-911dccf1907c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.762950 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2098e63-a30e-404c-a5d7-911dccf1907c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.814507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2098e63-a30e-404c-a5d7-911dccf1907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.817136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f2098e63-a30e-404c-a5d7-911dccf1907c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:56.818301 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f2098e63-a30e-404c-a5d7-911dccf1907c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75f2b1c1-4817-48f4-bb46-555c25cddbc6 HTTP/1.1" status: 204 len: 168 time: 0.1262956 Nov 09 18:28:56.825872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2098e63-a30e-404c-a5d7-911dccf1907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f2b1c1-4817-48f4-bb46-555c25cddbc6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:57.134280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60672) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:57.147336 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ab8916d-38f2-43c8-94d5-8619464e92c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:57.221194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ab8916d-38f2-43c8-94d5-8619464e92c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:57.225110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2ab8916d-38f2-43c8-94d5-8619464e92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:57.264355 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ab8916d-38f2-43c8-94d5-8619464e92c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48e175c7fac6420a8979f6a90d165b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288545 Nov 09 18:28:57.265336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8916d-38f2-43c8-94d5-8619464e92c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd4cca-a1d3-41fa-bb52-14afc43e4743,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:57.268011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60676) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:57.302295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8dca3-f37b-48a8-9a15-22e40ba809c3 req-87d32112-be61-4580-b2b0-f23d9642b50a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:57.303728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39c8dca3-f37b-48a8-9a15-22e40ba809c3 req-87d32112-be61-4580-b2b0-f23d9642b50a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 943 time: 0.0560706 Nov 09 18:28:57.320355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3146a349-a08d-4034-a94b-8abeef9f4e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:57.341156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-39c8dca3-f37b-48a8-9a15-22e40ba809c3 req-5f485fe9-1cd7-400f-a007-7c6b2ed3d414 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311689 Nov 09 18:28:57.341357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3146a349-a08d-4034-a94b-8abeef9f4e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:57.387303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3146a349-a08d-4034-a94b-8abeef9f4e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:57.389882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3146a349-a08d-4034-a94b-8abeef9f4e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:57.391583 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3146a349-a08d-4034-a94b-8abeef9f4e8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54fd4cca-a1d3-41fa-bb52-14afc43e4743 HTTP/1.1" status: 204 len: 168 time: 0.1221464 Nov 09 18:28:57.400669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146a349-a08d-4034-a94b-8abeef9f4e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fd4cca-a1d3-41fa-bb52-14afc43e4743,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:58.057822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60704) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:58.165870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-235522208-network', 'tenant_id': '5b678adc5b3f4c0d8085b2ebd890e249'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:58.214039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Made reservation on behalf of 5b678adc5b3f4c0d8085b2ebd890e249 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:58.216419 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.229162 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-12c1f4a1-7f7e-430f-9762-4f8a55c5ea7b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595288 Nov 09 18:28:58.229775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.322615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-93c44455-7807-41dc-adeb-38ab3a023f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:58.324114 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-93c44455-7807-41dc-adeb-38ab3a023f78 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 1096 time: 0.0705633 Nov 09 18:28:58.356497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.369842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.424969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:28:58.447949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.448300 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Added segment 9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06 of type vlan for network e9e63d90-5edc-44b7-9b77-340de8ae914f Nov 09 18:28:58.458921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83604-87e7-4eb7-bb54-a8564b44f437 req-2f08c028-339c-49e6-b2e6-78f0c39ce2c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:58.460704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b523000-70bf-45e2-8288-10c07c3c18ed,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:58.462574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ae83604-87e7-4eb7-bb54-a8564b44f437 req-2f08c028-339c-49e6-b2e6-78f0c39ce2c9 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 943 time: 0.0530875 Nov 09 18:28:58.472487 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ebd4ef15-a820-4fdc-8efd-d70765053117 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:28:58.506009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0ae83604-87e7-4eb7-bb54-a8564b44f437 req-9886c1ff-a90e-432a-b9a2-49681866d3a1 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385418 Nov 09 18:28:58.512869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.527796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-aa832941-68d0-4f38-8e9c-d337a7e6dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:58.529353 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-aa832941-68d0-4f38-8e9c-d337a7e6dfef service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1818666 Nov 09 18:28:58.585140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.586496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:58.587184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.605206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ebd4ef15-a820-4fdc-8efd-d70765053117, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ebd4ef15-a820-4fdc-8efd-d70765053117,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:58.617663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'port_id': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'mac_address': 'fa:16:3e:5d:e8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:28:58.673231 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6141429 Nov 09 18:28:58.678518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60710) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:28:58.688911 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-d7355caf-4c03-4d3e-ac70-8ab6e11157fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb HTTP/1.1" status: 200 len: 1000 time: 0.1469355 Nov 09 18:28:58.689940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148177f-4b3a-415f-8a7b-5ec633df0698 admin admin] Pushing event updated for resources: {'Network': ['ID=e9e63d90-5edc-44b7-9b77-340de8ae914f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:58.690496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Request body: {'subnet': {'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-235522208-subnet', 'tenant_id': '5b678adc5b3f4c0d8085b2ebd890e249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:28:58.705400 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e9e63d90-5edc-44b7-9b77-340de8ae914f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:28:58.720490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Made reservation on behalf of 5b678adc5b3f4c0d8085b2ebd890e249 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:28:58.724006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.762356 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.762850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-c7fd6992-fe6d-4a3b-bd7e-ea09fd48cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:58.770671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-c7fd6992-fe6d-4a3b-bd7e-ea09fd48cf96 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0768325 Nov 09 18:28:58.792783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd4ef15-a820-4fdc-8efd-d70765053117 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:28:58.820647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ebd4ef15-a820-4fdc-8efd-d70765053117, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ebd4ef15-a820-4fdc-8efd-d70765053117,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:28:58.828473 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.838700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-8a4e21e5-63d7-4242-8603-3f3e72df91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:58.840873 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-8a4e21e5-63d7-4242-8603-3f3e72df91c9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636163 Nov 09 18:28:58.880530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ebd4ef15-a820-4fdc-8efd-d70765053117,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:58.925634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:58.962308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-32df0e63-c8d3-4fac-a33c-16314bd7c6a2 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091418 Nov 09 18:28:58.987846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d299691e-920c-4a10-b69b-9fe8ce933e90,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:28:58.996494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Checking segment: {'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:28:58.996855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Network hostable DHCP agents. Network: e9e63d90-5edc-44b7-9b77-340de8ae914f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:28:59.013743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Network e9e63d90-5edc-44b7-9b77-340de8ae914f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:28:59.023186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e9e63d90-5edc-44b7-9b77-340de8ae914f) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:28:59.028746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:59.030310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:28:59.033556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbd989-c272-4fe9-b428-6292b38bb04c None None] Network e9e63d90-5edc-44b7-9b77-340de8ae914f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:59.049040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-19756d0e-2d7e-44db-958a-7060ebc6abf0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3690755 Nov 09 18:28:59.073345 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a9960fe1-a062-4e73-bb1f-015aa5c25b7f req-4686e529-d0c0-4567-9c5c-3b634dfa8e4b service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025879 Nov 09 18:28:59.073557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ebd4ef15-a820-4fdc-8efd-d70765053117'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:28:59.214832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4954d5bb-3e9e-4c37-a9fb-00472c852a97 None None] Network e9e63d90-5edc-44b7-9b77-340de8ae914f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:28:59.645998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f99b-cf60-4f81-945e-3e11f5a71bf5 req-b3940af4-dbfd-4b9b-a178-e21a10ddb28a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:28:59.647711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc60f99b-cf60-4f81-945e-3e11f5a71bf5 req-b3940af4-dbfd-4b9b-a178-e21a10ddb28a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 944 time: 0.0546448 Nov 09 18:28:59.686655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc60f99b-cf60-4f81-945e-3e11f5a71bf5 req-fad18a2f-8a62-477a-84d9-828f4ebeb54b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329738 Nov 09 18:29:00.488329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ebd4ef15-a820-4fdc-8efd-d70765053117 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:00.536165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port ebd4ef15-a820-4fdc-8efd-d70765053117 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:29:00.539867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port ebd4ef15-a820-4fdc-8efd-d70765053117 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:00.540243 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:00.621423 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:00.676281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:00.679690 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703e666-f668-4aa0-8380-dfc434f27bbb" -d '{"events": [{"server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:00.698268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ebd4ef15-a820-4fdc-8efd-d70765053117, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ebd4ef15-a820-4fdc-8efd-d70765053117,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:00.702405 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:00.761478 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ebd4ef15-a820-4fdc-8efd-d70765053117,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:00.847873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-36f71c80-05fa-4e8c-ac46-52a22cb19db7 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:00.849448 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-36f71c80-05fa-4e8c-ac46-52a22cb19db7 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/networks?id=e9e63d90-5edc-44b7-9b77-340de8ae914f HTTP/1.1" status: 200 len: 808 time: 0.1122255 Nov 09 18:29:00.864891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-7ba9739e-c9bf-46ce-b6eb-f1d7e85c12db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/quotas/5b678adc5b3f4c0d8085b2ebd890e249 HTTP/1.1" status: 200 len: 375 time: 0.0094392 Nov 09 18:29:00.902681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-9cfa1bc3-eddb-464f-9620-e0dcf61126c6 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b678adc5b3f4c0d8085b2ebd890e249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319941 Nov 09 18:29:01.003361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-098f6508-3a41-42e5-8471-22531abaf45c service neutron] 10.222.0.32 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931308 Nov 09 18:29:01.096478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-62e16cea-d73b-4303-8cf3-eb5dde949034 service neutron] 10.222.0.32 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870266 Nov 09 18:29:01.235141 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb9a1a6-3a34-400a-b451-bdeccb45ba91 x-openstack-request-id: req-1eb9a1a6-3a34-400a-b451-bdeccb45ba91 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:01.235434 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "name": "network-vif-plugged", "status": "completed", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:01.235691 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eb9a1a6-3a34-400a-b451-bdeccb45ba91 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:01.236087 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'code': 200} Nov 09 18:29:01.334486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626af322-c9a9-4551-ad4a-25f9e3c66f76 req-3d3a9138-50a5-41d1-a2b8-5d4f0861d46f tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:01.335983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-626af322-c9a9-4551-ad4a-25f9e3c66f76 req-3d3a9138-50a5-41d1-a2b8-5d4f0861d46f tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 945 time: 0.0549126 Nov 09 18:29:01.338655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf892da-f54a-407a-b628-07ab959e89b0 req-9b68018d-d6d4-4724-a46c-86a9daa3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:01.340120 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bbf892da-f54a-407a-b628-07ab959e89b0 req-9b68018d-d6d4-4724-a46c-86a9daa3c889 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 1096 time: 0.0416727 Nov 09 18:29:01.376594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-626af322-c9a9-4551-ad4a-25f9e3c66f76 req-03547810-76d0-4073-83f0-5994aaeaecd4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342846 Nov 09 18:29:01.385208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bbf892da-f54a-407a-b628-07ab959e89b0 req-046281a1-c170-43c3-a650-192743de5a05 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376153 Nov 09 18:29:01.447257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56e55cb4-a06a-4a0e-8e14-872061af076c req-5853fab0-f1fa-43c7-8a3b-95bcdcd86d52 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 210 time: 0.0297174 Nov 09 18:29:02.294772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-a22febfa-a5be-4a71-9107-ec5e16d30fe5 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:02.296223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-a22febfa-a5be-4a71-9107-ec5e16d30fe5 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "GET /v2.0/networks?id=e9e63d90-5edc-44b7-9b77-340de8ae914f HTTP/1.1" status: 200 len: 808 time: 0.1087177 Nov 09 18:29:02.311922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Request body: {'port': {'device_id': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f', 'admin_state_up': True, 'tenant_id': '5b678adc5b3f4c0d8085b2ebd890e249'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:02.419355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Made reservation on behalf of 5b678adc5b3f4c0d8085b2ebd890e249 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:02.423637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:02.571635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7be27-6cd9-4377-9bb3-c354e5a77154 req-43ea0652-86e2-4f5d-965d-ae22193ad814 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:02.573112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acf7be27-6cd9-4377-9bb3-c354e5a77154 req-43ea0652-86e2-4f5d-965d-ae22193ad814 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 945 time: 0.0898619 Nov 09 18:29:02.605774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Allocated IP 172.20.0.4 (e9e63d90-5edc-44b7-9b77-340de8ae914f/d299691e-920c-4a10-b69b-9fe8ce933e90/d5cbb352-fdb3-486a-b0ad-97867e36138c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:02.633185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-acf7be27-6cd9-4377-9bb3-c354e5a77154 req-5f5819c5-4889-45d1-8e18-ad98bdab839b tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520208 Nov 09 18:29:02.759860 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6099a58f-63cc-4457-b031-c1d80c131be5 req-e036625f-37ba-4192-9a4d-9ee92a30c3d0 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 210 time: 0.0332613 Nov 09 18:29:02.813060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:02.847169 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:02.892659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Network e9e63d90-5edc-44b7-9b77-340de8ae914f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:02.895737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:02.899362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:02.925413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Pushing event updated for resources: {'Port': ['ID=d5cbb352-fdb3-486a-b0ad-97867e36138c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:02.940143 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.940405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.940740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.941071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.941399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.941726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.942049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.942398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.942721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.943041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.943375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.943676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:02.963804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:02.964418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:02.980986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-c2f46745-da97-47ef-bf82-33b91b1e76db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6730335 Nov 09 18:29:02.999128 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Request body: {'port': {'device_id': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:03.050742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:03.320411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cbb352-fdb3-486a-b0ad-97867e36138c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:03.328158 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:03.340724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Transition to ACTIVE for port object d5cbb352-fdb3-486a-b0ad-97867e36138c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:29:03.343675 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:03.392019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Pushing event updated for resources: {'Port': ['ID=d5cbb352-fdb3-486a-b0ad-97867e36138c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:03.463461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Attempting to bind port d5cbb352-fdb3-486a-b0ad-97867e36138c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:29:03.463793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Attempting to bind port d5cbb352-fdb3-486a-b0ad-97867e36138c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:29:03.464126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Attempting to bind port d5cbb352-fdb3-486a-b0ad-97867e36138c on network e9e63d90-5edc-44b7-9b77-340de8ae914f {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:03.468369 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Port d5cbb352-fdb3-486a-b0ad-97867e36138c on network e9e63d90-5edc-44b7-9b77-340de8ae914f not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:29:03.468716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Attempting to bind port d5cbb352-fdb3-486a-b0ad-97867e36138c on network e9e63d90-5edc-44b7-9b77-340de8ae914f {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:03.473546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:03.473883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Checking segment: {'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:29:03.474298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Bound using segment: {'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:03.474723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Bound port: d5cbb352-fdb3-486a-b0ad-97867e36138c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:29:03.475074 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:03.537268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] For port d5cbb352-fdb3-486a-b0ad-97867e36138c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:03.540500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] For port d5cbb352-fdb3-486a-b0ad-97867e36138c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d5cbb352-fdb3-486a-b0ad-97867e36138c,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:03.543910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:03.579071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:03.579683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:03.581072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] 10.222.0.73 "PUT /v2.0/ports/d5cbb352-fdb3-486a-b0ad-97867e36138c HTTP/1.1" status: 200 len: 1091 time: 0.5860140 Nov 09 18:29:03.581516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'tag': 'd5cbb352-fdb3-486a-b0ad-97867e36138c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:03.583812 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b7492-e551-44c5-9158-b1cc496412d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbdca17-ca87-46cb-981f-afdf2a36e95f", "tag": "d5cbb352-fdb3-486a-b0ad-97867e36138c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:03.619322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c89296-93a1-4f57-b34d-1b17bb5511aa service neutron] Pushing event updated for resources: {'Port': ['ID=d5cbb352-fdb3-486a-b0ad-97867e36138c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:03.624603 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec934db-bf80-47b4-beea-40f93b3f2fee x-openstack-request-id: req-2ec934db-bf80-47b4-beea-40f93b3f2fee {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:03.625016 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbdca17-ca87-46cb-981f-afdf2a36e95f", "tag": "d5cbb352-fdb3-486a-b0ad-97867e36138c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:03.625866 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ec934db-bf80-47b4-beea-40f93b3f2fee {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:03.626414 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'tag': 'd5cbb352-fdb3-486a-b0ad-97867e36138c', 'status': 'completed', 'code': 200} Nov 09 18:29:03.667524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-a2721734-106c-42bc-8e6c-bc419749b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:03.669128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-a2721734-106c-42bc-8e6c-bc419749b4c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b678adc5b3f4c0d8085b2ebd890e249&device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 1094 time: 0.0410683 Nov 09 18:29:03.724030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-bd5173a3-b70b-49f9-bf2c-a48cf411945d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5cbb352-fdb3-486a-b0ad-97867e36138c HTTP/1.1" status: 200 len: 217 time: 0.0406363 Nov 09 18:29:03.796355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-96d161fd-bf97-42ea-b5ae-95911c182d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:03.798430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-96d161fd-bf97-42ea-b5ae-95911c182d58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d299691e-920c-4a10-b69b-9fe8ce933e90 HTTP/1.1" status: 200 len: 848 time: 0.0660162 Nov 09 18:29:03.806808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f79391-d826-43db-8e35-dab5c811c522 req-6781492a-fdba-4f89-97b5-31e3e966039e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:03.808215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1f79391-d826-43db-8e35-dab5c811c522 req-6781492a-fdba-4f89-97b5-31e3e966039e tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 945 time: 0.0869994 Nov 09 18:29:03.847939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-864980cf-e941-4bf9-b849-1c20aad42640 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9e63d90-5edc-44b7-9b77-340de8ae914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379269 Nov 09 18:29:03.883752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1f79391-d826-43db-8e35-dab5c811c522 req-20434ea0-d8cd-4f64-9f12-8c38055d403a tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662618 Nov 09 18:29:03.964663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-4ab942ab-eec6-412b-9069-918d4162f651 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035972 Nov 09 18:29:04.073429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb754cd-3387-449a-a326-b7e0963bb044 req-c8a284a6-ac1b-4277-9a52-0dd0befb132f tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:04.074942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abb754cd-3387-449a-a326-b7e0963bb044 req-c8a284a6-ac1b-4277-9a52-0dd0befb132f tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 943 time: 0.1017473 Nov 09 18:29:04.117324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b942d76-ea96-4afb-88ec-552c660f10e6 req-632e635e-cf1c-4c0d-85fa-d7328e08405d service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353750 Nov 09 18:29:04.129666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abb754cd-3387-449a-a326-b7e0963bb044 req-b7da5358-6b50-4292-ae91-a0b00932a8d3 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459249 Nov 09 18:29:04.254197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-0538581a-8798-468c-9ea3-4c3fd82e9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:04.255677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-0538581a-8798-468c-9ea3-4c3fd82e9941 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b678adc5b3f4c0d8085b2ebd890e249&device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 1094 time: 0.0810108 Nov 09 18:29:04.268408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b08c28-7fee-43fe-8fe2-236a04562755 req-d594d945-197f-49a8-ad45-a0960275aabb tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:04.269838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-57b08c28-7fee-43fe-8fe2-236a04562755 req-d594d945-197f-49a8-ad45-a0960275aabb tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 945 time: 0.0679379 Nov 09 18:29:04.352723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-57b08c28-7fee-43fe-8fe2-236a04562755 req-1fe01cb8-f30b-43b1-9c98-582cd9b2ed3c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748556 Nov 09 18:29:04.375368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60792) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:04.380850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-3ad02676-a53e-481c-9415-6e813330cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:04.382347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-3ad02676-a53e-481c-9415-6e813330cb99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9e63d90-5edc-44b7-9b77-340de8ae914f HTTP/1.1" status: 200 len: 909 time: 0.1116121 Nov 09 18:29:04.420254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458304f0-29fd-44e8-b84f-ae91bb75a805 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:04.421831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-458304f0-29fd-44e8-b84f-ae91bb75a805 tempest-TestNetworkBasicOps-668473185 tempest-TestNetworkBasicOps-668473185-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 1091 time: 0.0442872 Nov 09 18:29:04.424674 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60794) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:04.429030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:04.433035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-e44f473a-ca80-4e98-8758-1296e653a213 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5cbb352-fdb3-486a-b0ad-97867e36138c HTTP/1.1" status: 200 len: 217 time: 0.0432234 Nov 09 18:29:04.455056 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:04.488969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-3c064a86-ee18-4a7d-94dd-a3629801f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:04.490579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-3c064a86-ee18-4a7d-94dd-a3629801f178 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d299691e-920c-4a10-b69b-9fe8ce933e90 HTTP/1.1" status: 200 len: 848 time: 0.0477912 Nov 09 18:29:04.528516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-0d3a819f-8e14-413b-9290-edb1e9c29f83 req-8721fccf-2b9f-43af-859f-7939c84dbe69 service neutron] (102140) timed out ('10.222.0.32', 40484) {{(pid=102140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:29:04.530835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-1883ce26-f222-4e22-9850-39172dcce73d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9e63d90-5edc-44b7-9b77-340de8ae914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310509 Nov 09 18:29:04.555869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:04.631778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-9925aae5-1332-4f64-85a1-8d8e7fe91438 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917826 Nov 09 18:29:04.668135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Allocated IP 172.25.0.241 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/1b116fbb-768e-4525-b0cf-0393364a6756) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:04.733141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee8b7492-e551-44c5-9158-b1cc496412d6 req-136054ae-1f64-49cd-93d0-b50ef77c9ee1 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928814 Nov 09 18:29:04.777766 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:04.816414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:04.852922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:04.856890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:04.864904 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:04.867878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=1b116fbb-768e-4525-b0cf-0393364a6756,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:05.256885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31c54d-85c8-41d0-a928-718f7189f85a req-a3f3b42b-e210-4aeb-9851-b371dc45ddd0 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:05.258681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c31c54d-85c8-41d0-a928-718f7189f85a req-a3f3b42b-e210-4aeb-9851-b371dc45ddd0 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 943 time: 0.0559921 Nov 09 18:29:05.316441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c31c54d-85c8-41d0-a928-718f7189f85a req-73613c7e-3b1c-4810-ba2a-8d98521f9b31 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 Nov 09 18:29:05.608657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:05.709479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:05.856869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:05.858527 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:29:05.862555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:05.936762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event updated for resources: {'Port': ['ID=1b116fbb-768e-4525-b0cf-0393364a6756,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:05.946645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:06.050804 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Floating IP 2a5f7637-9649-4254-8f8c-9a19bbe1c528 associated. External IP: 172.25.0.241, port: ebd4ef15-a820-4fdc-8efd-d70765053117. Nov 09 18:29:06.256090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 5c4dab6b-7343-4652-a667-1247693e9f1d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:06.365199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:06.381747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f0536-7476-4475-954e-738110715b64 None None] Sync routers for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:06.392408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:06.393373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:06.393567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:06.427163 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-00de2aa7-4834-47f2-8403-ce11b28466d6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0013812 Nov 09 18:29:06.427872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:06.429982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60806) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:06.430808 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:06.507271 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c1e0d57e-c98d-478c-9e81-95b194175eae tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/floatingips/2a5f7637-9649-4254-8f8c-9a19bbe1c528 HTTP/1.1" status: 200 len: 991 time: 0.0749764 Nov 09 18:29:06.672396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:06.684217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33eccc-8c4b-45fc-aab5-1cfd47e06281 req-48842572-041d-4fba-aa37-1ea775986540 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.685720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb33eccc-8c4b-45fc-aab5-1cfd47e06281 req-48842572-041d-4fba-aa37-1ea775986540 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 943 time: 0.0482018 Nov 09 18:29:06.723284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb33eccc-8c4b-45fc-aab5-1cfd47e06281 req-54afe86b-0bf2-4aff-85fc-8761aa545f44 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 Nov 09 18:29:06.887201 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82dad7-2c5f-4185-b5dc-273ffd3d2c74 x-openstack-request-id: req-1a82dad7-2c5f-4185-b5dc-273ffd3d2c74 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:06.887731 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:06.887829 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a82dad7-2c5f-4185-b5dc-273ffd3d2c74 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:06.888530 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'status': 'completed', 'code': 200} Nov 09 18:29:06.903334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2a5f7637-9649-4254-8f8c-9a19bbe1c528', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'port_id': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'mac_address': 'fa:16:3e:5d:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:29:05Z', 'updated_at': '2021-11-09T18:29:05Z', 'revision_number': 0, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:49Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:06.935042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f0536-7476-4475-954e-738110715b64 None None] Checking router: 5c4dab6b-7343-4652-a667-1247693e9f1d for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:06.943965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:06.944793 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:28:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:06.958952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-5efd04a1-21e7-4b51-ba3c-226a032cd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.960558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-5efd04a1-21e7-4b51-ba3c-226a032cd033 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 1096 time: 0.0501971 Nov 09 18:29:06.986615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fc2e8-e74d-4834-ac1c-9b48205dd6c8 req-fb2704af-f3c3-4b6a-9ef7-3015987b8800 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:06.988123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef5fc2e8-e74d-4834-ac1c-9b48205dd6c8 req-fb2704af-f3c3-4b6a-9ef7-3015987b8800 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 945 time: 0.0515604 Nov 09 18:29:07.030815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef5fc2e8-e74d-4834-ac1c-9b48205dd6c8 req-8f6f7639-4d35-4007-8cd5-847fd729cd17 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362215 Nov 09 18:29:07.052709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:07.058822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-852d9a9c-ee1d-4e7f-8485-4efc87938822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:07.060320 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-852d9a9c-ee1d-4e7f-8485-4efc87938822 service neutron] 10.222.0.85 "GET /v2.0/networks?id=410c264d-0728-4a38-8a26-4f76ea608b82 HTTP/1.1" status: 200 len: 895 time: 0.0923665 Nov 09 18:29:07.085280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d5cbb352-fdb3-486a-b0ad-97867e36138c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:29:07.127599 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-4022a748-fab4-4223-975f-6bfbb234113e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebd4ef15-a820-4fdc-8efd-d70765053117 HTTP/1.1" status: 200 len: 999 time: 0.0600667 Nov 09 18:29:07.175890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-c33bdbf4-cbfd-4912-b232-b1b742f56e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:07.177335 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-c33bdbf4-cbfd-4912-b232-b1b742f56e36 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=12c8f9cd-d8ee-4a7a-8736-a60193267a60 HTTP/1.1" status: 200 len: 835 time: 0.0434740 Nov 09 18:29:07.226813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-93c4a15e-cc7d-4405-9796-a8a013414528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:07.228302 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-93c4a15e-cc7d-4405-9796-a8a013414528 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410c264d-0728-4a38-8a26-4f76ea608b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437181 Nov 09 18:29:07.276142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d5cbb352-fdb3-486a-b0ad-97867e36138c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d5cbb352-fdb3-486a-b0ad-97867e36138c,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:07.314108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'd5cbb352-fdb3-486a-b0ad-97867e36138c', 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f', 'port_id': 'd5cbb352-fdb3-486a-b0ad-97867e36138c', 'mac_address': 'fa:16:3e:84:52:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd299691e-920c-4a10-b69b-9fe8ce933e90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:29:07.328971 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-375dd189-6be3-44d5-935a-71978aa8943b service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921545 Nov 09 18:29:07.345547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3881e2d1-2002-4d73-bd82-79d64b6d6350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:07.387955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:07.404733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cbb352-fdb3-486a-b0ad-97867e36138c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:07.428969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d5cbb352-fdb3-486a-b0ad-97867e36138c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d5cbb352-fdb3-486a-b0ad-97867e36138c,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:07.431231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c90f0536-7476-4475-954e-738110715b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2a5f7637-9649-4254-8f8c-9a19bbe1c528', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'port_id': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'mac_address': 'fa:16:3e:5d:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:29:05Z', 'updated_at': '2021-11-09T18:29:05Z', 'revision_number': 0, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:49Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:07.434955 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e4fced82-efc7-408b-ae3e-17acb1e2d4b7 req-9861d585-2174-4bfa-967c-79f947bb8091 service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993609 Nov 09 18:29:07.436435 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:07.471706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f0536-7476-4475-954e-738110715b64 None None] The sync data for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 is: [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2a5f7637-9649-4254-8f8c-9a19bbe1c528', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'port_id': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'mac_address': 'fa:16:3e:5d:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:29:05Z', 'updated_at': '2021-11-09T18:29:05Z', 'revision_number': 0, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:49Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:07.510580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 60812) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:07.525168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d5cbb352-fdb3-486a-b0ad-97867e36138c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:07.574476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a713f53-b9cb-4703-b513-862efd2fc0c3 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/floatingips/2a5f7637-9649-4254-8f8c-9a19bbe1c528 HTTP/1.1" status: 200 len: 991 time: 0.0625749 Nov 09 18:29:07.671568 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a21a4-cc8d-4f46-86e7-3655e5e3ddd3 None None] New status for floating IP 2a5f7637-9649-4254-8f8c-9a19bbe1c528: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:29:07.686467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d5cbb352-fdb3-486a-b0ad-97867e36138c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:29:07.846177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f456-a4cc-4122-b51a-61a0dd24d641 req-fcb602de-91f5-42a1-99d5-a7da64363f27 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:07.847686 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79f1f456-a4cc-4122-b51a-61a0dd24d641 req-fcb602de-91f5-42a1-99d5-a7da64363f27 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 944 time: 0.0563951 Nov 09 18:29:07.885172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79f1f456-a4cc-4122-b51a-61a0dd24d641 req-f782a1f8-be9f-403f-94d7-cc0190227807 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Nov 09 18:29:08.150678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afcef3-fcf4-4a2d-bfcd-b99c7a1a6948 req-b6b532c7-8052-4f5b-91e3-64f8571da5ab tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:08.152015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25afcef3-fcf4-4a2d-bfcd-b99c7a1a6948 req-b6b532c7-8052-4f5b-91e3-64f8571da5ab tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 945 time: 0.0506389 Nov 09 18:29:08.188512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-25afcef3-fcf4-4a2d-bfcd-b99c7a1a6948 req-633aea32-b18c-40c9-b067-de9d98d19172 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299196 Nov 09 18:29:08.578767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 60818) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:08.626335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-5e1fc85c-db10-40f9-aa8e-a18f75139553 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:08.627809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-5e1fc85c-db10-40f9-aa8e-a18f75139553 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Nov 09 18:29:08.638767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-75954c2c-940c-4426-9a7e-cd14196f0065 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/floatingips/2a5f7637-9649-4254-8f8c-9a19bbe1c528 HTTP/1.1" status: 200 len: 993 time: 0.0588269 Nov 09 18:29:08.725621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Deleting port 691213a2-3c5b-43a9-9734-51109727487e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:08.725969 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:08.814417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] For port 691213a2-3c5b-43a9-9734-51109727487e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=691213a2-3c5b-43a9-9734-51109727487e,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:08.814784 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:08.826848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Calling delete_port for 691213a2-3c5b-43a9-9734-51109727487e owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:08.956228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:08.971530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['691213a2-3c5b-43a9-9734-51109727487e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:29:08.992237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Pushing event deleted for resources: {'Port': ['ID=691213a2-3c5b-43a9-9734-51109727487e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:09.059038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] No DVR routers for this DVR port 691213a2-3c5b-43a9-9734-51109727487e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:09.067590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb650c-0566-4909-b99b-9cf4ef477af0 req-2d898170-e1f8-4351-8dc6-2f741beb8495 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:09.069065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfcb650c-0566-4909-b99b-9cf4ef477af0 req-2d898170-e1f8-4351-8dc6-2f741beb8495 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 944 time: 0.0897572 Nov 09 18:29:09.070041 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:09.073170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2d50551-3f4c-4fce-b7dd-f3f12aa23ea6 req-d51fd768-84ad-457d-beda-69fbd200f400 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "DELETE /v2.0/ports/691213a2-3c5b-43a9-9734-51109727487e HTTP/1.1" status: 204 len: 173 time: 0.4355581 Nov 09 18:29:09.073598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'name': 'network-vif-deleted', 'tag': '691213a2-3c5b-43a9-9734-51109727487e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:09.075833 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2c050f-2eb6-438a-862f-4de0b389817e" -d '{"events": [{"server_uuid": "ef6cffe0-1469-4ed3-b205-cad94b463686", "name": "network-vif-deleted", "tag": "691213a2-3c5b-43a9-9734-51109727487e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:09.087279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d5cbb352-fdb3-486a-b0ad-97867e36138c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:09.112782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bfcb650c-0566-4909-b99b-9cf4ef477af0 req-d7630eec-4953-4383-a002-cc51a110a5ad tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Nov 09 18:29:09.145399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port d5cbb352-fdb3-486a-b0ad-97867e36138c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:29:09.149688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port d5cbb352-fdb3-486a-b0ad-97867e36138c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:09.150098 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:09.164793 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a63e32-2a62-4ff9-b9ce-429f6d8af61f x-openstack-request-id: req-d1a63e32-2a62-4ff9-b9ce-429f6d8af61f {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:09.165092 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6cffe0-1469-4ed3-b205-cad94b463686", "name": "network-vif-deleted", "tag": "691213a2-3c5b-43a9-9734-51109727487e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:09.165354 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1a63e32-2a62-4ff9-b9ce-429f6d8af61f {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:09.165765 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6cffe0-1469-4ed3-b205-cad94b463686', 'name': 'network-vif-deleted', 'tag': '691213a2-3c5b-43a9-9734-51109727487e', 'status': 'completed', 'code': 200} Nov 09 18:29:09.228937 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:09.254159 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cbb352-fdb3-486a-b0ad-97867e36138c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:09.256504 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01066999-9ea7-4238-a578-97f171485939" -d '{"events": [{"server_uuid": "4dbdca17-ca87-46cb-981f-afdf2a36e95f", "name": "network-vif-plugged", "status": "completed", "tag": "d5cbb352-fdb3-486a-b0ad-97867e36138c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:09.268411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d5cbb352-fdb3-486a-b0ad-97867e36138c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d5cbb352-fdb3-486a-b0ad-97867e36138c,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:09.272657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:09.295903 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab25324d-8d39-4ca3-a17a-24ee2d422fc9 req-b334f2f8-bb10-4ae9-a5f1-b3abbdb82a00 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef6cffe0-1469-4ed3-b205-cad94b463686 HTTP/1.1" status: 200 len: 210 time: 0.0284810 Nov 09 18:29:09.319861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d5cbb352-fdb3-486a-b0ad-97867e36138c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:09.338698 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e801c37-7960-4cb0-82cc-4e222ce57cf5 x-openstack-request-id: req-1e801c37-7960-4cb0-82cc-4e222ce57cf5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:09.338990 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbdca17-ca87-46cb-981f-afdf2a36e95f", "name": "network-vif-plugged", "status": "completed", "tag": "d5cbb352-fdb3-486a-b0ad-97867e36138c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:09.339244 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e801c37-7960-4cb0-82cc-4e222ce57cf5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:09.339633 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cbb352-fdb3-486a-b0ad-97867e36138c', 'code': 200} Nov 09 18:29:09.442663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ff29d-5bb0-4d9f-9486-eff077bc75b4 req-9b712547-d796-4ca2-91d9-4c65278b8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:09.444034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-837ff29d-5bb0-4d9f-9486-eff077bc75b4 req-9b712547-d796-4ca2-91d9-4c65278b8d6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 1096 time: 0.0404477 Nov 09 18:29:09.480642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-837ff29d-5bb0-4d9f-9486-eff077bc75b4 req-5ef4ab5b-b063-4e33-b0bd-4dbefa4e8748 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275819 Nov 09 18:29:09.788747 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8ab2cd6f-ddbe-46d3-b2dc-688cf6be70a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:10.218978 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:10.228955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9add04-2d37-44a9-a411-73467ff96cb4 req-2d3cd3cd-05da-4bd6-875e-1874373fb2dd tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:10.230446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d9add04-2d37-44a9-a411-73467ff96cb4 req-2d3cd3cd-05da-4bd6-875e-1874373fb2dd tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 945 time: 0.0487823 Nov 09 18:29:10.272188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d9add04-2d37-44a9-a411-73467ff96cb4 req-93f545e2-bc90-4d58-8ad5-01ecfbb14698 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Nov 09 18:29:11.130990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:11.387051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa974db-2678-4407-8e06-f298f63b11a5 req-bd34bfcf-a49d-4af4-9941-0f72d8a4d85f tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:11.388707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fa974db-2678-4407-8e06-f298f63b11a5 req-bd34bfcf-a49d-4af4-9941-0f72d8a4d85f tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 945 time: 0.0504966 Nov 09 18:29:11.429526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fa974db-2678-4407-8e06-f298f63b11a5 req-895f6688-4f63-4dde-967b-57af53be550a tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Nov 09 18:29:12.089667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790332-777c-4b80-8b18-f837b2353925 req-7240dd73-8d36-4d37-9ceb-40046dce7559 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:12.091013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f790332-777c-4b80-8b18-f837b2353925 req-7240dd73-8d36-4d37-9ceb-40046dce7559 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 945 time: 0.0476348 Nov 09 18:29:12.128370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f790332-777c-4b80-8b18-f837b2353925 req-e58f5a2e-7c30-46ca-8cb5-5ac117cea706 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Nov 09 18:29:12.630544 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:13.100921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 691213a2-3c5b-43a9-9734-51109727487e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:13.121367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 691213a2-3c5b-43a9-9734-51109727487e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:29:13.121712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 691213a2-3c5b-43a9-9734-51109727487e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:13.246854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0988f-c9a2-4d28-b663-006549f0cd51 req-b7ef5153-e4b2-40f7-8605-34f29a061a85 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:13.248330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ad0988f-c9a2-4d28-b663-006549f0cd51 req-b7ef5153-e4b2-40f7-8605-34f29a061a85 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 945 time: 0.0490425 Nov 09 18:29:13.290621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ad0988f-c9a2-4d28-b663-006549f0cd51 req-8a49833d-fd76-4ea3-a4eb-1d9d795dc0fb tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360606 Nov 09 18:29:13.456379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-549a1dbf-447d-4beb-a288-01c2ec25fd77 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:13.457808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-549a1dbf-447d-4beb-a288-01c2ec25fd77 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 945 time: 0.0486379 Nov 09 18:29:13.553562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Deleting port d5cbb352-fdb3-486a-b0ad-97867e36138c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:13.554367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:13.648531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] For port d5cbb352-fdb3-486a-b0ad-97867e36138c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d5cbb352-fdb3-486a-b0ad-97867e36138c,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:13.648914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:13.663574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Calling delete_port for d5cbb352-fdb3-486a-b0ad-97867e36138c owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:13.804220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:13.821316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d5cbb352-fdb3-486a-b0ad-97867e36138c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:29:13.832960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Pushing event deleted for resources: {'Port': ['ID=d5cbb352-fdb3-486a-b0ad-97867e36138c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:13.877413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] No DVR routers for this DVR port d5cbb352-fdb3-486a-b0ad-97867e36138c on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:13.880060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:13.883339 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6568e51b-8c86-4c4d-90eb-c27fbfce5970 req-78eabb80-5fff-47dd-96aa-a816d5f2f701 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "DELETE /v2.0/ports/d5cbb352-fdb3-486a-b0ad-97867e36138c HTTP/1.1" status: 204 len: 173 time: 0.4155653 Nov 09 18:29:13.883773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'name': 'network-vif-deleted', 'tag': 'd5cbb352-fdb3-486a-b0ad-97867e36138c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:13.885992 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50578b3-92ff-4ea9-aa0a-9ecad19323f0" -d '{"events": [{"server_uuid": "4dbdca17-ca87-46cb-981f-afdf2a36e95f", "name": "network-vif-deleted", "tag": "d5cbb352-fdb3-486a-b0ad-97867e36138c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:13.930499 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61979ff-0b74-4f73-8e41-a347562c22fd x-openstack-request-id: req-f61979ff-0b74-4f73-8e41-a347562c22fd {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:13.930499 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbdca17-ca87-46cb-981f-afdf2a36e95f", "name": "network-vif-deleted", "tag": "d5cbb352-fdb3-486a-b0ad-97867e36138c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:13.930499 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f61979ff-0b74-4f73-8e41-a347562c22fd {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:13.930499 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbdca17-ca87-46cb-981f-afdf2a36e95f', 'name': 'network-vif-deleted', 'tag': 'd5cbb352-fdb3-486a-b0ad-97867e36138c', 'status': 'completed', 'code': 200} Nov 09 18:29:14.398563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d6383d7-4706-4901-9d46-8fab018d948f req-b56c63c3-48bf-4f34-94a4-894af0199a6f tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dbdca17-ca87-46cb-981f-afdf2a36e95f HTTP/1.1" status: 200 len: 210 time: 0.0266914 Nov 09 18:29:15.659243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-f6418480-f90b-4319-b1f8-87017a813181 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:15.660692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-f6418480-f90b-4319-b1f8-87017a813181 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/networks?id=e9e63d90-5edc-44b7-9b77-340de8ae914f HTTP/1.1" status: 200 len: 808 time: 0.1050889 Nov 09 18:29:15.675940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-a3d03adf-5a6e-4bd8-a397-21f26cc53391 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/quotas/5b678adc5b3f4c0d8085b2ebd890e249 HTTP/1.1" status: 200 len: 375 time: 0.0091541 Nov 09 18:29:15.708049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-a141cab8-1a2a-4acc-819a-2ab7171ad5a6 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b678adc5b3f4c0d8085b2ebd890e249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263906 Nov 09 18:29:15.799849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-7af02208-ec24-4084-8ae5-5ac56a18fd53 service neutron] 10.222.0.32 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849352 Nov 09 18:29:15.895883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-ec0b7f41-4990-48bf-917a-15d0c21746b6 service neutron] 10.222.0.32 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894835 Nov 09 18:29:16.112733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aad1063c-9a88-4f8e-af3e-bf3e6d314401 req-3a539e5c-c6f2-47f9-acfb-3c6899a2886d tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 210 time: 0.0330877 Nov 09 18:29:16.347308 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:17.133441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d5cbb352-fdb3-486a-b0ad-97867e36138c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:17.170490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: d5cbb352-fdb3-486a-b0ad-97867e36138c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:29:17.170927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d5cbb352-fdb3-486a-b0ad-97867e36138c not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:17.411422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da6bb4db-1ead-4a06-afc7-fa423909fcad req-13f53ab5-303a-4a12-a7fb-f0e6ff562828 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 210 time: 0.0308065 Nov 09 18:29:17.457970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-44d4094e-8776-416c-9dfd-8d466a5bb551 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:17.459448 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-44d4094e-8776-416c-9dfd-8d466a5bb551 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "GET /v2.0/networks?id=e9e63d90-5edc-44b7-9b77-340de8ae914f HTTP/1.1" status: 200 len: 808 time: 0.4373627 Nov 09 18:29:17.476497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Request body: {'port': {'device_id': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f', 'admin_state_up': True, 'tenant_id': '5b678adc5b3f4c0d8085b2ebd890e249'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:17.655900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-e10c431e-7c00-44ba-bc51-f871f0e390cc tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:17.657327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-e10c431e-7c00-44ba-bc51-f871f0e390cc tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/networks?id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4 HTTP/1.1" status: 200 len: 814 time: 0.1665921 Nov 09 18:29:17.674078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Made reservation on behalf of 5b678adc5b3f4c0d8085b2ebd890e249 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:17.677559 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:17.681155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-6192ca66-649b-4a79-b31e-3f5139e24208 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/quotas/f6cf973d59fe4effada7cf8af580673c HTTP/1.1" status: 200 len: 375 time: 0.0164144 Nov 09 18:29:17.718513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f578431e-9da8-4ca5-ac5c-1c486143148d tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6cf973d59fe4effada7cf8af580673c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295687 Nov 09 18:29:17.888188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-9fb71118-4c86-4fd1-b8b7-4789bfe4e3d0 service neutron] 10.222.0.32 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617606 Nov 09 18:29:17.891909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Allocated IP 172.20.0.6 (e9e63d90-5edc-44b7-9b77-340de8ae914f/d299691e-920c-4a10-b69b-9fe8ce933e90/3ef5af2b-422a-4c34-8725-58568fc673fa) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:18.057108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-9fb0cbda-6bf1-475b-8f3c-2c71ff80075e service neutron] 10.222.0.32 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607511 Nov 09 18:29:18.108241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:18.147500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:18.217934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Network e9e63d90-5edc-44b7-9b77-340de8ae914f is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:18.223721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:18.229679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:18.267434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Pushing event updated for resources: {'Port': ['ID=3ef5af2b-422a-4c34-8725-58568fc673fa,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:18.290149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3010f2e-34ab-4068-8dba-01db4a87bf18 req-8c7fa562-660d-4589-ad0e-4eb9237d3473 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 210 time: 0.0564687 Nov 09 18:29:18.313393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:18.314002 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:18.329740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-66569acb-f338-4909-8831-39d99844d827 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570113 Nov 09 18:29:18.349624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Request body: {'port': {'device_id': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:18.435702 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:18.612853 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4884-d470-4c89-ba91-7119ac494bb2 req-6819805f-d760-4a3b-89ef-c1d6f39a419d tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:18.614382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4cb4884-d470-4c89-ba91-7119ac494bb2 req-6819805f-d760-4a3b-89ef-c1d6f39a419d tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 931 time: 0.1307638 Nov 09 18:29:18.705275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4cb4884-d470-4c89-ba91-7119ac494bb2 req-e2fabf50-858f-40ff-951a-2f6d18faf19e tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821285 Nov 09 18:29:18.801468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef5af2b-422a-4c34-8725-58568fc673fa {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:18.809158 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:18.822134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Transition to ACTIVE for port object 3ef5af2b-422a-4c34-8725-58568fc673fa will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:29:18.825724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:18.894144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef5af2b-422a-4c34-8725-58568fc673fa,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:18.945720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Attempting to bind port 3ef5af2b-422a-4c34-8725-58568fc673fa on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:29:18.946054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Attempting to bind port 3ef5af2b-422a-4c34-8725-58568fc673fa by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:29:18.946433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Attempting to bind port 3ef5af2b-422a-4c34-8725-58568fc673fa on network e9e63d90-5edc-44b7-9b77-340de8ae914f {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:18.950850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Port 3ef5af2b-422a-4c34-8725-58568fc673fa on network e9e63d90-5edc-44b7-9b77-340de8ae914f not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:29:18.951170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Attempting to bind port 3ef5af2b-422a-4c34-8725-58568fc673fa on network e9e63d90-5edc-44b7-9b77-340de8ae914f {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:18.956571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:18.956877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Checking segment: {'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:29:18.957261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Bound using segment: {'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:18.957729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Bound port: 3ef5af2b-422a-4c34-8725-58568fc673fa, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:29:18.958100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:19.022913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] For port 3ef5af2b-422a-4c34-8725-58568fc673fa, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:19.025867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] For port 3ef5af2b-422a-4c34-8725-58568fc673fa, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=3ef5af2b-422a-4c34-8725-58568fc673fa,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:19.030452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:19.061270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:19.062430 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:19.063830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] 10.222.0.73 "PUT /v2.0/ports/3ef5af2b-422a-4c34-8725-58568fc673fa HTTP/1.1" status: 200 len: 1091 time: 0.7195413 Nov 09 18:29:19.064274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'tag': '3ef5af2b-422a-4c34-8725-58568fc673fa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:19.066585 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b86d1732-abba-4d79-91de-eb0369bdcf27", "tag": "3ef5af2b-422a-4c34-8725-58568fc673fa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:19.094608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1b754-69e3-4818-95dc-cc65e07e1a04 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef5af2b-422a-4c34-8725-58568fc673fa,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:19.105714 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9621370c-45ce-4063-8405-f353ff9220c5 x-openstack-request-id: req-9621370c-45ce-4063-8405-f353ff9220c5 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:19.106009 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86d1732-abba-4d79-91de-eb0369bdcf27", "tag": "3ef5af2b-422a-4c34-8725-58568fc673fa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:19.106291 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9621370c-45ce-4063-8405-f353ff9220c5 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:19.106693 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'tag': '3ef5af2b-422a-4c34-8725-58568fc673fa', 'status': 'completed', 'code': 200} Nov 09 18:29:19.150554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-9dd903d2-c007-4450-97c1-856d55a80437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:19.152052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-9dd903d2-c007-4450-97c1-856d55a80437 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b678adc5b3f4c0d8085b2ebd890e249&device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 1094 time: 0.0411932 Nov 09 18:29:19.209855 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-45f3d298-ae88-4832-831a-ad95f7e3360f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ef5af2b-422a-4c34-8725-58568fc673fa HTTP/1.1" status: 200 len: 217 time: 0.0453091 Nov 09 18:29:19.301192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:19.317835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-f66a5b08-ead0-4bd5-9dfd-a2bc2cec5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:19.319324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-f66a5b08-ead0-4bd5-9dfd-a2bc2cec5247 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d299691e-920c-4a10-b69b-9fe8ce933e90 HTTP/1.1" status: 200 len: 848 time: 0.0939691 Nov 09 18:29:19.363180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-5a8614f6-b73e-45c4-98aa-d37c7f168763 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9e63d90-5edc-44b7-9b77-340de8ae914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337801 Nov 09 18:29:19.379917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-25b5a6e6-ba35-4746-9f87-15f01620347f tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:19.381248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-25b5a6e6-ba35-4746-9f87-15f01620347f tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "GET /v2.0/networks?id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4 HTTP/1.1" status: 200 len: 814 time: 0.1809587 Nov 09 18:29:19.405147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b88ccf77-57f2-4ddc-8d21-6ee90b521453 req-0e0c6e3d-7337-4b9c-b6e7-4eda25e723cc tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 210 time: 0.0397580 Nov 09 18:29:19.408510 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Request body: {'port': {'device_id': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4', 'admin_state_up': True, 'tenant_id': 'f6cf973d59fe4effada7cf8af580673c'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:19.553688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-23611542-bdaa-43f9-b64a-2cb8f038ab63 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714766 Nov 09 18:29:19.588573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Made reservation on behalf of f6cf973d59fe4effada7cf8af580673c for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:19.591874 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:19.720208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a06be408-5941-4909-97b1-b3c2e23a0b23 req-39650eaf-ea70-468a-b2cf-f5313fbbb8a4 service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515315 Nov 09 18:29:19.788985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Allocated IP 172.20.0.11 (b53c2c45-0625-4e52-8883-c4ee8d5b05c4/d584746d-5c8f-402b-af5b-5b2e86ff4754/03316641-e91d-4129-9833-27d29fc38bf5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:19.892243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-f78d3ce6-9d8a-4b18-b0de-7dc5781797f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:19.893680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-f78d3ce6-9d8a-4b18-b0de-7dc5781797f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b678adc5b3f4c0d8085b2ebd890e249&device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 1094 time: 0.1166286 Nov 09 18:29:19.906772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4e23-99f9-40ea-b355-723f0086c034 req-65bcb140-d24d-4cc1-a116-f3bf3804b35e tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:19.908152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d3f4e23-99f9-40ea-b355-723f0086c034 req-65bcb140-d24d-4cc1-a116-f3bf3804b35e tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 943 time: 0.1295745 Nov 09 18:29:20.053349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d3f4e23-99f9-40ea-b355-723f0086c034 req-4579319a-6ca7-4d37-bc74-41d4ce058d3d tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240065 Nov 09 18:29:20.093831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-c78536a0-9a5b-4450-92d4-e791ffd67ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:20.095546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-c78536a0-9a5b-4450-92d4-e791ffd67ca4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9e63d90-5edc-44b7-9b77-340de8ae914f HTTP/1.1" status: 200 len: 909 time: 0.1834364 Nov 09 18:29:20.118303 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:20.151921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-cdfc1fae-f79c-4028-8a85-ddcc32821620 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ef5af2b-422a-4c34-8725-58568fc673fa HTTP/1.1" status: 200 len: 217 time: 0.0437682 Nov 09 18:29:20.215257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-667720c9-f5a1-46bc-a040-48c5cb2ab013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:20.216772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-667720c9-f5a1-46bc-a040-48c5cb2ab013 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d299691e-920c-4a10-b69b-9fe8ce933e90 HTTP/1.1" status: 200 len: 848 time: 0.0557573 Nov 09 18:29:20.218781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:20.275230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-793501f2-067d-40e5-8a98-862923178112 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9e63d90-5edc-44b7-9b77-340de8ae914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504630 Nov 09 18:29:20.286869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:20.300864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:20.337746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:20.376779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Pushing event updated for resources: {'Port': ['ID=03316641-e91d-4129-9833-27d29fc38bf5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:20.419799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:20.420478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:20.448019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f2a9a333-8fd5-4168-b699-c09493f95630 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0448995 Nov 09 18:29:20.454391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-6e7fe35d-029d-4e3e-9cb1-fe14c6d96c0c service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696825 Nov 09 18:29:20.465822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Request body: {'port': {'device_id': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:20.608004 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:20.640122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de55953-08b2-4de1-a997-e7cdff8478d6 req-fa42103a-27ba-4d9f-9eb8-a8494e92cda1 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:20.641587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6de55953-08b2-4de1-a997-e7cdff8478d6 req-fa42103a-27ba-4d9f-9eb8-a8494e92cda1 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 932 time: 0.1349170 Nov 09 18:29:20.688524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f54cde5f-7db2-4e93-98c4-1372eb4cb4f9 req-c2cda7d7-817e-4aaa-ad5a-07e0322491dd service neutron] 10.222.0.73 "GET /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198436 Nov 09 18:29:20.723819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6de55953-08b2-4de1-a997-e7cdff8478d6 req-8a9ae036-4bee-48f2-b142-dd5ab74138bf tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720675 Nov 09 18:29:20.927724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03316641-e91d-4129-9833-27d29fc38bf5 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:20.935079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:20.947161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Transition to ACTIVE for port object 03316641-e91d-4129-9833-27d29fc38bf5 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:29:20.950916 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:21.002984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Pushing event updated for resources: {'Port': ['ID=03316641-e91d-4129-9833-27d29fc38bf5,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:21.066177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Attempting to bind port 03316641-e91d-4129-9833-27d29fc38bf5 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:29:21.066501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Attempting to bind port 03316641-e91d-4129-9833-27d29fc38bf5 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:29:21.066820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Attempting to bind port 03316641-e91d-4129-9833-27d29fc38bf5 on network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:21.070867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Port 03316641-e91d-4129-9833-27d29fc38bf5 on network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:29:21.071182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Attempting to bind port 03316641-e91d-4129-9833-27d29fc38bf5 on network b53c2c45-0625-4e52-8883-c4ee8d5b05c4 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:21.075893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:21.076224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Checking segment: {'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:29:21.076694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Bound using segment: {'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:21.077016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Bound port: 03316641-e91d-4129-9833-27d29fc38bf5, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f479d0-3ef2-444e-87b9-678ab028ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:29:21.077384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:21.165191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] For port 03316641-e91d-4129-9833-27d29fc38bf5, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:21.179970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] For port 03316641-e91d-4129-9833-27d29fc38bf5, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=03316641-e91d-4129-9833-27d29fc38bf5,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:21.184155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:21.222487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7fca0-7c85-4709-8ddc-c7add101105a req-950d6447-6ee1-4590-b179-f0cbab7ac29a tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:21.224950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6b7fca0-7c85-4709-8ddc-c7add101105a req-950d6447-6ee1-4590-b179-f0cbab7ac29a tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 943 time: 0.1006558 Nov 09 18:29:21.230883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:21.231478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:21.232731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] 10.222.0.73 "PUT /v2.0/ports/03316641-e91d-4129-9833-27d29fc38bf5 HTTP/1.1" status: 200 len: 1092 time: 0.7709417 Nov 09 18:29:21.233161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'tag': '03316641-e91d-4129-9833-27d29fc38bf5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:21.236036 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620a4998-ff77-4c5f-8a5f-9598c2fa501b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d806cba-c468-492c-a6e9-ca87caac1b77", "tag": "03316641-e91d-4129-9833-27d29fc38bf5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:21.282973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea5552-80c1-4b71-b84f-74b04965bf85 service neutron] Pushing event updated for resources: {'Port': ['ID=03316641-e91d-4129-9833-27d29fc38bf5,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:21.313280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6b7fca0-7c85-4709-8ddc-c7add101105a req-a7c7398a-b57c-4f80-921e-3e68ed447f48 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743713 Nov 09 18:29:21.325733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-e7e6fae4-e80d-4ccb-913b-5edb2b8598e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:21.327202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-e7e6fae4-e80d-4ccb-913b-5edb2b8598e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6cf973d59fe4effada7cf8af580673c&device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 1095 time: 0.0531754 Nov 09 18:29:21.377811 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c0a5d9-a87f-4773-911b-689dd80dbc2d x-openstack-request-id: req-d8c0a5d9-a87f-4773-911b-689dd80dbc2d {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:21.378115 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d806cba-c468-492c-a6e9-ca87caac1b77", "tag": "03316641-e91d-4129-9833-27d29fc38bf5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:21.378368 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8c0a5d9-a87f-4773-911b-689dd80dbc2d {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:21.378754 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'tag': '03316641-e91d-4129-9833-27d29fc38bf5', 'status': 'completed', 'code': 200} Nov 09 18:29:21.380197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-02849627-e779-4177-8f4a-8509433b2dde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03316641-e91d-4129-9833-27d29fc38bf5 HTTP/1.1" status: 200 len: 217 time: 0.0396144 Nov 09 18:29:21.431334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f4414989-43ee-45d8-8a5c-94c75fbced9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:21.432733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-f4414989-43ee-45d8-8a5c-94c75fbced9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d584746d-5c8f-402b-af5b-5b2e86ff4754 HTTP/1.1" status: 200 len: 854 time: 0.0454221 Nov 09 18:29:21.469493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-26ed079f-024c-43ba-b555-05d4bc0b82de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240343 Nov 09 18:29:21.889761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-cfea27b8-8d0e-4f4c-adb1-ef87521fd542 service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104595 Nov 09 18:29:21.898391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d515ef-8dfb-4e51-8def-863adba7c3e7 req-61f38bfc-8643-4ce7-9f1a-20233e667514 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:21.899725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3d515ef-8dfb-4e51-8def-863adba7c3e7 req-61f38bfc-8643-4ce7-9f1a-20233e667514 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 944 time: 0.0737026 Nov 09 18:29:21.985523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a3d515ef-8dfb-4e51-8def-863adba7c3e7 req-2df5fb5a-bc21-43c5-b4c8-05d731221365 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754437 Nov 09 18:29:22.013057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3214bc1-6058-4c7d-9458-f7b5ef112093 req-2f3a6afe-1e09-4934-8638-52d8265a93b1 service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096597 Nov 09 18:29:22.105810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-4cd7a3b1-1600-4738-be64-0777542644ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:22.107287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-4cd7a3b1-1600-4738-be64-0777542644ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6cf973d59fe4effada7cf8af580673c&device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 1095 time: 0.0401063 Nov 09 18:29:22.199486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-a563846b-a7d9-490e-bace-603b5720bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:22.200899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-a563846b-a7d9-490e-bace-603b5720bb9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4 HTTP/1.1" status: 200 len: 915 time: 0.0853722 Nov 09 18:29:22.242447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-8a094b24-5114-402c-a25b-84aa85905de2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03316641-e91d-4129-9833-27d29fc38bf5 HTTP/1.1" status: 200 len: 217 time: 0.0331011 Nov 09 18:29:22.292053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-a53bc3b7-2780-476c-9473-525cae74f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:22.293383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-a53bc3b7-2780-476c-9473-525cae74f62f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d584746d-5c8f-402b-af5b-5b2e86ff4754 HTTP/1.1" status: 200 len: 854 time: 0.0442948 Nov 09 18:29:22.326298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-bf4c9cae-821b-4dd0-90d6-8e6506da2f46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b53c2c45-0625-4e52-8883-c4ee8d5b05c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250871 Nov 09 18:29:22.452217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29688753-6135-40c5-899a-a7d9de7f8a52 req-876864eb-1be8-47aa-b90a-c3ac90effe70 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:22.453709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29688753-6135-40c5-899a-a7d9de7f8a52 req-876864eb-1be8-47aa-b90a-c3ac90effe70 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 943 time: 0.0719652 Nov 09 18:29:22.469827 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-7037e17a-e25c-4850-b2e6-226ff062a978 service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336522 Nov 09 18:29:22.541566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-29688753-6135-40c5-899a-a7d9de7f8a52 req-7b6c0f12-001c-490a-ade1-180db5cc628b tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807943 Nov 09 18:29:22.578192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620a4998-ff77-4c5f-8a5f-9598c2fa501b req-1324a0ab-eff2-402e-8913-227c8bf85487 service neutron] 10.222.0.73 "GET /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998187 Nov 09 18:29:23.099781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17b586-5dd4-4477-94b1-bc153125247e req-5a711b57-0fb5-4eb3-bff8-4b1e9de6f500 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.101250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a17b586-5dd4-4477-94b1-bc153125247e req-5a711b57-0fb5-4eb3-bff8-4b1e9de6f500 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 944 time: 0.0496271 Nov 09 18:29:23.137366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a17b586-5dd4-4477-94b1-bc153125247e req-b0a78763-0a28-44d3-b4fb-7f96bc6e7ca3 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302196 Nov 09 18:29:23.163958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 3ef5af2b-422a-4c34-8725-58568fc673fa details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:29:23.255860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 3ef5af2b-422a-4c34-8725-58568fc673fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=3ef5af2b-422a-4c34-8725-58568fc673fa,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:23.267274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '3ef5af2b-422a-4c34-8725-58568fc673fa', 'network_id': 'e9e63d90-5edc-44b7-9b77-340de8ae914f', 'port_id': '3ef5af2b-422a-4c34-8725-58568fc673fa', 'mac_address': 'fa:16:3e:93:06:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd299691e-920c-4a10-b69b-9fe8ce933e90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:29:23.302148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:23.317733 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef5af2b-422a-4c34-8725-58568fc673fa {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:23.336345 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 3ef5af2b-422a-4c34-8725-58568fc673fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=3ef5af2b-422a-4c34-8725-58568fc673fa,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:23.340323 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:23.384473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=3ef5af2b-422a-4c34-8725-58568fc673fa,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:23.607244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['3ef5af2b-422a-4c34-8725-58568fc673fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:29:23.655502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b448-0326-4462-8342-82b85e39a910 req-489a28ce-51f7-4609-8a47-8a7d2a07b594 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:23.657035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58f7b448-0326-4462-8342-82b85e39a910 req-489a28ce-51f7-4609-8a47-8a7d2a07b594 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 944 time: 0.0488262 Nov 09 18:29:23.695566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58f7b448-0326-4462-8342-82b85e39a910 req-fda30dab-cf0b-4f1b-9a54-80a4a07e69ed tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Nov 09 18:29:24.254720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6052ae1-054d-4b08-a11f-c62e96fb4bc4 req-96289387-068e-4d6d-96b4-27d34061e14c tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:24.256180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6052ae1-054d-4b08-a11f-c62e96fb4bc4 req-96289387-068e-4d6d-96b4-27d34061e14c tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 944 time: 0.0532775 Nov 09 18:29:24.293279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6052ae1-054d-4b08-a11f-c62e96fb4bc4 req-7d3f2025-8dae-4ec7-bc4d-d2c5f2a17912 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Nov 09 18:29:24.808470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6198a-3f27-4a75-89d7-e1b137ed5b1e req-67ab6090-2d13-4b93-b273-21f18f1f06b4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:24.809926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9db6198a-3f27-4a75-89d7-e1b137ed5b1e req-67ab6090-2d13-4b93-b273-21f18f1f06b4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 944 time: 0.0489264 Nov 09 18:29:24.847026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9db6198a-3f27-4a75-89d7-e1b137ed5b1e req-7fcb18ad-fb13-4dc0-8d6f-75d77ea06da2 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Nov 09 18:29:25.180273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 03316641-e91d-4129-9833-27d29fc38bf5 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:29:25.183350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 3ef5af2b-422a-4c34-8725-58568fc673fa up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:25.290483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 3ef5af2b-422a-4c34-8725-58568fc673fa completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:29:25.299247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 3ef5af2b-422a-4c34-8725-58568fc673fa triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:25.299618 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:25.331440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 03316641-e91d-4129-9833-27d29fc38bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=03316641-e91d-4129-9833-27d29fc38bf5,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:25.348266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '03316641-e91d-4129-9833-27d29fc38bf5', 'network_id': 'b53c2c45-0625-4e52-8883-c4ee8d5b05c4', 'port_id': '03316641-e91d-4129-9833-27d29fc38bf5', 'mac_address': 'fa:16:3e:bb:e5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd584746d-5c8f-402b-af5b-5b2e86ff4754', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:29:25.409627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88885b27-d939-45f0-8864-9aeccb997c31 req-2108303f-7991-4750-90ad-77c4f372b19c tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:25.411419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88885b27-d939-45f0-8864-9aeccb997c31 req-2108303f-7991-4750-90ad-77c4f372b19c tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 944 time: 0.0510824 Nov 09 18:29:25.414638 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:25.434958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03316641-e91d-4129-9833-27d29fc38bf5 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:29:25.439809 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:25.449004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88885b27-d939-45f0-8864-9aeccb997c31 req-43181cec-eb18-4afe-8709-ffb9b5ab5f00 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Nov 09 18:29:25.463600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 03316641-e91d-4129-9833-27d29fc38bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=03316641-e91d-4129-9833-27d29fc38bf5,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:25.471434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:25.480547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef5af2b-422a-4c34-8725-58568fc673fa'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:25.482803 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4375bb73-ad26-4103-a48a-2be12047a2c1" -d '{"events": [{"server_uuid": "b86d1732-abba-4d79-91de-eb0369bdcf27", "name": "network-vif-plugged", "status": "completed", "tag": "3ef5af2b-422a-4c34-8725-58568fc673fa"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:25.517530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 3ef5af2b-422a-4c34-8725-58568fc673fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=3ef5af2b-422a-4c34-8725-58568fc673fa,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:25.521180 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f5872-1f5c-4ea1-8bcb-604bc4ae9de3 x-openstack-request-id: req-0b6f5872-1f5c-4ea1-8bcb-604bc4ae9de3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:25.521524 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86d1732-abba-4d79-91de-eb0369bdcf27", "name": "network-vif-plugged", "status": "completed", "tag": "3ef5af2b-422a-4c34-8725-58568fc673fa", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:25.522130 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b6f5872-1f5c-4ea1-8bcb-604bc4ae9de3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:25.522640 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef5af2b-422a-4c34-8725-58568fc673fa', 'code': 200} Nov 09 18:29:25.525177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:25.547049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=03316641-e91d-4129-9833-27d29fc38bf5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:25.597984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=3ef5af2b-422a-4c34-8725-58568fc673fa,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:25.621913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab7cac-b121-4eb4-b67f-9688b8434593 req-4133d876-413c-40cc-83c2-6d7790a2aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:25.623454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fab7cac-b121-4eb4-b67f-9688b8434593 req-4133d876-413c-40cc-83c2-6d7790a2aeb9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 1096 time: 0.0445867 Nov 09 18:29:25.659867 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fab7cac-b121-4eb4-b67f-9688b8434593 req-94c9c4c5-703b-468e-9332-dbe48fbfed78 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284741 Nov 09 18:29:25.737823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['03316641-e91d-4129-9833-27d29fc38bf5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:29:25.962378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371144c-8d1d-4877-8882-3de1aa7ebe79 req-cd34c839-d994-49e8-a17b-ec596cca5e86 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:25.963894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e371144c-8d1d-4877-8882-3de1aa7ebe79 req-cd34c839-d994-49e8-a17b-ec596cca5e86 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 945 time: 0.0499699 Nov 09 18:29:26.001247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e371144c-8d1d-4877-8882-3de1aa7ebe79 req-e7fb8a38-e47d-4190-af7d-6771fa3749db tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Nov 09 18:29:26.561620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d145-bb33-4946-980b-2b37b393ebf5 req-427be83c-800a-4e77-9de9-1883fe28c955 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:26.563127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10b7d145-bb33-4946-980b-2b37b393ebf5 req-427be83c-800a-4e77-9de9-1883fe28c955 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 945 time: 0.0488071 Nov 09 18:29:26.601146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-10b7d145-bb33-4946-980b-2b37b393ebf5 req-80171462-735a-48f4-a5ca-32df4c16b386 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Nov 09 18:29:27.119863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8e3b-65c3-4891-8c1d-14cba7a506e0 req-fb17c03d-4465-45bd-82de-53fa28a6c927 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:27.121349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-586b8e3b-65c3-4891-8c1d-14cba7a506e0 req-fb17c03d-4465-45bd-82de-53fa28a6c927 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 945 time: 0.0519125 Nov 09 18:29:27.158559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-586b8e3b-65c3-4891-8c1d-14cba7a506e0 req-f1782f12-4116-45c5-b6ba-91e6a063c0a7 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306664 Nov 09 18:29:27.180554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 03316641-e91d-4129-9833-27d29fc38bf5 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:27.232851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 03316641-e91d-4129-9833-27d29fc38bf5 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:29:27.236711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 03316641-e91d-4129-9833-27d29fc38bf5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:27.237094 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:27.315559 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:27.347625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 03316641-e91d-4129-9833-27d29fc38bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=03316641-e91d-4129-9833-27d29fc38bf5,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:27.352269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:27.402374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=03316641-e91d-4129-9833-27d29fc38bf5,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:27.523699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03316641-e91d-4129-9833-27d29fc38bf5'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:27.526016 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9be5ce-b8ec-4a36-b92e-a96bbe77121a" -d '{"events": [{"server_uuid": "6d806cba-c468-492c-a6e9-ca87caac1b77", "name": "network-vif-plugged", "status": "completed", "tag": "03316641-e91d-4129-9833-27d29fc38bf5"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:27.562258 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941b51de-ad30-4482-bca2-1a10f556e1e6 x-openstack-request-id: req-941b51de-ad30-4482-bca2-1a10f556e1e6 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:27.562560 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d806cba-c468-492c-a6e9-ca87caac1b77", "name": "network-vif-plugged", "status": "completed", "tag": "03316641-e91d-4129-9833-27d29fc38bf5", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:27.562817 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-941b51de-ad30-4482-bca2-1a10f556e1e6 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:27.563209 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03316641-e91d-4129-9833-27d29fc38bf5', 'code': 200} Nov 09 18:29:27.658765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e596f-ef46-452b-85c4-747c03e883f6 req-da3a8389-16d5-46c0-9137-78b9b3f1a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:27.660332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-267e596f-ef46-452b-85c4-747c03e883f6 req-da3a8389-16d5-46c0-9137-78b9b3f1a373 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 1097 time: 0.0405133 Nov 09 18:29:27.700082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-267e596f-ef46-452b-85c4-747c03e883f6 req-ecafb5c0-660b-40e1-bc10-b9d7f7d7717a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Nov 09 18:29:27.790163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6135ed2-7831-4a45-ae66-1d2edd04fe55 req-872f6f69-b65f-43a3-85d2-6b02cf4f2b1e tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:27.791549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6135ed2-7831-4a45-ae66-1d2edd04fe55 req-872f6f69-b65f-43a3-85d2-6b02cf4f2b1e tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 946 time: 0.0495365 Nov 09 18:29:27.828721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6135ed2-7831-4a45-ae66-1d2edd04fe55 req-ed4d187e-db35-408a-8c99-737d41ddf3e2 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Nov 09 18:29:27.933256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8bd9d-0035-4fb5-85dc-fb10c4658702 req-473650cd-b5c3-4f1d-94a1-461bee2d4562 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:27.934773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19e8bd9d-0035-4fb5-85dc-fb10c4658702 req-473650cd-b5c3-4f1d-94a1-461bee2d4562 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 945 time: 0.0531576 Nov 09 18:29:27.972249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19e8bd9d-0035-4fb5-85dc-fb10c4658702 req-7734bd2c-454b-4fe3-b6e9-02ae0be1dc54 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Nov 09 18:29:28.943100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0f9c-d690-4e6e-8d16-452a8bdb7722 req-f5d0c711-0de5-4b83-9fa6-69ad3f470d38 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:28.944586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e7c0f9c-d690-4e6e-8d16-452a8bdb7722 req-f5d0c711-0de5-4b83-9fa6-69ad3f470d38 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 946 time: 0.0495672 Nov 09 18:29:28.983059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e7c0f9c-d690-4e6e-8d16-452a8bdb7722 req-d8c73ff0-1fa8-4ce4-8e60-0dc8fb753484 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Nov 09 18:29:29.084051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6895e98-183d-4128-aa85-8bca55a7fc18 req-d32f8218-adfe-47ab-aa65-8e7da7ffe5b1 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:29.085541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6895e98-183d-4128-aa85-8bca55a7fc18 req-d32f8218-adfe-47ab-aa65-8e7da7ffe5b1 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Nov 09 18:29:29.123702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a6895e98-183d-4128-aa85-8bca55a7fc18 req-15a6a083-66cc-4456-bad7-aa2cd749a848 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/security-groups?id=9b523000-70bf-45e2-8288-10c07c3c18ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Nov 09 18:29:29.366926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-122b2768-cd44-4323-89a4-72624fe049a1 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:29.368419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-122b2768-cd44-4323-89a4-72624fe049a1 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 945 time: 0.0532615 Nov 09 18:29:29.464906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Deleting port 3ef5af2b-422a-4c34-8725-58568fc673fa {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:29.465260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:29.558846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] For port 3ef5af2b-422a-4c34-8725-58568fc673fa, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=3ef5af2b-422a-4c34-8725-58568fc673fa,segment=NetworkSegment(9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06),segment_id=9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:29.559224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:29.572546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Calling delete_port for 3ef5af2b-422a-4c34-8725-58568fc673fa owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:29.696940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:29.709445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['3ef5af2b-422a-4c34-8725-58568fc673fa'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:29:29.736257 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Pushing event deleted for resources: {'Port': ['ID=3ef5af2b-422a-4c34-8725-58568fc673fa,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:29.776392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] No DVR routers for this DVR port 3ef5af2b-422a-4c34-8725-58568fc673fa on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:29.779082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:29.783003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7901aac2-97b3-42b2-b7da-abcd5d32bc29 req-ac60cbac-4fe8-49d0-898f-e077173720e4 tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.73 "DELETE /v2.0/ports/3ef5af2b-422a-4c34-8725-58568fc673fa HTTP/1.1" status: 204 len: 173 time: 0.4086704 Nov 09 18:29:29.783479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'name': 'network-vif-deleted', 'tag': '3ef5af2b-422a-4c34-8725-58568fc673fa'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:29.785748 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f63b86-0d29-4a4c-b882-0598373b8d31" -d '{"events": [{"server_uuid": "b86d1732-abba-4d79-91de-eb0369bdcf27", "name": "network-vif-deleted", "tag": "3ef5af2b-422a-4c34-8725-58568fc673fa"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:29.829556 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f65ed-8040-4ad9-9c20-eb14190677f5 x-openstack-request-id: req-914f65ed-8040-4ad9-9c20-eb14190677f5 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:29.829857 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86d1732-abba-4d79-91de-eb0369bdcf27", "name": "network-vif-deleted", "tag": "3ef5af2b-422a-4c34-8725-58568fc673fa", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:29.830143 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-914f65ed-8040-4ad9-9c20-eb14190677f5 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:29.830557 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86d1732-abba-4d79-91de-eb0369bdcf27', 'name': 'network-vif-deleted', 'tag': '3ef5af2b-422a-4c34-8725-58568fc673fa', 'status': 'completed', 'code': 200} Nov 09 18:29:30.236014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e222b89-42e8-435b-8cd5-892c473c2b72 req-b1f8933a-fc48-472d-b1d9-529c5e34301d tempest-VolumesActionsTest-841717282 tempest-VolumesActionsTest-841717282-project] 10.222.0.32 "GET /v2.0/ports?device_id=b86d1732-abba-4d79-91de-eb0369bdcf27 HTTP/1.1" status: 200 len: 210 time: 0.0286136 Nov 09 18:29:33.195771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 3ef5af2b-422a-4c34-8725-58568fc673fa no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:33.229581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 3ef5af2b-422a-4c34-8725-58568fc673fa {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:29:33.232842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 3ef5af2b-422a-4c34-8725-58568fc673fa not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:37.300528 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4672bcf2-0582-4e58-a227-def1bedf2cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:37.805589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 32890) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:37.873739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d3e41410-c4d2-40f1-b9b2-1f4d7bb9fcc8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/floatingips/2a5f7637-9649-4254-8f8c-9a19bbe1c528 HTTP/1.1" status: 200 len: 993 time: 0.0667770 Nov 09 18:29:38.095125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 32902) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:38.273044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 1b116fbb-768e-4525-b0cf-0393364a6756 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:38.273407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:38.359855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:38.360184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:38.373405 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 1b116fbb-768e-4525-b0cf-0393364a6756 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:38.530829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:38.552824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=1b116fbb-768e-4525-b0cf-0393364a6756,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:38.566111 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.566456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.566802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.567140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.567474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.567804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.568136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.568656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.568773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.569103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.569420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.570320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:38.645520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:38.647135 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Floating IP 2a5f7637-9649-4254-8f8c-9a19bbe1c528 disassociated (deleted). External IP: 172.25.0.241, port: ebd4ef15-a820-4fdc-8efd-d70765053117. Nov 09 18:29:38.880230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 5c4dab6b-7343-4652-a667-1247693e9f1d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:39.014607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:39.025909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:39.026769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] Sync routers for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:39.048184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:39.050207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:39.132199 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7ebee3fa-2293-438c-811f-05eedd31f6a4 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/floatingips/2a5f7637-9649-4254-8f8c-9a19bbe1c528 HTTP/1.1" status: 204 len: 168 time: 1.0334101 Nov 09 18:29:39.132199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:39.134009 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199d9283-00a2-4852-81df-b494ea3adf49" -d '{"events": [{"name": "network-changed", "server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:39.219838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:39.343877 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d4588e-7e96-4c26-9dad-4d267aa79a0f x-openstack-request-id: req-74d4588e-7e96-4c26-9dad-4d267aa79a0f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:39.344162 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:39.344420 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74d4588e-7e96-4c26-9dad-4d267aa79a0f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:39.345002 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'status': 'completed', 'code': 200} Nov 09 18:29:39.425832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9283-00a2-4852-81df-b494ea3adf49 req-51af7213-af34-46ed-8adc-e586f57c87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:39.427388 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-199d9283-00a2-4852-81df-b494ea3adf49 req-51af7213-af34-46ed-8adc-e586f57c87e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e9c6b7658244d5c85689f03eea8831b&device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 1096 time: 0.0572705 Nov 09 18:29:39.494442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:49Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:39.510650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787102c-9a87-4ff4-b095-d4e5eaa675e1 req-23d4ff09-c28d-4d61-b8cd-b76791e7e613 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:39.521587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a787102c-9a87-4ff4-b095-d4e5eaa675e1 req-23d4ff09-c28d-4d61-b8cd-b76791e7e613 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 945 time: 0.1239862 Nov 09 18:29:39.541972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] Checking router: 5c4dab6b-7343-4652-a667-1247693e9f1d for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:39.552424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:39.553320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:39.578136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a787102c-9a87-4ff4-b095-d4e5eaa675e1 req-854d08fa-91fd-4bd7-816e-4fcb06edb166 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502658 Nov 09 18:29:39.619680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9283-00a2-4852-81df-b494ea3adf49 req-9ffbf321-2ca8-4025-8e3e-417c7baa9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:39.621345 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-199d9283-00a2-4852-81df-b494ea3adf49 req-9ffbf321-2ca8-4025-8e3e-417c7baa9121 service neutron] 10.222.0.85 "GET /v2.0/networks?id=410c264d-0728-4a38-8a26-4f76ea608b82 HTTP/1.1" status: 200 len: 895 time: 0.1861477 Nov 09 18:29:39.682189 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-199d9283-00a2-4852-81df-b494ea3adf49 req-7414c2c0-2b40-4fdb-9981-46c80d3099fc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebd4ef15-a820-4fdc-8efd-d70765053117 HTTP/1.1" status: 200 len: 217 time: 0.0519183 Nov 09 18:29:39.760659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9283-00a2-4852-81df-b494ea3adf49 req-17309021-3229-4776-9e8d-79cf37893795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:39.762214 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-199d9283-00a2-4852-81df-b494ea3adf49 req-17309021-3229-4776-9e8d-79cf37893795 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=12c8f9cd-d8ee-4a7a-8736-a60193267a60 HTTP/1.1" status: 200 len: 835 time: 0.0702639 Nov 09 18:29:39.835306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d9283-00a2-4852-81df-b494ea3adf49 req-179813cf-4951-409e-a114-09069bd15a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:39.837013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-199d9283-00a2-4852-81df-b494ea3adf49 req-179813cf-4951-409e-a114-09069bd15a38 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=410c264d-0728-4a38-8a26-4f76ea608b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661592 Nov 09 18:29:39.869602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-71a4bd86-bd7a-45f3-974d-c66acb5e3504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:39.872126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:39.950935 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-199d9283-00a2-4852-81df-b494ea3adf49 req-09d8eb86-1be5-4dc1-88ca-3ec555590e30 service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045775 Nov 09 18:29:40.145346 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-199d9283-00a2-4852-81df-b494ea3adf49 req-d4fa3e48-d267-43c7-977f-9aa43b9e7468 service neutron] 10.222.0.85 "GET /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865683 Nov 09 18:29:40.173384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:49Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:40.221560 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95938ef-f2e1-4c5b-9b48-3e1aced339c2 None None] The sync data for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 is: [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:46Z', 'revision_number': 4, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2', 'name': '', 'network_id': '410c264d-0728-4a38-8a26-4f76ea608b82', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'mac_address': 'fa:16:3e:76:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:45Z', 'updated_at': '2021-11-09T18:28:49Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'subnets': [{'id': '12c8f9cd-d8ee-4a7a-8736-a60193267a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:40.237483 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:40.633961 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365b3aa9-5988-4338-9f36-77dcb4f47825 None None] New status for floating IP 2a5f7637-9649-4254-8f8c-9a19bbe1c528: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:29:40.742728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-7ee8bd0a-077a-47ee-8355-ac4a1cbf0891 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:40.744429 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-7ee8bd0a-077a-47ee-8355-ac4a1cbf0891 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 945 time: 0.0853052 Nov 09 18:29:40.792990 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0de0d4-596b-4378-bc48-64b48dff054d req-24a7621b-5fb9-4935-a9ca-ccc5ab461005 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:40.806632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa0de0d4-596b-4378-bc48-64b48dff054d req-24a7621b-5fb9-4935-a9ca-ccc5ab461005 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 945 time: 0.0758066 Nov 09 18:29:40.871624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa0de0d4-596b-4378-bc48-64b48dff054d req-73664426-1956-4196-a105-5990156e0203 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1cf543f-cf63-40c3-9938-c74f196cb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640917 Nov 09 18:29:40.913355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port ebd4ef15-a820-4fdc-8efd-d70765053117 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:40.913355 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:41.049215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port ebd4ef15-a820-4fdc-8efd-d70765053117, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ebd4ef15-a820-4fdc-8efd-d70765053117,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:41.049991 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:41.065626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for ebd4ef15-a820-4fdc-8efd-d70765053117 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:41.142278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:41.815691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:41.877663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=ebd4ef15-a820-4fdc-8efd-d70765053117,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:41.975024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] No DVR routers for this DVR port ebd4ef15-a820-4fdc-8efd-d70765053117 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:41.978649 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:41.985968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b47207f-2cb7-421e-bfa5-841bf7d575f6 req-f6663266-b736-43b0-970c-7b12aa0afbff tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.85 "DELETE /v2.0/ports/ebd4ef15-a820-4fdc-8efd-d70765053117 HTTP/1.1" status: 204 len: 173 time: 1.2344985 Nov 09 18:29:41.986543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'name': 'network-vif-deleted', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:41.994564 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db1cedf-ba5e-4291-8388-3221f71fb379" -d '{"events": [{"server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "name": "network-vif-deleted", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:42.073846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8960ba83-8642-4e32-8851-189db45ddf21 req-57337f02-a47e-4cb4-8aa6-4b299d166835 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "GET /v2.0/ports?device_id=44bbe293-235d-4fd0-af29-1d451a8fd15a HTTP/1.1" status: 200 len: 210 time: 0.0559952 Nov 09 18:29:42.119420 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f100e49a-428d-4388-be0f-ebbb80b52302 x-openstack-request-id: req-f100e49a-428d-4388-be0f-ebbb80b52302 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:42.119714 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bbe293-235d-4fd0-af29-1d451a8fd15a", "name": "network-vif-deleted", "tag": "ebd4ef15-a820-4fdc-8efd-d70765053117", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:42.119966 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f100e49a-428d-4388-be0f-ebbb80b52302 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:42.120368 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bbe293-235d-4fd0-af29-1d451a8fd15a', 'name': 'network-vif-deleted', 'tag': 'ebd4ef15-a820-4fdc-8efd-d70765053117', 'status': 'completed', 'code': 200} Nov 09 18:29:42.694075 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:42.857548 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:29:43.166852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 32958) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:43.247428 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2629dea0-e5e7-4416-9b95-8bdb152473ae tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:43.283509 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2629dea0-e5e7-4416-9b95-8bdb152473ae tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:43.360719 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2629dea0-e5e7-4416-9b95-8bdb152473ae tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:43.368644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2629dea0-e5e7-4416-9b95-8bdb152473ae tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:43.371464 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2629dea0-e5e7-4416-9b95-8bdb152473ae tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1cf543f-cf63-40c3-9938-c74f196cb92f HTTP/1.1" status: 204 len: 168 time: 0.2033908 Nov 09 18:29:43.392199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629dea0-e5e7-4416-9b95-8bdb152473ae tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cf543f-cf63-40c3-9938-c74f196cb92f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:43.433605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 32966) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:44.029281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:44.489573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:44.490365 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:44.606212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:44.606212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:44.619370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:44.658367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ebd4ef15-a820-4fdc-8efd-d70765053117 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:44.691845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: ebd4ef15-a820-4fdc-8efd-d70765053117 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:29:44.693002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ebd4ef15-a820-4fdc-8efd-d70765053117 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:44.854245 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:44.917740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:45.223163 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:45.533837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Router 5c4dab6b-7343-4652-a667-1247693e9f1d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:45.674294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:45.685280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] Sync routers for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:45.696363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7d7a1116-1a24-4d5e-a974-79fb7a0784d8 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "PUT /v2.0/routers/5c4dab6b-7343-4652-a667-1247693e9f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2615912 Nov 09 18:29:45.698621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:45.699157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 32988) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:45.701588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:45.790885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting subnet 12c8f9cd-d8ee-4a7a-8736-a60193267a60 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:29:45.803488 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:45.825349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:45.855406 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:45.961094 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.049971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.079414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Subnet': ['ID=12c8f9cd-d8ee-4a7a-8736-a60193267a60,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:46.088573 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.094003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23a996c1-688e-409f-ac25-22d889e8d915 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/subnets/12c8f9cd-d8ee-4a7a-8736-a60193267a60 HTTP/1.1" status: 204 len: 168 time: 0.3936844 Nov 09 18:29:46.096836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 32992) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:46.118706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10cb53-2de5-4b30-9637-55acafbc478c None None] Network 410c264d-0728-4a38-8a26-4f76ea608b82 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:29:46.352022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:29:44Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:46.366943 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.402965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] Checking router: 5c4dab6b-7343-4652-a667-1247693e9f1d for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:46.413693 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.443532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] Routers {'5c4dab6b-7343-4652-a667-1247693e9f1d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:46.444593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['5c4dab6b-7343-4652-a667-1247693e9f1d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:46.499273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] DHCP port deletion for 410c264d-0728-4a38-8a26-4f76ea608b82 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:29:46.574004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.614308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Deleting port 6def6813-26fc-4aa2-b250-f225dc141a55 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:46.614731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.657965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Deleting port 8e3d0182-c574-4685-8af3-258a67ee121e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:46.658888 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.687674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] Set router 5c4dab6b-7343-4652-a667-1247693e9f1d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:46.772846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] For port 8e3d0182-c574-4685-8af3-258a67ee121e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8e3d0182-c574-4685-8af3-258a67ee121e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:46.774345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.784791 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] For port 6def6813-26fc-4aa2-b250-f225dc141a55, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6def6813-26fc-4aa2-b250-f225dc141a55,segment=NetworkSegment(96773806-9ac4-4193-9241-7ad748254413),segment_id=96773806-9ac4-4193-9241-7ad748254413)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:46.785204 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:46.798947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Calling delete_port for 8e3d0182-c574-4685-8af3-258a67ee121e owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:46.800531 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Calling delete_port for 6def6813-26fc-4aa2-b250-f225dc141a55 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:46.974644 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.008474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Pushing event deleted for resources: {'Port': ['ID=6def6813-26fc-4aa2-b250-f225dc141a55,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:47.019753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.020094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.020451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.021067 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.021408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.021746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.022095 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.022436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.022767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.023094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.023424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.023750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:47.030739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc71ef7-cd36-45c6-9f69-798c110290d8 None None] No DVR routers for this DVR port 6def6813-26fc-4aa2-b250-f225dc141a55 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:47.059621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:29:44Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:47.096590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772911ec-685a-4d10-ac82-bb22fff3b4df None None] The sync data for ids ['5c4dab6b-7343-4652-a667-1247693e9f1d'] in n-d-817240-1 is: [{'id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'name': 'tempest-TestNetworkBasicOps-router-867552053', 'tenant_id': '8e9c6b7658244d5c85689f03eea8831b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:29:44Z', 'revision_number': 5, 'project_id': '8e9c6b7658244d5c85689f03eea8831b', 'gw_port': {'id': '8e3d0182-c574-4685-8af3-258a67ee121e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4dab6b-7343-4652-a667-1247693e9f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:28:42Z', 'updated_at': '2021-11-09T18:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:47.125869 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.193472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Port': ['ID=8e3d0182-c574-4685-8af3-258a67ee121e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:47.246372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.352938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.355566 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.408124 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.408947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Fanout notify agent at l3_agent the message router_deleted on router 5c4dab6b-7343-4652-a667-1247693e9f1d {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:29:47.419192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.425177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33006) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:47.432171 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fd20ae72-b758-4081-8dfb-ab2a3b8cde4c tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/routers/5c4dab6b-7343-4652-a667-1247693e9f1d HTTP/1.1" status: 204 len: 168 time: 1.3341393 Nov 09 18:29:47.544223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.652660 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.706158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410c264d-0728-4a38-8a26-4f76ea608b82']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:47.736631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96773806-9ac4-4193-9241-7ad748254413') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:47.736939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96773806-9ac4-4193-9241-7ad748254413') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:47.750277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.767110 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.773604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:29:47.774081 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:29:47.881386 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:29:47.884603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.893697 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:47.905700 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] 10.222.0.32 "DELETE /v2.0/networks/410c264d-0728-4a38-8a26-4f76ea608b82 HTTP/1.1" status: 204 len: 168 time: 0.4803426 Nov 09 18:29:47.932969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4270c57-7e53-4756-bfb9-ff72260bd4c6 tempest-TestNetworkBasicOps-1971182635 tempest-TestNetworkBasicOps-1971182635-project] Pushing event deleted for resources: {'Network': ['ID=410c264d-0728-4a38-8a26-4f76ea608b82,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:47.962376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6def6813-26fc-4aa2-b250-f225dc141a55 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:48.011199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6def6813-26fc-4aa2-b250-f225dc141a55 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:29:48.011576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6def6813-26fc-4aa2-b250-f225dc141a55 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:48.016278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:48.051224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:29:48.051856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f8c3ed45-cdd0-475e-a220-0d9f2f7b3ae2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:48.356020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33018) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:48.669676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d61d973d-8995-4490-98c7-766666ab77ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e9c6b7658244d5c85689f03eea8831b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121648 Nov 09 18:29:48.672983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:48.737807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a1df707-8475-44da-9805-f6daf3f835f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:48.767913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a1df707-8475-44da-9805-f6daf3f835f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:48.840443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a1df707-8475-44da-9805-f6daf3f835f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:48.845087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9a1df707-8475-44da-9805-f6daf3f835f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:48.847521 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9a1df707-8475-44da-9805-f6daf3f835f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33aa1107-7deb-49ca-84fd-f4105b395679 HTTP/1.1" status: 204 len: 168 time: 0.1730070 Nov 09 18:29:48.860883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1df707-8475-44da-9805-f6daf3f835f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa1107-7deb-49ca-84fd-f4105b395679,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:49.209465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33034) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:49.235382 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6b10-ba2e-4060-961d-fd12a111bb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.361619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.488300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6b10-ba2e-4060-961d-fd12a111bb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.495838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6b10-ba2e-4060-961d-fd12a111bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.542572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fc6a6b10-ba2e-4060-961d-fd12a111bb57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=079a5418a43c45cf8962e4e0f2b87863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315153 Nov 09 18:29:49.545259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33040) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:49.622943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6b10-ba2e-4060-961d-fd12a111bb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18784f4a-cd1f-465e-8630-139eddb50321,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:49.658918 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb972d89-4c79-4c08-aac5-4a1a74a048b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.683893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb972d89-4c79-4c08-aac5-4a1a74a048b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.737794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8e3d0182-c574-4685-8af3-258a67ee121e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:29:49.739261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb972d89-4c79-4c08-aac5-4a1a74a048b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.744893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb972d89-4c79-4c08-aac5-4a1a74a048b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:49.750924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eb972d89-4c79-4c08-aac5-4a1a74a048b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18784f4a-cd1f-465e-8630-139eddb50321 HTTP/1.1" status: 204 len: 168 time: 0.2012942 Nov 09 18:29:49.766362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb972d89-4c79-4c08-aac5-4a1a74a048b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18784f4a-cd1f-465e-8630-139eddb50321,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:49.825861 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 8e3d0182-c574-4685-8af3-258a67ee121e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:29:49.829047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8e3d0182-c574-4685-8af3-258a67ee121e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:29:52.362139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33140) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:52.367382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'network': {'name': 'tempest-network-smoke--122604018', 'project_id': '33134654e5a84fafa75338de41d05e11', 'port_security_enabled': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:52.390661 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Made reservation on behalf of 33134654e5a84fafa75338de41d05e11 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:52.394620 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.403667 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.480297 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.484897 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.514594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:29:52.520015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7beb4-3b6c-474f-b528-5006d0f9a20d,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:52.527894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.528248 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Added segment 12648946-8099-4e22-b429-7bf6858c0b14 of type vlan for network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a Nov 09 18:29:52.576383 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.602837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.610027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:52.610749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.682292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33146) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:52.686645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3233364 Nov 09 18:29:52.687331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'admin_state_up': True, 'project_id': '33134654e5a84fafa75338de41d05e11', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:52.704557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf326d-a943-4b80-946f-76985464ec5e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Network': ['ID=0010cfae-b994-4bf4-bc1a-bf2f50eb405a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:52.723477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.724529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:29:52.725045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:52.807769 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:53.033231 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:53.242654 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:53.264544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:53.382820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Allocated IP 172.25.0.213 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/5fafccc5-41da-4663-a815-134c9048af4e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:53.501459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:53.537826 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:53.580737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:53.585431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:53.593309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:53.596477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=5fafccc5-41da-4663-a815-134c9048af4e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:53.855666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:54.060547 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:54.199740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 0cb51b58-f20b-42b4-8484-116bb2c606f8 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:29:54.318479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:54.331294 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Sync routers for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:54.345720 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:54.347325 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:54.365198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:54.369809 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f0a7a643-dc30-4a9e-8e8c-a3cc607ab1de tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6832454 Nov 09 18:29:54.370262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33206) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:54.516974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a416f9ce-f4de-4640-affc-627c0cd19627 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=33134654e5a84fafa75338de41d05e11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1453707 Nov 09 18:29:54.519565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33210) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:54.534608 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:54.677234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96060041-0334-4a8d-a125-74bade260794 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:54.681052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-96060041-0334-4a8d-a125-74bade260794 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1603239 Nov 09 18:29:54.683744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33214) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:54.757023 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6dee07f5-60b4-4321-bedc-604c8596e325 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720396 Nov 09 18:29:54.759681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33216) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:54.765462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-764438912', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'project_id': '33134654e5a84fafa75338de41d05e11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:54.786394 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:53Z', 'revision_number': 3, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:54.816845 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Checking router: 0cb51b58-f20b-42b4-8484-116bb2c606f8 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:29:54.817506 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Updating router 0cb51b58-f20b-42b4-8484-116bb2c606f8 port 5fafccc5-41da-4663-a815-134c9048af4e binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:29:54.844896 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:54.864679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Made reservation on behalf of 33134654e5a84fafa75338de41d05e11 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:29:54.869176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.156429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.205831 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.212756 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.240711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Subnet': ['ID=0f7d597b-bb63-474b-bf37-d487deb4e725,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:55.247665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Checking segment: {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:29:55.248101 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network hostable DHCP agents. Network: 0010cfae-b994-4bf4-bc1a-bf2f50eb405a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:29:55.271140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:29:55.291226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 0010cfae-b994-4bf4-bc1a-bf2f50eb405a) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:55.299235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:55.300069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.301798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f2ae9-cc53-4078-a3c3-a6b875346a0b None None] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:29:55.333803 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9c887192-a598-4473-a31b-c578eda3f653 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5721128 Nov 09 18:29:55.335625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33224) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:55.342933 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Pushing event updated for resources: {'Port': ['ID=5fafccc5-41da-4663-a815-134c9048af4e,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:55.347420 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Attempting to bind port 5fafccc5-41da-4663-a815-134c9048af4e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:29:55.348292 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Attempting to bind port 5fafccc5-41da-4663-a815-134c9048af4e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:29:55.351426 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Attempting to bind port 5fafccc5-41da-4663-a815-134c9048af4e on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:55.363433 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:55.364505 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:29:55.365097 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.367799 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:55.368380 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Bound port: 5fafccc5-41da-4663-a815-134c9048af4e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:29:55.368838 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.384909 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.386473 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.386926 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.387366 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.387771 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.388171 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.388600 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.389000 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.389395 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.389787 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.390226 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.390621 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:29:55.472681 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] For port 5fafccc5-41da-4663-a815-134c9048af4e, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:55.478446 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] For port 5fafccc5-41da-4663-a815-134c9048af4e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5fafccc5-41da-4663-a815-134c9048af4e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:55.487886 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.546901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:29:55.548239 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.601450 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:55.603500 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:55.721216 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c61db8-562d-4249-b422-d4b7b9740d9b None None] Pushing event updated for resources: {'Port': ['ID=5fafccc5-41da-4663-a815-134c9048af4e,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:55.772983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2da745-cbbf-4410-bdea-6352467e7ee4 req-2bbafb16-29d6-4584-9f23-21a0120c4379 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:55.773847 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c2da745-cbbf-4410-bdea-6352467e7ee4 req-2bbafb16-29d6-4584-9f23-21a0120c4379 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 945 time: 0.1017766 Nov 09 18:29:55.774556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33230) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:55.789376 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:55.856169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Allocated IP 172.20.0.2 (0010cfae-b994-4bf4-bc1a-bf2f50eb405a/0f7d597b-bb63-474b-bf37-d487deb4e725/1a06babf-c7e8-47a6-8ed5-08aa90941c11) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:55.895971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] Deleting subnet d299691e-920c-4a10-b69b-9fe8ce933e90 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:29:55.903246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:55.971502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c2da745-cbbf-4410-bdea-6352467e7ee4 req-1bd9d07e-a5b5-450b-816d-f99ddb406d58 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113279 Nov 09 18:29:55.998540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.007160 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.110170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.148108 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:53Z', 'revision_number': 3, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:56.161319 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.179332 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.204000 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.215731 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f0389-449a-477e-a140-d084fc4a6e2a None None] The sync data for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 is: [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:53Z', 'revision_number': 3, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:29:56.271358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:56.274138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:56.280776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:56.302954 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.307753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Pushing event updated for resources: {'Port': ['ID=1a06babf-c7e8-47a6-8ed5-08aa90941c11,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:56.308272 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d299691e-920c-4a10-b69b-9fe8ce933e90 HTTP/1.1" status: 204 len: 168 time: 0.5319903 Nov 09 18:29:56.309120 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510e623-051e-4b6a-a7df-ffad8a487f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d299691e-920c-4a10-b69b-9fe8ce933e90,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:56.311552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33234) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:56.373671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Attempting to bind port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:29:56.374052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Attempting to bind port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:29:56.374456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Attempting to bind port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 on network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:29:56.380914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:29:56.381296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Checking segment: {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:29:56.381717 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.382144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Bound using segment: {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:29:56.382654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Bound port: 1a06babf-c7e8-47a6-8ed5-08aa90941c11, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:29:56.383040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.461868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] For port 1a06babf-c7e8-47a6-8ed5-08aa90941c11, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:29:56.467944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] For port 1a06babf-c7e8-47a6-8ed5-08aa90941c11, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a06babf-c7e8-47a6-8ed5-08aa90941c11,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:29:56.474454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.627672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4a32d-f6df-4788-bae7-2a757ae94b4a None None] Pushing event updated for resources: {'Port': ['ID=1a06babf-c7e8-47a6-8ed5-08aa90941c11,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:56.868463 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:56.895659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Allocated IP 172.20.0.1 (0010cfae-b994-4bf4-bc1a-bf2f50eb405a/0f7d597b-bb63-474b-bf37-d487deb4e725/a0f77f26-0ccc-4bf4-aca4-8f88b67e5017) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:29:57.035566 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.070939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e63d90-5edc-44b7-9b77-340de8ae914f']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:57.092998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:57.093300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9001b8ef-8d08-4ff9-9d1a-ea6cff1a7c06') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:57.112910 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1656fc-3f01-4ccf-8a2b-04c629d78d33 req-e7690dc5-1799-455a-9343-1e060236129a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:57.114490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f1656fc-3f01-4ccf-8a2b-04c629d78d33 req-e7690dc5-1799-455a-9343-1e060236129a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 945 time: 0.0679481 Nov 09 18:29:57.119567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.166705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f1656fc-3f01-4ccf-8a2b-04c629d78d33 req-39828e83-cde9-42b5-baa8-f1aef08ae731 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446415 Nov 09 18:29:57.174935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.181982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.192029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:29:57.192540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:29:57.196614 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:29:57.286339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-0a6bca1e-2eec-415e-8ff5-6a44fc174b93 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:57.287876 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-0a6bca1e-2eec-415e-8ff5-6a44fc174b93 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 945 time: 0.1551449 Nov 09 18:29:57.290471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.298440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.303421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.307299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9e63d90-5edc-44b7-9b77-340de8ae914f HTTP/1.1" status: 204 len: 168 time: 0.9918659 Nov 09 18:29:57.414227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad158e-91fe-499c-a532-3e0d76b2e2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e63d90-5edc-44b7-9b77-340de8ae914f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:57.446335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:57.453139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:57.456369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:29:57.505367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:57.539358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.555573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33246) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:57.586387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port 95c4476f-d3a4-4970-9bce-a92e1acc98bb {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:57.586740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.603148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fa411823-3b0d-4426-b226-c3e3e2a09cf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b678adc5b3f4c0d8085b2ebd890e249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441246 Nov 09 18:29:57.606143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33248) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:57.664409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bde2a-7206-4ab4-a8ca-0d56b1514770 req-1a960a8e-c9de-4408-8f2f-ccf21ef30d5d tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:57.665960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab5bde2a-7206-4ab4-a8ca-0d56b1514770 req-1a960a8e-c9de-4408-8f2f-ccf21ef30d5d tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 946 time: 0.0540161 Nov 09 18:29:57.707314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab5bde2a-7206-4ab4-a8ca-0d56b1514770 req-9147ba9b-69b8-4a07-adb6-99030024833e tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Nov 09 18:29:57.781354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] For port 95c4476f-d3a4-4970-9bce-a92e1acc98bb, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=95c4476f-d3a4-4970-9bce-a92e1acc98bb,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:57.781873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.797512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac4509-3181-425d-b0b9-cc3778585e5e None None] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:29:57.805009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66795377-e059-4662-9cee-e560f743ae1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.832120 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66795377-e059-4662-9cee-e560f743ae1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.879467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fafccc5-41da-4663-a815-134c9048af4e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:57.930742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e2cec155-cea2-4686-a074-0b53850c50bd None None] Provisioning complete for port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:57.931670 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2cec155-cea2-4686-a074-0b53850c50bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:57.982288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.038466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5fafccc5-41da-4663-a815-134c9048af4e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:58.039081 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.091180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66795377-e059-4662-9cee-e560f743ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.093737 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-66795377-e059-4662-9cee-e560f743ae1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.094918 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-66795377-e059-4662-9cee-e560f743ae1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b523000-70bf-45e2-8288-10c07c3c18ed HTTP/1.1" status: 204 len: 168 time: 0.4878063 Nov 09 18:29:58.120379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2cec155-cea2-4686-a074-0b53850c50bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.175337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-e2cec155-cea2-4686-a074-0b53850c50bd None None] For port 1a06babf-c7e8-47a6-8ed5-08aa90941c11, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a06babf-c7e8-47a6-8ed5-08aa90941c11,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:58.198230 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e2cec155-cea2-4686-a074-0b53850c50bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.246289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66795377-e059-4662-9cee-e560f743ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b523000-70bf-45e2-8288-10c07c3c18ed,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:58.246528 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.305639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 5fafccc5-41da-4663-a815-134c9048af4e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5fafccc5-41da-4663-a815-134c9048af4e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:58.308142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cec155-cea2-4686-a074-0b53850c50bd None None] Pushing event updated for resources: {'Port': ['ID=1a06babf-c7e8-47a6-8ed5-08aa90941c11,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:58.313122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.313512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.314012 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Floating IP c7136247-b65e-41c6-9b17-0d585d3cb9fc disassociated. External IP: 172.25.0.49, port: 95c4476f-d3a4-4970-9bce-a92e1acc98bb. Nov 09 18:29:58.314382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for 95c4476f-d3a4-4970-9bce-a92e1acc98bb owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:58.316086 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.318267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a06babf-c7e8-47a6-8ed5-08aa90941c11 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:58.394430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e446-52f2-4a30-8179-fa806308ad5d req-cf308364-5220-48b7-b87b-bc9a70c0322a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:58.396106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92c2e446-52f2-4a30-8179-fa806308ad5d req-cf308364-5220-48b7-b87b-bc9a70c0322a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 945 time: 0.1120291 Nov 09 18:29:58.433367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:58.433690 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.475097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92c2e446-52f2-4a30-8179-fa806308ad5d req-56305208-59d1-4969-8bb9-9e64eb56370c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727365 Nov 09 18:29:58.496129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=5fafccc5-41da-4663-a815-134c9048af4e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:58.549895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cc2d8803-b98f-49ed-87c4-d720127f9fc8 None None] Provisioning complete for port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:58.550393 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8803-b98f-49ed-87c4-d720127f9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.605968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.619158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.650415 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.670142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cc2d8803-b98f-49ed-87c4-d720127f9fc8 None None] Provisioning complete for port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:58.670604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8803-b98f-49ed-87c4-d720127f9fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.721687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:58.724854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.736692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d8803-b98f-49ed-87c4-d720127f9fc8 None None] Port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:29:58.792160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=95c4476f-d3a4-4970-9bce-a92e1acc98bb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:58.853343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fff8f-a819-441e-8c34-5f01a1210394 req-4a03bd95-1d97-4001-b81b-2132d174d5fe tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:58.854864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-207fff8f-a819-441e-8c34-5f01a1210394 req-4a03bd95-1d97-4001-b81b-2132d174d5fe tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 946 time: 0.0518868 Nov 09 18:29:58.866736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e94cd9ee-b0f5-4158-84ea-4c6a4b1e079b None None] Provisioning complete for port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:58.867673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e94cd9ee-b0f5-4158-84ea-4c6a4b1e079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:58.914561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-207fff8f-a819-441e-8c34-5f01a1210394 req-d9ce41af-3343-4489-8f7a-b3737f9be350 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/security-groups?id=bf234a18-8416-44ca-a27d-2bbbd9be374d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445955 Nov 09 18:29:58.923424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e94cd9ee-b0f5-4158-84ea-4c6a4b1e079b None None] Port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:29:58.950356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:58.956533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:29:58.959706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:29:59.152506 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:59.163482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:59.175812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:59.175812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:59.188755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 0cb51b58-f20b-42b4-8484-116bb2c606f8 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:29:59.202689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] No DVR routers for this DVR port 95c4476f-d3a4-4970-9bce-a92e1acc98bb on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:29:59.205166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:59.208927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-97a983b3-5207-4f96-9e25-ffbc5e4da0e6 req-e46ae55e-e885-4bcf-9d99-f352f508ff99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "DELETE /v2.0/ports/95c4476f-d3a4-4970-9bce-a92e1acc98bb HTTP/1.1" status: 204 len: 173 time: 1.9123087 Nov 09 18:29:59.209755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'name': 'network-vif-deleted', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:29:59.219762 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492989bd-338e-46ad-afcb-05b788934f34" -d '{"events": [{"server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "name": "network-vif-deleted", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:29:59.302820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-3cf261e5-e6b2-46e1-8d20-9d057f232c9d tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:29:59.304420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-3cf261e5-e6b2-46e1-8d20-9d057f232c9d tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 946 time: 0.1245041 Nov 09 18:29:59.386902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-15216e33-0b22-433b-8950-b38ae1ee7e89 None None] Provisioning complete for port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:29:59.387274 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-15216e33-0b22-433b-8950-b38ae1ee7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:59.457728 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-15216e33-0b22-433b-8950-b38ae1ee7e89 None None] Port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:29:59.471784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:29:59.474387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Deleting port 03316641-e91d-4129-9833-27d29fc38bf5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:29:59.478392 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:59.629879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b4a5ce2-ebe5-44d8-b312-a00495c38c94 req-01402d59-4880-4ce2-b7ff-124d14acefc9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 210 time: 0.0386717 Nov 09 18:29:59.671812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] For port 03316641-e91d-4129-9833-27d29fc38bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=03316641-e91d-4129-9833-27d29fc38bf5,segment=NetworkSegment(d7f479d0-3ef2-444e-87b9-678ab028ace3),segment_id=d7f479d0-3ef2-444e-87b9-678ab028ace3)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:29:59.672623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:59.693053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Calling delete_port for 03316641-e91d-4129-9833-27d29fc38bf5 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:29:59.832885 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6410c08-c405-4cad-bfcb-8d6c564402d2 x-openstack-request-id: req-e6410c08-c405-4cad-bfcb-8d6c564402d2 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:29:59.832885 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba561375-1284-4fc8-a8a6-11e043cdd3be", "name": "network-vif-deleted", "tag": "95c4476f-d3a4-4970-9bce-a92e1acc98bb", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:29:59.835506 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6410c08-c405-4cad-bfcb-8d6c564402d2 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:29:59.835763 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba561375-1284-4fc8-a8a6-11e043cdd3be', 'name': 'network-vif-deleted', 'tag': '95c4476f-d3a4-4970-9bce-a92e1acc98bb', 'status': 'completed', 'code': 200} Nov 09 18:29:59.876844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fafccc5-41da-4663-a815-134c9048af4e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:29:59.880366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:29:59.911423 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:29:59.923510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:29:59.931335 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0bd3786a-38a9-416d-83b6-e8c53065f7e0 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "PUT /v2.0/routers/0cb51b58-f20b-42b4-8484-116bb2c606f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5919199 Nov 09 18:29:59.932169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33286) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:29:59.936818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b46ae131-5b23-46b2-b89c-526cee0a13dd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--856937918', 'description': 'tempest-secgroup_access--856937918 description', 'project_id': '33134654e5a84fafa75338de41d05e11'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:29:59.949821 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Sync routers for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:29:59.962583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Pushing event deleted for resources: {'Port': ['ID=03316641-e91d-4129-9833-27d29fc38bf5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:29:59.982803 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:29:59.983470 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:00.018800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] No DVR routers for this DVR port 03316641-e91d-4129-9833-27d29fc38bf5 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:30:00.021755 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.025597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d2e411d-f8cc-42d9-9dd4-d3bd872e101c req-e5db6297-83a5-4d76-9439-8d58696279df tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.73 "DELETE /v2.0/ports/03316641-e91d-4129-9833-27d29fc38bf5 HTTP/1.1" status: 204 len: 173 time: 0.7088096 Nov 09 18:30:00.026335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'name': 'network-vif-deleted', 'tag': '03316641-e91d-4129-9833-27d29fc38bf5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:00.027079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['03316641-e91d-4129-9833-27d29fc38bf5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:30:00.029407 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74344d91-12ae-4f23-96f9-4f9ba3028829" -d '{"events": [{"server_uuid": "6d806cba-c468-492c-a6e9-ca87caac1b77", "name": "network-vif-deleted", "tag": "03316641-e91d-4129-9833-27d29fc38bf5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:00.029592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b46ae131-5b23-46b2-b89c-526cee0a13dd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.045185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:30:00.109326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:00.110467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:00.133228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87bac785-d569-475b-a927-87a0d785074a req-c07419d0-6e6f-46a3-bf69-12344a0e8ca5 tempest-VolumesSnapshotTestJSON-1320514411 tempest-VolumesSnapshotTestJSON-1320514411-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d806cba-c468-492c-a6e9-ca87caac1b77 HTTP/1.1" status: 200 len: 210 time: 0.0628507 Nov 09 18:30:00.190269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b46ae131-5b23-46b2-b89c-526cee0a13dd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.201437 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d747ccb3-efac-4f15-a3ab-b8f075713fbb x-openstack-request-id: req-d747ccb3-efac-4f15-a3ab-b8f075713fbb {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:00.201754 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d806cba-c468-492c-a6e9-ca87caac1b77", "name": "network-vif-deleted", "tag": "03316641-e91d-4129-9833-27d29fc38bf5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:00.202123 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d747ccb3-efac-4f15-a3ab-b8f075713fbb {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:00.202581 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d806cba-c468-492c-a6e9-ca87caac1b77', 'name': 'network-vif-deleted', 'tag': '03316641-e91d-4129-9833-27d29fc38bf5', 'status': 'completed', 'code': 200} Nov 09 18:30:00.206307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b46ae131-5b23-46b2-b89c-526cee0a13dd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.256670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b46ae131-5b23-46b2-b89c-526cee0a13dd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.260792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33294) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:00.260999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b46ae131-5b23-46b2-b89c-526cee0a13dd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3276589 Nov 09 18:30:00.262244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ae131-5b23-46b2-b89c-526cee0a13dd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd132c2-801f-4204-8cb5-127537e56e5c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:00.263417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5fafccc5-41da-4663-a815-134c9048af4e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:00.264481 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.268437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-081cf357-050e-4a1a-bf0a-005ce3605471 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1685040960', 'description': 'tempest-secgroup_general--1685040960 description', 'project_id': '33134654e5a84fafa75338de41d05e11'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:00.275746 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:00.313852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-081cf357-050e-4a1a-bf0a-005ce3605471 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.376685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a06babf-c7e8-47a6-8ed5-08aa90941c11 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:30:00.410513 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:00.468668 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-081cf357-050e-4a1a-bf0a-005ce3605471 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.478800 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-081cf357-050e-4a1a-bf0a-005ce3605471 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.548538 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-081cf357-050e-4a1a-bf0a-005ce3605471 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.550314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-081cf357-050e-4a1a-bf0a-005ce3605471 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2880929 Nov 09 18:30:00.552054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cf357-050e-4a1a-bf0a-005ce3605471 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:00.553425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33296) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:00.558609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6bd1657b-0b55-4b65-9e60-cb0a33263d96 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'security_group_rule': {'security_group_id': 'cbd132c2-801f-4204-8cb5-127537e56e5c', 'project_id': '33134654e5a84fafa75338de41d05e11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:00.564429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:00.564834 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.626326 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6bd1657b-0b55-4b65-9e60-cb0a33263d96 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.635030 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 2, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:00.680063 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Checking router: 0cb51b58-f20b-42b4-8484-116bb2c606f8 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:30:00.680455 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Updating router 0cb51b58-f20b-42b4-8484-116bb2c606f8 port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:30:00.721935 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.747273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6bd1657b-0b55-4b65-9e60-cb0a33263d96 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.763110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6bd1657b-0b55-4b65-9e60-cb0a33263d96 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.799420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1ccaa99-c40b-4133-beb2-4c275b17857a req-1c38287a-60cf-480f-8e07-05c9c28676f7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 210 time: 0.0356753 Nov 09 18:30:00.802374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1657b-0b55-4b65-9e60-cb0a33263d96 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59318cc5-dd18-43f2-b864-b0a2abcaf7b7,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:00.819721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6bd1657b-0b55-4b65-9e60-cb0a33263d96 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:00.834175 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6bd1657b-0b55-4b65-9e60-cb0a33263d96 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2732747 Nov 09 18:30:00.883708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 95c4476f-d3a4-4970-9bce-a92e1acc98bb no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:30:00.992294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 95c4476f-d3a4-4970-9bce-a92e1acc98bb {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:30:00.992651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 95c4476f-d3a4-4970-9bce-a92e1acc98bb not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:30:01.124400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-31f01f63-05e2-4670-bee4-7b91db2d1eb1 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1685040960&fields=id&tenant_id=33134654e5a84fafa75338de41d05e11 HTTP/1.1" status: 200 len: 267 time: 0.0547881 Nov 09 18:30:01.194831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-d12a92c0-8d4a-4285-a94a-d3ea4a820674 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--856937918&fields=id&tenant_id=33134654e5a84fafa75338de41d05e11 HTTP/1.1" status: 200 len: 267 time: 0.0664237 Nov 09 18:30:01.226094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:01.260218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca54f6b-877d-4f36-9d22-ef0e0ce0e813 None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:30:01.319238 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:01.331601 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:01.346023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-28dedb66-500b-4d84-86cc-b3010d0bb6d5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:01.355995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-28dedb66-500b-4d84-86cc-b3010d0bb6d5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/networks?id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a HTTP/1.1" status: 200 len: 796 time: 0.1608315 Nov 09 18:30:01.380991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-666858b7-8c5a-44e8-8ba2-1a6ad270afbd tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/quotas/33134654e5a84fafa75338de41d05e11 HTTP/1.1" status: 200 len: 375 time: 0.0198424 Nov 09 18:30:01.445888 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586b62a-8167-462d-87f4-78dbe28e691b None None] Pushing event updated for resources: {'Port': ['ID=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:01.461987 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Attempting to bind port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:30:01.462915 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Attempting to bind port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:30:01.463172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Attempting to bind port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 on network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:01.468769 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:30:01.469138 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Checking segment: {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:30:01.469535 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:01.469729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-b1c1602a-9e40-45fe-b960-43f997093816 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865011 Nov 09 18:30:01.469918 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Bound using segment: {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:30:01.470410 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Bound port: a0f77f26-0ccc-4bf4-aca4-8f88b67e5017, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:30:01.470786 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:01.578840 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] For port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:30:01.583867 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] For port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:30:01.592188 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:01.613788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-e7b9deff-46d0-40e9-b346-08b4e55d9e3c service neutron] 10.222.0.32 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380548 Nov 09 18:30:01.683736 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586b62a-8167-462d-87f4-78dbe28e691b None None] Pushing event updated for resources: {'Port': ['ID=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:01.706300 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:01.707559 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:29:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:01.761710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca67375-b0c7-4dde-8a3c-4d380cadc7ef None None] New status for floating IP c7136247-b65e-41c6-9b17-0d585d3cb9fc: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:30:01.796052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-ef62d0a0-3339-43ca-8e38-103df36fb39c service neutron] 10.222.0.32 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744480 Nov 09 18:30:01.948016 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5c1e6c58-1063-4530-95d1-718a3a027502 None None] Provisioning complete for port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:01.949158 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c58-1063-4530-95d1-718a3a027502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:02.034237 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:02.122419 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c58-1063-4530-95d1-718a3a027502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:02.163518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5c1e6c58-1063-4530-95d1-718a3a027502 None None] For port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:02.171535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c58-1063-4530-95d1-718a3a027502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:02.187155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92acbcd1-d6d1-432e-aba1-2705a85241c9 req-4c3ee173-9be5-494c-a738-956cf935f6e7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 210 time: 0.0728419 Nov 09 18:30:02.267974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6c58-1063-4530-95d1-718a3a027502 None None] Pushing event updated for resources: {'Port': ['ID=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:02.299348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8121f92f-4366-4cc6-96a1-e09606ccd011 None None] Provisioning complete for port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:02.302211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8121f92f-4366-4cc6-96a1-e09606ccd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:02.498801 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:01Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:02.566171 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbb2be-ebf0-43a0-925b-53eeb11e0a81 None None] The sync data for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 is: [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:01Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:30:02.850906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa5c2aec-640a-46f0-8938-39aaee5c2aca req-fed6322d-7a8c-4130-ae92-f8bd30b00750 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 210 time: 0.5630200 Nov 09 18:30:02.981470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ed0bb5ab-687e-4b57-872e-7783884f4fbd tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2456ed6999444b5bb0b586366ff86e83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543773 Nov 09 18:30:03.192737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-38b8766b-42f6-4a1c-91e9-67692283a1ee tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:03.198854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-38b8766b-42f6-4a1c-91e9-67692283a1ee tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150819 Nov 09 18:30:03.210835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ce36f13e-da98-4d74-ae72-61fbc35c4a12 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/quotas/2456ed6999444b5bb0b586366ff86e83 HTTP/1.1" status: 200 len: 375 time: 0.0101087 Nov 09 18:30:03.252619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-043749e1-91c8-4ce6-b232-489052985f54 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2456ed6999444b5bb0b586366ff86e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350811 Nov 09 18:30:03.304519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 03316641-e91d-4129-9833-27d29fc38bf5 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:30:03.336543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 03316641-e91d-4129-9833-27d29fc38bf5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:30:03.337690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 03316641-e91d-4129-9833-27d29fc38bf5 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:30:03.541522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd41e970-7041-42ce-8ec5-1ba0ee2ab443 req-124d9ea0-91aa-4fca-9aa1-be50c177210e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 210 time: 0.0529096 Nov 09 18:30:03.688051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f9f684a-17a9-4bc1-aef2-ee5ffb062fb5 req-c57f01c7-922a-46cf-8289-e9da9886ebce tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 210 time: 0.0847735 Nov 09 18:30:03.813666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-63e009b6-df4a-425c-b1b5-82b11af83971 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:03.815432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-63e009b6-df4a-425c-b1b5-82b11af83971 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.73 "GET /v2.0/networks?id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a HTTP/1.1" status: 200 len: 796 time: 0.2767711 Nov 09 18:30:03.872338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:30:03.914469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-9be4f456-0a77-4918-8ec8-011bd22c8789 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33134654e5a84fafa75338de41d05e11 HTTP/1.1" status: 200 len: 477 time: 0.0742857 Nov 09 18:30:03.928978 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'port': {'device_id': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'admin_state_up': True, 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'security_groups': ['1a46eb72-cb6d-4086-a7b8-8c90ef3c4082', 'cbd132c2-801f-4204-8cb5-127537e56e5c']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:04.012051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:04.012483 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:04.042675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a755c9b-218a-4f10-a06b-50104796ce0a req-5f2e5d53-3c4a-4758-a9fd-5c925bdc5e52 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 210 time: 0.0849237 Nov 09 18:30:04.202922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Made reservation on behalf of 33134654e5a84fafa75338de41d05e11 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:30:04.209088 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:04.400401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Allocated IP 172.20.0.3 (0010cfae-b994-4bf4-bc1a-bf2f50eb405a/0f7d597b-bb63-474b-bf37-d487deb4e725/115a1903-3537-4750-b8be-5f3eea0d3e61) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:04.573985 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:04.613057 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:04.683211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6c1477f-5057-4d90-8979-22881d2bf9c6 req-7c289951-a192-4855-8855-57d4d6fe8722 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba561375-1284-4fc8-a8a6-11e043cdd3be HTTP/1.1" status: 200 len: 210 time: 0.0615380 Nov 09 18:30:04.689860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:04.693069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:04.697389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:04.772422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:04.773078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:04.794416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=115a1903-3537-4750-b8be-5f3eea0d3e61,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:04.816626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abdb9673-3497-43b2-9cd4-348e2aefd79a req-c0e020fb-e9e2-49ba-a190-274730cc83bb tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 210 time: 0.0347357 Nov 09 18:30:04.822497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.822850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.823190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.823640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.823852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.824191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.824515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.824844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.825574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.825574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.825845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.826172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:04.834758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-c686ddb1-4e69-4f90-8781-7d7290c102a5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9122205 Nov 09 18:30:04.855075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Request body: {'port': {'device_id': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:04.953696 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-f951e0bf-e3de-4394-8556-d935932cc9bb tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2456ed6999444b5bb0b586366ff86e83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512040 Nov 09 18:30:04.958882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.084109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4e081467-314f-4858-aeb2-1a29e20c4b52 None None] Provisioning complete for port 115a1903-3537-4750-b8be-5f3eea0d3e61 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:05.085028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e081467-314f-4858-aeb2-1a29e20c4b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.171678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4e081467-314f-4858-aeb2-1a29e20c4b52 None None] Port 115a1903-3537-4750-b8be-5f3eea0d3e61 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:30:05.249953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-8b165b06-189c-4871-8c01-3507b32bb048 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:05.256407 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-8b165b06-189c-4871-8c01-3507b32bb048 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954600 Nov 09 18:30:05.271321 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Request body: {'port': {'device_id': '306eebba-285e-46aa-8df1-fb89d7166d90', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': '2456ed6999444b5bb0b586366ff86e83'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:05.271730 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d04d6f-ceb6-4a21-8a85-66aed6c10750 req-38d9ce14-d226-4280-8a15-7e297dac11c7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:05.279261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65d04d6f-ceb6-4a21-8a85-66aed6c10750 req-38d9ce14-d226-4280-8a15-7e297dac11c7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 970 time: 0.1407986 Nov 09 18:30:05.366831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65d04d6f-ceb6-4a21-8a85-66aed6c10750 req-32a637d3-682e-4ebb-933b-ad5e51c1bd9c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0865378 Nov 09 18:30:05.424790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115a1903-3537-4750-b8be-5f3eea0d3e61 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:30:05.436357 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.455141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Transition to ACTIVE for port object 115a1903-3537-4750-b8be-5f3eea0d3e61 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:30:05.460557 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.469336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Made reservation on behalf of 2456ed6999444b5bb0b586366ff86e83 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:30:05.472913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.481921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.518511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Pushing event updated for resources: {'Port': ['ID=115a1903-3537-4750-b8be-5f3eea0d3e61,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:05.578792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.588650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.609006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Attempting to bind port 115a1903-3537-4750-b8be-5f3eea0d3e61 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:30:05.609487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Attempting to bind port 115a1903-3537-4750-b8be-5f3eea0d3e61 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:30:05.609952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Attempting to bind port 115a1903-3537-4750-b8be-5f3eea0d3e61 on network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:05.615389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Port 115a1903-3537-4750-b8be-5f3eea0d3e61 on network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:30:05.615723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Attempting to bind port 115a1903-3537-4750-b8be-5f3eea0d3e61 on network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:05.621035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:30:05.621465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Checking segment: {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:30:05.621906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Bound using segment: {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:30:05.622473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Bound port: 115a1903-3537-4750-b8be-5f3eea0d3e61, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12648946-8099-4e22-b429-7bf6858c0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:30:05.623451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.657048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4974ed9d-e575-4938-b1b0-fe05f16a037d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:05.699695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] For port 115a1903-3537-4750-b8be-5f3eea0d3e61, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:30:05.703261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] For port 115a1903-3537-4750-b8be-5f3eea0d3e61, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=115a1903-3537-4750-b8be-5f3eea0d3e61,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:30:05.708181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.748647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:05.749272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.750764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] 10.222.0.73 "PUT /v2.0/ports/115a1903-3537-4750-b8be-5f3eea0d3e61 HTTP/1.1" status: 200 len: 1130 time: 0.9032507 Nov 09 18:30:05.751159 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:05.754021 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0232ed-f647-434c-be5f-ea13f7107f02" -d '{"events": [{"name": "network-changed", "server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:05.769927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Allocated IP 192.168.233.141 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/0f8882fa-31a0-437a-9b6b-24b6bfd29e3e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:05.793656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea628e2-e031-4b63-b527-8a856a857f3d service neutron] Pushing event updated for resources: {'Port': ['ID=115a1903-3537-4750-b8be-5f3eea0d3e61,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:05.809300 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679a237f-0251-447a-b8b3-a36952b466b7 x-openstack-request-id: req-679a237f-0251-447a-b8b3-a36952b466b7 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:05.809596 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:05.809854 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-679a237f-0251-447a-b8b3-a36952b466b7 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:05.811113 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'status': 'completed', 'code': 200} Nov 09 18:30:05.892607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-4d2bdf5e-4b7b-40e3-a2a6-9a65f2e10719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:05.894153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-4d2bdf5e-4b7b-40e3-a2a6-9a65f2e10719 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1133 time: 0.0596235 Nov 09 18:30:05.964177 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:05.981199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-310b2e88-453c-4905-99e4-fa7ac145415b req-393f123d-efd7-4afc-b650-af492e6cf31d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 210 time: 0.0606761 Nov 09 18:30:05.983049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-a46ced17-82e6-4189-a0fd-d9537a9cb8f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115a1903-3537-4750-b8be-5f3eea0d3e61 HTTP/1.1" status: 200 len: 217 time: 0.0758963 Nov 09 18:30:06.009334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.052610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-a81489ab-6fff-444b-8d25-1796980fb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:06.054380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-a81489ab-6fff-444b-8d25-1796980fb181 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f7d597b-bb63-474b-bf37-d487deb4e725 HTTP/1.1" status: 200 len: 834 time: 0.0591850 Nov 09 18:30:06.057967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:06.063068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:06.066945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:06.096708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Pushing event updated for resources: {'Port': ['ID=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:06.131103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:06.131745 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.141077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-06274767-12a1-4136-8f63-0d1e3e613e15 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506658428&fields=id&tenant_id=699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 267 time: 0.0434580 Nov 09 18:30:06.142967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-b6104699-49af-4477-8f12-040f22a9e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:06.144557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-b6104699-49af-4477-8f12-040f22a9e303 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746942 Nov 09 18:30:06.150498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-83cb5d16-4776-4355-9e16-c4fac24c423d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8848603 Nov 09 18:30:06.164518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Request body: {'port': {'device_id': '306eebba-285e-46aa-8df1-fb89d7166d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:06.224202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.343484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-7f124f17-78c9-4802-a255-54d71293f0e0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:06.345027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-7f124f17-78c9-4802-a255-54d71293f0e0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.1947789 Nov 09 18:30:06.347225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-47108041-71f9-47ca-b00e-e31685206e25 service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862886 Nov 09 18:30:06.369939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-310a3852-0859-46e2-8d62-90366c612215 None None] Provisioning complete for port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:06.371087 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-310a3852-0859-46e2-8d62-90366c612215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.372261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-39e76943-982b-45e3-931c-9b67c8fad05b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/quotas/699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0211003 Nov 09 18:30:06.409696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-310a3852-0859-46e2-8d62-90366c612215 None None] Port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:30:06.504905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-f9faf39c-e130-4b99-bbfd-afc7a9befd05 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1171296 Nov 09 18:30:06.504905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-579d6678-aaed-49b7-baf3-2b08cc1cfe5f req-e712e2ec-de88-45a5-b0b2-e16b5816a08d service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439269 Nov 09 18:30:06.560308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:30:06.578153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.594158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Transition to ACTIVE for port object 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:30:06.599276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.639598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-0d908e59-8b6d-40a6-97c0-94039f2b48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:06.641088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-0d908e59-8b6d-40a6-97c0-94039f2b48c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1133 time: 0.0736434 Nov 09 18:30:06.673752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:06.673982 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-b27577fa-a7c2-4194-bef8-0b92649b76a7 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589634 Nov 09 18:30:06.748484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Attempting to bind port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:30:06.748931 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Attempting to bind port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:30:06.749345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Attempting to bind port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:06.754311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:30:06.754725 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Attempting to bind port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:06.760837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:30:06.760837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:30:06.761472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:30:06.762569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Bound port: 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:30:06.762569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.831813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-47ee68bd-1d68-4173-bb24-f90b576bfcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:06.833303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-47ee68bd-1d68-4173-bb24-f90b576bfcc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a HTTP/1.1" status: 200 len: 897 time: 0.1835823 Nov 09 18:30:06.837198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] For port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:30:06.840648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] For port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:30:06.851971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.857731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-e17bae8e-b568-485c-9fe9-5b7f82c386e1 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573620 Nov 09 18:30:06.893771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:06.894642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:06.896119 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] 10.222.0.85 "PUT /v2.0/ports/0f8882fa-31a0-437a-9b6b-24b6bfd29e3e HTTP/1.1" status: 200 len: 1096 time: 0.7373767 Nov 09 18:30:06.896644 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306eebba-285e-46aa-8df1-fb89d7166d90', 'tag': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:06.900029 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b" -d '{"events": [{"name": "network-changed", "server_uuid": "306eebba-285e-46aa-8df1-fb89d7166d90", "tag": "0f8882fa-31a0-437a-9b6b-24b6bfd29e3e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:06.925655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-46df1db3-55f6-4542-a8bd-019e1f29ecd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115a1903-3537-4750-b8be-5f3eea0d3e61 HTTP/1.1" status: 200 len: 217 time: 0.0822310 Nov 09 18:30:06.942353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d524e-d877-42d7-846f-e0e1bdbdf7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:07.009685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ab247fdf-3156-4d32-978f-1e16c2d4c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.011247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-ab247fdf-3156-4d32-978f-1e16c2d4c7b1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2456ed6999444b5bb0b586366ff86e83&device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 1099 time: 0.0632331 Nov 09 18:30:07.021636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-87080894-490d-4412-8023-c4de44615fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.024678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-87080894-490d-4412-8023-c4de44615fec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f7d597b-bb63-474b-bf37-d487deb4e725 HTTP/1.1" status: 200 len: 834 time: 0.0869465 Nov 09 18:30:07.111698 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-0b714e8b-9ebf-406f-8f0c-bbec2f6dafd4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e HTTP/1.1" status: 200 len: 217 time: 0.0915682 Nov 09 18:30:07.118458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-3e828c63-83ff-4067-b768-77b039598b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.120226 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-3e828c63-83ff-4067-b768-77b039598b95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855350 Nov 09 18:30:07.178813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-8fff380f-9190-4a8b-ae47-2e85cc9ca27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.181533 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-8fff380f-9190-4a8b-ae47-2e85cc9ca27e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0609863 Nov 09 18:30:07.256400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-e15f7168-1274-4495-8910-11a1204dfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.258179 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-e15f7168-1274-4495-8910-11a1204dfd25 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692694 Nov 09 18:30:07.297116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-118234dc-7fb3-418f-a441-b189f62ad0c2 service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666248 Nov 09 18:30:07.331255 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9adf4022-15d5-4219-adfe-4c94e8bcd01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:07.449034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-b7f73dec-e9ac-41f5-9573-6bdd6be998fe service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828740 Nov 09 18:30:07.552820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9e0232ed-f647-434c-be5f-ea13f7107f02 req-c128e551-142c-469d-af4e-f8616e42dec1 service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431741 Nov 09 18:30:07.589024 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6c6a73a8-8257-4a54-8abe-faf18b921fc7 req-bb24d562-82b9-4d63-985f-d95bc0d910e8 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329226 Nov 09 18:30:07.592834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810a3ce-1415-4ca6-97a0-06e11df612ff req-ab935153-b46d-4889-989a-9be3af236909 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.605070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d810a3ce-1415-4ca6-97a0-06e11df612ff req-ab935153-b46d-4889-989a-9be3af236909 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 982 time: 0.1233001 Nov 09 18:30:07.668978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d810a3ce-1415-4ca6-97a0-06e11df612ff req-bf12c5aa-2f94-42a0-ba1f-9afb8164cf4e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0531588 Nov 09 18:30:07.715718 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f8604-266a-453a-8ed7-67fbb09e97f9 x-openstack-request-id: req-da2f8604-266a-453a-8ed7-67fbb09e97f9 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:07.716798 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306eebba-285e-46aa-8df1-fb89d7166d90", "tag": "0f8882fa-31a0-437a-9b6b-24b6bfd29e3e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:07.717889 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da2f8604-266a-453a-8ed7-67fbb09e97f9 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:07.718676 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306eebba-285e-46aa-8df1-fb89d7166d90', 'tag': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e', 'status': 'completed', 'code': 200} Nov 09 18:30:07.811266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-f366b6ed-04b2-4476-b450-3d31a0f3eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.814612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-f366b6ed-04b2-4476-b450-3d31a0f3eab8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2456ed6999444b5bb0b586366ff86e83&device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 1099 time: 0.0519407 Nov 09 18:30:07.826734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ab81-02a0-4f46-b879-e673d1a8aa44 req-4889df44-87d2-4922-81c7-72e40609de93 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.828615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5160ab81-02a0-4f46-b879-e673d1a8aa44 req-4889df44-87d2-4922-81c7-72e40609de93 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 948 time: 0.0555506 Nov 09 18:30:07.883809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5160ab81-02a0-4f46-b879-e673d1a8aa44 req-2dea96ec-2c06-4a70-ad55-08d654a25a64 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Nov 09 18:30:07.957192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-5459738b-eb76-4f0e-9d80-0bd66b20b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:07.959053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-5459738b-eb76-4f0e-9d80-0bd66b20b728 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1380613 Nov 09 18:30:07.971336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f655042-6f18-49c4-90a1-c5d9ceb66da3 req-58d89d9a-67b3-44e8-853e-f1dd86abb74a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 210 time: 0.0327265 Nov 09 18:30:08.025597 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-e4dba842-329a-4c57-af82-e7ee1dc69c0c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e HTTP/1.1" status: 200 len: 217 time: 0.0388525 Nov 09 18:30:08.085289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-9bf146e4-4a31-43a8-acec-8bc82ac19df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:08.086998 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-9bf146e4-4a31-43a8-acec-8bc82ac19df6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0538466 Nov 09 18:30:08.148224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-a8e16e73-6a5b-4c81-b0ef-23d66b7819a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:08.149717 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-a8e16e73-6a5b-4c81-b0ef-23d66b7819a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430439 Nov 09 18:30:08.241834 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-853e0f21-3450-42f3-a2f6-e65d9615a844 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840442 Nov 09 18:30:08.337011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd273fb8-c0c8-4630-a274-bd82aaf3d12b req-ea30e238-d4f9-464c-aebd-9f8dfdb499d4 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862255 Nov 09 18:30:08.610614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-a6623bc5-e007-4a7c-b4f4-9c7e24d73ee0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:08.612191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-a6623bc5-e007-4a7c-b4f4-9c7e24d73ee0 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.1045716 Nov 09 18:30:08.661895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-9c1323d6-2cc6-4a09-9c77-2bcec4e7ab16 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 379 time: 0.0400581 Nov 09 18:30:08.678114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'port': {'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'admin_state_up': True, 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'security_groups': ['d81628aa-f418-40cc-8906-50a11b9ccf00']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:08.822862 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:30:08.825785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:08.841598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62391ea-92a3-4f55-945d-33b4d87a3b3a req-ead7d3b9-f71c-468a-8f6a-91f610b8d0b7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:08.844052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f62391ea-92a3-4f55-945d-33b4d87a3b3a req-ead7d3b9-f71c-468a-8f6a-91f610b8d0b7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 982 time: 0.0891883 Nov 09 18:30:08.896969 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f62391ea-92a3-4f55-945d-33b4d87a3b3a req-3b41506c-5f55-47a5-b10b-e5bbf47d599a tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0461085 Nov 09 18:30:09.006434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.20.0.5 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/00fb4c6a-b295-4194-bf59-b6983f87cf34) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:09.057604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ead1-9618-4adb-b8e5-2d017571160b req-582442b8-01c3-4341-a450-a7349ec330d8 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.060537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9669ead1-9618-4adb-b8e5-2d017571160b req-582442b8-01c3-4341-a450-a7349ec330d8 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 948 time: 0.0699427 Nov 09 18:30:09.103401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9669ead1-9618-4adb-b8e5-2d017571160b req-3bc7300e-20e2-4052-b68b-41bb9e245ef3 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Nov 09 18:30:09.184316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.209235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-337cf067-4a2f-4ab1-942c-98ff02bff4e8 req-0b3d62cf-a47a-414d-bb42-d5553646c503 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 210 time: 0.0310745 Nov 09 18:30:09.235067 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.286944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:09.288328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:09.304440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:09.352768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 115a1903-3537-4750-b8be-5f3eea0d3e61 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:30:09.360868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=00fb4c6a-b295-4194-bf59-b6983f87cf34,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:09.426273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:09.427125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.479063 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-7143f5b8-77b4-463d-805e-138eb0da33ce tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057537 Nov 09 18:30:09.494929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Request body: {'port': {'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:09.539627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 115a1903-3537-4750-b8be-5f3eea0d3e61, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=115a1903-3537-4750-b8be-5f3eea0d3e61,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:09.583466 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'port_id': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'mac_address': 'fa:16:3e:14:3f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:30:09.632031 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.650211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115a1903-3537-4750-b8be-5f3eea0d3e61 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:30:09.653494 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.678591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 115a1903-3537-4750-b8be-5f3eea0d3e61, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=115a1903-3537-4750-b8be-5f3eea0d3e61,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:09.684468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.769834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-de7a6f6f-e0c7-4f9e-9db2-339bbe855fd8 None None] Provisioning complete for port 00fb4c6a-b295-4194-bf59-b6983f87cf34 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:09.770272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-de7a6f6f-e0c7-4f9e-9db2-339bbe855fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.848480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-de7a6f6f-e0c7-4f9e-9db2-339bbe855fd8 None None] Port 00fb4c6a-b295-4194-bf59-b6983f87cf34 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:30:09.864029 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dce7cb3c-4c7c-42a4-8a85-f0bd07694b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:09.871579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=115a1903-3537-4750-b8be-5f3eea0d3e61,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:10.001664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['115a1903-3537-4750-b8be-5f3eea0d3e61'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:30:10.092909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fb4c6a-b295-4194-bf59-b6983f87cf34 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:30:10.102300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:10.157290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Transition to ACTIVE for port object 00fb4c6a-b295-4194-bf59-b6983f87cf34 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:30:10.164793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64cfbe-3209-44a3-b1ab-c6de9aa0b578 req-de2a79b3-699e-4ad3-a8fe-c1eb338b96fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:10.167061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:10.173937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f64cfbe-3209-44a3-b1ab-c6de9aa0b578 req-de2a79b3-699e-4ad3-a8fe-c1eb338b96fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 983 time: 0.0829198 Nov 09 18:30:10.234711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f64cfbe-3209-44a3-b1ab-c6de9aa0b578 req-ad73c3f5-71ce-4a17-9502-c320b3281c0e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0592794 Nov 09 18:30:10.295791 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:10.351107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Pushing event updated for resources: {'Port': ['ID=00fb4c6a-b295-4194-bf59-b6983f87cf34,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:10.425890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Attempting to bind port 00fb4c6a-b295-4194-bf59-b6983f87cf34 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:30:10.427793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Attempting to bind port 00fb4c6a-b295-4194-bf59-b6983f87cf34 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:30:10.427793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Attempting to bind port 00fb4c6a-b295-4194-bf59-b6983f87cf34 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:10.434012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Port 00fb4c6a-b295-4194-bf59-b6983f87cf34 on network 906e5d51-662b-4ffd-994b-71c53e31d65d not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:30:10.434410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Attempting to bind port 00fb4c6a-b295-4194-bf59-b6983f87cf34 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:10.438662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c98f2-2ca0-4338-b526-a6cb36ed9009 req-fa09950e-3894-44a6-a3c4-86639fb5d27d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:10.440701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd7c98f2-2ca0-4338-b526-a6cb36ed9009 req-fa09950e-3894-44a6-a3c4-86639fb5d27d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 948 time: 0.0947869 Nov 09 18:30:10.444157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:30:10.444502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:30:10.444892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:30:10.445327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Bound port: 00fb4c6a-b295-4194-bf59-b6983f87cf34, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:30:10.445691 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:10.520702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd7c98f2-2ca0-4338-b526-a6cb36ed9009 req-543fcb68-aab0-4e18-9da3-5ce8d67b0e9d tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738301 Nov 09 18:30:10.578187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] For port 00fb4c6a-b295-4194-bf59-b6983f87cf34, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:30:10.582547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] For port 00fb4c6a-b295-4194-bf59-b6983f87cf34, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:30:10.605648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:10.651029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:10.652060 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:10.652060 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] 10.222.0.85 "PUT /v2.0/ports/00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 1091 time: 1.1631837 Nov 09 18:30:10.652060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:10.656372 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f74e1e-2d04-4926-a666-61f73af5dd55" -d '{"events": [{"name": "network-changed", "server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:10.703965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbd98b-ec0a-4cc2-867f-9cea947b8f2e service neutron] Pushing event updated for resources: {'Port': ['ID=00fb4c6a-b295-4194-bf59-b6983f87cf34,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:10.749724 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd145c2d-fece-4716-ab39-d0bdedade406 req-66de96e0-a7ee-4792-afa9-c1eca5a21f09 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:10.759308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd145c2d-fece-4716-ab39-d0bdedade406 req-66de96e0-a7ee-4792-afa9-c1eca5a21f09 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.1456981 Nov 09 18:30:10.762270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-97c7024b-cce3-4b74-83a7-3cb82aa8fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:10.763676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-97c7024b-cce3-4b74-83a7-3cb82aa8fe19 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1094 time: 0.0466897 Nov 09 18:30:10.766898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:30:10.861577 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-b305c8e9-c99c-47eb-8aa3-f36f7ff41f8b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 217 time: 0.0895753 Nov 09 18:30:10.863408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd145c2d-fece-4716-ab39-d0bdedade406 req-68941004-fcde-473c-ac58-56ac50471582 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943577 Nov 09 18:30:10.938788 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0ac490-4c93-4bbe-8f22-c5d8e4d5ce4d x-openstack-request-id: req-4b0ac490-4c93-4bbe-8f22-c5d8e4d5ce4d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:10.939374 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:10.939789 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b0ac490-4c93-4bbe-8f22-c5d8e4d5ce4d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:10.940347 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'status': 'completed', 'code': 200} Nov 09 18:30:10.969129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-90ed7c3d-77fd-48dd-b071-7307680c72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:10.971383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-90ed7c3d-77fd-48dd-b071-7307680c72e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0982647 Nov 09 18:30:10.979722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:11.018798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e', 'mac_address': 'fa:16:3e:c7:84:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:30:11.043610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331867de-107c-48ff-8b33-e8481a60da8a req-360618bc-32e7-46d0-8288-32958841e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.045158 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-360618bc-32e7-46d0-8288-32958841e6ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628335 Nov 09 18:30:11.094941 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:11.114140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:30:11.173022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-efaa67a2-0be1-4088-b00a-b2b06ca03a7f service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176877 Nov 09 18:30:11.180029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:11.181754 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:11.189046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:11.257930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:11.296064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-331867de-107c-48ff-8b33-e8481a60da8a req-c9bf1947-b748-40d0-a365-97050cb22d65 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132689 Nov 09 18:30:11.370524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 115a1903-3537-4750-b8be-5f3eea0d3e61 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:30:11.411941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['0f8882fa-31a0-437a-9b6b-24b6bfd29e3e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:30:11.432201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-28eae8d8-171e-494f-a585-300916a940db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.436272 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-28eae8d8-171e-494f-a585-300916a940db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1094 time: 0.0812953 Nov 09 18:30:11.440756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51642ca-399a-40b5-affc-f6fd49d51ebc req-4b1d9a9a-0423-4e62-bded-aa4060746c82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.457443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e51642ca-399a-40b5-affc-f6fd49d51ebc req-4b1d9a9a-0423-4e62-bded-aa4060746c82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 983 time: 0.1302121 Nov 09 18:30:11.517715 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 115a1903-3537-4750-b8be-5f3eea0d3e61 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:30:11.550880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e51642ca-399a-40b5-affc-f6fd49d51ebc req-532ee334-b797-4390-94a3-0270525f0958 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0925355 Nov 09 18:30:11.556948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 115a1903-3537-4750-b8be-5f3eea0d3e61 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:11.558191 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:11.627300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-0f2bf2dc-0fc8-487d-8674-171449104ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.628867 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-0f2bf2dc-0fc8-487d-8674-171449104ced service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1799018 Nov 09 18:30:11.702752 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-f56f388d-9746-4d40-9a72-29e60d3d436c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 217 time: 0.0635192 Nov 09 18:30:11.782994 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:11.799412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d753424-9ada-4465-8f6b-50f4cff6bf55 req-1debc057-c70d-4ca8-8314-5da8e92f63bd tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.814737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d753424-9ada-4465-8f6b-50f4cff6bf55 req-1debc057-c70d-4ca8-8314-5da8e92f63bd tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 949 time: 0.1516621 Nov 09 18:30:11.824120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-05600f26-3446-412c-8168-8f99040eb0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.826333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-05600f26-3446-412c-8168-8f99040eb0d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.1183987 Nov 09 18:30:11.839551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:11.842359 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cfa5d2-ea0e-4fb1-8780-2df99db7fafa" -d '{"events": [{"server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "name": "network-vif-plugged", "status": "completed", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:11.846817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 115a1903-3537-4750-b8be-5f3eea0d3e61, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=115a1903-3537-4750-b8be-5f3eea0d3e61,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:11.855043 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:11.885788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2d753424-9ada-4465-8f6b-50f4cff6bf55 req-c70038df-fe2a-44a6-a5da-78ce04abf8c1 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664401 Nov 09 18:30:11.907922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-8b0536f4-870f-4e07-a51d-a6423388c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:11.907922 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-8b0536f4-870f-4e07-a51d-a6423388c5a1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702078 Nov 09 18:30:11.931749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=115a1903-3537-4750-b8be-5f3eea0d3e61,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:11.980774 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c222bbc8-f6b6-465b-aef7-53aa5867fa57 x-openstack-request-id: req-c222bbc8-f6b6-465b-aef7-53aa5867fa57 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:11.981280 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "name": "network-vif-plugged", "status": "completed", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:11.982341 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c222bbc8-f6b6-465b-aef7-53aa5867fa57 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:11.983215 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'code': 200} Nov 09 18:30:12.133264 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-3be9468d-c63e-4e54-b850-71cf968bfb36 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131500 Nov 09 18:30:12.168904 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7a57b-773e-4b2f-9014-2b4d9b0fafbb req-be5996a0-d979-4664-b4dd-6f5cdf3d693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:12.170469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6c7a57b-773e-4b2f-9014-2b4d9b0fafbb req-be5996a0-d979-4664-b4dd-6f5cdf3d693b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1135 time: 0.0994613 Nov 09 18:30:12.202744 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238a36b-6727-4689-a419-a47d0e88cbab req-ee1e1339-5a12-446f-af26-175d2cc6b1a3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:12.204213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1238a36b-6727-4689-a419-a47d0e88cbab req-ee1e1339-5a12-446f-af26-175d2cc6b1a3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.0786145 Nov 09 18:30:12.246816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6c7a57b-773e-4b2f-9014-2b4d9b0fafbb req-a291901e-af8e-49e8-8893-09c82db0e052 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0630612 Nov 09 18:30:12.265473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1238a36b-6727-4689-a419-a47d0e88cbab req-7846c4fd-2a51-420c-b7d0-2fe0863840f4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Nov 09 18:30:12.358436 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d7f74e1e-2d04-4926-a666-61f73af5dd55 req-8b9cf0e2-1672-45b6-ad1e-63ea5c3c34c7 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206044 Nov 09 18:30:12.641402 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:12.708056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9abeb-5307-4595-932a-fa11049e8090 req-85794ad2-0cbb-4f7a-b464-d70dc9b53fd3 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:12.715684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ed9abeb-5307-4595-932a-fa11049e8090 req-85794ad2-0cbb-4f7a-b464-d70dc9b53fd3 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 984 time: 0.0753570 Nov 09 18:30:12.782153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:30:12.791948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7ed9abeb-5307-4595-932a-fa11049e8090 req-e5135090-23e5-49a6-9a04-217e8d3d06f6 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0752444 Nov 09 18:30:12.859140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:30:12.863872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:12.864254 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:12.980266 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:13.038422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddcf8e-2d9c-4172-9e35-04ffebeb9401 req-babb5088-daac-46f9-b408-a1ef8ddbac76 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:13.046303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-daddcf8e-2d9c-4172-9e35-04ffebeb9401 req-babb5088-daac-46f9-b408-a1ef8ddbac76 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 949 time: 0.0605071 Nov 09 18:30:13.074333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:13.083736 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:13.098550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-daddcf8e-2d9c-4172-9e35-04ffebeb9401 req-fdbba87f-eab9-44e6-b5ee-523e13961502 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512977 Nov 09 18:30:13.165119 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:13.458451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2946b-5c15-4408-9934-091658a8464a req-7ec451ce-6fd4-4abb-8bd2-563579e1158c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:13.465655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fb2946b-5c15-4408-9934-091658a8464a req-7ec451ce-6fd4-4abb-8bd2-563579e1158c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.0984070 Nov 09 18:30:13.532205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fb2946b-5c15-4408-9934-091658a8464a req-bf2eb6c0-0503-4856-975d-58c97b24d271 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650775 Nov 09 18:30:13.940958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee89101-1991-4027-bf34-4c7b1b32716f req-b4b0d2d7-39bb-45eb-b297-c31f9a9c55d5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:13.948243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cee89101-1991-4027-bf34-4c7b1b32716f req-b4b0d2d7-39bb-45eb-b297-c31f9a9c55d5 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 984 time: 0.0632629 Nov 09 18:30:13.991444 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306eebba-285e-46aa-8df1-fb89d7166d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:13.993936 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32075135-0f6d-410c-9bea-0e2838fa8dd3" -d '{"events": [{"server_uuid": "306eebba-285e-46aa-8df1-fb89d7166d90", "name": "network-vif-plugged", "status": "completed", "tag": "0f8882fa-31a0-437a-9b6b-24b6bfd29e3e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:14.022661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cee89101-1991-4027-bf34-4c7b1b32716f req-68fcb318-2ae2-4ac5-803b-bb1cd38bc796 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0734956 Nov 09 18:30:14.063685 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742f342-87da-40a0-8a7a-524f64ea9650 x-openstack-request-id: req-2742f342-87da-40a0-8a7a-524f64ea9650 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:14.064188 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306eebba-285e-46aa-8df1-fb89d7166d90", "name": "network-vif-plugged", "status": "completed", "tag": "0f8882fa-31a0-437a-9b6b-24b6bfd29e3e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:14.064731 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2742f342-87da-40a0-8a7a-524f64ea9650 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:14.065288 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306eebba-285e-46aa-8df1-fb89d7166d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e', 'code': 200} Nov 09 18:30:14.203887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05398529-a12e-4eed-a661-d020d4517934 req-4a511e49-7ba0-421f-bc4e-1169f1a8ffbf tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:14.208183 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e687276-f102-4774-a0b6-7aa44df3efb0 req-eddcd736-000a-4c41-9744-d382ad19980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:14.209674 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8e687276-f102-4774-a0b6-7aa44df3efb0 req-eddcd736-000a-4c41-9744-d382ad19980e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 1101 time: 0.0608668 Nov 09 18:30:14.210508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05398529-a12e-4eed-a661-d020d4517934 req-4a511e49-7ba0-421f-bc4e-1169f1a8ffbf tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 984 time: 0.0841806 Nov 09 18:30:14.251718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05398529-a12e-4eed-a661-d020d4517934 req-e563e583-cd0d-490e-afde-85cdee83f82c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0400956 Nov 09 18:30:14.252022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8e687276-f102-4774-a0b6-7aa44df3efb0 req-18e9f94d-b170-403a-9015-f8f38245ef50 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340059 Nov 09 18:30:14.370787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea59a7-785b-4c6d-aec3-75454037ac36 req-1a8c277e-a49e-4356-9558-0536ebf65bcc tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:14.373059 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efea59a7-785b-4c6d-aec3-75454037ac36 req-1a8c277e-a49e-4356-9558-0536ebf65bcc tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 950 time: 0.0619280 Nov 09 18:30:14.415820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efea59a7-785b-4c6d-aec3-75454037ac36 req-e9c05998-9340-41db-ab99-50a2bc639c7e tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Nov 09 18:30:14.525247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b904e5f-c2df-465f-9b06-2575063c631a req-c315c6cf-9498-4d6d-895f-59ed5dabd038 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:14.526805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b904e5f-c2df-465f-9b06-2575063c631a req-c315c6cf-9498-4d6d-895f-59ed5dabd038 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1135 time: 0.0429304 Nov 09 18:30:14.545784 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4b904e5f-c2df-465f-9b06-2575063c631a req-c3aa1311-62f7-4468-93ad-48bf89f92f68 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:14.626389 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4b904e5f-c2df-465f-9b06-2575063c631a req-c3aa1311-62f7-4468-93ad-48bf89f92f68 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:14.631137 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-4b904e5f-c2df-465f-9b06-2575063c631a req-c3aa1311-62f7-4468-93ad-48bf89f92f68 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:14.658641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b904e5f-c2df-465f-9b06-2575063c631a req-c3aa1311-62f7-4468-93ad-48bf89f92f68 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1252670 Nov 09 18:30:14.669634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa1311-62f7-4468-93ad-48bf89f92f68 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4062b3c-347a-45bf-ad01-92fbe64bd99f,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:14.679115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33476) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:14.730342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6615b511-2689-4e82-ae93-7fa01e9d9875 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:14.734110 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6615b511-2689-4e82-ae93-7fa01e9d9875 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1130 time: 0.0520144 Nov 09 18:30:14.735536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33478) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:14.742517 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:15.119316 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:15.143783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243d895-33d7-4d94-b6dd-349a4fd7fe53 req-6634340b-72cd-425e-866c-2b0c829f84f3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:15.145260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a243d895-33d7-4d94-b6dd-349a4fd7fe53 req-6634340b-72cd-425e-866c-2b0c829f84f3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.3944023 Nov 09 18:30:15.215167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a243d895-33d7-4d94-b6dd-349a4fd7fe53 req-19b17e51-2035-42c4-9709-d89f6aa782ff tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463719 Nov 09 18:30:15.269938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:15.400917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Allocated IP 172.25.0.108 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/b699ec72-edab-4d9a-86e9-475105b83841) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:15.543890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:15.564776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eec9b7-27bf-4832-87f0-f62f3d386d63 req-3cf42061-fd77-4a15-a8f8-36f19d42e76c tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:15.566264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03eec9b7-27bf-4832-87f0-f62f3d386d63 req-3cf42061-fd77-4a15-a8f8-36f19d42e76c tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 950 time: 0.0754178 Nov 09 18:30:15.610910 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:15.646284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03eec9b7-27bf-4832-87f0-f62f3d386d63 req-1820a497-170c-43e5-811b-d7e68816ce51 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717232 Nov 09 18:30:15.662010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:15.665329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:15.675389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=b699ec72-edab-4d9a-86e9-475105b83841,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:15.677820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:16.071926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:16.146762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:16.336457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:16.355526 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:16.360131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4580-4a92-4559-9d6a-4b20ee1a41dc req-b93bb48e-4725-4489-b5b1-f8d5e565a931 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:16.361680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63ed4580-4a92-4559-9d6a-4b20ee1a41dc req-b93bb48e-4725-4489-b5b1-f8d5e565a931 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.0709159 Nov 09 18:30:16.362555 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:16.459682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=b699ec72-edab-4d9a-86e9-475105b83841,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:16.471544 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63ed4580-4a92-4559-9d6a-4b20ee1a41dc req-bc95d4d2-935f-44e4-b51b-7719df15ecbe tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793352 Nov 09 18:30:16.480294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:16.584056 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Floating IP 113db76b-986c-4d8c-b384-d099561565eb associated. External IP: 172.25.0.108, port: 115a1903-3537-4750-b8be-5f3eea0d3e61. Nov 09 18:30:16.807201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 0cb51b58-f20b-42b4-8484-116bb2c606f8 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:30:16.929912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:30:16.945837 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] Sync routers for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:30:16.958449 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:16.960387 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:16.961007 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:16.987792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-76f32157-f9c4-4a69-9260-a450fc88f8e4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2511082 Nov 09 18:30:16.988450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:16.990409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33504) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:16.990902 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2370224-38c1-4d54-85f8-23886fceb0af" -d '{"events": [{"name": "network-changed", "server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:17.066961 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd2c724-e2a9-4c70-8f3b-b1cc740a6c23 x-openstack-request-id: req-7cd2c724-e2a9-4c70-8f3b-b1cc740a6c23 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:17.067823 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:17.067823 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cd2c724-e2a9-4c70-8f3b-b1cc740a6c23 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:17.068038 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'status': 'completed', 'code': 200} Nov 09 18:30:17.136534 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:17.154301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2370224-38c1-4d54-85f8-23886fceb0af req-258c965e-9fd8-4b13-8539-3b3e230c88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.156590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2370224-38c1-4d54-85f8-23886fceb0af req-258c965e-9fd8-4b13-8539-3b3e230c88d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1135 time: 0.0661032 Nov 09 18:30:17.221381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.221944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.222590 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.223452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.223975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.224494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.226599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.227393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.229474 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3ade147c-e7a2-4b7e-9447-da7deebba4f3 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2369995 Nov 09 18:30:17.235144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33510) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:17.311099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2370224-38c1-4d54-85f8-23886fceb0af req-14700068-84f0-40e8-9714-8daa4571df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.313174 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2370224-38c1-4d54-85f8-23886fceb0af req-14700068-84f0-40e8-9714-8daa4571df95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a HTTP/1.1" status: 200 len: 897 time: 0.1466014 Nov 09 18:30:17.337561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.338400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.339021 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.339638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.340254 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.340902 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.341512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.343042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.345233 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a420265c-7a88-45a9-a15c-c454c7ba7254 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.1087887 Nov 09 18:30:17.348231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33512) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:17.432824 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '113db76b-986c-4d8c-b384-d099561565eb', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'port_id': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'mac_address': 'fa:16:3e:14:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:15Z', 'updated_at': '2021-11-09T18:30:15Z', 'revision_number': 0, 'project_id': '33134654e5a84fafa75338de41d05e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:02Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:17.441580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2370224-38c1-4d54-85f8-23886fceb0af req-c68d027d-43a9-4a5d-9701-52a4f461125d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115a1903-3537-4750-b8be-5f3eea0d3e61 HTTP/1.1" status: 200 len: 999 time: 0.1204498 Nov 09 18:30:17.466344 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] Checking router: 0cb51b58-f20b-42b4-8484-116bb2c606f8 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:30:17.475158 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:17.475764 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:17.508297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2370224-38c1-4d54-85f8-23886fceb0af req-529d5f04-48d0-4bc8-aed6-402e75ef187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.510863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2370224-38c1-4d54-85f8-23886fceb0af req-529d5f04-48d0-4bc8-aed6-402e75ef187c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f7d597b-bb63-474b-bf37-d487deb4e725 HTTP/1.1" status: 200 len: 834 time: 0.0595882 Nov 09 18:30:17.585430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2370224-38c1-4d54-85f8-23886fceb0af req-1ab3995d-1268-4aff-ae0f-b9d100e9b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.591189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2370224-38c1-4d54-85f8-23886fceb0af req-1ab3995d-1268-4aff-ae0f-b9d100e9b559 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728059 Nov 09 18:30:17.674456 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:17.693908 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2df1ce91-2cf6-47d8-8cbe-f1d52c677ee1 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.3442578 Nov 09 18:30:17.696353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33520) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:17.751044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb6884-dea8-4fa4-82b2-5926b24a6f9f tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.751801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb6884-dea8-4fa4-82b2-5926b24a6f9f tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.753542 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aeeb6884-dea8-4fa4-82b2-5926b24a6f9f tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0cb51b58-f20b-42b4-8484-116bb2c606f8 HTTP/1.1" status: 200 len: 1990 time: 0.0560629 Nov 09 18:30:17.754668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc84e7e-3cdc-4b02-9151-0f24676caa49 req-3a276daf-30f0-4d94-8d54-9e5e14904aac tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:17.761915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efc84e7e-3cdc-4b02-9151-0f24676caa49 req-3a276daf-30f0-4d94-8d54-9e5e14904aac tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.1448877 Nov 09 18:30:17.870475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2370224-38c1-4d54-85f8-23886fceb0af req-bbd26182-f7e2-4f20-901f-69b53bc78e32 service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713130 Nov 09 18:30:17.903577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-efc84e7e-3cdc-4b02-9151-0f24676caa49 req-68d7bb36-6240-41e8-abda-af4ddff50357 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384423 Nov 09 18:30:18.053533 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '113db76b-986c-4d8c-b384-d099561565eb', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'port_id': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'mac_address': 'fa:16:3e:14:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:15Z', 'updated_at': '2021-11-09T18:30:15Z', 'revision_number': 0, 'project_id': '33134654e5a84fafa75338de41d05e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:02Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:18.060026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2370224-38c1-4d54-85f8-23886fceb0af req-8400393f-bd60-445a-9908-8f3ca1446863 service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759429 Nov 09 18:30:18.106218 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb58867-59b0-44ad-ab56-9c196dd37f30 None None] The sync data for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 is: [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '113db76b-986c-4d8c-b384-d099561565eb', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'port_id': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'mac_address': 'fa:16:3e:14:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:15Z', 'updated_at': '2021-11-09T18:30:15Z', 'revision_number': 0, 'project_id': '33134654e5a84fafa75338de41d05e11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:02Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:30:18.392420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5dad7-5f2e-4058-a5cc-2a651c101769 None None] New status for floating IP 113db76b-986c-4d8c-b384-d099561565eb: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:30:19.057567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f21a8-e187-406e-963e-73bb554a5391 req-f6c5934a-9360-4614-a6f4-204cc6180224 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:19.059227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e3f21a8-e187-406e-963e-73bb554a5391 req-f6c5934a-9360-4614-a6f4-204cc6180224 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.0517437 Nov 09 18:30:19.100829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e3f21a8-e187-406e-963e-73bb554a5391 req-6f825368-2e97-418e-98a7-b32d645e3a62 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326915 Nov 09 18:30:19.305174 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:19.858162 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:30:20.226986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f62a-e5b7-40ed-84ae-e2e2556d68eb req-37f7225e-9781-4c00-9454-0fcfcdb92795 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:20.228734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df25f62a-e5b7-40ed-84ae-e2e2556d68eb req-37f7225e-9781-4c00-9454-0fcfcdb92795 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.0567625 Nov 09 18:30:20.272205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df25f62a-e5b7-40ed-84ae-e2e2556d68eb req-95deeb41-83df-49d7-9a33-4961478326c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359883 Nov 09 18:30:21.418148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba6e82-e096-4ed3-8656-5bfa9566d600 req-42224272-1cc6-497e-9099-11fe709bff76 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:21.420279 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a9ba6e82-e096-4ed3-8656-5bfa9566d600 req-42224272-1cc6-497e-9099-11fe709bff76 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.0500305 Nov 09 18:30:21.463178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a9ba6e82-e096-4ed3-8656-5bfa9566d600 req-d90ca15c-84ab-4600-b76a-9d009c4b6b2e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369487 Nov 09 18:30:22.583333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24227bc3-105e-4c11-ae0f-ce776b17fe8b req-8564182c-1da8-4275-a32a-edae8f0126b5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:22.585790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24227bc3-105e-4c11-ae0f-ce776b17fe8b req-8564182c-1da8-4275-a32a-edae8f0126b5 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 943 time: 0.0529420 Nov 09 18:30:22.626526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24227bc3-105e-4c11-ae0f-ce776b17fe8b req-8d91b013-098f-4833-b731-33272e3bc009 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Nov 09 18:30:22.875757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 00fb4c6a-b295-4194-bf59-b6983f87cf34 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:30:22.972842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 00fb4c6a-b295-4194-bf59-b6983f87cf34, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:22.984075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:30:23.020718 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:23.033829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fb4c6a-b295-4194-bf59-b6983f87cf34 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:30:23.052411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 00fb4c6a-b295-4194-bf59-b6983f87cf34, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:23.056698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:23.102219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=00fb4c6a-b295-4194-bf59-b6983f87cf34,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:23.256036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['00fb4c6a-b295-4194-bf59-b6983f87cf34'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:30:23.744071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14b2a9-2fcc-43ad-a546-be49134bacbd req-84f43c82-3b9e-4187-9744-e9d32515233c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:23.745577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c14b2a9-2fcc-43ad-a546-be49134bacbd req-84f43c82-3b9e-4187-9744-e9d32515233c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 944 time: 0.0507441 Nov 09 18:30:23.784417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c14b2a9-2fcc-43ad-a546-be49134bacbd req-f1245234-99fe-4e06-92b5-412842760208 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 Nov 09 18:30:24.903520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674296-cd0f-4841-8661-2afa9d6f8f0d req-b130452d-a36b-4515-a128-6f8a76350bef tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:24.905093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5674296-cd0f-4841-8661-2afa9d6f8f0d req-b130452d-a36b-4515-a128-6f8a76350bef tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 944 time: 0.0502100 Nov 09 18:30:24.912830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 00fb4c6a-b295-4194-bf59-b6983f87cf34 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:30:24.969439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e5674296-cd0f-4841-8661-2afa9d6f8f0d req-e6ed10d3-cbd9-4cf6-a5c3-5049e0939bef tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543218 Nov 09 18:30:24.978020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 00fb4c6a-b295-4194-bf59-b6983f87cf34 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:30:24.982301 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 00fb4c6a-b295-4194-bf59-b6983f87cf34 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:24.983072 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:25.065738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:25.088844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:25.091659 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be92b0-42f8-4dba-ba8b-38990913fd18" -d '{"events": [{"server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "name": "network-vif-plugged", "status": "completed", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:25.104264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 00fb4c6a-b295-4194-bf59-b6983f87cf34, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:25.109567 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:25.140956 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22ab447-cdf1-4bc1-ab90-c7b63946dcaa x-openstack-request-id: req-f22ab447-cdf1-4bc1-ab90-c7b63946dcaa {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:25.140956 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "name": "network-vif-plugged", "status": "completed", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:25.140956 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f22ab447-cdf1-4bc1-ab90-c7b63946dcaa {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:25.140956 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'code': 200} Nov 09 18:30:25.164606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=00fb4c6a-b295-4194-bf59-b6983f87cf34,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:25.244647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f80512-2aa2-4d9c-a840-89ad8676182b req-b78a8063-a883-49f7-9b5d-f91f24506a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:25.246940 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7f80512-2aa2-4d9c-a840-89ad8676182b req-b78a8063-a883-49f7-9b5d-f91f24506a7f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1096 time: 0.0436912 Nov 09 18:30:25.282918 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b7f80512-2aa2-4d9c-a840-89ad8676182b req-f934b239-bb60-41dc-a40c-edd996842956 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294001 Nov 09 18:30:26.098984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a291bff-0da5-4d69-ad39-f3d3468e77b4 req-6d744e23-3e86-4191-b4c4-a797cf01ea8a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:26.100605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a291bff-0da5-4d69-ad39-f3d3468e77b4 req-6d744e23-3e86-4191-b4c4-a797cf01ea8a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 945 time: 0.0534728 Nov 09 18:30:26.141488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a291bff-0da5-4d69-ad39-f3d3468e77b4 req-0d6eeade-09e3-4f13-9346-2b2dff605121 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331151 Nov 09 18:30:27.273013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2c051-9c37-4b1e-86f5-9ef1a92ba37a req-bb3f2059-83dd-48b6-b6a9-bdb0d617daf1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:27.280403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46c2c051-9c37-4b1e-86f5-9ef1a92ba37a req-bb3f2059-83dd-48b6-b6a9-bdb0d617daf1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 945 time: 0.0618711 Nov 09 18:30:27.317928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46c2c051-9c37-4b1e-86f5-9ef1a92ba37a req-15bfa634-5a97-4c11-af52-b4ce9c2b7340 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364463 Nov 09 18:30:27.459972 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb512b7-766b-4c56-9ec2-7795cb04f233 req-786fad56-0c62-4237-91be-5205fbc7805a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:27.461749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-beb512b7-766b-4c56-9ec2-7795cb04f233 req-786fad56-0c62-4237-91be-5205fbc7805a tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 945 time: 0.0661666 Nov 09 18:30:27.515478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-beb512b7-766b-4c56-9ec2-7795cb04f233 req-99a8605e-b046-4036-850b-b2b349d2b3f3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429685 Nov 09 18:30:27.530866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33604) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:27.771666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2dbe1-ad53-479a-931d-916b0e15bfa8 tempest-TestVolumeBootPattern-1711241627 tempest-TestVolumeBootPattern-1711241627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:27.776603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33608) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:27.777191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-61a2dbe1-ad53-479a-931d-916b0e15bfa8 tempest-TestVolumeBootPattern-1711241627 tempest-TestVolumeBootPattern-1711241627-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1091 time: 0.2443421 Nov 09 18:30:27.784621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:27.823096 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:27.952568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:28.085679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.25.0.201 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/07330909-d858-48df-953d-e8bc233f3c30) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:28.314258 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:28.364818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:28.424094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:28.425643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:28.430833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:28.456636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=07330909-d858-48df-953d-e8bc233f3c30,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:28.801202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:28.882377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:29.069386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:29.075265 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:29.149632 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=07330909-d858-48df-953d-e8bc233f3c30,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:29.161993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:29.269853 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Floating IP 99cfc774-aeb3-4156-bfed-cee974bfd91e associated. External IP: 172.25.0.201, port: 00fb4c6a-b295-4194-bf59-b6983f87cf34. Nov 09 18:30:29.518282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:30:29.648532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:30:29.662941 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:30:29.678478 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:29.679400 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:29.680736 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:29.886024 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:30.154139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-116ad593-63bc-4aaa-9695-e9cd9768a75d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3634431 Nov 09 18:30:30.154139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:30:30.154139 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910319b-133d-42f3-aa15-14f2e2ce3e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:30:30.219375 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb2d17e-8265-4c49-963d-0281ff7b4994 x-openstack-request-id: req-6eb2d17e-8265-4c49-963d-0281ff7b4994 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:30:30.219672 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:30:30.219930 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6eb2d17e-8265-4c49-963d-0281ff7b4994 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:30:30.220326 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'status': 'completed', 'code': 200} Nov 09 18:30:30.276385 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:28Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:30.327078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-ee58dc9d-c72e-4bba-86e7-813929d2c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:30.328605 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-ee58dc9d-c72e-4bba-86e7-813929d2c078 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1096 time: 0.0878241 Nov 09 18:30:30.445196 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:30:30.468285 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:30.468847 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:30.492668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-2ea123c1-c643-4ad2-9b61-6efc0c25dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:30.501524 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-2ea123c1-c643-4ad2-9b61-6efc0c25dc54 service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1656332 Nov 09 18:30:30.612744 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-e6ceed1e-3a85-46cf-b9a4-1840f316c1bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 999 time: 0.1022992 Nov 09 18:30:30.640853 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:30.696600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-44b43a1c-5007-4e0f-b74b-3fe56d4ac344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:30.698309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-44b43a1c-5007-4e0f-b74b-3fe56d4ac344 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0702684 Nov 09 18:30:31.144052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:28Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:31.191242 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cee4c-6963-4183-ba50-c59770d7dca6 None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:28Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:30:31.193884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-68e0b807-2650-4ddf-940b-23f9893c4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:31.195461 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-68e0b807-2650-4ddf-940b-23f9893c4d4b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4867976 Nov 09 18:30:31.368923 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-136db572-065e-4130-80e8-0661e034c8a9 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594975 Nov 09 18:30:31.558742 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0910319b-133d-42f3-aa15-14f2e2ce3e0f req-1023c4b7-cf6c-4e52-81e1-8f63e5e6ca7e service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776004 Nov 09 18:30:31.574405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab68ab-2cf7-4ebb-be12-f26deb745d50 None None] New status for floating IP 99cfc774-aeb3-4156-bfed-cee974bfd91e: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:30:37.299309 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb6ba07e-ad08-4041-a6d4-22bf10e5e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:39.803625 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8c5de1f6-a284-400e-b5a8-34f56974e17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:40.218831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:41.144195 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:42.648250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:46.355456 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.248868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33848) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:47.296322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] Deleting subnet d584746d-5c8f-402b-af5b-5b2e86ff4754 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:30:47.299642 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.334718 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.385725 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.448200 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.474915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d584746d-5c8f-402b-af5b-5b2e86ff4754,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:47.481639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.485533 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cee1f1c4-118b-48a1-a2e2-715d49594527 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d584746d-5c8f-402b-af5b-5b2e86ff4754 HTTP/1.1" status: 204 len: 168 time: 0.2352548 Nov 09 18:30:47.487617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33854) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:47.566714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.652283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.673826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53c2c45-0625-4e52-8883-c4ee8d5b05c4']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:47.683900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f479d0-3ef2-444e-87b9-678ab028ace3') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:47.684259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f479d0-3ef2-444e-87b9-678ab028ace3') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:47.694674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.711558 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.718851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:30:47.719844 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:30:47.734586 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:30:47.787920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.806318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:47.812874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b53c2c45-0625-4e52-8883-c4ee8d5b05c4 HTTP/1.1" status: 204 len: 168 time: 0.3218427 Nov 09 18:30:47.812874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b53c2c45-0625-4e52-8883-c4ee8d5b05c4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:47.823427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.823817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.824706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.825065 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.825401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.825996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.826359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.826692 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.827019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.827335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.827659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:47.827985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8b16-a9ad-4577-9ee1-a8f7d4b41b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:48.003081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33870) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:48.043803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ebdae323-0586-4b28-9aff-af4664fc2815 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6cf973d59fe4effada7cf8af580673c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392287 Nov 09 18:30:48.046331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33872) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:48.095275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcfc291a-b2e1-432e-ab09-1155ff5e2e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:48.118228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcfc291a-b2e1-432e-ab09-1155ff5e2e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:48.169398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcfc291a-b2e1-432e-ab09-1155ff5e2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:48.172807 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcfc291a-b2e1-432e-ab09-1155ff5e2e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:48.174449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fcfc291a-b2e1-432e-ab09-1155ff5e2e48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf234a18-8416-44ca-a27d-2bbbd9be374d HTTP/1.1" status: 204 len: 168 time: 0.1271076 Nov 09 18:30:48.186748 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc291a-b2e1-432e-ab09-1155ff5e2e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf234a18-8416-44ca-a27d-2bbbd9be374d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:49.292375 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:51.326412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-83788531-8c14-486f-8585-b00030d666d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475512 Nov 09 18:30:51.414187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-6808f3ad-7088-4b2d-b95c-be32fc7773f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:51.415893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-6808f3ad-7088-4b2d-b95c-be32fc7773f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0411561 Nov 09 18:30:51.535532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-f319ca1d-a610-446d-b727-791cb5d7373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:51.537298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-f319ca1d-a610-446d-b727-791cb5d7373e service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1008313 Nov 09 18:30:51.587557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-3786539a-7567-4738-8bb8-33ecc521fe10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0429990 Nov 09 18:30:51.642074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-4a6fca0a-07ec-4322-b898-e9429409e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:51.643669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-4a6fca0a-07ec-4322-b898-e9429409e06b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0492346 Nov 09 18:30:51.692240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-0593aaab-b1cf-4683-9ece-9491c19ef852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:51.693717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-0593aaab-b1cf-4683-9ece-9491c19ef852 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405440 Nov 09 18:30:51.790762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-7c1c0f90-495a-46f9-9f95-50f581b9ace7 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876720 Nov 09 18:30:51.882135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e03226a7-750d-4473-b0e0-2cadc5be395c req-ff34df69-be18-4b4f-b09a-37d2e68460ad service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841126 Nov 09 18:30:54.288657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33986) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:54.384657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-04a3a703-54da-4191-a230-129e404ffa3e tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2935 time: 0.0947251 Nov 09 18:30:54.387940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 33990) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:54.393240 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'network': {'name': 'tempest-network-smoke--882956984', 'project_id': '33134654e5a84fafa75338de41d05e11', 'port_security_enabled': False}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:54.416203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Made reservation on behalf of 33134654e5a84fafa75338de41d05e11 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:30:54.420866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.444531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:30:54.455852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.456087 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Added segment 647cfb42-af9a-4473-acbb-99a6a40e95a1 of type vlan for network f7bb8def-dd04-4450-8ca1-adbaebdff479 Nov 09 18:30:54.497992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.525600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.532519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:54.533108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.597282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2080355 Nov 09 18:30:54.601210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 33994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:54.605706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392396d0-c177-4ff8-9453-5b92d3606ae4 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Network': ['ID=f7bb8def-dd04-4450-8ca1-adbaebdff479,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:54.608284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'admin_state_up': True, 'project_id': '33134654e5a84fafa75338de41d05e11', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:54.617650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:30:54.636118 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.638452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.702436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:54.852872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:55.048961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:55.071477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:55.172965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Allocated IP 172.25.0.91 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/7fbe7f41-205d-4392-b984-3f1f734453f4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:55.280958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:55.315520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:55.352158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:55.355512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:55.359601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:55.367620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=7fbe7f41-205d-4392-b984-3f1f734453f4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:55.616050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:55.819476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:55.951507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 98a2ea77-9a36-41db-80d8-4adba620f597 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:30:56.059477 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:30:56.069895 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Sync routers for ids ['98a2ea77-9a36-41db-80d8-4adba620f597'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:30:56.080916 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Routers {'98a2ea77-9a36-41db-80d8-4adba620f597'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:56.082154 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['98a2ea77-9a36-41db-80d8-4adba620f597'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:56.083717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.087738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-baee9044-97b1-4cf1-9d40-1c861ebba8e7 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4811928 Nov 09 18:30:56.087951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34024) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.134034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73828c-4c4b-4c9f-8001-74894d37e63b tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:56.135721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8d73828c-4c4b-4c9f-8001-74894d37e63b tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=33134654e5a84fafa75338de41d05e11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0468390 Nov 09 18:30:56.138977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.188287 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Set router 98a2ea77-9a36-41db-80d8-4adba620f597 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:56.228963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357863cb-879b-4fa0-9caf-70228ec77319 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:56.233239 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-357863cb-879b-4fa0-9caf-70228ec77319 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908396 Nov 09 18:30:56.233706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34032) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.269486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-af9f4426-7cde-4eab-a47e-0dd02c1bf139 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320377 Nov 09 18:30:56.269861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34034) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.302190 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b30f8d47-a79c-49cd-a20c-93d208d7aa2a tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=33134654e5a84fafa75338de41d05e11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287879 Nov 09 18:30:56.302486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34036) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.379249 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:30:55Z', 'revision_number': 3, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:56.390841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8facb2ea-a32a-4192-8f2c-bacea0f290aa tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:56.395221 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8facb2ea-a32a-4192-8f2c-bacea0f290aa tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890620 Nov 09 18:30:56.395481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34038) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.409351 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Checking router: 98a2ea77-9a36-41db-80d8-4adba620f597 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:30:56.409691 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Updating router 98a2ea77-9a36-41db-80d8-4adba620f597 port 7fbe7f41-205d-4392-b984-3f1f734453f4 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:30:56.426567 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03806e86-923e-4a67-81e9-4723a0982643 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276437 Nov 09 18:30:56.426799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34040) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.431454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228100632', 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479', 'project_id': '33134654e5a84fafa75338de41d05e11', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:30:56.436493 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.541190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Made reservation on behalf of 33134654e5a84fafa75338de41d05e11 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:30:56.545267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.702017 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.707899 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.737590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.775194 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Pushing event updated for resources: {'Port': ['ID=7fbe7f41-205d-4392-b984-3f1f734453f4,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:56.783673 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.784016 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.784356 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.784688 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.786625 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.786820 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.787156 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.787551 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.787810 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.788629 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.790004 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.790158 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:56.795054 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Attempting to bind port 7fbe7f41-205d-4392-b984-3f1f734453f4 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:30:56.795619 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Attempting to bind port 7fbe7f41-205d-4392-b984-3f1f734453f4 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:30:56.795838 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Attempting to bind port 7fbe7f41-205d-4392-b984-3f1f734453f4 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:56.801839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:30:56.802244 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:30:56.802646 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.803037 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:30:56.803512 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Bound port: 7fbe7f41-205d-4392-b984-3f1f734453f4, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:30:56.803904 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.818858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Subnet': ['ID=cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:56.843484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Checking segment: {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:30:56.843848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network hostable DHCP agents. Network: f7bb8def-dd04-4450-8ca1-adbaebdff479, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:30:56.861622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:30:56.862624 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:30:56.869197 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] For port 7fbe7f41-205d-4392-b984-3f1f734453f4, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:30:56.871426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, f7bb8def-dd04-4450-8ca1-adbaebdff479) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:56.873104 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] For port 7fbe7f41-205d-4392-b984-3f1f734453f4, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7fbe7f41-205d-4392-b984-3f1f734453f4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:30:56.876268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:56.876910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.879975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbfc37b-b9f7-4faa-ae5e-9fb0a8e1bc30 None None] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:30:56.884636 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:56.896454 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2108d708-7900-4f0e-85fc-968123b545a9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4686437 Nov 09 18:30:56.899857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34052) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:30:56.941272 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54ea3-5be0-4d19-9f44-d18788b407e5 None None] Pushing event updated for resources: {'Port': ['ID=7fbe7f41-205d-4392-b984-3f1f734453f4,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:56.959133 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Routers {'98a2ea77-9a36-41db-80d8-4adba620f597'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:56.960088 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['98a2ea77-9a36-41db-80d8-4adba620f597'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:57.081897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-f7bb8def-dd04-4450-8ca1-adbaebdff479', 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'fixed_ips': [{'subnet_id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:30:57.083098 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.083243 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] Set router 98a2ea77-9a36-41db-80d8-4adba620f597 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:30:57.247184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Allocated IP 172.20.0.18 (f7bb8def-dd04-4450-8ca1-adbaebdff479/cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70/8e1e21fd-e492-4964-a7fe-28740a370e36) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:57.282719 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:30:55Z', 'revision_number': 3, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:57.423070 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e02031-18ee-4e00-aca9-da9785d0236a None None] The sync data for ids ['98a2ea77-9a36-41db-80d8-4adba620f597'] in n-d-817240-1 is: [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:30:55Z', 'revision_number': 3, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:30:57.428401 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.436245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.457987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.492447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:57.494209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:57.496554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Pushing event updated for resources: {'Port': ['ID=8e1e21fd-e492-4964-a7fe-28740a370e36,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:57.500092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:57.510809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.511701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.512043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.512379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.512710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.513040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.513368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.513708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.514017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.514363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.514688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.515008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:30:57.568143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Attempting to bind port 8e1e21fd-e492-4964-a7fe-28740a370e36 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:30:57.568514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Attempting to bind port 8e1e21fd-e492-4964-a7fe-28740a370e36 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:30:57.569008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Attempting to bind port 8e1e21fd-e492-4964-a7fe-28740a370e36 on network f7bb8def-dd04-4450-8ca1-adbaebdff479 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:30:57.575751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:30:57.576258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Checking segment: {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:30:57.577216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.577625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Bound using segment: {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:30:57.578143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Bound port: 8e1e21fd-e492-4964-a7fe-28740a370e36, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:30:57.578533 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.654783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] For port 8e1e21fd-e492-4964-a7fe-28740a370e36, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:30:57.658891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] For port 8e1e21fd-e492-4964-a7fe-28740a370e36, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8e1e21fd-e492-4964-a7fe-28740a370e36,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:30:57.666529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:57.777686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa19da-7377-4720-8df5-612fffbfe699 None None] Pushing event updated for resources: {'Port': ['ID=8e1e21fd-e492-4964-a7fe-28740a370e36,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:57.867515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Allocated IP 172.20.0.17 (f7bb8def-dd04-4450-8ca1-adbaebdff479/cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70/5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:30:57.949568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7fbe7f41-205d-4392-b984-3f1f734453f4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:30:58.000004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7fbe7f41-205d-4392-b984-3f1f734453f4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:58.000434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.028204 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.078382 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.123403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:58.128115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:58.137841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:30:58.190702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:58.215195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.351050 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.386257 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 7fbe7f41-205d-4392-b984-3f1f734453f4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7fbe7f41-205d-4392-b984-3f1f734453f4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:58.394476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.466650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=7fbe7f41-205d-4392-b984-3f1f734453f4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:58.503883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.798477 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.804855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.887237 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:58.889114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:58.992900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:30:58.994398 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:30:59.131509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 98a2ea77-9a36-41db-80d8-4adba620f597 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:30:59.173213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664c0aa-526c-4599-bee4-06a6d83b8455 None None] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:30:59.245953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fda7262c-6382-475d-ad20-e570b27f35bb None None] Provisioning complete for port 8e1e21fd-e492-4964-a7fe-28740a370e36 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:59.246366 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fda7262c-6382-475d-ad20-e570b27f35bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:59.252617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:30:59.258026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3706fdab-e3ec-4bcf-81d4-3306f7446eac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "PUT /v2.0/routers/98a2ea77-9a36-41db-80d8-4adba620f597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3570631 Nov 09 18:30:59.426120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fda7262c-6382-475d-ad20-e570b27f35bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:59.477963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-fda7262c-6382-475d-ad20-e570b27f35bb None None] For port 8e1e21fd-e492-4964-a7fe-28740a370e36, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8e1e21fd-e492-4964-a7fe-28740a370e36,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:30:59.484245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fda7262c-6382-475d-ad20-e570b27f35bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:59.548993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7262c-6382-475d-ad20-e570b27f35bb None None] Pushing event updated for resources: {'Port': ['ID=8e1e21fd-e492-4964-a7fe-28740a370e36,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:30:59.708011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-70a8cd26-57da-412d-85cd-263947d71341 None None] Provisioning complete for port 8e1e21fd-e492-4964-a7fe-28740a370e36 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:30:59.708467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70a8cd26-57da-412d-85cd-263947d71341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:30:59.768689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Sync routers for ids ['98a2ea77-9a36-41db-80d8-4adba620f597'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:30:59.786463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-035210d0-d8e7-4597-82e7-791104bd08fa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:30:59.788135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-035210d0-d8e7-4597-82e7-791104bd08fa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/networks?id=f7bb8def-dd04-4450-8ca1-adbaebdff479 HTTP/1.1" status: 200 len: 797 time: 0.1288662 Nov 09 18:30:59.807898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-04460bbc-a875-404f-a1c1-ea893d9fe314 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/quotas/33134654e5a84fafa75338de41d05e11 HTTP/1.1" status: 200 len: 375 time: 0.0099244 Nov 09 18:30:59.811033 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Routers {'98a2ea77-9a36-41db-80d8-4adba620f597'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:30:59.811677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['98a2ea77-9a36-41db-80d8-4adba620f597'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:30:59.948527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-1bc27d79-c855-454f-8567-c4d8795f6e81 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1367409 Nov 09 18:31:00.001944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7fbe7f41-205d-4392-b984-3f1f734453f4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:00.057643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Set router 98a2ea77-9a36-41db-80d8-4adba620f597 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:00.092934 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-2afa29a1-3f92-49d4-8efe-25c84abf18fc service neutron] 10.222.0.32 "GET /v2.0/networks/f7bb8def-dd04-4450-8ca1-adbaebdff479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162124 Nov 09 18:31:00.138223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-70a8cd26-57da-412d-85cd-263947d71341 None None] Provisioning complete for port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:00.138603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70a8cd26-57da-412d-85cd-263947d71341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:00.199346 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-d0a4b82d-14d2-441b-ab95-b9b60f19f248 service neutron] 10.222.0.32 "GET /v2.0/networks/f7bb8def-dd04-4450-8ca1-adbaebdff479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998318 Nov 09 18:31:00.226343 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-70a8cd26-57da-412d-85cd-263947d71341 None None] Port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:31:00.232263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7fbe7f41-205d-4392-b984-3f1f734453f4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:00.232441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:00.393367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af2d428f-e915-44d6-8dce-b8dbd6f640e4 req-b5cc200c-0051-42b5-9365-7a8051983ee8 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 210 time: 0.0299435 Nov 09 18:31:00.395285 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8e1e21fd-e492-4964-a7fe-28740a370e36 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:00.418175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ec7994d0-5425-4c23-a66a-1ffc24589978 None None] Provisioning complete for port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:00.418683 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ec7994d0-5425-4c23-a66a-1ffc24589978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:00.476716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ec7994d0-5425-4c23-a66a-1ffc24589978 None None] Port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:31:00.487191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e', 'name': '', 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:a9:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:57Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 2, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:00.516618 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Checking router: 98a2ea77-9a36-41db-80d8-4adba620f597 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:00.516856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Updating router 98a2ea77-9a36-41db-80d8-4adba620f597 port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:31:00.520648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8e1e21fd-e492-4964-a7fe-28740a370e36 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:00.520648 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:00.570845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:00.923514 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:00.933758 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:00.989737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b40cf-439d-4803-9d98-65d9c15a577b None None] Pushing event updated for resources: {'Port': ['ID=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:01.049814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Attempting to bind port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:31:01.050347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Attempting to bind port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:31:01.050833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Attempting to bind port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e on network f7bb8def-dd04-4450-8ca1-adbaebdff479 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:01.056189 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:01.056694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Checking segment: {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:31:01.057212 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:01.057705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Bound using segment: {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:01.058832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Bound port: 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:31:01.059336 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:01.129719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] For port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:01.134299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] For port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:01.139405 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:01.232546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Routers {'98a2ea77-9a36-41db-80d8-4adba620f597'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:01.233194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:30:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['98a2ea77-9a36-41db-80d8-4adba620f597'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:01.235114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-96a12ee1-7254-48b5-96ff-6abdb2920fc1 None None] Provisioning complete for port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:01.235494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-96a12ee1-7254-48b5-96ff-6abdb2920fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:01.285435 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-03bea7c0-acef-44fa-9325-641567f346d1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541542 Nov 09 18:31:01.310517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b40cf-439d-4803-9d98-65d9c15a577b None None] Pushing event updated for resources: {'Port': ['ID=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:01.424226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-96a12ee1-7254-48b5-96ff-6abdb2920fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:01.441911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] Set router 98a2ea77-9a36-41db-80d8-4adba620f597 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:01.507740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-e3714259-1030-44b4-ace7-1887436d941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:01.509941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-e3714259-1030-44b4-ace7-1887436d941c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2456ed6999444b5bb0b586366ff86e83&device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 1101 time: 0.1548188 Nov 09 18:31:01.531921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c78a97b2-023b-4de0-b3e4-b387ef5f079a req-8c520616-69d7-4a60-a0dd-f5c3b1f1e9d3 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 210 time: 0.0502245 Nov 09 18:31:01.609581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-96a12ee1-7254-48b5-96ff-6abdb2920fc1 None None] For port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:01.624672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-96a12ee1-7254-48b5-96ff-6abdb2920fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:01.645832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-90c6e652-99f0-4984-baf1-bcebd8e7f715 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:01.647328 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-90c6e652-99f0-4984-baf1-bcebd8e7f715 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.85 "GET /v2.0/networks?id=f7bb8def-dd04-4450-8ca1-adbaebdff479 HTTP/1.1" status: 200 len: 797 time: 0.2598162 Nov 09 18:31:01.660397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Request body: {'port': {'device_id': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479', 'admin_state_up': True, 'tenant_id': '33134654e5a84fafa75338de41d05e11'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:01.700626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-e0bfbac4-46ce-4003-a943-5d112ec726d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:01.702154 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-e0bfbac4-46ce-4003-a943-5d112ec726d6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.1541100 Nov 09 18:31:01.717062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a12ee1-7254-48b5-96ff-6abdb2920fc1 None None] Pushing event updated for resources: {'Port': ['ID=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:01.754325 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-3f27dc75-d777-4608-ba15-4b9d067e7ad1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e HTTP/1.1" status: 200 len: 217 time: 0.0447674 Nov 09 18:31:01.837379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-629fcb38-340a-4a0d-9bc2-06cdb9d291db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:01.839761 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-629fcb38-340a-4a0d-9bc2-06cdb9d291db service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0771830 Nov 09 18:31:01.879112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Made reservation on behalf of 33134654e5a84fafa75338de41d05e11 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:01.882630 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:01.924345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-c86899ab-69d0-4f22-b4e8-82d8632d8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:01.925262 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-c86899ab-69d0-4f22-b4e8-82d8632d8aa1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782442 Nov 09 18:31:01.952948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b7faa27c-fa20-46c1-94d2-4b03a0a2cf99 None None] Provisioning complete for port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:01.953347 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7faa27c-fa20-46c1-94d2-4b03a0a2cf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:02.020599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e', 'name': '', 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:a9:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:57Z', 'updated_at': '2021-11-09T18:31:01Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:02.076459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5561f9-960d-472b-8b62-ee553c1538f8 None None] The sync data for ids ['98a2ea77-9a36-41db-80d8-4adba620f597'] in n-d-817240-1 is: [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e', 'name': '', 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:a9:28:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:57Z', 'updated_at': '2021-11-09T18:31:01Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:02.097186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Allocated IP 172.20.0.28 (f7bb8def-dd04-4450-8ca1-adbaebdff479/cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70/d54bf245-5d1b-4011-ad65-39df405c111f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:02.100712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-8a9df7b2-efcf-40fd-b6ea-883dced3ce31 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482017 Nov 09 18:31:02.295675 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-22153f5f-e12a-4898-8e61-be7616d13dbf req-5fa9a926-96e0-418a-b888-9534bcfb53ac service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865640 Nov 09 18:31:02.315471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:02.358755 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:02.423239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:02.427884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:02.432066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:02.472459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event updated for resources: {'Port': ['ID=d54bf245-5d1b-4011-ad65-39df405c111f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:02.502179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:02.503364 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:02.524251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-e1dec1b1-43a4-4768-946d-516ce59b60d9 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8676846 Nov 09 18:31:02.538051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Request body: {'port': {'device_id': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:02.629090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:02.719133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0119d1e3-bb68-49df-beb4-cf12b3018c01 None None] Provisioning complete for port d54bf245-5d1b-4011-ad65-39df405c111f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:02.719699 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0119d1e3-bb68-49df-beb4-cf12b3018c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:02.788772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0119d1e3-bb68-49df-beb4-cf12b3018c01 None None] Port d54bf245-5d1b-4011-ad65-39df405c111f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:31:02.800149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a248c-06db-49b2-acdd-e4feef40a97b req-9757878b-4c67-4f7e-b2b7-3b7eccccbe1f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:02.802567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e31a248c-06db-49b2-acdd-e4feef40a97b req-9757878b-4c67-4f7e-b2b7-3b7eccccbe1f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 895 time: 0.1116712 Nov 09 18:31:02.993953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54bf245-5d1b-4011-ad65-39df405c111f {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:03.002398 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:03.017778 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Transition to ACTIVE for port object d54bf245-5d1b-4011-ad65-39df405c111f will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:31:03.025229 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:03.093765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Pushing event updated for resources: {'Port': ['ID=d54bf245-5d1b-4011-ad65-39df405c111f,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:03.155054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Attempting to bind port d54bf245-5d1b-4011-ad65-39df405c111f on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:31:03.155512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Attempting to bind port d54bf245-5d1b-4011-ad65-39df405c111f by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:31:03.155980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Attempting to bind port d54bf245-5d1b-4011-ad65-39df405c111f on network f7bb8def-dd04-4450-8ca1-adbaebdff479 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:03.161261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Port d54bf245-5d1b-4011-ad65-39df405c111f on network f7bb8def-dd04-4450-8ca1-adbaebdff479 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:31:03.161710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Attempting to bind port d54bf245-5d1b-4011-ad65-39df405c111f on network f7bb8def-dd04-4450-8ca1-adbaebdff479 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:03.167228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:03.168343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Checking segment: {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:31:03.168825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Bound using segment: {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:03.169474 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Bound port: d54bf245-5d1b-4011-ad65-39df405c111f, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647cfb42-af9a-4473-acbb-99a6a40e95a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:31:03.169935 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:03.242756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] For port d54bf245-5d1b-4011-ad65-39df405c111f, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:03.246936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] For port d54bf245-5d1b-4011-ad65-39df405c111f, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d54bf245-5d1b-4011-ad65-39df405c111f,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:03.253525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:03.662423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:03.663038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:03.664725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] 10.222.0.85 "PUT /v2.0/ports/d54bf245-5d1b-4011-ad65-39df405c111f HTTP/1.1" status: 200 len: 1055 time: 1.1318264 Nov 09 18:31:03.665192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'tag': 'd54bf245-5d1b-4011-ad65-39df405c111f'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:03.668046 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d40090-0691-4e09-90a0-9d0d382020a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402", "tag": "d54bf245-5d1b-4011-ad65-39df405c111f"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:03.688645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84f040-cef0-41c5-aafb-6e7534449eec service neutron] Pushing event updated for resources: {'Port': ['ID=d54bf245-5d1b-4011-ad65-39df405c111f,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:03.714086 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e95e6-44f2-4b04-879d-d45ee8d4d8f1 x-openstack-request-id: req-8f0e95e6-44f2-4b04-879d-d45ee8d4d8f1 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:03.714535 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402", "tag": "d54bf245-5d1b-4011-ad65-39df405c111f", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:03.714891 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f0e95e6-44f2-4b04-879d-d45ee8d4d8f1 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:03.715382 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'tag': 'd54bf245-5d1b-4011-ad65-39df405c111f', 'status': 'completed', 'code': 200} Nov 09 18:31:03.761578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-f2c2a337-e99c-4c64-98d5-16de06eea14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:03.763667 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-f2c2a337-e99c-4c64-98d5-16de06eea14e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 1058 time: 0.0433626 Nov 09 18:31:03.823858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-f80149d4-703d-4601-b0e5-c8be09afc317 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d54bf245-5d1b-4011-ad65-39df405c111f HTTP/1.1" status: 200 len: 217 time: 0.0522439 Nov 09 18:31:03.887827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-fbe75bd7-ff7c-4030-ace9-4de51e1656a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:03.891209 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-fbe75bd7-ff7c-4030-ace9-4de51e1656a3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70 HTTP/1.1" status: 200 len: 837 time: 0.0546660 Nov 09 18:31:03.894970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:03.961243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-57a737a1-e002-46f2-9b15-bf4e6aaceaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:03.962993 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-57a737a1-e002-46f2-9b15-bf4e6aaceaab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f7bb8def-dd04-4450-8ca1-adbaebdff479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631011 Nov 09 18:31:03.977494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd783-7fd1-439e-98ae-09488b1221dd req-f40ffe09-6418-4d97-acc8-e6f2bd38de4c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:03.979615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-523fd783-7fd1-439e-98ae-09488b1221dd req-f40ffe09-6418-4d97-acc8-e6f2bd38de4c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 907 time: 0.0827892 Nov 09 18:31:03.987204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:03.987700 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:04.070034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-97bb9c7c-7058-487f-8d19-1153b47a3a88 service neutron] 10.222.0.85 "GET /v2.0/networks/f7bb8def-dd04-4450-8ca1-adbaebdff479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996852 Nov 09 18:31:04.172231 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a61f853-7e9c-4370-adae-df158703b8e6 req-3be3f9b4-75a3-4179-95ef-5a89e6108b43 service neutron] 10.222.0.85 "GET /v2.0/networks/f7bb8def-dd04-4450-8ca1-adbaebdff479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942442 Nov 09 18:31:04.256373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-fb44ae89-800b-4f27-b539-625779d45362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:04.257775 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-fb44ae89-800b-4f27-b539-625779d45362 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 1058 time: 0.0406654 Nov 09 18:31:04.352010 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-8fdecbbd-a8f8-4b9b-a6a0-a5a9624989df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:04.353415 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-8fdecbbd-a8f8-4b9b-a6a0-a5a9624989df service neutron] 10.222.0.85 "GET /v2.0/networks?id=f7bb8def-dd04-4450-8ca1-adbaebdff479 HTTP/1.1" status: 200 len: 898 time: 0.0883467 Nov 09 18:31:04.395261 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-4b074171-865a-45d6-b1a4-64ee51842aaf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d54bf245-5d1b-4011-ad65-39df405c111f HTTP/1.1" status: 200 len: 217 time: 0.0342517 Nov 09 18:31:04.446731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-a85aa8f1-0fd2-42fe-84c2-519c35867d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:04.448127 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-a85aa8f1-0fd2-42fe-84c2-519c35867d65 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70 HTTP/1.1" status: 200 len: 837 time: 0.0455527 Nov 09 18:31:04.500816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-dff9a916-1a52-4813-a344-bb571bd222b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:04.502341 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-dff9a916-1a52-4813-a344-bb571bd222b4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f7bb8def-dd04-4450-8ca1-adbaebdff479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462787 Nov 09 18:31:04.593265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-615bc70c-6978-4596-ae2a-e769c9f5ffca service neutron] 10.222.0.85 "GET /v2.0/networks/f7bb8def-dd04-4450-8ca1-adbaebdff479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812526 Nov 09 18:31:04.688543 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-61d40090-0691-4e09-90a0-9d0d382020a5 req-03aa875e-0a5a-47ab-bb22-de9c4a5ebaa0 service neutron] 10.222.0.85 "GET /v2.0/networks/f7bb8def-dd04-4450-8ca1-adbaebdff479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Nov 09 18:31:05.103470 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72ecd4-6937-4283-8702-e7cbdd5656df req-5d287802-4494-4694-86d3-389a64d0c424 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:05.104941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe72ecd4-6937-4283-8702-e7cbdd5656df req-5d287802-4494-4694-86d3-389a64d0c424 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 907 time: 0.0482070 Nov 09 18:31:06.230121 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dac85-8d55-483d-a651-2cfe66ccb97a req-53507a7d-e3c0-4b6e-9ca8-d47f74dd8d39 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:06.232332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-425dac85-8d55-483d-a651-2cfe66ccb97a req-53507a7d-e3c0-4b6e-9ca8-d47f74dd8d39 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 907 time: 0.0531762 Nov 09 18:31:07.202213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d54bf245-5d1b-4011-ad65-39df405c111f details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:31:07.315664 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9757-567e-4ada-8996-f96d59d1a524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:07.318927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d54bf245-5d1b-4011-ad65-39df405c111f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d54bf245-5d1b-4011-ad65-39df405c111f,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:07.341179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'd54bf245-5d1b-4011-ad65-39df405c111f', 'network_id': 'f7bb8def-dd04-4450-8ca1-adbaebdff479', 'port_id': 'd54bf245-5d1b-4011-ad65-39df405c111f', 'mac_address': 'fa:16:3e:49:2f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:31:07.374557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597fdf5-4da8-49ed-abb4-660b2953e19e req-8296c64a-5988-405f-bedb-1e2dce6ffa06 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:07.375970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4597fdf5-4da8-49ed-abb4-660b2953e19e req-8296c64a-5988-405f-bedb-1e2dce6ffa06 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 907 time: 0.0623126 Nov 09 18:31:07.398554 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:07.408977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54bf245-5d1b-4011-ad65-39df405c111f {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:07.430110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d54bf245-5d1b-4011-ad65-39df405c111f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d54bf245-5d1b-4011-ad65-39df405c111f,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:07.434714 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:07.482625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=d54bf245-5d1b-4011-ad65-39df405c111f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:07.661437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['d54bf245-5d1b-4011-ad65-39df405c111f'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:31:08.500090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535a31f-4ad2-41be-aaf9-8bf0fbc3f01e req-c13c4803-de7c-4216-a511-e3b6f523d914 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:08.501591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1535a31f-4ad2-41be-aaf9-8bf0fbc3f01e req-c13c4803-de7c-4216-a511-e3b6f523d914 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 908 time: 0.0537288 Nov 09 18:31:09.213433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d54bf245-5d1b-4011-ad65-39df405c111f up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:09.264981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port d54bf245-5d1b-4011-ad65-39df405c111f completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:31:09.270509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port d54bf245-5d1b-4011-ad65-39df405c111f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:09.270943 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:09.346961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:09.369209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54bf245-5d1b-4011-ad65-39df405c111f'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:09.372205 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3873f55e-4bfe-4d7d-a54a-8ea0a04891fe" -d '{"events": [{"server_uuid": "3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402", "name": "network-vif-plugged", "status": "completed", "tag": "d54bf245-5d1b-4011-ad65-39df405c111f"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:09.389765 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port d54bf245-5d1b-4011-ad65-39df405c111f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d54bf245-5d1b-4011-ad65-39df405c111f,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:09.394570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:09.423521 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6397ed7-04d7-421c-aed4-de245238af5c x-openstack-request-id: req-d6397ed7-04d7-421c-aed4-de245238af5c {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:09.423823 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402", "name": "network-vif-plugged", "status": "completed", "tag": "d54bf245-5d1b-4011-ad65-39df405c111f", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:09.424138 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6397ed7-04d7-421c-aed4-de245238af5c {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:09.424535 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54bf245-5d1b-4011-ad65-39df405c111f', 'code': 200} Nov 09 18:31:09.449225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=d54bf245-5d1b-4011-ad65-39df405c111f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:09.529849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef88f1f-c2df-4770-b00a-9b66cc9a3d05 req-4554cee4-7f66-4931-92e3-6d36ec4f9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:09.531846 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ef88f1f-c2df-4770-b00a-9b66cc9a3d05 req-4554cee4-7f66-4931-92e3-6d36ec4f9532 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 1060 time: 0.0408921 Nov 09 18:31:09.617808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1946ad3-1bb0-4929-9b77-b0be39767834 req-ab174a38-d8ee-4349-9837-8411d51ec057 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:09.619337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1946ad3-1bb0-4929-9b77-b0be39767834 req-ab174a38-d8ee-4349-9837-8411d51ec057 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 909 time: 0.0495198 Nov 09 18:31:09.800477 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-78405529-9315-4e40-8285-8ccb9d7fa39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:10.222809 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:10.738259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7b850-af47-4f4e-8dac-6f2e4a01d91f req-a25fd9f4-9d21-4f9e-aa1c-aa8716190add tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:10.739999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03c7b850-af47-4f4e-8dac-6f2e4a01d91f req-a25fd9f4-9d21-4f9e-aa1c-aa8716190add tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 909 time: 0.0501509 Nov 09 18:31:10.859722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe3e4-07a9-46bd-a1dc-f234c73a671b req-d8e1cd26-762a-48a4-9140-0fea5c641a6a tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:10.861485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-830fe3e4-07a9-46bd-a1dc-f234c73a671b req-d8e1cd26-762a-48a4-9140-0fea5c641a6a tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 909 time: 0.0508389 Nov 09 18:31:10.973229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172f57c-7268-46ab-baa7-8265cbf8da91 req-d85a8f6c-ce13-41b4-b90f-4dd87929be9a tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:10.974805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5172f57c-7268-46ab-baa7-8265cbf8da91 req-d85a8f6c-ce13-41b4-b90f-4dd87929be9a tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 1060 time: 0.0446887 Nov 09 18:31:11.080806 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf394a-c58b-4527-ad8b-5b809183cdb1 req-fb41f6fe-6aa6-491a-ac75-5d1318504b2c tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:11.082376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59cf394a-c58b-4527-ad8b-5b809183cdb1 req-fb41f6fe-6aa6-491a-ac75-5d1318504b2c tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1135 time: 0.0430865 Nov 09 18:31:11.118931 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-59cf394a-c58b-4527-ad8b-5b809183cdb1 req-a800075f-5ad8-48ea-af49-2ebaa7d55cb0 tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0303166 Nov 09 18:31:11.143384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:11.143674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34344) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:11.189209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76930eef-7ba1-4d69-80f6-17d17fc3e04a tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:11.190812 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-76930eef-7ba1-4d69-80f6-17d17fc3e04a tempest-TestSecurityGroupsBasicOps-1165229778 tempest-TestSecurityGroupsBasicOps-1165229778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 1055 time: 0.0461898 Nov 09 18:31:11.408078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a5a64-69a7-49cc-a711-0fd8e5059ecd req-8d901d27-1494-49df-b953-404259d24e3d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:11.409510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2a2a5a64-69a7-49cc-a711-0fd8e5059ecd req-8d901d27-1494-49df-b953-404259d24e3d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 909 time: 0.0491006 Nov 09 18:31:12.531082 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6524815-0999-4f5a-9b61-4d4456722899 req-0596039d-de9a-4971-ac15-e80fd563c1ae tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:12.532605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6524815-0999-4f5a-9b61-4d4456722899 req-0596039d-de9a-4971-ac15-e80fd563c1ae tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 909 time: 0.0532475 Nov 09 18:31:12.643788 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.798518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-199f4299-aec0-4684-8058-3c577d0b24ec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:12.799950 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-199f4299-aec0-4684-8058-3c577d0b24ec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 909 time: 0.0472541 Nov 09 18:31:12.898365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting port d54bf245-5d1b-4011-ad65-39df405c111f {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:12.898727 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:12.988331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] For port d54bf245-5d1b-4011-ad65-39df405c111f, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=d54bf245-5d1b-4011-ad65-39df405c111f,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:12.988704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:13.001317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Calling delete_port for d54bf245-5d1b-4011-ad65-39df405c111f owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:13.127749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:13.154151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Port': ['ID=d54bf245-5d1b-4011-ad65-39df405c111f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:13.200538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] No DVR routers for this DVR port d54bf245-5d1b-4011-ad65-39df405c111f on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:13.203914 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:13.208230 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b1ad1f1a-2367-4415-bca5-adc59ff94300 req-76112ff2-5a52-4e0e-8922-2de06fac270d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.85 "DELETE /v2.0/ports/d54bf245-5d1b-4011-ad65-39df405c111f HTTP/1.1" status: 204 len: 173 time: 0.4012947 Nov 09 18:31:13.208714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'name': 'network-vif-deleted', 'tag': 'd54bf245-5d1b-4011-ad65-39df405c111f'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:13.211059 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57beec98-7395-4580-9f67-9e3080601ee2" -d '{"events": [{"server_uuid": "3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402", "name": "network-vif-deleted", "tag": "d54bf245-5d1b-4011-ad65-39df405c111f"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:13.260932 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7802d788-29aa-4b63-8e2c-0a804967848f x-openstack-request-id: req-7802d788-29aa-4b63-8e2c-0a804967848f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:13.261748 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402", "name": "network-vif-deleted", "tag": "d54bf245-5d1b-4011-ad65-39df405c111f", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:13.262141 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7802d788-29aa-4b63-8e2c-0a804967848f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:13.263020 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402', 'name': 'network-vif-deleted', 'tag': 'd54bf245-5d1b-4011-ad65-39df405c111f', 'status': 'completed', 'code': 200} Nov 09 18:31:13.648950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02c33a9c-253a-4e92-9a26-45f7778f03d1 req-abee9081-c9dd-49c9-9328-e5b09ac6f118 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e1b8e96-0fd5-42d8-9ce5-6f2c8ffba402 HTTP/1.1" status: 200 len: 210 time: 0.0298808 Nov 09 18:31:14.705468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34366) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:15.082232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:15.263021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d54bf245-5d1b-4011-ad65-39df405c111f no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:15.293407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: d54bf245-5d1b-4011-ad65-39df405c111f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:15.293407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device d54bf245-5d1b-4011-ad65-39df405c111f not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:15.350186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:15.350535 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:15.456459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] For port 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:15.456646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:15.472373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Calling delete_port for 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:15.686656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:15.718552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Port': ['ID=5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:15.727630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.727981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.728326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.728668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.728993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.729331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.729653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.730801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.731146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.731473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.731801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:15.732122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:16.286885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:16.378685 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:16.550586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 98a2ea77-9a36-41db-80d8-4adba620f597 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:16.673376 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:16.678656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-84fa7f10-d965-4394-8132-80f499d97f75 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "PUT /v2.0/routers/98a2ea77-9a36-41db-80d8-4adba620f597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717600 Nov 09 18:31:16.681329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34544) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:16.686350 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] Sync routers for ids ['98a2ea77-9a36-41db-80d8-4adba620f597'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:16.699308 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] Routers {'98a2ea77-9a36-41db-80d8-4adba620f597'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:16.700057 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:31:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['98a2ea77-9a36-41db-80d8-4adba620f597'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:16.747231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting subnet cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:31:16.752213 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:16.802532 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:16.813913 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] Set router 98a2ea77-9a36-41db-80d8-4adba620f597 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:16.953467 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.028483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.053657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028526fc-0032-46b1-b514-4058f6a5402c None None] Network f7bb8def-dd04-4450-8ca1-adbaebdff479 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:17.064186 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:31:15Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:17.103941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.108049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/subnets/cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70 HTTP/1.1" status: 204 len: 168 time: 0.4256458 Nov 09 18:31:17.110943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34594) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:17.113227 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] Checking router: 98a2ea77-9a36-41db-80d8-4adba620f597 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:17.125581 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] Routers {'98a2ea77-9a36-41db-80d8-4adba620f597'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:17.126608 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:31:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['98a2ea77-9a36-41db-80d8-4adba620f597'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:17.130852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4680023-15c2-45ec-ab75-ab411865de3e tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0deed2-a47a-4d2b-ac6d-ba5e78f68c70,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:17.281583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.297981 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] Set router 98a2ea77-9a36-41db-80d8-4adba620f597 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:17.335973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] DHCP port deletion for f7bb8def-dd04-4450-8ca1-adbaebdff479 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:31:17.400546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] Deleting port 8e1e21fd-e492-4964-a7fe-28740a370e36 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:17.401264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.410272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.484524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] For port 8e1e21fd-e492-4964-a7fe-28740a370e36, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8e1e21fd-e492-4964-a7fe-28740a370e36,segment=NetworkSegment(647cfb42-af9a-4473-acbb-99a6a40e95a1),segment_id=647cfb42-af9a-4473-acbb-99a6a40e95a1)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:17.485466 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.493601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting port 7fbe7f41-205d-4392-b984-3f1f734453f4 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:17.495266 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.503891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] Calling delete_port for 8e1e21fd-e492-4964-a7fe-28740a370e36 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:17.547787 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:31:15Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:17.582778 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5df26-5c36-479b-8509-c83d640c7864 None None] The sync data for ids ['98a2ea77-9a36-41db-80d8-4adba620f597'] in n-d-817240-1 is: [{'id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'name': 'tempest-TestSecurityGroupsBasicOps-router-227751834', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:30:54Z', 'updated_at': '2021-11-09T18:31:15Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '7fbe7f41-205d-4392-b984-3f1f734453f4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:18:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a2ea77-9a36-41db-80d8-4adba620f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:30:55Z', 'updated_at': '2021-11-09T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:17.605922 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.620538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] No DVR routers for this DVR port 8e1e21fd-e492-4964-a7fe-28740a370e36 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:17.625989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] For port 7fbe7f41-205d-4392-b984-3f1f734453f4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7fbe7f41-205d-4392-b984-3f1f734453f4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:17.626868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.644159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Calling delete_port for 7fbe7f41-205d-4392-b984-3f1f734453f4 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:17.645316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab3a74-913c-4fdd-a26a-caaafce6b0dc None None] Pushing event deleted for resources: {'Port': ['ID=8e1e21fd-e492-4964-a7fe-28740a370e36,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:17.824592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:17.852059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Port': ['ID=7fbe7f41-205d-4392-b984-3f1f734453f4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:17.922463 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.053604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.056436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.081003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:18.105297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:18.105620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5dc1c494-a990-4dcf-a6d1-6d1d8734ca8e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:18.106318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8e1e21fd-e492-4964-a7fe-28740a370e36 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:18.112548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.113546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Fanout notify agent at l3_agent the message router_deleted on router 98a2ea77-9a36-41db-80d8-4adba620f597 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:31:18.121365 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.122514 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9269e2da-ca75-400f-8719-0a45c9649b82 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/routers/98a2ea77-9a36-41db-80d8-4adba620f597 HTTP/1.1" status: 204 len: 168 time: 1.0099931 Nov 09 18:31:18.125451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34722) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:18.143198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 8e1e21fd-e492-4964-a7fe-28740a370e36 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:18.143552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8e1e21fd-e492-4964-a7fe-28740a370e36 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:18.217876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.319732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.348250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bb8def-dd04-4450-8ca1-adbaebdff479']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:18.360390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647cfb42-af9a-4473-acbb-99a6a40e95a1') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:18.360820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647cfb42-af9a-4473-acbb-99a6a40e95a1') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:18.372453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.388596 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.395538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:31:18.395936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:31:18.399022 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:31:18.464839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.483483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.493532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34780) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:18.493968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/networks/f7bb8def-dd04-4450-8ca1-adbaebdff479 HTTP/1.1" status: 204 len: 168 time: 0.3671291 Nov 09 18:31:18.496094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376b8c8-d895-46b1-bdf8-a3aa65be6baa tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Network': ['ID=f7bb8def-dd04-4450-8ca1-adbaebdff479,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:18.664525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting port b699ec72-edab-4d9a-86e9-475105b83841 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:18.664884 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.749903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.750267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.763969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Calling delete_port for b699ec72-edab-4d9a-86e9-475105b83841 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:18.912604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.939911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Port': ['ID=b699ec72-edab-4d9a-86e9-475105b83841,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:18.995801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:18.996121 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Floating IP 113db76b-986c-4d8c-b384-d099561565eb disassociated (deleted). External IP: 172.25.0.108, port: 115a1903-3537-4750-b8be-5f3eea0d3e61. Nov 09 18:31:19.204111 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 0cb51b58-f20b-42b4-8484-116bb2c606f8 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:19.310000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:19.314656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:19.320531 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] Sync routers for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:19.329808 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:19.331762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:19.333129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:31:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:19.342701 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9957df06-09e2-47e0-ab78-60101174cc47 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/floatingips/113db76b-986c-4d8c-b384-d099561565eb HTTP/1.1" status: 204 len: 168 time: 0.8475449 Nov 09 18:31:19.343379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:19.345740 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c707cb7-98e1-44c3-8917-768bc4c3695a" -d '{"events": [{"name": "network-changed", "server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:19.439410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:19.492746 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c41b6b-b4f9-4c7e-a223-a2576b2d9e36 x-openstack-request-id: req-c6c41b6b-b4f9-4c7e-a223-a2576b2d9e36 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:19.493031 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:19.493279 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6c41b6b-b4f9-4c7e-a223-a2576b2d9e36 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:19.493676 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'status': 'completed', 'code': 200} Nov 09 18:31:19.595025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-0a34d35e-f30a-4565-b532-de701f3cd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:19.597197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-0a34d35e-f30a-4565-b532-de701f3cd8c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33134654e5a84fafa75338de41d05e11&device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 1135 time: 0.0773790 Nov 09 18:31:19.611473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d16fc-2834-4f99-8323-ac3bdfc5215d req-95bba697-7c7c-44e0-9f4f-4c1ba79544ae tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:19.612919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-120d16fc-2834-4f99-8323-ac3bdfc5215d req-95bba697-7c7c-44e0-9f4f-4c1ba79544ae tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 984 time: 0.0605710 Nov 09 18:31:19.651514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:02Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:19.677208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] Checking router: 0cb51b58-f20b-42b4-8484-116bb2c606f8 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:19.685759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:19.686445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:31:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:19.703385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-120d16fc-2834-4f99-8323-ac3bdfc5215d req-dba78824-8b30-40d9-99c4-3fe47bb3d08f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819137 Nov 09 18:31:19.729599 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-c95aac71-c4b5-48a5-9b7f-2eb961178978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:19.731407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-c95aac71-c4b5-48a5-9b7f-2eb961178978 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a HTTP/1.1" status: 200 len: 897 time: 0.1173716 Nov 09 18:31:19.792895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-6f7976cb-c60c-4b28-add5-d996262e28d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115a1903-3537-4750-b8be-5f3eea0d3e61 HTTP/1.1" status: 200 len: 217 time: 0.0506048 Nov 09 18:31:19.807302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:19.812076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7fbe7f41-205d-4392-b984-3f1f734453f4 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:19.850343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-0b802e8f-edd7-44a5-9a72-58126c9cae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:19.851959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-0b802e8f-edd7-44a5-9a72-58126c9cae0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0f7d597b-bb63-474b-bf37-d487deb4e725 HTTP/1.1" status: 200 len: 834 time: 0.0526273 Nov 09 18:31:19.864882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 7fbe7f41-205d-4392-b984-3f1f734453f4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:19.865225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7fbe7f41-205d-4392-b984-3f1f734453f4 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:19.902590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-a25b7ea4-85de-45fd-9f06-2ae693fa52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:19.904371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-a25b7ea4-85de-45fd-9f06-2ae693fa52a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0010cfae-b994-4bf4-bc1a-bf2f50eb405a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441267 Nov 09 18:31:20.014601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-f176dbee-9429-45cc-83ab-210711310db3 service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018341 Nov 09 18:31:20.059160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:02Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:20.086356 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54519b56-3000-48cc-958b-5e1db51888a2 None None] The sync data for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 is: [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:29:57Z', 'revision_number': 4, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'a0f77f26-0ccc-4bf4-aca4-8f88b67e5017', 'name': '', 'network_id': '0010cfae-b994-4bf4-bc1a-bf2f50eb405a', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'mac_address': 'fa:16:3e:ed:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:56Z', 'updated_at': '2021-11-09T18:30:02Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'subnets': [{'id': '0f7d597b-bb63-474b-bf37-d487deb4e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:20.113725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c707cb7-98e1-44c3-8917-768bc4c3695a req-8132ddd4-10cd-4ada-a332-c4ae798628b4 service neutron] 10.222.0.73 "GET /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901442 Nov 09 18:31:20.300357 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb5cd8-40c6-4c79-a8df-c9d66cf83c96 None None] New status for floating IP 113db76b-986c-4d8c-b384-d099561565eb: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:31:20.826934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c777-7875-4387-a720-8d1e199cf2ca req-f5fe97d3-8994-419c-9f52-bab8e7a2f252 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:20.828492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4f3c777-7875-4387-a720-8d1e199cf2ca req-f5fe97d3-8994-419c-9f52-bab8e7a2f252 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 984 time: 0.0532067 Nov 09 18:31:20.873599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4f3c777-7875-4387-a720-8d1e199cf2ca req-8e630633-f0b3-43e3-8a1a-7bc638cef685 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/security-groups?id=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082&id=cbd132c2-801f-4204-8cb5-127537e56e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0384021 Nov 09 18:31:21.125954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-468bf3be-2c0d-46e2-b2a3-10b5ab5a8504 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:21.127454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-468bf3be-2c0d-46e2-b2a3-10b5ab5a8504 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.73 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 984 time: 0.0516455 Nov 09 18:31:21.228934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting port 115a1903-3537-4750-b8be-5f3eea0d3e61 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:21.229278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:21.323261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] For port 115a1903-3537-4750-b8be-5f3eea0d3e61, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=115a1903-3537-4750-b8be-5f3eea0d3e61,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:21.323624 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:21.335947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Calling delete_port for 115a1903-3537-4750-b8be-5f3eea0d3e61 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:21.468326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:21.503047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Port': ['ID=115a1903-3537-4750-b8be-5f3eea0d3e61,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:21.556710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] No DVR routers for this DVR port 115a1903-3537-4750-b8be-5f3eea0d3e61 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:21.559827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:21.563154 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67d52cb4-9fd2-4ab1-a193-81f122f5f031 req-7b238a1e-6ad5-482c-8111-0c37056c8fa2 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.73 "DELETE /v2.0/ports/115a1903-3537-4750-b8be-5f3eea0d3e61 HTTP/1.1" status: 204 len: 173 time: 0.4277248 Nov 09 18:31:21.563666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'name': 'network-vif-deleted', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:21.565996 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d853a1e-d38b-4f1e-95d9-68bc0f8e7b9e" -d '{"events": [{"server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "name": "network-vif-deleted", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:21.605920 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc5b5c-7fe9-4736-8639-9ee63453732f x-openstack-request-id: req-65dc5b5c-7fe9-4736-8639-9ee63453732f {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:21.606265 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a6e5f3-db00-4eb3-8d0c-5e80146d1439", "name": "network-vif-deleted", "tag": "115a1903-3537-4750-b8be-5f3eea0d3e61", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:21.606520 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65dc5b5c-7fe9-4736-8639-9ee63453732f {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:21.606920 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a6e5f3-db00-4eb3-8d0c-5e80146d1439', 'name': 'network-vif-deleted', 'tag': '115a1903-3537-4750-b8be-5f3eea0d3e61', 'status': 'completed', 'code': 200} Nov 09 18:31:21.995167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c48ef5e-a289-4caa-a5ab-6d36e79f5bb0 req-ca80365e-c1f4-4457-81cf-6eb591d611ac tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "GET /v2.0/ports?device_id=71a6e5f3-db00-4eb3-8d0c-5e80146d1439 HTTP/1.1" status: 200 len: 210 time: 0.0285289 Nov 09 18:31:23.051419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34850) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:23.102290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a72ad5c3-df2b-4dcb-9777-906fb9389d6f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.127269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a72ad5c3-df2b-4dcb-9777-906fb9389d6f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.171496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a72ad5c3-df2b-4dcb-9777-906fb9389d6f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.174123 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a72ad5c3-df2b-4dcb-9777-906fb9389d6f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.175284 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a72ad5c3-df2b-4dcb-9777-906fb9389d6f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a46eb72-cb6d-4086-a7b8-8c90ef3c4082 HTTP/1.1" status: 204 len: 168 time: 0.1228595 Nov 09 18:31:23.178133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34854) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:23.184198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ad5c3-df2b-4dcb-9777-906fb9389d6f tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46eb72-cb6d-4086-a7b8-8c90ef3c4082,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:23.247358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e17eedd9-f40e-473d-8206-d6556b3b2293 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.270306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e17eedd9-f40e-473d-8206-d6556b3b2293 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.315933 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e17eedd9-f40e-473d-8206-d6556b3b2293 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.318645 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e17eedd9-f40e-473d-8206-d6556b3b2293 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.319962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e17eedd9-f40e-473d-8206-d6556b3b2293 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/security-groups/cbd132c2-801f-4204-8cb5-127537e56e5c HTTP/1.1" status: 204 len: 168 time: 0.1402376 Nov 09 18:31:23.322938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34856) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:23.331189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17eedd9-f40e-473d-8206-d6556b3b2293 tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd132c2-801f-4204-8cb5-127537e56e5c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:23.687136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:23.936927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:23.937283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.028426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] For port a0f77f26-0ccc-4bf4-aca4-8f88b67e5017, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:24.028797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.041363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Calling delete_port for a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:24.227667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.254742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Port': ['ID=a0f77f26-0ccc-4bf4-aca4-8f88b67e5017,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:24.440891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.462226 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d4d51-cf2b-4f4c-979b-1eb905cebfab req-073801ff-b1fc-4aad-8d7f-064928f5e39c tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:24.463739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-198d4d51-cf2b-4f4c-979b-1eb905cebfab req-073801ff-b1fc-4aad-8d7f-064928f5e39c tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 950 time: 0.0590382 Nov 09 18:31:24.502500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-198d4d51-cf2b-4f4c-979b-1eb905cebfab req-1a7dbccc-8433-4ca7-874d-430adf428df2 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Nov 09 18:31:24.649967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Router 0cb51b58-f20b-42b4-8484-116bb2c606f8 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:31:24.753844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:31:24.759177 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bf587d57-5ae4-4b3a-b662-2c7373da0d7c tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "PUT /v2.0/routers/0cb51b58-f20b-42b4-8484-116bb2c606f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344401 Nov 09 18:31:24.762367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34864) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:24.763346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] Sync routers for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:31:24.773228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:24.773838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:31:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:24.812558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting subnet 0f7d597b-bb63-474b-bf37-d487deb4e725 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:31:24.815612 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.854202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.876509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:24.938956 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:24.996264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.021953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7d597b-bb63-474b-bf37-d487deb4e725,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:25.027036 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.030234 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-db773cb5-f1da-41a1-87f5-9941adde0fec tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/subnets/0f7d597b-bb63-474b-bf37-d487deb4e725 HTTP/1.1" status: 204 len: 168 time: 0.2668984 Nov 09 18:31:25.033485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34866) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:25.038655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f8c91-fefd-4557-b516-196cb6fa7cf3 None None] Network 0010cfae-b994-4bf4-bc1a-bf2f50eb405a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:25.127786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:31:24Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:25.139404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.170380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] Checking router: 0cb51b58-f20b-42b4-8484-116bb2c606f8 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:31:25.183369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] Routers {'0cb51b58-f20b-42b4-8484-116bb2c606f8'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:31:25.183982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:31:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['0cb51b58-f20b-42b4-8484-116bb2c606f8'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:25.458527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] Set router 0cb51b58-f20b-42b4-8484-116bb2c606f8 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:31:25.485342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] DHCP port deletion for 0010cfae-b994-4bf4-bc1a-bf2f50eb405a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:31:25.584110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.620906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab835eb9-861d-46fd-bbcc-d5e291fca4ac req-3d2e800b-68b4-4b04-95b4-9265bd04d287 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.622460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab835eb9-861d-46fd-bbcc-d5e291fca4ac req-3d2e800b-68b4-4b04-95b4-9265bd04d287 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 950 time: 0.0527904 Nov 09 18:31:25.623966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] Deleting port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:25.624349 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.638609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Deleting port 5fafccc5-41da-4663-a815-134c9048af4e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:25.638974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.663606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab835eb9-861d-46fd-bbcc-d5e291fca4ac req-641dcd05-8d5a-4459-b961-364a33e2ff83 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/security-groups?id=4974ed9d-e575-4938-b1b0-fe05f16a037d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Nov 09 18:31:25.675917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 115a1903-3537-4750-b8be-5f3eea0d3e61 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:25.718073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 115a1903-3537-4750-b8be-5f3eea0d3e61 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:25.718420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 115a1903-3537-4750-b8be-5f3eea0d3e61 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:25.721746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] For port 5fafccc5-41da-4663-a815-134c9048af4e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5fafccc5-41da-4663-a815-134c9048af4e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:25.722150 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.734610 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Calling delete_port for 5fafccc5-41da-4663-a815-134c9048af4e owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:25.742240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] For port 1a06babf-c7e8-47a6-8ed5-08aa90941c11, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1a06babf-c7e8-47a6-8ed5-08aa90941c11,segment=NetworkSegment(12648946-8099-4e22-b429-7bf6858c0b14),segment_id=12648946-8099-4e22-b429-7bf6858c0b14)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:25.742647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.758359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] Calling delete_port for 1a06babf-c7e8-47a6-8ed5-08aa90941c11 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:25.833697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:31:24Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:25.865832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1457d4-7a78-4fef-a188-99311016667e None None] The sync data for ids ['0cb51b58-f20b-42b4-8484-116bb2c606f8'] in n-d-817240-1 is: [{'id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47363355', 'tenant_id': '33134654e5a84fafa75338de41d05e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '5fafccc5-41da-4663-a815-134c9048af4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:29:52Z', 'updated_at': '2021-11-09T18:31:24Z', 'revision_number': 5, 'project_id': '33134654e5a84fafa75338de41d05e11', 'gw_port': {'id': '5fafccc5-41da-4663-a815-134c9048af4e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:be:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb51b58-f20b-42b4-8484-116bb2c606f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:29:53Z', 'updated_at': '2021-11-09T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:31:25.886727 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.914877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] Pushing event deleted for resources: {'Port': ['ID=1a06babf-c7e8-47a6-8ed5-08aa90941c11,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:25.919714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac33d29-d063-4272-b05d-fdd2f32f3d74 None None] No DVR routers for this DVR port 1a06babf-c7e8-47a6-8ed5-08aa90941c11 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:25.967205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:25.985285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-f6bc90fa-3229-440f-afc4-f526474c8987 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:25.986808 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-f6bc90fa-3229-440f-afc4-f526474c8987 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.85 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 950 time: 0.0786278 Nov 09 18:31:26.010698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Port': ['ID=5fafccc5-41da-4663-a815-134c9048af4e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:26.115345 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.206264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.209337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.231007 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a06babf-c7e8-47a6-8ed5-08aa90941c11 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:26.250827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1a06babf-c7e8-47a6-8ed5-08aa90941c11 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:26.251180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1a06babf-c7e8-47a6-8ed5-08aa90941c11 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:26.265995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Deleting port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:26.266373 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.308096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.308751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb51b58-f20b-42b4-8484-116bb2c606f8 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:31:26.315432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.316542 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e56a26da-eb2f-4942-a047-7b319335361d tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/routers/0cb51b58-f20b-42b4-8484-116bb2c606f8 HTTP/1.1" status: 204 len: 168 time: 1.2820158 Nov 09 18:31:26.319411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34870) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:26.372503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] For port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:26.372905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.386682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Calling delete_port for 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:26.399443 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.490540 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.512593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0010cfae-b994-4bf4-bc1a-bf2f50eb405a']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:26.522999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12648946-8099-4e22-b429-7bf6858c0b14') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:26.523437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12648946-8099-4e22-b429-7bf6858c0b14') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:26.528297 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.535118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.542268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['0f8882fa-31a0-437a-9b6b-24b6bfd29e3e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:31:26.552220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.559945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Pushing event deleted for resources: {'Port': ['ID=0f8882fa-31a0-437a-9b6b-24b6bfd29e3e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:26.560213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:31:26.560676 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:31:26.565408 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:31:26.613663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] No DVR routers for this DVR port 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:26.616407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.620085 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1a8a2267-2875-43c6-ad6c-2b468660f5da req-38c4f9bd-ea41-47e8-bd39-05e651a0c410 tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.85 "DELETE /v2.0/ports/0f8882fa-31a0-437a-9b6b-24b6bfd29e3e HTTP/1.1" status: 204 len: 173 time: 0.6167288 Nov 09 18:31:26.621226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306eebba-285e-46aa-8df1-fb89d7166d90', 'name': 'network-vif-deleted', 'tag': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:26.623984 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca98d33-e94a-4679-9e9a-90a961d5ce41" -d '{"events": [{"server_uuid": "306eebba-285e-46aa-8df1-fb89d7166d90", "name": "network-vif-deleted", "tag": "0f8882fa-31a0-437a-9b6b-24b6bfd29e3e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:26.637216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.646003 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:26.651780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] 10.222.0.32 "DELETE /v2.0/networks/0010cfae-b994-4bf4-bc1a-bf2f50eb405a HTTP/1.1" status: 204 len: 168 time: 0.3287504 Nov 09 18:31:26.659414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aeffe8-236d-42a1-a750-f8ed016a01fc tempest-TestSecurityGroupsBasicOps-322898849 tempest-TestSecurityGroupsBasicOps-322898849-project] Pushing event deleted for resources: {'Network': ['ID=0010cfae-b994-4bf4-bc1a-bf2f50eb405a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:26.673297 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b31fa-c956-49bd-bbb8-189034e8036a x-openstack-request-id: req-606b31fa-c956-49bd-bbb8-189034e8036a {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:26.673598 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306eebba-285e-46aa-8df1-fb89d7166d90", "name": "network-vif-deleted", "tag": "0f8882fa-31a0-437a-9b6b-24b6bfd29e3e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:26.673906 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-606b31fa-c956-49bd-bbb8-189034e8036a {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:26.674340 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306eebba-285e-46aa-8df1-fb89d7166d90', 'name': 'network-vif-deleted', 'tag': '0f8882fa-31a0-437a-9b6b-24b6bfd29e3e', 'status': 'completed', 'code': 200} Nov 09 18:31:26.773467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ea411ae-0f34-4908-9aa9-6d61267bdaad req-54ef71bc-f76b-4060-ac4e-e8b2a38b349f tempest-VolumesBackupsTest-1646968738 tempest-VolumesBackupsTest-1646968738-project] 10.222.0.32 "GET /v2.0/ports?device_id=306eebba-285e-46aa-8df1-fb89d7166d90 HTTP/1.1" status: 200 len: 210 time: 0.0280545 Nov 09 18:31:27.138405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34882) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:27.267323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-543f9e98-0949-4b4f-b6b5-bd1c5d81c842 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33134654e5a84fafa75338de41d05e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277783 Nov 09 18:31:27.269882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34886) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:27.317680 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ce56a0-d664-4d3b-91f4-428f94944344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.337838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ce56a0-d664-4d3b-91f4-428f94944344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.387855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ce56a0-d664-4d3b-91f4-428f94944344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.390349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e7ce56a0-d664-4d3b-91f4-428f94944344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.391472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e7ce56a0-d664-4d3b-91f4-428f94944344 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0c7beb4-3b6c-474f-b528-5006d0f9a20d HTTP/1.1" status: 204 len: 168 time: 0.1206415 Nov 09 18:31:27.398865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce56a0-d664-4d3b-91f4-428f94944344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7beb4-3b6c-474f-b528-5006d0f9a20d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:27.641145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34892) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:27.654586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df34712f-239d-4171-a699-87f458530705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.728970 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df34712f-239d-4171-a699-87f458530705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.732576 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-df34712f-239d-4171-a699-87f458530705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.770897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-df34712f-239d-4171-a699-87f458530705 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4474aaadc834ce7ac5b8641499e1556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286473 Nov 09 18:31:27.771758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34712f-239d-4171-a699-87f458530705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28027aa8-4d5a-4c85-b48a-9fdc2e9c3857,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:27.773574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34894) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:27.827458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78b9f11f-98e0-476b-9689-c77567413cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.850603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78b9f11f-98e0-476b-9689-c77567413cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.856326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fafccc5-41da-4663-a815-134c9048af4e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:27.877211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5fafccc5-41da-4663-a815-134c9048af4e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:27.877552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fafccc5-41da-4663-a815-134c9048af4e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:27.877965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:27.901052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:27.901527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a0f77f26-0ccc-4bf4-aca4-8f88b67e5017 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:27.916961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78b9f11f-98e0-476b-9689-c77567413cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.921815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-78b9f11f-98e0-476b-9689-c77567413cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:27.923002 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-78b9f11f-98e0-476b-9689-c77567413cc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28027aa8-4d5a-4c85-b48a-9fdc2e9c3857 HTTP/1.1" status: 204 len: 168 time: 0.1483541 Nov 09 18:31:27.935989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9f11f-98e0-476b-9689-c77567413cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28027aa8-4d5a-4c85-b48a-9fdc2e9c3857,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:28.249635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34906) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:28.290978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0a14bb84-088b-435e-88b0-3a3d96bfaf6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5eb1517f49ed486ba749f0ce4da6f440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399823 Nov 09 18:31:28.293946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34908) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:28.341333 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef328f0-2106-415b-8a04-fd4b4fd51b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:28.364346 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef328f0-2106-415b-8a04-fd4b4fd51b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:28.413634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef328f0-2106-415b-8a04-fd4b4fd51b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:28.416240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ef328f0-2106-415b-8a04-fd4b4fd51b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:28.417927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5ef328f0-2106-415b-8a04-fd4b4fd51b23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4062b3c-347a-45bf-ad01-92fbe64bd99f HTTP/1.1" status: 204 len: 168 time: 0.1229405 Nov 09 18:31:28.425968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef328f0-2106-415b-8a04-fd4b4fd51b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4062b3c-347a-45bf-ad01-92fbe64bd99f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:29.106328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 34932) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:29.203594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1667659750-network', 'tenant_id': 'fd6f77543465464d94dac5572c5a17d2'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:29.225261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Made reservation on behalf of fd6f77543465464d94dac5572c5a17d2 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:29.227618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.236630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.310322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:29.315581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.320890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.330494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:29.330857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 0f8882fa-31a0-437a-9b6b-24b6bfd29e3e not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:29.346822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:31:29.356548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5154ed1e-fff5-4021-aae5-420687e10dd7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:29.361898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.362299 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Added segment 0433b97d-4e6a-4898-a3ed-db985dd4041e of type vlan for network dd693758-53a5-477f-b22a-be4261702b42 Nov 09 18:31:29.402947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.428890 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.429754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:29.430359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.483890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3763163 Nov 09 18:31:29.486908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34938) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:29.491832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Request body: {'subnet': {'network_id': 'dd693758-53a5-477f-b22a-be4261702b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1667659750-subnet', 'tenant_id': 'fd6f77543465464d94dac5572c5a17d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:29.501391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb2a0e-fe1e-47b6-9bf8-d7e123f813a4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd693758-53a5-477f-b22a-be4261702b42,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:29.514984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network dd693758-53a5-477f-b22a-be4261702b42 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:31:29.515305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Made reservation on behalf of fd6f77543465464d94dac5572c5a17d2 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:29.518163 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.685553 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.739740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1ed119-fa35-4a15-b7f3-9b669255eba6,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:29.749859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Checking segment: {'id': '0433b97d-4e6a-4898-a3ed-db985dd4041e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd693758-53a5-477f-b22a-be4261702b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:31:29.750270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Network hostable DHCP agents. Network: dd693758-53a5-477f-b22a-be4261702b42, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:31:29.766597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Network dd693758-53a5-477f-b22a-be4261702b42 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:31:29.774487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, dd693758-53a5-477f-b22a-be4261702b42) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:29.778649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:29.779230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:29.786636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051b88b-759d-4430-adce-7d3c49b291c8 None None] Network dd693758-53a5-477f-b22a-be4261702b42 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:29.800599 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-57ab0a15-a44e-45fe-a717-d9505409d52e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3125799 Nov 09 18:31:29.929797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bfa8e2-a73e-4b24-9b92-cdcef17f6162 None None] Network dd693758-53a5-477f-b22a-be4261702b42 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:30.318871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 34994) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:30.324537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-547326969-network', 'tenant_id': 'be7784bb7c6943188ecbc98b452a8126'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:30.348699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Made reservation on behalf of be7784bb7c6943188ecbc98b452a8126 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:30.351523 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.366016 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.449106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.453217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.468113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:31:30.493561 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.494330 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Added segment 8c9390a9-44bb-4298-bccb-6e453ada07e8 of type vlan for network 9297ad55-6a5f-44da-8da5-eceaef7aaff4 Nov 09 18:31:30.503522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b97065b-2e0f-4a98-812e-0672ef19b7a4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:30.550164 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.578597 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.579897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:30.580474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.634273 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3141983 Nov 09 18:31:30.634455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35002) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:30.643354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Request body: {'subnet': {'network_id': '9297ad55-6a5f-44da-8da5-eceaef7aaff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-547326969-subnet', 'tenant_id': 'be7784bb7c6943188ecbc98b452a8126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:30.652088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0659d8-8f22-46b4-b609-bbc4e139e835 admin admin] Pushing event updated for resources: {'Network': ['ID=9297ad55-6a5f-44da-8da5-eceaef7aaff4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:30.667483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9297ad55-6a5f-44da-8da5-eceaef7aaff4 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:31:30.684888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Made reservation on behalf of be7784bb7c6943188ecbc98b452a8126 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:30.687271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.891772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:30.950164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d2a67a-dd80-4e6b-947e-ce9da77f092f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:30.961906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Checking segment: {'id': '8c9390a9-44bb-4298-bccb-6e453ada07e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9297ad55-6a5f-44da-8da5-eceaef7aaff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:31:30.962328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Network hostable DHCP agents. Network: 9297ad55-6a5f-44da-8da5-eceaef7aaff4, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:31:30.981062 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Network 9297ad55-6a5f-44da-8da5-eceaef7aaff4 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:31:30.991373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9297ad55-6a5f-44da-8da5-eceaef7aaff4) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:30.996119 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:30.996682 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:31.003694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc5249-d239-4fdc-ac1a-43cfd1920176 None None] Network 9297ad55-6a5f-44da-8da5-eceaef7aaff4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:31.022640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-85a1c418-dcd6-4a6a-a131-74c141d91379 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3854976 Nov 09 18:31:31.131756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d951c-4b67-4a61-a585-c742a9c76502 None None] Network 9297ad55-6a5f-44da-8da5-eceaef7aaff4 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:31:31.521687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-d7e172aa-beb1-432b-9b0d-d52f397b0b8b tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:31.523116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-d7e172aa-beb1-432b-9b0d-d52f397b0b8b tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/networks?id=dd693758-53a5-477f-b22a-be4261702b42 HTTP/1.1" status: 200 len: 812 time: 0.1070025 Nov 09 18:31:31.538253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-24f83273-daa0-44ce-a32b-ada521db4449 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/quotas/fd6f77543465464d94dac5572c5a17d2 HTTP/1.1" status: 200 len: 375 time: 0.0092819 Nov 09 18:31:31.572037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-17d01222-9386-4e5f-8e29-51ac02c93fce tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd6f77543465464d94dac5572c5a17d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274489 Nov 09 18:31:31.665980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-7fdc0c80-64c6-4ae5-b611-1de9bb638274 service neutron] 10.222.0.32 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Nov 09 18:31:31.761789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-43dc2d63-3383-4641-b090-0aa2fc0faccb service neutron] 10.222.0.32 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895760 Nov 09 18:31:31.925151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85403d20-4151-47f7-9664-126e33f6eafc req-06b5bb5d-9b85-4752-942d-905828ef6285 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 210 time: 0.0285864 Nov 09 18:31:32.977529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-4af0eae6-1cc9-44d3-a804-28a9eb27d0e4 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:32.979036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-4af0eae6-1cc9-44d3-a804-28a9eb27d0e4 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.73 "GET /v2.0/networks?id=dd693758-53a5-477f-b22a-be4261702b42 HTTP/1.1" status: 200 len: 812 time: 0.1167190 Nov 09 18:31:33.002918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Request body: {'port': {'device_id': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'network_id': 'dd693758-53a5-477f-b22a-be4261702b42', 'admin_state_up': True, 'tenant_id': 'fd6f77543465464d94dac5572c5a17d2'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:33.068001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69f8973f-0760-40ed-895e-74693812c22e req-c2b2f170-f3fe-4bf7-9ef1-d5f0f699f453 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 210 time: 0.0606353 Nov 09 18:31:33.137973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Made reservation on behalf of fd6f77543465464d94dac5572c5a17d2 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:31:33.141634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:33.272687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Allocated IP 172.20.0.9 (dd693758-53a5-477f-b22a-be4261702b42/de1ed119-fa35-4a15-b7f3-9b669255eba6/55b80f54-eb13-4a62-a55d-dc8a496e0794) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:31:33.421506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:33.455511 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:33.498166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Network dd693758-53a5-477f-b22a-be4261702b42 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:31:33.501198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:31:33.504773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:31:33.533102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Pushing event updated for resources: {'Port': ['ID=55b80f54-eb13-4a62-a55d-dc8a496e0794,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:33.562628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:33.563257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:33.579321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-969cc38c-20b1-4a7f-8014-cfd5d923080a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812247 Nov 09 18:31:33.598115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Request body: {'port': {'device_id': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:31:33.653155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:33.862174 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:31:33.933001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b80f54-eb13-4a62-a55d-dc8a496e0794 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:33.941594 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:33.953625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Transition to ACTIVE for port object 55b80f54-eb13-4a62-a55d-dc8a496e0794 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:31:33.957928 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:34.010164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Pushing event updated for resources: {'Port': ['ID=55b80f54-eb13-4a62-a55d-dc8a496e0794,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:34.076211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Attempting to bind port 55b80f54-eb13-4a62-a55d-dc8a496e0794 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:31:34.076453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Attempting to bind port 55b80f54-eb13-4a62-a55d-dc8a496e0794 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0433b97d-4e6a-4898-a3ed-db985dd4041e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd693758-53a5-477f-b22a-be4261702b42'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:31:34.076888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Attempting to bind port 55b80f54-eb13-4a62-a55d-dc8a496e0794 on network dd693758-53a5-477f-b22a-be4261702b42 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:34.081843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Port 55b80f54-eb13-4a62-a55d-dc8a496e0794 on network dd693758-53a5-477f-b22a-be4261702b42 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:31:34.082356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Attempting to bind port 55b80f54-eb13-4a62-a55d-dc8a496e0794 on network dd693758-53a5-477f-b22a-be4261702b42 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:31:34.087455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:31:34.087790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Checking segment: {'id': '0433b97d-4e6a-4898-a3ed-db985dd4041e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd693758-53a5-477f-b22a-be4261702b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:31:34.088192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Bound using segment: {'id': '0433b97d-4e6a-4898-a3ed-db985dd4041e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd693758-53a5-477f-b22a-be4261702b42'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:31:34.088680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Bound port: 55b80f54-eb13-4a62-a55d-dc8a496e0794, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0433b97d-4e6a-4898-a3ed-db985dd4041e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'dd693758-53a5-477f-b22a-be4261702b42'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:31:34.089037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:34.183539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] For port 55b80f54-eb13-4a62-a55d-dc8a496e0794, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:31:34.198791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] For port 55b80f54-eb13-4a62-a55d-dc8a496e0794, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794,segment=NetworkSegment(0433b97d-4e6a-4898-a3ed-db985dd4041e),segment_id=0433b97d-4e6a-4898-a3ed-db985dd4041e)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:31:34.204073 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:34.242497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec637-cc4c-4c0a-96bb-66fda0f4dbbc req-8b85f186-c941-4d4b-9e91-5dfd31175dae tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:34.244122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e14ec637-cc4c-4c0a-96bb-66fda0f4dbbc req-8b85f186-c941-4d4b-9e91-5dfd31175dae tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 943 time: 0.0956450 Nov 09 18:31:34.249539 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:34.250171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:34.251492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] 10.222.0.73 "PUT /v2.0/ports/55b80f54-eb13-4a62-a55d-dc8a496e0794 HTTP/1.1" status: 200 len: 1091 time: 0.6578534 Nov 09 18:31:34.251929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'tag': '55b80f54-eb13-4a62-a55d-dc8a496e0794'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:34.254244 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa242129-6128-41fe-b849-663bf685a30a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a92a59-0291-4622-83e2-88e2e143dc93", "tag": "55b80f54-eb13-4a62-a55d-dc8a496e0794"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:34.311918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2142c-564f-4f5d-b14e-3db62b86fff2 service neutron] Pushing event updated for resources: {'Port': ['ID=55b80f54-eb13-4a62-a55d-dc8a496e0794,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:34.658693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e14ec637-cc4c-4c0a-96bb-66fda0f4dbbc req-87109412-424e-4025-8527-e2ff6ce3b002 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012458 Nov 09 18:31:34.680116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-514d6eaa-25cb-4ed4-a003-50025c51c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:34.682382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-514d6eaa-25cb-4ed4-a003-50025c51c7a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6f77543465464d94dac5572c5a17d2&device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 1094 time: 0.3862460 Nov 09 18:31:34.704352 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a07815f-c789-4062-bcad-2e328d48432c x-openstack-request-id: req-8a07815f-c789-4062-bcad-2e328d48432c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:34.704636 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a92a59-0291-4622-83e2-88e2e143dc93", "tag": "55b80f54-eb13-4a62-a55d-dc8a496e0794", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:34.704886 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a07815f-c789-4062-bcad-2e328d48432c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:34.705299 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'tag': '55b80f54-eb13-4a62-a55d-dc8a496e0794', 'status': 'completed', 'code': 200} Nov 09 18:31:34.735488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-2238a84e-57ad-4713-b55e-20e16e290859 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794 HTTP/1.1" status: 200 len: 217 time: 0.0382788 Nov 09 18:31:34.797543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-dfd7e6cc-c975-41c2-a1a4-9823ca78c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:34.799023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-dfd7e6cc-c975-41c2-a1a4-9823ca78c391 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de1ed119-fa35-4a15-b7f3-9b669255eba6 HTTP/1.1" status: 200 len: 852 time: 0.0482922 Nov 09 18:31:34.834830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-14319208-c0d7-44aa-9c88-fb55850302e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd693758-53a5-477f-b22a-be4261702b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247169 Nov 09 18:31:34.935783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-b704bb32-3906-4a45-a37d-4ea163242cdf service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878744 Nov 09 18:31:35.032379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c88599a7-ff6a-4fe2-9b37-ce792ad58a21 req-764353d1-4064-46bc-85dc-b626d008ee37 service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848157 Nov 09 18:31:35.123714 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242129-6128-41fe-b849-663bf685a30a req-8544da33-cd27-47e8-a423-e6cee242efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:35.125475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa242129-6128-41fe-b849-663bf685a30a req-8544da33-cd27-47e8-a423-e6cee242efc9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6f77543465464d94dac5572c5a17d2&device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 1094 time: 0.0465209 Nov 09 18:31:35.215887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242129-6128-41fe-b849-663bf685a30a req-9979abe6-7bbf-4c80-9af5-b20d305c40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:35.217341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa242129-6128-41fe-b849-663bf685a30a req-9979abe6-7bbf-4c80-9af5-b20d305c40ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd693758-53a5-477f-b22a-be4261702b42 HTTP/1.1" status: 200 len: 913 time: 0.0847604 Nov 09 18:31:35.273959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa242129-6128-41fe-b849-663bf685a30a req-52a7a35f-978b-44cc-8ca2-d524b616dcf6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794 HTTP/1.1" status: 200 len: 217 time: 0.0383658 Nov 09 18:31:35.329883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa242129-6128-41fe-b849-663bf685a30a req-0fe484de-e413-49e9-9482-5702118b9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:35.331390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa242129-6128-41fe-b849-663bf685a30a req-0fe484de-e413-49e9-9482-5702118b9dc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de1ed119-fa35-4a15-b7f3-9b669255eba6 HTTP/1.1" status: 200 len: 852 time: 0.0462961 Nov 09 18:31:35.365966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa242129-6128-41fe-b849-663bf685a30a req-335ff266-6e82-4022-9016-d7a99e8c4f40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd693758-53a5-477f-b22a-be4261702b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246618 Nov 09 18:31:35.463186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa242129-6128-41fe-b849-663bf685a30a req-e0068cd2-cf0d-4563-b5f8-9764b9972e97 service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Nov 09 18:31:35.565490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa242129-6128-41fe-b849-663bf685a30a req-3588312d-5960-411c-a55e-5c68191a7cae service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922604 Nov 09 18:31:35.779158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b941-3bae-4405-ba38-fad4ce6e98f7 req-9d8cc1eb-0352-4d06-9621-8c9c3b30b211 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:35.780823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c87b941-3bae-4405-ba38-fad4ce6e98f7 req-9d8cc1eb-0352-4d06-9621-8c9c3b30b211 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 943 time: 0.0491974 Nov 09 18:31:35.823602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c87b941-3bae-4405-ba38-fad4ce6e98f7 req-b7824692-55b5-4729-8a36-25f34964db75 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360589 Nov 09 18:31:36.950828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1d028-b7fa-4e0d-a7cc-125b44f6b165 req-413e289b-0650-47b1-a7e6-a4bf9b66773d tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:36.952527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98d1d028-b7fa-4e0d-a7cc-125b44f6b165 req-413e289b-0650-47b1-a7e6-a4bf9b66773d tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 943 time: 0.0590889 Nov 09 18:31:36.990341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98d1d028-b7fa-4e0d-a7cc-125b44f6b165 req-4267a70e-732e-4492-a059-497310744f1c tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Nov 09 18:31:37.297877 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7883d49b-6c8e-4342-9b36-b3e727b1aadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:37.706327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 55b80f54-eb13-4a62-a55d-dc8a496e0794 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:31:37.807901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 55b80f54-eb13-4a62-a55d-dc8a496e0794, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794,segment=NetworkSegment(0433b97d-4e6a-4898-a3ed-db985dd4041e),segment_id=0433b97d-4e6a-4898-a3ed-db985dd4041e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:37.821286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '55b80f54-eb13-4a62-a55d-dc8a496e0794', 'network_id': 'dd693758-53a5-477f-b22a-be4261702b42', 'port_id': '55b80f54-eb13-4a62-a55d-dc8a496e0794', 'mac_address': 'fa:16:3e:83:f5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1ed119-fa35-4a15-b7f3-9b669255eba6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:31:37.858873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:37.872351 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b80f54-eb13-4a62-a55d-dc8a496e0794 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:31:37.892798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 55b80f54-eb13-4a62-a55d-dc8a496e0794, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794,segment=NetworkSegment(0433b97d-4e6a-4898-a3ed-db985dd4041e),segment_id=0433b97d-4e6a-4898-a3ed-db985dd4041e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:37.897311 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:37.961734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=55b80f54-eb13-4a62-a55d-dc8a496e0794,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:38.140700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86303c-4cea-4bed-b408-aecc8e40745b req-a3a79e01-cd71-4147-ac62-234b26918428 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:38.142306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f86303c-4cea-4bed-b408-aecc8e40745b req-a3a79e01-cd71-4147-ac62-234b26918428 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 944 time: 0.0824363 Nov 09 18:31:38.176704 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['55b80f54-eb13-4a62-a55d-dc8a496e0794'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:31:38.184741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f86303c-4cea-4bed-b408-aecc8e40745b req-0cc2c9d8-1df9-486f-b464-969fd3ce32be tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Nov 09 18:31:39.302117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a665b-8701-4554-b8fb-b937f48c8acf req-44dd7e47-264b-4ce0-bc97-d90c160bcf6a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:39.303626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd6a665b-8701-4554-b8fb-b937f48c8acf req-44dd7e47-264b-4ce0-bc97-d90c160bcf6a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 944 time: 0.0496292 Nov 09 18:31:39.343043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd6a665b-8701-4554-b8fb-b937f48c8acf req-03396873-2078-427d-81f4-767ad795fc18 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Nov 09 18:31:39.706116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 55b80f54-eb13-4a62-a55d-dc8a496e0794 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:31:39.755964 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 55b80f54-eb13-4a62-a55d-dc8a496e0794 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:31:39.759833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 55b80f54-eb13-4a62-a55d-dc8a496e0794 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:31:39.760842 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:39.809527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b8fa83bc-eae0-4fa6-b9bc-dbea66bee503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:39.852055 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:39.875246 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80f54-eb13-4a62-a55d-dc8a496e0794'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:39.877508 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea4da66-f55f-4405-aeb3-734c11f22efa" -d '{"events": [{"server_uuid": "c3a92a59-0291-4622-83e2-88e2e143dc93", "name": "network-vif-plugged", "status": "completed", "tag": "55b80f54-eb13-4a62-a55d-dc8a496e0794"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:39.890403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 55b80f54-eb13-4a62-a55d-dc8a496e0794, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794,segment=NetworkSegment(0433b97d-4e6a-4898-a3ed-db985dd4041e),segment_id=0433b97d-4e6a-4898-a3ed-db985dd4041e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:39.895294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:39.934462 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb87fc06-75f1-4b4e-ab3f-7a022c419f95 x-openstack-request-id: req-fb87fc06-75f1-4b4e-ab3f-7a022c419f95 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:39.934462 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a92a59-0291-4622-83e2-88e2e143dc93", "name": "network-vif-plugged", "status": "completed", "tag": "55b80f54-eb13-4a62-a55d-dc8a496e0794", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:39.934462 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb87fc06-75f1-4b4e-ab3f-7a022c419f95 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:39.934462 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80f54-eb13-4a62-a55d-dc8a496e0794', 'code': 200} Nov 09 18:31:39.957953 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=55b80f54-eb13-4a62-a55d-dc8a496e0794,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:40.036950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26426-d8a9-4ebb-9d22-a585747fa961 req-b0e152bd-ec05-4ce4-a9f3-53d5700a86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:40.038720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffe26426-d8a9-4ebb-9d22-a585747fa961 req-b0e152bd-ec05-4ce4-a9f3-53d5700a86cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 1096 time: 0.0447965 Nov 09 18:31:40.083590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffe26426-d8a9-4ebb-9d22-a585747fa961 req-01d61a9a-90f7-4b10-9c6d-2fb831431ce0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Nov 09 18:31:40.223771 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:40.460582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc60ff-42d2-4d79-9330-1a191e19b44f req-9b93a15d-7c60-42b3-9e8e-627a97ca38db tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:40.462046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1efc60ff-42d2-4d79-9330-1a191e19b44f req-9b93a15d-7c60-42b3-9e8e-627a97ca38db tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0493197 Nov 09 18:31:40.499653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1efc60ff-42d2-4d79-9330-1a191e19b44f req-708cfaf7-f626-4237-a882-d51c28593b10 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Nov 09 18:31:41.148429 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:41.616859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d25e6-d36d-4eac-86d8-d03e651b9479 req-5646edb3-6c60-4a55-9ea3-de55cc9b1067 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:41.618380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-214d25e6-d36d-4eac-86d8-d03e651b9479 req-5646edb3-6c60-4a55-9ea3-de55cc9b1067 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0504286 Nov 09 18:31:41.656054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-214d25e6-d36d-4eac-86d8-d03e651b9479 req-b68ee67f-98b1-45f5-8df3-7b662e416acb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Nov 09 18:31:41.773589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f22bf-56a0-4f90-a2c1-87ca46229d0d req-f1736180-186e-44c9-98f1-aeae5e874015 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:41.775087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf8f22bf-56a0-4f90-a2c1-87ca46229d0d req-f1736180-186e-44c9-98f1-aeae5e874015 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0531108 Nov 09 18:31:41.814330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf8f22bf-56a0-4f90-a2c1-87ca46229d0d req-e3e913fa-34aa-4c7f-9ed8-1144fe45e26b tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329354 Nov 09 18:31:42.041342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68500f2b-effe-4f03-80f5-b5a430796707 req-eb0957b0-09cd-4079-b3d8-0a66473cb842 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:42.043383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68500f2b-effe-4f03-80f5-b5a430796707 req-eb0957b0-09cd-4079-b3d8-0a66473cb842 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0505464 Nov 09 18:31:42.080720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68500f2b-effe-4f03-80f5-b5a430796707 req-fe7fb76e-9f84-4dc9-bc45-39d34e643e0b tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Nov 09 18:31:42.684419 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:43.198071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c9bd-bc8e-4def-8b1e-c1c75600b9c8 req-93f22bb4-17d7-4f5b-aa7c-75e98664e81a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:43.202587 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0396c9bd-bc8e-4def-8b1e-c1c75600b9c8 req-93f22bb4-17d7-4f5b-aa7c-75e98664e81a tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0532515 Nov 09 18:31:43.238495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0396c9bd-bc8e-4def-8b1e-c1c75600b9c8 req-379d61a8-9428-4f0b-960f-0fff39c23610 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Nov 09 18:31:43.477034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014edbc-d01e-4546-b699-54a447e8d696 req-ebe6b390-ce66-486e-b535-4e659fc9afe6 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:43.478714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c014edbc-d01e-4546-b699-54a447e8d696 req-ebe6b390-ce66-486e-b535-4e659fc9afe6 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0834112 Nov 09 18:31:43.486320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-edc69097-2990-41b4-ac0f-435f00b443d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:43.487830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-edc69097-2990-41b4-ac0f-435f00b443d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6f77543465464d94dac5572c5a17d2&device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 1096 time: 0.0585587 Nov 09 18:31:43.572114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c014edbc-d01e-4546-b699-54a447e8d696 req-a4106d4d-c2bf-4144-8fe4-90fde1b96c25 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832884 Nov 09 18:31:43.606473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-7dcb675a-0966-4bb5-b797-b2161ca2c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:43.607943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-7dcb675a-0966-4bb5-b797-b2161ca2c1eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd693758-53a5-477f-b22a-be4261702b42 HTTP/1.1" status: 200 len: 913 time: 0.1057203 Nov 09 18:31:43.656029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-95cf8e47-0fbe-48c5-88a6-2af15b4bfc70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794 HTTP/1.1" status: 200 len: 217 time: 0.0361514 Nov 09 18:31:43.709639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-cf60bba9-8ff5-4a62-9da7-d14f45289f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:43.711319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-cf60bba9-8ff5-4a62-9da7-d14f45289f78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de1ed119-fa35-4a15-b7f3-9b669255eba6 HTTP/1.1" status: 200 len: 852 time: 0.0439067 Nov 09 18:31:43.749917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-c93a6857-395a-4afb-886c-eaf1a78c29eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd693758-53a5-477f-b22a-be4261702b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260272 Nov 09 18:31:43.846751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-59759977-1bed-4cac-94f1-9f4050173eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848675 Nov 09 18:31:43.939696 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-06a64d21-a2c8-4e9d-8260-1376a257e991 req-001cf5d1-1e19-493c-8cd9-f8756b90e540 service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804107 Nov 09 18:31:44.699408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcad68-4602-41b0-a950-54404ffb196a req-4302a60c-a4e1-457f-9cf8-d2e17d314a3c tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:44.700911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7adcad68-4602-41b0-a950-54404ffb196a req-4302a60c-a4e1-457f-9cf8-d2e17d314a3c tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0552256 Nov 09 18:31:44.738602 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7adcad68-4602-41b0-a950-54404ffb196a req-5c08b279-2c7a-479e-8d68-f022406c441b tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Nov 09 18:31:44.968873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557b163-2b31-45e3-bc63-7a4e22417fc6 req-1c77e550-b145-4e8d-b0b6-ab582dc5c523 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:44.970410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f557b163-2b31-45e3-bc63-7a4e22417fc6 req-1c77e550-b145-4e8d-b0b6-ab582dc5c523 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0521727 Nov 09 18:31:45.008466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f557b163-2b31-45e3-bc63-7a4e22417fc6 req-c5050144-5fa6-4f99-bb48-6bbd6725f124 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Nov 09 18:31:46.122522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04326b5-4c17-4849-8c21-0c23cb480ce6 req-6eeabd4f-729b-4240-9daa-922c397f31a9 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:46.123917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c04326b5-4c17-4849-8c21-0c23cb480ce6 req-6eeabd4f-729b-4240-9daa-922c397f31a9 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0490217 Nov 09 18:31:46.162947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c04326b5-4c17-4849-8c21-0c23cb480ce6 req-21c9d865-3c34-4704-bc72-3da871152c76 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330329 Nov 09 18:31:46.373943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b973a46-4fbc-4b6c-9f12-a282f26e4da6 req-1e744b77-c811-4ce3-ac68-7b98b4da612e tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:46.375415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b973a46-4fbc-4b6c-9f12-a282f26e4da6 req-1e744b77-c811-4ce3-ac68-7b98b4da612e tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0558147 Nov 09 18:31:46.375959 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:46.435421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b973a46-4fbc-4b6c-9f12-a282f26e4da6 req-e0099982-727b-434b-ab86-7790fde51896 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Nov 09 18:31:46.441764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-5bd21aa2-4b53-4f98-823f-a775ccf393cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:46.443282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-5bd21aa2-4b53-4f98-823f-a775ccf393cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6f77543465464d94dac5572c5a17d2&device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 1096 time: 0.0667715 Nov 09 18:31:46.543014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-4a19d037-1905-4eeb-90c1-a51c68b182a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:46.544541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-4a19d037-1905-4eeb-90c1-a51c68b182a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dd693758-53a5-477f-b22a-be4261702b42 HTTP/1.1" status: 200 len: 913 time: 0.0888028 Nov 09 18:31:46.592060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-9a419048-67c3-4f35-9b98-907dcc40af7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794 HTTP/1.1" status: 200 len: 217 time: 0.0352547 Nov 09 18:31:46.645232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-219eb9f0-c653-4be7-a7bf-8adcaeb2408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:46.646670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-219eb9f0-c653-4be7-a7bf-8adcaeb2408f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de1ed119-fa35-4a15-b7f3-9b669255eba6 HTTP/1.1" status: 200 len: 852 time: 0.0450025 Nov 09 18:31:46.682638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-2057696d-eb33-4e5c-9fc6-9f5f4de17028 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dd693758-53a5-477f-b22a-be4261702b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248389 Nov 09 18:31:46.781972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-51e4c40b-da4e-47d0-ab19-198b5461d405 service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865355 Nov 09 18:31:46.883412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464f3def-80cf-4250-b92a-4dcb3efd3d45 req-e14613ed-48eb-464f-9a12-b820e5438073 service neutron] 10.222.0.73 "GET /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897961 Nov 09 18:31:47.582765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80f52-f66c-44fa-a736-d892f5d2bbb7 req-f11f4f25-a83b-48de-a570-b195aa8cb57b tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:47.584633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56c80f52-f66c-44fa-a736-d892f5d2bbb7 req-f11f4f25-a83b-48de-a570-b195aa8cb57b tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0671782 Nov 09 18:31:47.625912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56c80f52-f66c-44fa-a736-d892f5d2bbb7 req-2978843b-29c3-4f88-9d86-58d43c8e5057 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Nov 09 18:31:48.739979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c13ff7-a157-499e-9cdb-39e968627a3c req-f0bbbf9a-e5ac-4275-8e94-8f1363825326 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:48.741466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67c13ff7-a157-499e-9cdb-39e968627a3c req-f0bbbf9a-e5ac-4275-8e94-8f1363825326 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0487716 Nov 09 18:31:48.778000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67c13ff7-a157-499e-9cdb-39e968627a3c req-d746754b-77a6-49b5-b822-105283e592d8 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Nov 09 18:31:49.001919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ce36-0204-49bc-9d32-6b5784231a2f req-3b5b2852-67af-4c43-95ff-4cf64a6660a9 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:49.003408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f078ce36-0204-49bc-9d32-6b5784231a2f req-3b5b2852-67af-4c43-95ff-4cf64a6660a9 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Nov 09 18:31:49.040291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f078ce36-0204-49bc-9d32-6b5784231a2f req-5c0b2e80-d18d-4f75-a3e3-a1bddce96934 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Nov 09 18:31:49.336999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:50.160374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692e982-73a9-428a-9ca8-2e6faaa5979d req-468fca91-8f9e-42b3-ac7f-05cf2c2b1037 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:50.162162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6692e982-73a9-428a-9ca8-2e6faaa5979d req-468fca91-8f9e-42b3-ac7f-05cf2c2b1037 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0551987 Nov 09 18:31:50.206652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6692e982-73a9-428a-9ca8-2e6faaa5979d req-a9d5c8db-2781-4487-a851-5e8b033d4c87 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/security-groups?id=5154ed1e-fff5-4021-aae5-420687e10dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Nov 09 18:31:50.885224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-9e8551e4-8bab-4040-9eb4-48a28e6464d9 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:31:50.886687 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-9e8551e4-8bab-4040-9eb4-48a28e6464d9 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.73 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 945 time: 0.0472555 Nov 09 18:31:50.980267 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Deleting port 55b80f54-eb13-4a62-a55d-dc8a496e0794 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:31:50.980615 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:51.074414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] For port 55b80f54-eb13-4a62-a55d-dc8a496e0794, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=55b80f54-eb13-4a62-a55d-dc8a496e0794,segment=NetworkSegment(0433b97d-4e6a-4898-a3ed-db985dd4041e),segment_id=0433b97d-4e6a-4898-a3ed-db985dd4041e)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:31:51.074785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:51.087563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Calling delete_port for 55b80f54-eb13-4a62-a55d-dc8a496e0794 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:31:51.218255 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:51.236716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['55b80f54-eb13-4a62-a55d-dc8a496e0794'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:31:51.248826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Pushing event deleted for resources: {'Port': ['ID=55b80f54-eb13-4a62-a55d-dc8a496e0794,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:51.292709 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] No DVR routers for this DVR port 55b80f54-eb13-4a62-a55d-dc8a496e0794 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:31:51.295474 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:51.299537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66b0ceb9-e256-4182-9297-b946f2a5cc99 req-4431b78e-5d65-4835-ba1b-4f5682484dcb tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.73 "DELETE /v2.0/ports/55b80f54-eb13-4a62-a55d-dc8a496e0794 HTTP/1.1" status: 204 len: 173 time: 0.4033785 Nov 09 18:31:51.300010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'name': 'network-vif-deleted', 'tag': '55b80f54-eb13-4a62-a55d-dc8a496e0794'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:31:51.302302 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a65466b-3b99-4115-9762-e9d31e0673d9" -d '{"events": [{"server_uuid": "c3a92a59-0291-4622-83e2-88e2e143dc93", "name": "network-vif-deleted", "tag": "55b80f54-eb13-4a62-a55d-dc8a496e0794"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:31:51.336668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b727ce6f-bc60-474a-b795-e75418c05bf6 req-2b2582c1-8cf9-4f04-a55d-d9f3cee02ba1 tempest-TestServerAdvancedOps-1487005760 tempest-TestServerAdvancedOps-1487005760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a92a59-0291-4622-83e2-88e2e143dc93 HTTP/1.1" status: 200 len: 210 time: 0.0310140 Nov 09 18:31:51.383027 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7786a8c6-b42f-4b0b-9a2b-7f78cccee21b x-openstack-request-id: req-7786a8c6-b42f-4b0b-9a2b-7f78cccee21b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:31:51.383538 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a92a59-0291-4622-83e2-88e2e143dc93", "name": "network-vif-deleted", "tag": "55b80f54-eb13-4a62-a55d-dc8a496e0794", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:31:51.383894 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7786a8c6-b42f-4b0b-9a2b-7f78cccee21b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:31:51.384419 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a92a59-0291-4622-83e2-88e2e143dc93', 'name': 'network-vif-deleted', 'tag': '55b80f54-eb13-4a62-a55d-dc8a496e0794', 'status': 'completed', 'code': 200} Nov 09 18:31:52.407299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35220) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:52.451752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] Deleting subnet de1ed119-fa35-4a15-b7f3-9b669255eba6 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:31:52.454698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.488521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.524761 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.578586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.612557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1ed119-fa35-4a15-b7f3-9b669255eba6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:52.617439 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.620701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f039cf0d-ea59-493a-b139-be2acb84022c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de1ed119-fa35-4a15-b7f3-9b669255eba6 HTTP/1.1" status: 204 len: 168 time: 0.2124097 Nov 09 18:31:52.623221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35222) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:52.697774 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.777855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.797700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd693758-53a5-477f-b22a-be4261702b42']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:52.806669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0433b97d-4e6a-4898-a3ed-db985dd4041e') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:52.806967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0433b97d-4e6a-4898-a3ed-db985dd4041e') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:52.815996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.828631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.834609 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:31:52.834989 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:31:52.836942 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:31:52.889818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.896854 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.899938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd693758-53a5-477f-b22a-be4261702b42 HTTP/1.1" status: 204 len: 168 time: 0.2755489 Nov 09 18:31:52.903508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:52.916921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830d7aa-7ee6-4bcc-bcdf-3fc89128eb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd693758-53a5-477f-b22a-be4261702b42,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:52.948879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Deleting subnet e3d2a67a-dd80-4e6b-947e-ce9da77f092f {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:31:52.952097 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:52.990468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.027982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.077802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.103939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d2a67a-dd80-4e6b-947e-ce9da77f092f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:53.106282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.111868 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e3d2a67a-dd80-4e6b-947e-ce9da77f092f HTTP/1.1" status: 204 len: 168 time: 0.2073097 Nov 09 18:31:53.112022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35228) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:53.118451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.118808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.119305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.119664 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.120003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.120368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.120705 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.121038 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.121425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.121762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.122126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.122459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73956bc-092e-4d64-96e2-1ecfffbc6e5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:31:53.184197 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.265899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.286000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9297ad55-6a5f-44da-8da5-eceaef7aaff4']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:53.295135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9390a9-44bb-4298-bccb-6e453ada07e8') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:53.295437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9390a9-44bb-4298-bccb-6e453ada07e8') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:31:53.305361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.319400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.326253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:31:53.326669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:31:53.328459 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:31:53.393939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.400390 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.403673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9297ad55-6a5f-44da-8da5-eceaef7aaff4 HTTP/1.1" status: 204 len: 168 time: 0.2906456 Nov 09 18:31:53.413992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6683f6f-aa32-4bdf-8268-6928bf1945f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9297ad55-6a5f-44da-8da5-eceaef7aaff4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:53.572711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35240) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:53.614785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2ba4b452-c4ad-48a2-aa9e-e1639badc9ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd6f77543465464d94dac5572c5a17d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407786 Nov 09 18:31:53.617177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35242) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:53.664737 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4dab3e91-9e8d-4c9b-aae0-e01de29e2d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.686349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4dab3e91-9e8d-4c9b-aae0-e01de29e2d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.735438 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4dab3e91-9e8d-4c9b-aae0-e01de29e2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.738051 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4dab3e91-9e8d-4c9b-aae0-e01de29e2d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:53.741499 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4dab3e91-9e8d-4c9b-aae0-e01de29e2d59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5154ed1e-fff5-4021-aae5-420687e10dd7 HTTP/1.1" status: 204 len: 168 time: 0.1210432 Nov 09 18:31:53.747743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab3e91-9e8d-4c9b-aae0-e01de29e2d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5154ed1e-fff5-4021-aae5-420687e10dd7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:31:53.769994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 55b80f54-eb13-4a62-a55d-dc8a496e0794 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:31:53.792106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 55b80f54-eb13-4a62-a55d-dc8a496e0794 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:31:53.792445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 55b80f54-eb13-4a62-a55d-dc8a496e0794 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:31:54.089341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 35254) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:54.133461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35256) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:31:54.134198 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a71d9d18-e8cb-4589-8a45-db750d132617 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be7784bb7c6943188ecbc98b452a8126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427883 Nov 09 18:31:54.183741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a06d304d-75e5-4977-887a-21810b197a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:54.205778 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a06d304d-75e5-4977-887a-21810b197a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:54.260845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a06d304d-75e5-4977-887a-21810b197a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:54.265661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a06d304d-75e5-4977-887a-21810b197a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:31:54.266504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a06d304d-75e5-4977-887a-21810b197a6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b97065b-2e0f-4a98-812e-0672ef19b7a4 HTTP/1.1" status: 204 len: 168 time: 0.1318521 Nov 09 18:31:54.275636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d304d-75e5-4977-887a-21810b197a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b97065b-2e0f-4a98-812e-0672ef19b7a4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:03.390405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-b1621ec1-6936-4f08-a9fb-f0515ef1bcaa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2303288 Nov 09 18:32:03.457750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-8f27f7c0-4de9-467b-a960-81e8bd826469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.459729 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-8f27f7c0-4de9-467b-a960-81e8bd826469 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1096 time: 0.0476508 Nov 09 18:32:03.581663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-2ffa121e-80f5-4f0e-9162-5ef22e7ef052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.583214 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-2ffa121e-80f5-4f0e-9162-5ef22e7ef052 service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1014283 Nov 09 18:32:03.668662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-ec6c3f5d-f4e0-437b-ad95-be6630c33e8e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 1001 time: 0.0781238 Nov 09 18:32:03.723463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-5601dbdc-6f0d-4e11-8a90-d164823b7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.725215 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-5601dbdc-6f0d-4e11-8a90-d164823b7487 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0501056 Nov 09 18:32:03.774574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-0f845d3b-6406-42e6-aa95-2f901625e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:03.776600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-0f845d3b-6406-42e6-aa95-2f901625e66c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432539 Nov 09 18:32:03.886955 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-3baa59e0-6f5b-4ad1-a6e8-971137fb044d service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030471 Nov 09 18:32:04.014568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4b4c038-f4c0-41cf-a6db-389997fec729 req-c18d0c05-9201-45df-a200-67db21d88339 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176119 Nov 09 18:32:07.304524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-775d9a81-e2f5-404f-a810-04a3b24046df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:08.466830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-0562a32b-8bd4-4024-8927-e3f3939147e7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506658428&fields=id&tenant_id=699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 267 time: 0.0325441 Nov 09 18:32:08.575200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-4527db00-2941-46ee-ab9b-50a7fb8ebfd3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:08.576637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-4527db00-2941-46ee-ab9b-50a7fb8ebfd3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.1029737 Nov 09 18:32:08.591923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-a5c847c3-a162-4207-8678-380432c8f225 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/quotas/699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 375 time: 0.0093508 Nov 09 18:32:08.646948 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-13b93607-9c6c-4c23-ad1d-bba2b2b46785 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495493 Nov 09 18:32:08.741663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-28ff17f3-a126-42ac-a6d8-3b7f248e8039 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825908 Nov 09 18:32:08.840501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-8ddf0273-8ac8-43d5-bc19-3e4f631e0c23 service neutron] 10.222.0.32 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928957 Nov 09 18:32:09.147975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fa2ae25-1588-4d90-8536-ea52d2aa05ad req-967f660a-b0c7-4825-8b37-9ee4948dfd49 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 210 time: 0.0271661 Nov 09 18:32:09.803457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7aa468ac-1460-450b-815b-a20313d7a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.128863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-b98ff2a9-b626-4aa2-b98d-2e9c302f386f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:10.130524 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-b98ff2a9-b626-4aa2-b98d-2e9c302f386f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 811 time: 0.1102655 Nov 09 18:32:10.179077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-6af39410-d466-4a3e-90c5-e1d6fbde9edc tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=699ef17697e843918b6255275df4a9d4 HTTP/1.1" status: 200 len: 379 time: 0.0336406 Nov 09 18:32:10.190395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'port': {'device_id': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'admin_state_up': True, 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'security_groups': ['d81628aa-f418-40cc-8906-50a11b9ccf00']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:32:10.229882 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.287413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2febb094-46f6-4d5c-875e-2dab955ff535 req-11bd2fa3-2a24-4003-8ae9-b805a3a2b25c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 210 time: 0.0373929 Nov 09 18:32:10.352218 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Made reservation on behalf of 699ef17697e843918b6255275df4a9d4 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:32:10.356767 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.481367 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.20.0.7 (906e5d51-662b-4ffd-994b-71c53e31d65d/a73c4d5d-f437-4d5d-a384-e95aca562e87/d0738da7-9260-45e4-aa3b-57c58e139755) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:32:10.622698 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.655278 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.703147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network 906e5d51-662b-4ffd-994b-71c53e31d65d is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:32:10.706282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:32:10.708718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:32:10.737457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=d0738da7-9260-45e4-aa3b-57c58e139755,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:10.766961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:10.768172 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.787781 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-379adad9-f504-4f5e-aec0-102b0871a6d6 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017094 Nov 09 18:32:10.808641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Request body: {'port': {'device_id': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:32:10.862375 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:32:10.869966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:10.967674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b1b67980-304f-4b87-a7d2-99a042c39063 None None] Provisioning complete for port d0738da7-9260-45e4-aa3b-57c58e139755 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:32:10.968674 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b1b67980-304f-4b87-a7d2-99a042c39063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:11.005535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b1b67980-304f-4b87-a7d2-99a042c39063 None None] Port d0738da7-9260-45e4-aa3b-57c58e139755 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:32:11.173409 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:11.216927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0738da7-9260-45e4-aa3b-57c58e139755 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:32:11.224936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:11.237098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Transition to ACTIVE for port object d0738da7-9260-45e4-aa3b-57c58e139755 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:32:11.240730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:11.333049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Pushing event updated for resources: {'Port': ['ID=d0738da7-9260-45e4-aa3b-57c58e139755,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:11.367235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Attempting to bind port d0738da7-9260-45e4-aa3b-57c58e139755 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:32:11.367946 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Attempting to bind port d0738da7-9260-45e4-aa3b-57c58e139755 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:32:11.368529 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Attempting to bind port d0738da7-9260-45e4-aa3b-57c58e139755 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:32:11.374319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Port d0738da7-9260-45e4-aa3b-57c58e139755 on network 906e5d51-662b-4ffd-994b-71c53e31d65d not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:32:11.374974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Attempting to bind port d0738da7-9260-45e4-aa3b-57c58e139755 on network 906e5d51-662b-4ffd-994b-71c53e31d65d {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:32:11.382111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:32:11.382802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Checking segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:32:11.383283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Bound using segment: {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:32:11.383817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Bound port: d0738da7-9260-45e4-aa3b-57c58e139755, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b444c914-1c29-4397-b7d6-eb7e0a9adda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:32:11.384872 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:11.498835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e256-2e75-461f-8635-85da82739729 req-4c3668c0-d7bd-42e6-bf1a-4dfd2dac905d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:11.501052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ba7e256-2e75-461f-8635-85da82739729 req-4c3668c0-d7bd-42e6-bf1a-4dfd2dac905d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.1200967 Nov 09 18:32:11.542739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] For port d0738da7-9260-45e4-aa3b-57c58e139755, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:32:11.564500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] For port d0738da7-9260-45e4-aa3b-57c58e139755, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d0738da7-9260-45e4-aa3b-57c58e139755,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:32:11.571147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ba7e256-2e75-461f-8635-85da82739729 req-6d914641-34f1-4de9-bd5f-c8a033a61599 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562453 Nov 09 18:32:11.573400 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:11.611842 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:11.612909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:11.614464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0738da7-9260-45e4-aa3b-57c58e139755 HTTP/1.1" status: 200 len: 1091 time: 0.8104136 Nov 09 18:32:11.614746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:32:11.617002 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccfa219-3c84-4f64-9a0e-8d74e2923999" -d '{"events": [{"name": "network-changed", "server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:32:11.678020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9818ad-b756-441b-814d-251d54ee3d32 service neutron] Pushing event updated for resources: {'Port': ['ID=d0738da7-9260-45e4-aa3b-57c58e139755,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:11.715214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-7039f117-ff09-4879-941c-fb3c0fce81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:11.717028 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-7039f117-ff09-4879-941c-fb3c0fce81b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 1094 time: 0.0518131 Nov 09 18:32:11.812117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-c9126ff2-dedc-4f31-8173-fafb2304ac6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0738da7-9260-45e4-aa3b-57c58e139755 HTTP/1.1" status: 200 len: 217 time: 0.0753784 Nov 09 18:32:11.872844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-caf24c71-ad83-4d7b-ad01-d3d52d7d1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:11.874352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-caf24c71-ad83-4d7b-ad01-d3d52d7d1160 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0497222 Nov 09 18:32:11.883075 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217db745-3639-4c8d-ba22-8ea0fce0a0c0 x-openstack-request-id: req-217db745-3639-4c8d-ba22-8ea0fce0a0c0 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:32:11.883437 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:32:11.883761 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-217db745-3639-4c8d-ba22-8ea0fce0a0c0 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:32:11.884270 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'status': 'completed', 'code': 200} Nov 09 18:32:11.929279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-f0e1dad7-47f7-43e2-8690-7ed0648a8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:11.931033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-f0e1dad7-47f7-43e2-8690-7ed0648a8a07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421026 Nov 09 18:32:12.030525 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-4bc899cb-70a9-483d-9ff4-2ee39695212f service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914981 Nov 09 18:32:12.124156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b565fa8-079f-4130-917e-9132c3019aa9 req-3b359e04-94b3-46aa-968c-5e869d116fe0 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817733 Nov 09 18:32:12.247290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-3f0e6767-f4dd-4d45-9499-ccf453c9c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:12.248832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-3f0e6767-f4dd-4d45-9499-ccf453c9c8a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 1094 time: 0.0557754 Nov 09 18:32:12.348666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-68cdd949-9a2e-4c50-b387-c2b82ae79c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:12.350218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-68cdd949-9a2e-4c50-b387-c2b82ae79c04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.0895545 Nov 09 18:32:12.401818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-48934410-8054-41bd-b983-c575296d1b60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0738da7-9260-45e4-aa3b-57c58e139755 HTTP/1.1" status: 200 len: 217 time: 0.0385945 Nov 09 18:32:12.457701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-e2a324d9-3868-4947-8317-0969e0c93f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:12.459194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-e2a324d9-3868-4947-8317-0969e0c93f1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0451941 Nov 09 18:32:12.509055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-aa8a47ae-9401-4d56-abc1-8d20817334d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:12.511103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-aa8a47ae-9401-4d56-abc1-8d20817334d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404975 Nov 09 18:32:12.615626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-7f1daa88-d3c8-4fc4-91d7-52dc71e2f497 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914099 Nov 09 18:32:12.661650 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:12.739784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b589d1-f5df-4388-aea8-7dd72a91ebfb req-becc13d0-ec8b-43d2-a4f9-e88533321098 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:12.741239 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54b589d1-f5df-4388-aea8-7dd72a91ebfb req-becc13d0-ec8b-43d2-a4f9-e88533321098 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0671964 Nov 09 18:32:13.105079 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cccfa219-3c84-4f64-9a0e-8d74e2923999 req-475c0422-7db8-4c40-b29c-933d6ff316b5 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786725 Nov 09 18:32:13.130295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54b589d1-f5df-4388-aea8-7dd72a91ebfb req-bdc2d875-8743-4544-94c7-18204c95f059 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725412 Nov 09 18:32:14.248021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6391c4-e41d-4815-99c7-8f831a47c188 req-f82f7e45-bb73-420c-b601-34eb3020ba8e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:14.260575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee6391c4-e41d-4815-99c7-8f831a47c188 req-f82f7e45-bb73-420c-b601-34eb3020ba8e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0730834 Nov 09 18:32:14.304705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee6391c4-e41d-4815-99c7-8f831a47c188 req-b987046f-b7cc-4af9-8fa4-1e9ec460a8f8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355496 Nov 09 18:32:15.425024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d6f64-9c72-45af-baea-a869c32918dd req-b4507610-1a73-47b9-bb94-47f18c2206a1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:15.426514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e07d6f64-9c72-45af-baea-a869c32918dd req-b4507610-1a73-47b9-bb94-47f18c2206a1 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0485594 Nov 09 18:32:15.464275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e07d6f64-9c72-45af-baea-a869c32918dd req-f88c7fff-0512-49be-9191-9b339b8d6d4c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Nov 09 18:32:16.393009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:16.576634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3952c1-8945-4e71-ab46-bfa1b7a2db66 req-eec6cad8-c371-40db-a4b5-3f4753c07be8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:16.578100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b3952c1-8945-4e71-ab46-bfa1b7a2db66 req-eec6cad8-c371-40db-a4b5-3f4753c07be8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0482428 Nov 09 18:32:16.619895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1b3952c1-8945-4e71-ab46-bfa1b7a2db66 req-9c038ee4-18ae-4e0d-aa4f-a5ea6e660b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356772 Nov 09 18:32:17.741091 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1dd4e-6365-44e6-b8b6-33d86f0ef084 req-df59c247-30e7-4994-8514-ab23b73fd7ab tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:17.742715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40b1dd4e-6365-44e6-b8b6-33d86f0ef084 req-df59c247-30e7-4994-8514-ab23b73fd7ab tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0514183 Nov 09 18:32:17.787115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40b1dd4e-6365-44e6-b8b6-33d86f0ef084 req-02c82737-c9b5-4ed9-bc5a-2f31f14ee585 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376129 Nov 09 18:32:18.910431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e9c3a-923a-4b43-aacd-da640edc3958 req-307641b5-880e-4226-8ced-12697c14e1ab tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:18.917804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b1e9c3a-923a-4b43-aacd-da640edc3958 req-307641b5-880e-4226-8ced-12697c14e1ab tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0519173 Nov 09 18:32:18.953370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b1e9c3a-923a-4b43-aacd-da640edc3958 req-19665fbd-91c9-49a6-a60b-86eb535016ad tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335395 Nov 09 18:32:19.344722 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:20.067880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddd242-d334-49fd-9130-f6cbf73a168a req-96c87544-e7b6-4b82-b8b7-8eaa0ec458ec tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:20.069398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dddd242-d334-49fd-9130-f6cbf73a168a req-96c87544-e7b6-4b82-b8b7-8eaa0ec458ec tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0505402 Nov 09 18:32:20.117382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9dddd242-d334-49fd-9130-f6cbf73a168a req-9cdb4415-d18c-4a37-91f1-535908c63379 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377533 Nov 09 18:32:21.245131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81252e-b9b5-4c1b-b3de-15d6af017693 req-2adc8f2a-b187-4ca8-a4c9-b44bf4bddbf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:21.246952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa81252e-b9b5-4c1b-b3de-15d6af017693 req-2adc8f2a-b187-4ca8-a4c9-b44bf4bddbf3 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 943 time: 0.0541966 Nov 09 18:32:21.290149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa81252e-b9b5-4c1b-b3de-15d6af017693 req-def93e62-53d5-4545-9ca6-ff4bb151a880 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340683 Nov 09 18:32:21.939624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d0738da7-9260-45e4-aa3b-57c58e139755 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:32:22.038361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d0738da7-9260-45e4-aa3b-57c58e139755, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d0738da7-9260-45e4-aa3b-57c58e139755,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:22.049895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'port_id': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'mac_address': 'fa:16:3e:d7:43:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:32:22.085780 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:22.102154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0738da7-9260-45e4-aa3b-57c58e139755 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:32:22.120480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d0738da7-9260-45e4-aa3b-57c58e139755, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d0738da7-9260-45e4-aa3b-57c58e139755,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:22.123991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:22.169774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d0738da7-9260-45e4-aa3b-57c58e139755,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:22.176970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.177322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.177685 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.178021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.178371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.178698 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.179022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.179349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.179672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.179991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.180310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.180626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:22.393419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['d0738da7-9260-45e4-aa3b-57c58e139755'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:32:22.403242 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6b7eb-f348-4380-adc2-483f483223b1 req-5be1e1e4-a080-4cd1-b7f8-7d4561d50648 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:22.404917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bad6b7eb-f348-4380-adc2-483f483223b1 req-5be1e1e4-a080-4cd1-b7f8-7d4561d50648 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 944 time: 0.0497794 Nov 09 18:32:22.446738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bad6b7eb-f348-4380-adc2-483f483223b1 req-370a4c6d-71a5-4706-a4ce-c70cf05c593b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354152 Nov 09 18:32:23.569697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdbc09-e0ed-4437-8e4f-7124c2ced25f req-235d9566-9397-466f-ba17-17a43de8e9cb tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:23.571208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abfdbc09-e0ed-4437-8e4f-7124c2ced25f req-235d9566-9397-466f-ba17-17a43de8e9cb tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 944 time: 0.0481842 Nov 09 18:32:23.612486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abfdbc09-e0ed-4437-8e4f-7124c2ced25f req-d4ed3c5e-96f7-4cb3-b1ac-5d0e94eaa09e tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344012 Nov 09 18:32:23.956164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d0738da7-9260-45e4-aa3b-57c58e139755 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:32:24.002661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port d0738da7-9260-45e4-aa3b-57c58e139755 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:32:24.006207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port d0738da7-9260-45e4-aa3b-57c58e139755 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:32:24.006577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:24.083527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:24.105908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:32:24.108180 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acde5f4e-c204-4239-9700-4ac8cce30530" -d '{"events": [{"server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "name": "network-vif-plugged", "status": "completed", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:32:24.121848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port d0738da7-9260-45e4-aa3b-57c58e139755, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d0738da7-9260-45e4-aa3b-57c58e139755,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:32:24.125950 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:24.148191 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc81326-54a5-4895-9eb7-67dab98effa5 x-openstack-request-id: req-3cc81326-54a5-4895-9eb7-67dab98effa5 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:32:24.148483 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "name": "network-vif-plugged", "status": "completed", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:32:24.148735 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cc81326-54a5-4895-9eb7-67dab98effa5 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:32:24.149121 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'code': 200} Nov 09 18:32:24.175140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=d0738da7-9260-45e4-aa3b-57c58e139755,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:24.250711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2991519-5883-49d7-b6d8-9aa39ab6d042 req-2d629a25-e308-44cc-9a29-68456f1fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:24.252147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2991519-5883-49d7-b6d8-9aa39ab6d042 req-2d629a25-e308-44cc-9a29-68456f1fd26d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 1096 time: 0.0388029 Nov 09 18:32:24.287674 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2991519-5883-49d7-b6d8-9aa39ab6d042 req-524314d9-c062-450c-a23d-afdf64421559 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269070 Nov 09 18:32:24.729524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8028d-4195-4ef3-9655-5346d46c671d req-acb353bc-1bda-47ce-9334-d008a5ab5c35 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:24.731039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bd8028d-4195-4ef3-9655-5346d46c671d req-acb353bc-1bda-47ce-9334-d008a5ab5c35 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 945 time: 0.0495384 Nov 09 18:32:24.768491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bd8028d-4195-4ef3-9655-5346d46c671d req-0e3140d7-8bb7-436c-8705-21235ffef843 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Nov 09 18:32:25.881694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ea7d4-887b-4377-9fac-5f2fcb7da069 req-5b7d5088-fb55-41e0-8f71-469a236bd86c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:25.883169 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-023ea7d4-887b-4377-9fac-5f2fcb7da069 req-5b7d5088-fb55-41e0-8f71-469a236bd86c tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Nov 09 18:32:25.924211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-023ea7d4-887b-4377-9fac-5f2fcb7da069 req-e8c30873-6651-4cdb-9110-1c9c1eebbed2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345831 Nov 09 18:32:26.033891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad90d-7cf6-4ac0-b33d-5a173698d635 req-a088caf3-de33-4c08-93e3-3a335bbabdda tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:26.035345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03cad90d-7cf6-4ac0-b33d-5a173698d635 req-a088caf3-de33-4c08-93e3-3a335bbabdda tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 945 time: 0.0475767 Nov 09 18:32:26.072142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03cad90d-7cf6-4ac0-b33d-5a173698d635 req-c913200c-467c-4544-b6ee-7caaa1b243ac tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304644 Nov 09 18:32:26.094282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35570) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:26.131874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6560fbc-0bfd-4c2c-a424-91d25d335e7b tempest-TestVolumeBootPattern-1711241627 tempest-TestVolumeBootPattern-1711241627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:26.133353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6560fbc-0bfd-4c2c-a424-91d25d335e7b tempest-TestVolumeBootPattern-1711241627 tempest-TestVolumeBootPattern-1711241627-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 1091 time: 0.0380905 Nov 09 18:32:26.136572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 35572) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:32:26.140767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:32:26.163340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:26.266267 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:26.370598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Allocated IP 172.25.0.4 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/77edc362-ac7f-41db-94a7-66357ddbc0da) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:32:26.473605 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:26.506167 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:26.541379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:32:26.544203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:32:26.548108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:32:26.573888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=77edc362-ac7f-41db-94a7-66357ddbc0da,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:26.590797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.591147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.591486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.591821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.592163 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.592497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.592821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.593145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.593467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.593786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.594169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.594497 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:32:26.900455 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:26.966601 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:27.121411 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:27.126994 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:27.198803 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event updated for resources: {'Port': ['ID=77edc362-ac7f-41db-94a7-66357ddbc0da,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:32:27.211133 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:27.309171 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Floating IP c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5 associated. External IP: 172.25.0.4, port: d0738da7-9260-45e4-aa3b-57c58e139755. Nov 09 18:32:27.510333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:32:27.617178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:32:27.628438 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:32:27.636045 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:27.639735 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:32:27.640355 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:32:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:27.673502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ec86082d-49aa-40bc-b3e4-15baec4ba212 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5256374 Nov 09 18:32:27.673502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:32:27.673502 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:32:27.706939 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da012356-5496-4ec0-8e28-10a3e82fab00 x-openstack-request-id: req-da012356-5496-4ec0-8e28-10a3e82fab00 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:32:27.707325 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:32:27.707650 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da012356-5496-4ec0-8e28-10a3e82fab00 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:32:27.708125 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'status': 'completed', 'code': 200} Nov 09 18:32:27.760225 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:32:27.780765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-d85f960e-4bb6-4b92-affe-d57d423ac09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:27.782314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-d85f960e-4bb6-4b92-affe-d57d423ac09d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 1096 time: 0.0456407 Nov 09 18:32:27.878053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-fd754ad8-6f3b-446e-8c83-1a33ca4b6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:27.879646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-fd754ad8-6f3b-446e-8c83-1a33ca4b6db5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.0897498 Nov 09 18:32:27.955991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-ab9c858b-9a11-4497-8cde-3bf92ef7f3df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0738da7-9260-45e4-aa3b-57c58e139755 HTTP/1.1" status: 200 len: 997 time: 0.0680289 Nov 09 18:32:27.995928 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:31Z', 'revision_number': 1, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}, {'id': 'c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:d7:43:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:32:26Z', 'updated_at': '2021-11-09T18:32:26Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:28.010287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-2e812184-6259-4e0a-9351-7b34bcec6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:28.011803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-2e812184-6259-4e0a-9351-7b34bcec6818 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0486634 Nov 09 18:32:28.026903 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:32:28.037560 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:32:28.038427 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:32:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:28.066747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-816c6536-3adf-4624-9a6c-22761467821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:28.068736 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-816c6536-3adf-4624-9a6c-22761467821f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485735 Nov 09 18:32:28.169696 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-c75bf259-9004-4af2-b03c-23dd786fd04a service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918956 Nov 09 18:32:28.235241 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:32:28.260600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-890d3a72-5b7b-4865-bd41-1f4df84dfd7a req-c2defb9a-60da-4ea8-ab4a-d0e6349d2892 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834332 Nov 09 18:32:28.461229 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:31Z', 'revision_number': 1, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}, {'id': 'c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:d7:43:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:32:26Z', 'updated_at': '2021-11-09T18:32:26Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:32:28.490929 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e19535f-98c7-41a3-adec-f00dd59e61a7 None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:31Z', 'revision_number': 1, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}, {'id': 'c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:d7:43:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:32:26Z', 'updated_at': '2021-11-09T18:32:26Z', 'revision_number': 0, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:32:28.707836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f28f82-0304-4772-af0c-c00ce044f74f None None] New status for floating IP c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:32:37.298218 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a0100374-458d-4239-9ba7-12d6ea985256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:39.807213 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-07f248d9-d9e5-4527-8e7b-379d3c6bd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:40.223455 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:41.150743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:42.653141 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:46.404869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:47.862564 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:32:49.350197 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:32:54.387083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-6ea69d3e-f2c7-4922-ad42-c79dfe436192 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004844 Nov 09 18:32:54.484001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0acf-3535-477e-af25-64b123776438 req-2c4c6fee-3d25-4d65-83f3-81ee047ee614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:54.485514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-2c4c6fee-3d25-4d65-83f3-81ee047ee614 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0459895 Nov 09 18:32:54.608980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0acf-3535-477e-af25-64b123776438 req-0f913c89-01b8-480e-bbbb-e58bd8940fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:54.610890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-0f913c89-01b8-480e-bbbb-e58bd8940fa5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0945187 Nov 09 18:32:54.656902 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-911aae9b-f106-4ff9-b7fc-37eb3443c05c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0343430 Nov 09 18:32:54.712069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0acf-3535-477e-af25-64b123776438 req-96731a22-3fa1-42aa-83cc-e304f4eafe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:54.713548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-96731a22-3fa1-42aa-83cc-e304f4eafe23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0478144 Nov 09 18:32:54.764931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0acf-3535-477e-af25-64b123776438 req-e3eddd4d-282f-40ce-973c-65074c0fe54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:32:54.766845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-e3eddd4d-282f-40ce-973c-65074c0fe54b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438302 Nov 09 18:32:54.864546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-3d074b01-5fcd-49ba-b727-a2a9cef17365 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824349 Nov 09 18:32:54.969423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94fd0acf-3535-477e-af25-64b123776438 req-8efea39c-1c80-4a4a-abb3-8ecd342586a7 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Nov 09 18:33:05.199494 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-1e9a071d-30dc-4587-bd10-1273180ecdfe service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430889 Nov 09 18:33:05.290763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-c7fe1628-b9b9-48d4-bdba-0c75ff818961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:05.292289 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-c7fe1628-b9b9-48d4-bdba-0c75ff818961 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1096 time: 0.0507553 Nov 09 18:33:05.399450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-cb001e04-65e2-4b8f-8861-de0f59b00261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:05.400903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-cb001e04-65e2-4b8f-8861-de0f59b00261 service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.0891678 Nov 09 18:33:05.475558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-a3edc274-98f4-4ef0-a363-c492a1bd4fcb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 1001 time: 0.0674703 Nov 09 18:33:05.525619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-3d3853c2-8456-4a8f-adc2-8ddd703ed917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:05.527255 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-3d3853c2-8456-4a8f-adc2-8ddd703ed917 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0446861 Nov 09 18:33:05.577636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-7d0c5019-f53d-4eea-8d00-b5f7d9a4ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:05.579144 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-7d0c5019-f53d-4eea-8d00-b5f7d9a4ce5a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446613 Nov 09 18:33:05.678498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-5c3e2037-a57c-4c83-acc4-b7e72f47dd39 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921700 Nov 09 18:33:05.772151 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-204ce4ec-7e90-43aa-abc7-f20ad6090425 req-a226ed79-a0db-4409-b336-7445885ffec3 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862510 Nov 09 18:33:07.299309 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f90bcbfa-7c12-40e5-817b-4efa1d56000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:09.807573 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bf80147a-c54d-4c06-b1a9-b9e895bf8314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:10.226876 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:11.154785 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:12.656254 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:16.402137 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:19.348219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:24.863397 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:33:37.300464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-da5765ff-54e7-4be4-9d19-81d43c694a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:39.809982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33afe307-544e-4460-9f5a-cdc3cbba1d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:40.228732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:41.160228 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:42.696930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:46.416766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:49.366355 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:33:55.975888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-22b98460-26c4-461e-b1bc-55c0a4cf7945 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401495 Nov 09 18:33:56.040276 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c72de-1330-4ad6-883e-61052cab6b34 req-70848f3c-e67c-47fd-95b5-69cb824ec265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:56.042497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-70848f3c-e67c-47fd-95b5-69cb824ec265 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 1096 time: 0.0427332 Nov 09 18:33:56.163273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c72de-1330-4ad6-883e-61052cab6b34 req-438e9cd5-5ce2-46b5-b406-0f96ea11dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:56.164837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-438e9cd5-5ce2-46b5-b406-0f96ea11dae1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1004775 Nov 09 18:33:56.242115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-87c0fcb9-8364-4fe0-8e41-7ecfde96be6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0738da7-9260-45e4-aa3b-57c58e139755 HTTP/1.1" status: 200 len: 999 time: 0.0649469 Nov 09 18:33:56.309820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c72de-1330-4ad6-883e-61052cab6b34 req-79150b3a-a65f-4f5e-a36a-e26d92b1d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:56.311323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-79150b3a-a65f-4f5e-a36a-e26d92b1d11d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0572951 Nov 09 18:33:56.361043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c72de-1330-4ad6-883e-61052cab6b34 req-26d9ae34-f5b6-442e-861e-edeb1e3a91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:33:56.362551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-26d9ae34-f5b6-442e-861e-edeb1e3a91a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404308 Nov 09 18:33:56.457439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-f454a4d6-a8a4-4dd5-b31f-7e5e725e8783 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819972 Nov 09 18:33:56.556937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-063c72de-1330-4ad6-883e-61052cab6b34 req-e68299ba-24bf-4b91-b59f-626fea2ab182 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858428 Nov 09 18:34:01.862941 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:34:05.012132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37260) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:05.203287 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-709e02e9-8876-475b-bab6-366f5b5db01e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540171 Nov 09 18:34:05.210730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port 77edc362-ac7f-41db-94a7-66357ddbc0da {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:05.211077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:05.313434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-23d302fc-e2c5-4b88-947a-84e227e7b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:05.315082 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-23d302fc-e2c5-4b88-947a-84e227e7b0b6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1096 time: 0.0658586 Nov 09 18:34:05.326251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:05.327278 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:05.360648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for 77edc362-ac7f-41db-94a7-66357ddbc0da owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:05.492618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-76e8d1de-301f-4a4c-b8cb-e6df6f8e5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:05.494863 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-76e8d1de-301f-4a4c-b8cb-e6df6f8e5647 service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1599240 Nov 09 18:34:05.579538 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-da66e6f5-c544-47ac-9307-acb8b4c40412 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 1001 time: 0.0761392 Nov 09 18:34:05.662612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-009e3998-406c-49ed-a21d-9dc84c87a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:05.664118 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-009e3998-406c-49ed-a21d-9dc84c87a54b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0598571 Nov 09 18:34:05.665380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:05.702238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=77edc362-ac7f-41db-94a7-66357ddbc0da,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:05.728694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.729051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.729395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.729731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.730089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.730412 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.730736 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.731057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.731375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.731695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.732016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.732334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:05.793918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-f0b8c8eb-9e66-4500-8715-7fea99c6ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:05.795437 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-f0b8c8eb-9e66-4500-8715-7fea99c6ab73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213062 Nov 09 18:34:05.802049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:05.802590 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Floating IP c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5 disassociated (deleted). External IP: 172.25.0.4, port: d0738da7-9260-45e4-aa3b-57c58e139755. Nov 09 18:34:05.973147 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-a4bb60a9-2de2-4a7f-be25-d5270806b53f service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647010 Nov 09 18:34:06.159179 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac214eeb-171c-4d86-a77c-f13e0bd673af req-af6afff9-efd5-430d-b480-11382363366d service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815679 Nov 09 18:34:06.161137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:06.277986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:06.283580 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:06.289900 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:06.299219 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:06.299826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:33:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:06.314362 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5f1c5ded-26b7-499d-8d86-6ed6f56ff4c7 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "DELETE /v2.0/floatingips/c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5 HTTP/1.1" status: 204 len: 168 time: 1.3010957 Nov 09 18:34:06.314944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:06.317266 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:06.437433 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:06.584831 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1a946-83b5-4777-82fb-7a5bcd23200f x-openstack-request-id: req-50f1a946-83b5-4777-82fb-7a5bcd23200f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:06.584831 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:06.584831 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50f1a946-83b5-4777-82fb-7a5bcd23200f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:06.584831 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'status': 'completed', 'code': 200} Nov 09 18:34:06.653631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-f44153ec-2878-400d-b796-05e407079f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:06.655605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-f44153ec-2878-400d-b796-05e407079f83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 1096 time: 0.0493424 Nov 09 18:34:06.703680 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:31Z', 'revision_number': 1, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:06.735389 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:06.745650 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:06.746553 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:33:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:06.761891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227c999-d097-4aa7-9f1d-d5c74804fd28 req-12965915-47db-4b23-97f2-b7784c10c8d9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:06.764621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c227c999-d097-4aa7-9f1d-d5c74804fd28 req-12965915-47db-4b23-97f2-b7784c10c8d9 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 945 time: 0.1080399 Nov 09 18:34:06.821209 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-bdb1528f-225b-45cb-ac1e-42a2d8122d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:06.823329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-bdb1528f-225b-45cb-ac1e-42a2d8122d71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1556404 Nov 09 18:34:06.841823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c227c999-d097-4aa7-9f1d-d5c74804fd28 req-da914de1-c931-4459-a686-a04746a4a33d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710316 Nov 09 18:34:06.856583 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:06.876888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-fdb7343c-fec9-48b0-9b7c-a4fc6ea33782 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0738da7-9260-45e4-aa3b-57c58e139755 HTTP/1.1" status: 200 len: 217 time: 0.0436924 Nov 09 18:34:06.930799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-76041b06-2b7d-4747-be3a-d17c808bcd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:06.932578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-76041b06-2b7d-4747-be3a-d17c808bcd6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0465145 Nov 09 18:34:06.986889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-813ad837-ab3c-4a95-85fe-8a0f01f9994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:06.988342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-813ad837-ab3c-4a95-85fe-8a0f01f9994f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445673 Nov 09 18:34:07.093702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-c875f701-8439-487f-9a8e-f16dcdaf8239 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952566 Nov 09 18:34:07.107434 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:31Z', 'revision_number': 1, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:07.140984 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b807b0a7-b9ca-4c80-95cf-7ae958c0116f None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '99cfc774-aeb3-4156-bfed-cee974bfd91e', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'port_id': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'mac_address': 'fa:16:3e:f4:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:30:28Z', 'updated_at': '2021-11-09T18:30:31Z', 'revision_number': 1, 'project_id': '699ef17697e843918b6255275df4a9d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:07.203664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0efbd53-a1c2-416b-b234-7d93afb6d1c9 req-08e7f911-ec59-4b05-bd99-1a1bede657b9 service neutron] 10.222.0.73 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977163 Nov 09 18:34:07.305293 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-26d860ae-d50e-448f-a9ca-ad49d11c20e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:07.421945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab3803-311a-40a8-9498-cd44b7278723 None None] New status for floating IP c4f7b06e-0b00-44f3-9b10-885b2b7a7ca5: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:34:07.995933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac73c20-3482-4ed1-9add-15faba7ba4b2 req-6d5da7e9-9af3-43fc-96a8-95339568d9fa tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:07.997851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ac73c20-3482-4ed1-9add-15faba7ba4b2 req-6d5da7e9-9af3-43fc-96a8-95339568d9fa tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 945 time: 0.0547252 Nov 09 18:34:08.041168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ac73c20-3482-4ed1-9add-15faba7ba4b2 req-58e0147a-8d8e-4889-8c41-75216c1ae3da tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366454 Nov 09 18:34:08.416905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-6364d7dd-521f-4131-ad71-c3a515a612cd tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:08.418395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-6364d7dd-521f-4131-ad71-c3a515a612cd tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 945 time: 0.0545740 Nov 09 18:34:08.520314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port d0738da7-9260-45e4-aa3b-57c58e139755 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:08.520655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:08.614833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] For port d0738da7-9260-45e4-aa3b-57c58e139755, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=d0738da7-9260-45e4-aa3b-57c58e139755,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:08.615199 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:08.628886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for d0738da7-9260-45e4-aa3b-57c58e139755 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:08.763371 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:08.793352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=d0738da7-9260-45e4-aa3b-57c58e139755,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:08.803284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.803628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.803967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.804299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.804629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.804966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.805279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.805600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.805920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.806801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.807140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.807448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:08.852844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] No DVR routers for this DVR port d0738da7-9260-45e4-aa3b-57c58e139755 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:08.857108 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:08.860939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-51ff590c-60bb-46ff-8cb3-ab2d8faa07c1 req-b8ab77c0-2748-44ea-80de-539d30361b83 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.73 "DELETE /v2.0/ports/d0738da7-9260-45e4-aa3b-57c58e139755 HTTP/1.1" status: 204 len: 173 time: 0.4332268 Nov 09 18:34:08.861424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'name': 'network-vif-deleted', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:08.863743 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf6a091-ff65-4eb2-8f7c-7a96bd35c55d" -d '{"events": [{"server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "name": "network-vif-deleted", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:08.901182 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb61e16-98ec-4ef5-85b6-cbe21ee938ad x-openstack-request-id: req-efb61e16-98ec-4ef5-85b6-cbe21ee938ad {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:08.901558 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932e1e6d-ab85-401c-817c-3ccd99c24610", "name": "network-vif-deleted", "tag": "d0738da7-9260-45e4-aa3b-57c58e139755", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:08.901832 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efb61e16-98ec-4ef5-85b6-cbe21ee938ad {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:08.902293 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932e1e6d-ab85-401c-817c-3ccd99c24610', 'name': 'network-vif-deleted', 'tag': 'd0738da7-9260-45e4-aa3b-57c58e139755', 'status': 'completed', 'code': 200} Nov 09 18:34:09.156040 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fafab4c8-b775-4635-a362-0add2cb7c4e8 req-dc2dcce2-a12f-44c8-8c80-eb112f7192fc tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 210 time: 0.0361543 Nov 09 18:34:09.816975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-42cb600d-783a-4470-827d-6208c5ef2404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:10.232677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:10.278529 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0472abd2-0f52-4e47-971a-aac4e8227ff2 req-6549ff46-1f43-4f76-901a-4612b71368cf tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 210 time: 0.0279202 Nov 09 18:34:10.593122 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d0738da7-9260-45e4-aa3b-57c58e139755 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:10.627178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: d0738da7-9260-45e4-aa3b-57c58e139755 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:34:10.627693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device d0738da7-9260-45e4-aa3b-57c58e139755 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:11.159746 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:11.379528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ddb4975-f668-443e-b3ec-b49a2545d995 req-6e336e6a-10b8-44c5-98d3-ad58c0923cae tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 210 time: 0.0259969 Nov 09 18:34:12.492508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-059eb5fe-c3e7-4c33-9f40-384dbeb7ada5 req-80b441f2-ee2a-4686-a6fc-bac1b4ef4db2 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=932e1e6d-ab85-401c-817c-3ccd99c24610 HTTP/1.1" status: 200 len: 210 time: 0.0293596 Nov 09 18:34:12.662373 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:16.418180 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:18.923250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37502) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:19.081134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port 07330909-d858-48df-953d-e8bc233f3c30 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:19.081480 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:19.377314 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:19.501318 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:19.501650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:19.513432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for 07330909-d858-48df-953d-e8bc233f3c30 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:19.656828 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:19.684385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=07330909-d858-48df-953d-e8bc233f3c30,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:19.743859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:19.744203 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Floating IP 99cfc774-aeb3-4156-bfed-cee974bfd91e disassociated (deleted). External IP: 172.25.0.201, port: 00fb4c6a-b295-4194-bf59-b6983f87cf34. Nov 09 18:34:19.953820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:20.068296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:20.074328 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:20.080305 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:20.093136 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:20.096167 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:20.101361 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-288ef237-b50e-4477-bb29-a41405d69a55 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "DELETE /v2.0/floatingips/99cfc774-aeb3-4156-bfed-cee974bfd91e HTTP/1.1" status: 204 len: 168 time: 1.1769857 Nov 09 18:34:20.102183 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:20.115633 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:20.255366 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:20.339928 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af695a72-ccc5-4040-bf42-45eb78c28ad2 x-openstack-request-id: req-af695a72-ccc5-4040-bf42-45eb78c28ad2 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:20.340515 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:20.340952 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af695a72-ccc5-4040-bf42-45eb78c28ad2 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:20.341538 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'status': 'completed', 'code': 200} Nov 09 18:34:20.422427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-29a8ba2e-9ba0-4791-835c-14ba63627e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:20.424085 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-29a8ba2e-9ba0-4791-835c-14ba63627e3b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=699ef17697e843918b6255275df4a9d4&device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 1096 time: 0.0593684 Nov 09 18:34:20.480623 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdac49-5377-469b-baba-12f1db4b3e31 req-b1eb2a49-fe34-4cc2-bfc7-df2ec470f3c8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:20.482209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8fdac49-5377-469b-baba-12f1db4b3e31 req-b1eb2a49-fe34-4cc2-bfc7-df2ec470f3c8 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 945 time: 0.0551624 Nov 09 18:34:20.515338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:20.547830 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8fdac49-5377-469b-baba-12f1db4b3e31 req-73fd1f17-d7c0-4e7a-99eb-6c2859145a68 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509474 Nov 09 18:34:20.557781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-938eb64c-35cc-463d-818a-746064c747d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:20.559472 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-938eb64c-35cc-463d-818a-746064c747d3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 200 len: 912 time: 0.1268523 Nov 09 18:34:20.614105 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-09a75e35-b144-49ea-9874-7be171af47bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 200 len: 217 time: 0.0448959 Nov 09 18:34:20.656914 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:20.667147 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:20.668827 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:20.683585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-86a36df1-d3fa-4715-a6af-4fb5064712d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:20.686143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-86a36df1-d3fa-4715-a6af-4fb5064712d2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 200 len: 850 time: 0.0636749 Nov 09 18:34:20.765096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-3f3cc917-c6d6-4e90-8aac-4a2a9857fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:20.767581 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-3f3cc917-c6d6-4e90-8aac-4a2a9857fc32 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=906e5d51-662b-4ffd-994b-71c53e31d65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721865 Nov 09 18:34:20.792600 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:20.876628 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-1ffdc024-26e2-4d6e-9136-c6f147b42be3 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008668 Nov 09 18:34:20.984320 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b3b31e-5c45-4522-81e6-ef22dca8e3eb req-c2b47ed7-4453-4926-b091-741560db2236 service neutron] 10.222.0.85 "GET /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990317 Nov 09 18:34:21.043273 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:21.076728 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb8e223-4759-4456-8625-5ccefae7aa95 None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '8a814357-1eef-4916-8cf3-7a7e8c4b9a39', 'name': '', 'network_id': '906e5d51-662b-4ffd-994b-71c53e31d65d', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'mac_address': 'fa:16:3e:3f:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:46Z', 'updated_at': '2021-11-09T18:22:56Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'subnets': [{'id': 'a73c4d5d-f437-4d5d-a384-e95aca562e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:21.313426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cfa4ac-3173-444c-b389-1c8863c4f802 None None] New status for floating IP 99cfc774-aeb3-4156-bfed-cee974bfd91e: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:34:21.661877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627efa87-c061-4198-aa4d-c59daae03a74 req-9e77380c-26e5-48c5-a17b-bf52b51cdfd4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:21.663476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-627efa87-c061-4198-aa4d-c59daae03a74 req-9e77380c-26e5-48c5-a17b-bf52b51cdfd4 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 945 time: 0.0511403 Nov 09 18:34:21.714346 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-627efa87-c061-4198-aa4d-c59daae03a74 req-d5c1dfa8-b03a-48f9-9356-d65daa45cc5b tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/security-groups?id=d81628aa-f418-40cc-8906-50a11b9ccf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 Nov 09 18:34:21.922646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-79e96c16-1b0c-40f3-b1c2-fdaffb69ed74 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:21.924524 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-79e96c16-1b0c-40f3-b1c2-fdaffb69ed74 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 945 time: 0.0568283 Nov 09 18:34:22.023565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port 00fb4c6a-b295-4194-bf59-b6983f87cf34 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:22.024168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:22.120032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] For port 00fb4c6a-b295-4194-bf59-b6983f87cf34, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=00fb4c6a-b295-4194-bf59-b6983f87cf34,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:22.120409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:22.136715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for 00fb4c6a-b295-4194-bf59-b6983f87cf34 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:22.273588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:22.304575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=00fb4c6a-b295-4194-bf59-b6983f87cf34,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:22.348491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] No DVR routers for this DVR port 00fb4c6a-b295-4194-bf59-b6983f87cf34 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:22.351565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:22.355589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-205f4b97-f8ef-4190-a587-d4f376f3f24a req-661d5b4b-66be-4f33-95ea-c5e632663b02 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.85 "DELETE /v2.0/ports/00fb4c6a-b295-4194-bf59-b6983f87cf34 HTTP/1.1" status: 204 len: 173 time: 0.4251816 Nov 09 18:34:22.356043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'name': 'network-vif-deleted', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:22.358892 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e893a2cf-2d07-4e3d-a134-69e52164d292" -d '{"events": [{"server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "name": "network-vif-deleted", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:22.405939 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbbc3b1-4a85-45fb-a6a4-fcaf0cb87da8 x-openstack-request-id: req-7bbbc3b1-4a85-45fb-a6a4-fcaf0cb87da8 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:22.406261 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bc0b34-e35e-4166-9d0f-2abff5abf6ee", "name": "network-vif-deleted", "tag": "00fb4c6a-b295-4194-bf59-b6983f87cf34", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:22.406519 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bbbc3b1-4a85-45fb-a6a4-fcaf0cb87da8 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:22.407361 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bc0b34-e35e-4166-9d0f-2abff5abf6ee', 'name': 'network-vif-deleted', 'tag': '00fb4c6a-b295-4194-bf59-b6983f87cf34', 'status': 'completed', 'code': 200} Nov 09 18:34:22.828597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52b3769c-871e-4011-bdc1-190d9dea3e8d req-5dfde7e9-fff7-4fd4-ad7f-29126458de35 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 210 time: 0.0403523 Nov 09 18:34:23.919786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d56697f5-c93e-42fd-a706-c3a493e16723 req-6b1c502e-78ed-49ba-9c6d-0cee5cd3ec3f tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 210 time: 0.0268538 Nov 09 18:34:24.192855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 00fb4c6a-b295-4194-bf59-b6983f87cf34 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:24.213366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 00fb4c6a-b295-4194-bf59-b6983f87cf34 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:34:24.213712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 00fb4c6a-b295-4194-bf59-b6983f87cf34 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:25.014907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc89fa11-2d1a-43a5-b668-e2569c221ca4 req-863057b9-3a4d-4199-852f-761349819d0d tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 210 time: 0.0272753 Nov 09 18:34:26.129010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ac45cc0c-6ca4-43d0-8c5b-1e6cf42651e8 req-7b360945-c7f6-4f37-ae0a-aa25ea56cc99 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "GET /v2.0/ports?device_id=43bc0b34-e35e-4166-9d0f-2abff5abf6ee HTTP/1.1" status: 200 len: 210 time: 0.0286088 Nov 09 18:34:27.186502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 37976) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:27.309297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Deleting port 3376e238-d7d8-4d91-a8e6-a2cc7f199e57 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:27.309643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:27.385633 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:27.385885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:27.397069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Calling delete_port for 3376e238-d7d8-4d91-a8e6-a2cc7f199e57 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:27.535001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:27.561680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'Port': ['ID=3376e238-d7d8-4d91-a8e6-a2cc7f199e57,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:27.624075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:27.626648 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:27.628001 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ae1beea2-8e78-48ac-8581-616dc4885889 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "DELETE /v2.0/floatingips/c7136247-b65e-41c6-9b17-0d585d3cb9fc HTTP/1.1" status: 204 len: 168 time: 0.4403925 Nov 09 18:34:29.884886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38002) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:29.959308 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b65c98a9-09fd-417c-9cae-bfce14572243 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:29.986710 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b65c98a9-09fd-417c-9cae-bfce14572243 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:30.048617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b65c98a9-09fd-417c-9cae-bfce14572243 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:30.051655 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b65c98a9-09fd-417c-9cae-bfce14572243 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:30.053068 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b65c98a9-09fd-417c-9cae-bfce14572243 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] 10.222.0.32 "DELETE /v2.0/security-groups/d81628aa-f418-40cc-8906-50a11b9ccf00 HTTP/1.1" status: 204 len: 168 time: 0.1669991 Nov 09 18:34:30.063844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c98a9-09fd-417c-9cae-bfce14572243 tempest-TestVolumeBootPattern-944226993 tempest-TestVolumeBootPattern-944226993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81628aa-f418-40cc-8906-50a11b9ccf00,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:30.126344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38006) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:30.608961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:30.865643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Deleting port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:30.865909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:30.953893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] For port 8a814357-1eef-4916-8cf3-7a7e8c4b9a39, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:30.954546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:30.967243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Calling delete_port for 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:31.036356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38022) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:31.147763 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:31.175866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a814357-1eef-4916-8cf3-7a7e8c4b9a39,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:31.189622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-48337846-176f-4f31-a20b-05cbb1724900 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2456ed6999444b5bb0b586366ff86e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521683 Nov 09 18:34:31.190285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38026) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:31.243214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81754587-88ae-4055-b0c9-bde3e21e69be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:31.266090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81754587-88ae-4055-b0c9-bde3e21e69be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:31.331855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81754587-88ae-4055-b0c9-bde3e21e69be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:31.335038 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-81754587-88ae-4055-b0c9-bde3e21e69be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:31.350390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-81754587-88ae-4055-b0c9-bde3e21e69be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4974ed9d-e575-4938-b1b0-fe05f16a037d HTTP/1.1" status: 204 len: 168 time: 0.1561599 Nov 09 18:34:31.358349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:31.368700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81754587-88ae-4055-b0c9-bde3e21e69be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974ed9d-e575-4938-b1b0-fe05f16a037d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:31.597494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Router 22f57dfb-ee32-40d0-859d-7b719edeb012 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:31.715806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:31.722721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f934880b-795a-4ee3-b5e1-f66239190170 admin admin] 10.222.0.32 "PUT /v2.0/routers/22f57dfb-ee32-40d0-859d-7b719edeb012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934715 Nov 09 18:34:31.723592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38040) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:31.725338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] Sync routers for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:31.735733 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:31.736447 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:31.850661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:31.860754 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:32.001496 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.051439 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '658529c5-2f12-4439-899d-3ecd8d773835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:34:31Z', 'revision_number': 5, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port': {'id': '658529c5-2f12-4439-899d-3ecd8d773835', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:42Z', 'updated_at': '2021-11-09T18:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:32.065652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38050) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:32.080953 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] Checking router: 22f57dfb-ee32-40d0-859d-7b719edeb012 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:32.090303 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] Routers {'22f57dfb-ee32-40d0-859d-7b719edeb012'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:32.090936 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['22f57dfb-ee32-40d0-859d-7b719edeb012'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:32.174783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1547594303-network', 'tenant_id': '719c3b01d66d4c939da399495ea57910'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:32.180705 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] Set router 22f57dfb-ee32-40d0-859d-7b719edeb012 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:32.203422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Made reservation on behalf of 719c3b01d66d4c939da399495ea57910 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:32.206158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.216382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.239087 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:34:32Z', 'revision_number': 6, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:32.267578 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53129827-7b96-49e4-b849-61aaffc2016f None None] The sync data for ids ['22f57dfb-ee32-40d0-859d-7b719edeb012'] in n-d-817240-1 is: [{'id': '22f57dfb-ee32-40d0-859d-7b719edeb012', 'name': 'tempest-TestVolumeBootPattern-399288959-router', 'tenant_id': '699ef17697e843918b6255275df4a9d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:41Z', 'updated_at': '2021-11-09T18:34:32Z', 'revision_number': 6, 'project_id': '699ef17697e843918b6255275df4a9d4', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:32.303245 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.309657 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.331086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:34:32.345515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf10a87-2590-4bc8-9b50-a09554654ba6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:32.350717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.351069 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Added segment b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c of type vlan for network 94ec92f9-f378-432f-8875-ae2726395fce Nov 09 18:34:32.391926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.398484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Deleting port 658529c5-2f12-4439-899d-3ecd8d773835 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:32.399563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.417472 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.418529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:32.419101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.471511 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4046454 Nov 09 18:34:32.474494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38054) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:32.483243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Request body: {'subnet': {'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1547594303-subnet', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:32.485300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe7bd-248f-43be-befd-484c35918823 admin admin] Pushing event updated for resources: {'Network': ['ID=94ec92f9-f378-432f-8875-ae2726395fce,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:32.494184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] For port 658529c5-2f12-4439-899d-3ecd8d773835, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=658529c5-2f12-4439-899d-3ecd8d773835,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:32.494554 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.495291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 94ec92f9-f378-432f-8875-ae2726395fce details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:34:32.515509 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Calling delete_port for 658529c5-2f12-4439-899d-3ecd8d773835 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:32.526907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Made reservation on behalf of 719c3b01d66d4c939da399495ea57910 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:32.529224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.816773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.840949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:32.874485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Pushing event deleted for resources: {'Port': ['ID=658529c5-2f12-4439-899d-3ecd8d773835,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:32.938505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0ef0d7-b9be-4030-897f-2b7d30d8872b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:32.955066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Checking segment: {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:32.955427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Network hostable DHCP agents. Network: 94ec92f9-f378-432f-8875-ae2726395fce, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:34:32.968256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.063009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Network 94ec92f9-f378-432f-8875-ae2726395fce is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:34:33.074212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.076926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.078486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 94ec92f9-f378-432f-8875-ae2726395fce) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:33.084882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:33.085720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.089373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9e66f-1558-4a9d-89bd-ea98c2fca6aa None None] Network 94ec92f9-f378-432f-8875-ae2726395fce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:33.135789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b5228ee1-08a6-4914-8b16-4ee93972a6dd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6599824 Nov 09 18:34:33.136707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.137229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f57dfb-ee32-40d0-859d-7b719edeb012 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:34:33.138389 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38058) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:33.142808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:33.146336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.147770 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-37df1f35-d842-4ac6-94ad-dadd9d53add2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/22f57dfb-ee32-40d0-859d-7b719edeb012 HTTP/1.1" status: 204 len: 168 time: 1.4227989 Nov 09 18:34:33.150040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38060) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:33.167535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.168958 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.202249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] Deleting subnet a73c4d5d-f437-4d5d-a384-e95aca562e87 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:34:33.206178 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.225760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.244916 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.355295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.373274 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.424203 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.425902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-94ec92f9-f378-432f-8875-ae2726395fce', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:34:33.431203 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.452097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73c4d5d-f437-4d5d-a384-e95aca562e87,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:33.456929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.463133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c53d5b27-3e76-45a1-a968-04c306ccc758 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a73c4d5d-f437-4d5d-a384-e95aca562e87 HTTP/1.1" status: 204 len: 168 time: 0.3090672 Nov 09 18:34:33.465604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38062) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:33.493206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdde79-7ba3-42b9-b967-6b520883bd4e None None] Network 906e5d51-662b-4ffd-994b-71c53e31d65d requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:33.556256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.645779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Allocated IP 172.20.0.2 (94ec92f9-f378-432f-8875-ae2726395fce/6e0ef0d7-b9be-4030-897f-2b7d30d8872b/8951a3af-9fb9-4d95-a562-634096412d6a) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:33.695494 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.719846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.732566 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Deleting port 7bcfc63b-c800-4bdb-a858-33580436b306 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:33.732906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.755779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] DHCP port deletion for 906e5d51-662b-4ffd-994b-71c53e31d65d request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:34:33.828465 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.837230 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.841967 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] For port 7bcfc63b-c800-4bdb-a858-33580436b306, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7bcfc63b-c800-4bdb-a858-33580436b306,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:33.842370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.876014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Calling delete_port for 7bcfc63b-c800-4bdb-a858-33580436b306 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:33.879422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] Deleting port 7bcfc63b-c800-4bdb-a858-33580436b306 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:33.879798 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:33.883751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Network 94ec92f9-f378-432f-8875-ae2726395fce is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:33.899609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:33.926259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:33.939023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Pushing event updated for resources: {'Port': ['ID=8951a3af-9fb9-4d95-a562-634096412d6a,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:33.942939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Allocated IP 172.25.0.105 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/d4c6c1f7-9b6e-4c1d-a265-e634a21184da) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:33.962419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.962713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.963003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.963347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.963662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.963991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.964364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.964638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.964963 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.965283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.965606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.965929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:33.990499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bcfc63b-c800-4bdb-a858-33580436b306 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:34.042551 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.045748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] For port 7bcfc63b-c800-4bdb-a858-33580436b306, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7bcfc63b-c800-4bdb-a858-33580436b306,segment=NetworkSegment(b444c914-1c29-4397-b7d6-eb7e0a9adda5),segment_id=b444c914-1c29-4397-b7d6-eb7e0a9adda5)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:34.046181 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.068348 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] Calling delete_port for 7bcfc63b-c800-4bdb-a858-33580436b306 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:34.074548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcfc63b-c800-4bdb-a858-33580436b306,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:34.077689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Attempting to bind port 8951a3af-9fb9-4d95-a562-634096412d6a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:34:34.078085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Attempting to bind port 8951a3af-9fb9-4d95-a562-634096412d6a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:34:34.078474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Attempting to bind port 8951a3af-9fb9-4d95-a562-634096412d6a on network 94ec92f9-f378-432f-8875-ae2726395fce {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:34.081535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] No DVR routers for this DVR port 7bcfc63b-c800-4bdb-a858-33580436b306 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:34.093360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:34.093738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Checking segment: {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:34.094173 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.094568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Bound using segment: {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:34.095038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Bound port: 8951a3af-9fb9-4d95-a562-634096412d6a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:34:34.095421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.099549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No active binding found for port 7bcfc63b-c800-4bdb-a858-33580436b306 {{(pid=102142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 18:34:34.099973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7bcfc63b-c800-4bdb-a858-33580436b306 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:34.100394 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:34.121497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.154529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:34:34.154883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8a814357-1eef-4916-8cf3-7a7e8c4b9a39 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:34.155305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 658529c5-2f12-4439-899d-3ecd8d773835 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:34.173992 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.180693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 658529c5-2f12-4439-899d-3ecd8d773835 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:34:34.181050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 658529c5-2f12-4439-899d-3ecd8d773835 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:34.209609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906e5d51-662b-4ffd-994b-71c53e31d65d']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:34.222316 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.222316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b444c914-1c29-4397-b7d6-eb7e0a9adda5') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:34.222316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b444c914-1c29-4397-b7d6-eb7e0a9adda5') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:34.256467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] For port 8951a3af-9fb9-4d95-a562-634096412d6a, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:34.258968 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.262091 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] For port 8951a3af-9fb9-4d95-a562-634096412d6a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8951a3af-9fb9-4d95-a562-634096412d6a,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:34.262593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.277423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:34.282917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:34.285038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.286659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.288815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:34.291003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] Pushing event deleted for resources: {'Port': ['ID=7bcfc63b-c800-4bdb-a858-33580436b306,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:34.316083 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:34:34.316491 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.317329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd41c9c-3cf0-4b80-8c4b-794ea763dc84 None None] No DVR routers for this DVR port 7bcfc63b-c800-4bdb-a858-33580436b306 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:34:34.318186 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:34:34.329120 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Pushing event updated for resources: {'Port': ['ID=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:34.361719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280a88e-c2f0-4bbc-a95d-218780cf1089 None None] Pushing event updated for resources: {'Port': ['ID=8951a3af-9fb9-4d95-a562-634096412d6a,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:34.384385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.762367 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:34.765588 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/906e5d51-662b-4ffd-994b-71c53e31d65d HTTP/1.1" status: 204 len: 168 time: 1.2982018 Nov 09 18:34:34.768519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38066) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:34.807490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1767991-68fb-487e-8201-9f01eff560b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=906e5d51-662b-4ffd-994b-71c53e31d65d,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:34.961653 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.137273 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.172103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.295638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df713c4-5001-455c-bdf8-9e9db114282d None None] Network 94ec92f9-f378-432f-8875-ae2726395fce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:35.304704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:34:35.360935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1738dd3e-536f-4440-8175-469579b26e94 None None] Provisioning complete for port 8951a3af-9fb9-4d95-a562-634096412d6a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:35.361489 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1738dd3e-536f-4440-8175-469579b26e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.403933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Deleting port d129ddcb-f16c-4a9d-a35f-4322426ddd44 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:35.404287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.419512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:35.434017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Sync routers for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:35.438681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.442877 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ab5059d1-7419-4a0d-ac88-da2c840125ea admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3009369 Nov 09 18:34:35.443209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:35.460175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:35.460954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:35.496334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] For port d129ddcb-f16c-4a9d-a35f-4322426ddd44, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d129ddcb-f16c-4a9d-a35f-4322426ddd44,segment=NetworkSegment(5b20503a-fe80-4c81-81b4-304812c9267e),segment_id=5b20503a-fe80-4c81-81b4-304812c9267e)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:35.496709 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.510290 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Calling delete_port for d129ddcb-f16c-4a9d-a35f-4322426ddd44 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:35.600460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1738dd3e-536f-4440-8175-469579b26e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.647567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:35.708650 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1738dd3e-536f-4440-8175-469579b26e94 None None] For port 8951a3af-9fb9-4d95-a562-634096412d6a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8951a3af-9fb9-4d95-a562-634096412d6a,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:35.713062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.748298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Pushing event deleted for resources: {'Port': ['ID=d129ddcb-f16c-4a9d-a35f-4322426ddd44,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:35.751083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1738dd3e-536f-4440-8175-469579b26e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.805336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738dd3e-536f-4440-8175-469579b26e94 None None] Pushing event updated for resources: {'Port': ['ID=8951a3af-9fb9-4d95-a562-634096412d6a,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:35.956114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:34Z', 'revision_number': 3, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:35.979179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.981723 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:35.992308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Checking router: f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:35.992587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Updating router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 port d4c6c1f7-9b6e-4c1d-a265-e634a21184da binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:34:36.027426 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.030230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1c68fea6-c80d-4b6e-935f-f23249212111 None None] Provisioning complete for port 8951a3af-9fb9-4d95-a562-634096412d6a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:36.032198 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c68fea6-c80d-4b6e-935f-f23249212111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.206527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8951a3af-9fb9-4d95-a562-634096412d6a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:36.237879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:36.265552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Allocated IP 172.20.0.1 (94ec92f9-f378-432f-8875-ae2726395fce/6e0ef0d7-b9be-4030-897f-2b7d30d8872b/c99ab339-e907-432a-ab91-72c39f82eee7) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:36.351859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:36.359711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-03b985d6-af1c-4496-9518-8f16e874f11f admin admin] 10.222.0.32 "PUT /v2.0/routers/1de4cf7e-cab6-483a-9bdd-cb0262bdffbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5900137 Nov 09 18:34:36.362496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38070) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:36.363499 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] Sync routers for ids ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:36.379892 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] Routers {'1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:36.381927 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:36.386997 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.429601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.480653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.501520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Pushing event updated for resources: {'Port': ['ID=c99ab339-e907-432a-ab91-72c39f82eee7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:36.501874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 8951a3af-9fb9-4d95-a562-634096412d6a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:36.502428 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.522041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Network 94ec92f9-f378-432f-8875-ae2726395fce is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:36.524200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:36.529113 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] Set router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:36.537914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:36.592168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.640157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.650454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.666929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.718177 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Deleting port 6f6b1db0-b870-46c5-954c-710a4fa98b6a {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:36.718991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.759124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Attempting to bind port d4c6c1f7-9b6e-4c1d-a265-e634a21184da on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:34:36.759649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Attempting to bind port d4c6c1f7-9b6e-4c1d-a265-e634a21184da by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:34:36.761066 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Attempting to bind port d4c6c1f7-9b6e-4c1d-a265-e634a21184da on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:36.763365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec398d6d-de0a-4841-94d5-1049d01b2ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:36.778663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:36.780360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:36.780866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.787276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:36.787970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Bound port: d4c6c1f7-9b6e-4c1d-a265-e634a21184da, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:34:36.788475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.795534 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:34:35Z', 'revision_number': 5, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port': {'id': '6f6b1db0-b870-46c5-954c-710a4fa98b6a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:36.844493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] For port 6f6b1db0-b870-46c5-954c-710a4fa98b6a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=6f6b1db0-b870-46c5-954c-710a4fa98b6a,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:36.845284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.848861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.850551 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] Checking router: 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:36.857128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] For port d4c6c1f7-9b6e-4c1d-a265-e634a21184da, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:36.860535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] For port d4c6c1f7-9b6e-4c1d-a265-e634a21184da, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:36.863432 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] Routers {'1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:36.864141 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Calling delete_port for 6f6b1db0-b870-46c5-954c-710a4fa98b6a owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:36.864280 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:36.867145 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.932520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8c638e0a-fbe3-449d-a8a1-7374c267b95d None None] Provisioning complete for port c99ab339-e907-432a-ab91-72c39f82eee7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:36.932892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8c638e0a-fbe3-449d-a8a1-7374c267b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:36.972727 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:36.973386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:37.016286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec398d6d-de0a-4841-94d5-1049d01b2ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:37.060043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8c638e0a-fbe3-449d-a8a1-7374c267b95d None None] Port c99ab339-e907-432a-ab91-72c39f82eee7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:34:37.071282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.076786 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.090539 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] Set router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:37.114609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:37.118302 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.147647 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 6, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:37.153913 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Pushing event updated for resources: {'Port': ['ID=c99ab339-e907-432a-ab91-72c39f82eee7,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:37.155362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6b1db0-b870-46c5-954c-710a4fa98b6a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:37.157402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.186702 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eb9c6-9b32-4b8a-8efe-6227bd97ada6 None None] The sync data for ids ['1de4cf7e-cab6-483a-9bdd-cb0262bdffbf'] in n-d-817240-1 is: [{'id': '1de4cf7e-cab6-483a-9bdd-cb0262bdffbf', 'name': 'tempest-TestVolumeBootPattern-349939775-router', 'tenant_id': '92b3f30644174031964ff8d085402c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:22:54Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 6, 'project_id': '92b3f30644174031964ff8d085402c8e', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:37.243401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.275060 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Network 94ec92f9-f378-432f-8875-ae2726395fce is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:37.277383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:37.343898 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9f3a3c4b-4357-4b60-ab87-28628897164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.345850 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.348655 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.382411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 1, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:37.421189 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.421699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de4cf7e-cab6-483a-9bdd-cb0262bdffbf {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:34:37.422019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:37.427002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a9f56-5464-4ab8-b55a-2cbedf2ecb24 None None] The sync data for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 is: [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 1, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:37.428797 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.433018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3ea30828-ac79-42b5-9117-caeb1fdbc143 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1de4cf7e-cab6-483a-9bdd-cb0262bdffbf HTTP/1.1" status: 204 len: 168 time: 1.0665951 Nov 09 18:34:37.433794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38074) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:37.489034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] Deleting subnet adae88bb-0ca2-4632-92ad-f11161dbc8ec {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:34:37.491483 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.531855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.568266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:37.578343 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-46830b61-0e72-4014-8227-62f7c3e16997 admin admin] 10.222.0.32 "PUT /v2.0/routers/f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1340418 Nov 09 18:34:37.593501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-12e6cc37-6459-4bef-bd2f-be5da0e3e8f3 None None] Provisioning complete for port c99ab339-e907-432a-ab91-72c39f82eee7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:37.594016 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-12e6cc37-6459-4bef-bd2f-be5da0e3e8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.644976 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.645997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-12e6cc37-6459-4bef-bd2f-be5da0e3e8f3 None None] Port c99ab339-e907-432a-ab91-72c39f82eee7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:34:37.737260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.774935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adae88bb-0ca2-4632-92ad-f11161dbc8ec,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:37.784445 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a71c41d-6c2d-4789-ab8e-ca5baab02088 None None] Network a3c6b888-c870-4e7c-a747-5ddb3f319eaf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:37.788061 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.794284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb0e6bc5-4e50-4cb5-b2b6-8566215f1362 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/adae88bb-0ca2-4632-92ad-f11161dbc8ec HTTP/1.1" status: 204 len: 168 time: 0.3572242 Nov 09 18:34:37.794499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38080) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:37.891494 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:37.967256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Deleting port 1130ea67-9c75-4233-ac6c-f119d4d2f563 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:37.967693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.040425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] For port 1130ea67-9c75-4233-ac6c-f119d4d2f563, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1130ea67-9c75-4233-ac6c-f119d4d2f563,segment=NetworkSegment(5b20503a-fe80-4c81-81b4-304812c9267e),segment_id=5b20503a-fe80-4c81-81b4-304812c9267e)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:38.040697 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] DHCP port deletion for a3c6b888-c870-4e7c-a747-5ddb3f319eaf request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:34:38.041029 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.060888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Calling delete_port for 1130ea67-9c75-4233-ac6c-f119d4d2f563 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:38.080835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6f6b1db0-b870-46c5-954c-710a4fa98b6a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:38.106992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 6f6b1db0-b870-46c5-954c-710a4fa98b6a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:34:38.107344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 6f6b1db0-b870-46c5-954c-710a4fa98b6a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:38.107788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d129ddcb-f16c-4a9d-a35f-4322426ddd44 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:38.136216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: d129ddcb-f16c-4a9d-a35f-4322426ddd44 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:34:38.136574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d129ddcb-f16c-4a9d-a35f-4322426ddd44 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:38.158376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] Deleting port 1130ea67-9c75-4233-ac6c-f119d4d2f563 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:34:38.158770 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.223975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.252309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] For port 1130ea67-9c75-4233-ac6c-f119d4d2f563, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1130ea67-9c75-4233-ac6c-f119d4d2f563,segment=NetworkSegment(5b20503a-fe80-4c81-81b4-304812c9267e),segment_id=5b20503a-fe80-4c81-81b4-304812c9267e)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:38.254182 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.261631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1130ea67-9c75-4233-ac6c-f119d4d2f563,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:38.270246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] No DVR routers for this DVR port 1130ea67-9c75-4233-ac6c-f119d4d2f563 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:38.278944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] Calling delete_port for 1130ea67-9c75-4233-ac6c-f119d4d2f563 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:34:38.347693 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.374863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c6b888-c870-4e7c-a747-5ddb3f319eaf']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:38.381894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.385600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b20503a-fe80-4c81-81b4-304812c9267e') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:38.385961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b20503a-fe80-4c81-81b4-304812c9267e') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:38.386449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38092) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:38.391471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-432485415-network', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:38.397194 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.413141 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.413611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] Pushing event deleted for resources: {'Port': ['ID=1130ea67-9c75-4233-ac6c-f119d4d2f563,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:38.419133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2629ebb-c089-431d-afa4-9a4040e7bd31 None None] No DVR routers for this DVR port 1130ea67-9c75-4233-ac6c-f119d4d2f563 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:34:38.421753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:34:38.422257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:34:38.425278 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:34:38.430609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Made reservation on behalf of a47241ec578d44bb9d3148cd60cbeeaf for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:38.433185 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.470043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.524771 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.532525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.539839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a3c6b888-c870-4e7c-a747-5ddb3f319eaf HTTP/1.1" status: 204 len: 168 time: 0.7395022 Nov 09 18:34:38.551622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5f08c-86d1-464e-a685-b42d9d8c00b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c6b888-c870-4e7c-a747-5ddb3f319eaf,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:38.561923 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.566900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.590119 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:34:38.604117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a73c1fb-f653-4a6a-8b81-3d4578ac46ae,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:38.607573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.607933 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Added segment b8459be8-86f0-4df5-a548-9916fc38dbc4 of type vlan for network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 Nov 09 18:34:38.652006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.679627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.681349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:38.682012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.711567 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3239465 Nov 09 18:34:38.714334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38096) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:38.719804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Request body: {'subnet': {'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-432485415-subnet', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:38.745916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Made reservation on behalf of a47241ec578d44bb9d3148cd60cbeeaf for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:38.748608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.765042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77160a-06e1-4b3c-868e-4a892b6d4cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1c9594-1a0d-43eb-87d3-fb137921e6f6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:38.768097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:38.777036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:34:38.813856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2f41e2a5-be7c-42ae-957d-09deddf8d2cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=699ef17697e843918b6255275df4a9d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446260 Nov 09 18:34:38.816448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38100) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:38.864387 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:34:38.887973 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af52b7bf-131f-4c10-bd0f-8ac23fde9432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.911323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af52b7bf-131f-4c10-bd0f-8ac23fde9432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.956770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.970153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af52b7bf-131f-4c10-bd0f-8ac23fde9432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.972760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-af52b7bf-131f-4c10-bd0f-8ac23fde9432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:38.976408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-af52b7bf-131f-4c10-bd0f-8ac23fde9432 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/364a344d-d283-4aca-a5b8-8ef2cec532e6 HTTP/1.1" status: 204 len: 168 time: 0.1565671 Nov 09 18:34:38.983742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52b7bf-131f-4c10-bd0f-8ac23fde9432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364a344d-d283-4aca-a5b8-8ef2cec532e6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:39.031003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Checking segment: {'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:39.031360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Network hostable DHCP agents. Network: cc1c9594-1a0d-43eb-87d3-fb137921e6f6, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:34:39.040337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef495f1e-5a00-4c47-a74f-4122fd50154f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:39.055698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:34:39.066664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, cc1c9594-1a0d-43eb-87d3-fb137921e6f6) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:39.071558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:39.072155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.077895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8663194-3b3c-4036-82ca-26390a9d5302 None None] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:39.098508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d370e2fa-e680-4e5e-af1c-5231809e6507 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3828819 Nov 09 18:34:39.099201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38104) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:39.106296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:39.138010 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.141692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.205679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.280004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-cc1c9594-1a0d-43eb-87d3-fb137921e6f6', 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'fixed_ips': [{'subnet_id': 'ef495f1e-5a00-4c47-a74f-4122fd50154f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:34:39.280886 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.354669 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.422503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38108) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:39.424370 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Allocated IP 172.20.0.2 (cc1c9594-1a0d-43eb-87d3-fb137921e6f6/ef495f1e-5a00-4c47-a74f-4122fd50154f/0ad31cd3-c7f3-4dbd-b225-806aeb7b1246) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:39.476626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aec8adc2-41f8-4fcf-ace2-661f0f7d9bef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92b3f30644174031964ff8d085402c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528564 Nov 09 18:34:39.479726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38110) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:39.528965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-365881d0-ee3b-41b5-9d28-5c16586c74db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.554625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-365881d0-ee3b-41b5-9d28-5c16586c74db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.579732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.585753 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.587074 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.606314 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.611947 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-365881d0-ee3b-41b5-9d28-5c16586c74db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.615119 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-365881d0-ee3b-41b5-9d28-5c16586c74db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.616698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-365881d0-ee3b-41b5-9d28-5c16586c74db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16b80211-1b96-4ad4-a603-6f9290fface8 HTTP/1.1" status: 204 len: 168 time: 0.1359904 Nov 09 18:34:39.624949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365881d0-ee3b-41b5-9d28-5c16586c74db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b80211-1b96-4ad4-a603-6f9290fface8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:39.650083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:39.663088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:39.667440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:39.675551 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Pushing event updated for resources: {'Port': ['ID=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:39.738724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Allocated IP 172.25.0.177 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/e147c440-c754-4c45-8fb8-f0995e94b560) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:39.739085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Attempting to bind port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:34:39.739713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Attempting to bind port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:34:39.739844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Attempting to bind port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 on network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:39.745742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:39.746205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Checking segment: {'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:39.746559 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.746958 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Bound using segment: {'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:39.747555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Bound port: 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:34:39.747940 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.825128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] For port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:39.828801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] For port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,segment=NetworkSegment(b8459be8-86f0-4df5-a548-9916fc38dbc4),segment_id=b8459be8-86f0-4df5-a548-9916fc38dbc4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:39.832434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9035e6a1-ece6-47ea-ac0b-a21294a20925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.842596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.887719 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:39.911871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56ec3-4632-4865-acb5-a8b071ff48e6 None None] Pushing event updated for resources: {'Port': ['ID=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:39.939541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.017375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:40.030349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:40.049079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:40.052661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Pushing event updated for resources: {'Port': ['ID=e147c440-c754-4c45-8fb8-f0995e94b560,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:40.095013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d4c6c1f7-9b6e-4c1d-a265-e634a21184da up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:40.256307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.259666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d4c6c1f7-9b6e-4c1d-a265-e634a21184da triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:40.260162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.298593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Sync routers for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:40.325927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:40.326730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:40.424299 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.445524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.477196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port d4c6c1f7-9b6e-4c1d-a265-e634a21184da, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:40.479333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:40.481565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.550462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1130ea67-9c75-4233-ac6c-f119d4d2f563 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:34:40.614043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1130ea67-9c75-4233-ac6c-f119d4d2f563 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:34:40.614407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1130ea67-9c75-4233-ac6c-f119d4d2f563 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:34:40.639432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:40.648569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:40.748832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 2, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:40.779041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Checking router: f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:40.779401 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Updating router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 port c99ab339-e907-432a-ab91-72c39f82eee7 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:34:40.811647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.142118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Router 763ef258-829b-4c7a-82fc-4cf701fe8298 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:34:41.155068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e984b-d5fb-4415-a3d2-6246cc1dd081 None None] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:34:41.218771 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.225583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7b1c9edb-c3c8-4cf9-8e5e-047ad746b076 None None] Provisioning complete for port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:41.225941 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9edb-c3c8-4cf9-8e5e-047ad746b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.249942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:41.260758 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Sync routers for ids ['763ef258-829b-4c7a-82fc-4cf701fe8298'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:41.269702 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.271315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-09ea408e-d5c3-4078-a7f9-25f8e31854ed admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1704197 Nov 09 18:34:41.271964 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Routers {'763ef258-829b-4c7a-82fc-4cf701fe8298'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:41.272574 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['763ef258-829b-4c7a-82fc-4cf701fe8298'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:41.274532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38114) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:41.378557 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Set router 763ef258-829b-4c7a-82fc-4cf701fe8298 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:41.455314 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9edb-c3c8-4cf9-8e5e-047ad746b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.469865 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.484799 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.548573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-7b1c9edb-c3c8-4cf9-8e5e-047ad746b076 None None] For port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,segment=NetworkSegment(b8459be8-86f0-4df5-a548-9916fc38dbc4),segment_id=b8459be8-86f0-4df5-a548-9916fc38dbc4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:41.561388 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7b1c9edb-c3c8-4cf9-8e5e-047ad746b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.565329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52ef2d-511a-4b8d-a757-b4bdb1429af6 None None] Pushing event updated for resources: {'Port': ['ID=c99ab339-e907-432a-ab91-72c39f82eee7,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:41.592700 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 3, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port': {'id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:41.624624 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Checking router: 763ef258-829b-4c7a-82fc-4cf701fe8298 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:41.624965 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Updating router 763ef258-829b-4c7a-82fc-4cf701fe8298 port e147c440-c754-4c45-8fb8-f0995e94b560 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:34:41.670839 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.685578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Attempting to bind port c99ab339-e907-432a-ab91-72c39f82eee7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:34:41.685957 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Attempting to bind port c99ab339-e907-432a-ab91-72c39f82eee7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:34:41.686350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Attempting to bind port c99ab339-e907-432a-ab91-72c39f82eee7 on network 94ec92f9-f378-432f-8875-ae2726395fce {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:41.693775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:41.694179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Checking segment: {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:41.694593 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.694989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Bound using segment: {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:41.696022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Bound port: c99ab339-e907-432a-ab91-72c39f82eee7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:34:41.696414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.710376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c9edb-c3c8-4cf9-8e5e-047ad746b076 None None] Pushing event updated for resources: {'Port': ['ID=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:41.766830 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.793266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] For port c99ab339-e907-432a-ab91-72c39f82eee7, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:41.798097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] For port c99ab339-e907-432a-ab91-72c39f82eee7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c99ab339-e907-432a-ab91-72c39f82eee7,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:41.809795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:41.873910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:41.874581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:41.973367 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52ef2d-511a-4b8d-a757-b4bdb1429af6 None None] Pushing event updated for resources: {'Port': ['ID=c99ab339-e907-432a-ab91-72c39f82eee7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:41.989679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Allocated IP 172.20.0.1 (cc1c9594-1a0d-43eb-87d3-fb137921e6f6/ef495f1e-5a00-4c47-a74f-4122fd50154f/3666dc29-de7e-4aa0-93e7-094336f7d02f) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:42.003078 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] Provisioning complete for port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:42.003498 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.060614 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.068944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:42.072662 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.152964 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Attempting to bind port e147c440-c754-4c45-8fb8-f0995e94b560 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:34:42.153453 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Attempting to bind port e147c440-c754-4c45-8fb8-f0995e94b560 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:34:42.153917 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Attempting to bind port e147c440-c754-4c45-8fb8-f0995e94b560 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:42.165676 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:42.166317 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:42.166820 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.167456 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:42.168584 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Bound port: e147c440-c754-4c45-8fb8-f0995e94b560, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:34:42.169128 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.172139 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Pushing event updated for resources: {'Port': ['ID=e147c440-c754-4c45-8fb8-f0995e94b560,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:42.180331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:42.182846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.206555 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.207071 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.207511 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.207945 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.208478 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.209197 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.209727 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.210258 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.210754 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.211279 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.211787 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.212292 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:34:42.219251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.248686 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] For port e147c440-c754-4c45-8fb8-f0995e94b560, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:42.252328 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] For port e147c440-c754-4c45-8fb8-f0995e94b560, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e147c440-c754-4c45-8fb8-f0995e94b560,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:42.256861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:42.258741 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.259983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:42.264788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:42.294397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Pushing event updated for resources: {'Port': ['ID=3666dc29-de7e-4aa0-93e7-094336f7d02f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:42.310339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] Provisioning complete for port c99ab339-e907-432a-ab91-72c39f82eee7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:42.310712 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.320397 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.320755 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469840b9-9332-4e4f-bf59-34e3e5679017 None None] Pushing event updated for resources: {'Port': ['ID=e147c440-c754-4c45-8fb8-f0995e94b560,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:42.339493 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Routers {'763ef258-829b-4c7a-82fc-4cf701fe8298'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:42.340466 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['763ef258-829b-4c7a-82fc-4cf701fe8298'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:42.385309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:42.385964 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.468862 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] Set router 763ef258-829b-4c7a-82fc-4cf701fe8298 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:42.483861 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.495460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.512465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:41Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:42.572928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2b087-a729-47bb-9b21-e8295ba6d287 None None] The sync data for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 is: [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:41Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:42.587331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] For port c99ab339-e907-432a-ab91-72c39f82eee7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c99ab339-e907-432a-ab91-72c39f82eee7,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:42.593202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d4c6c1f7-9b6e-4c1d-a265-e634a21184da up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:42.614894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.687257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.693144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.706383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 3, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port': {'id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:42.710155 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.717104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233baee-136e-4258-a2b4-f27272a07fea None None] Pushing event updated for resources: {'Port': ['ID=c99ab339-e907-432a-ab91-72c39f82eee7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:42.725284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d4c6c1f7-9b6e-4c1d-a265-e634a21184da triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:42.725667 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.738495 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fd9f86-8c67-46ce-ba79-3e897bc9a124 None None] The sync data for ids ['763ef258-829b-4c7a-82fc-4cf701fe8298'] in n-d-817240-1 is: [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 3, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port': {'id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:42.787752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Pushing event updated for resources: {'Port': ['ID=3666dc29-de7e-4aa0-93e7-094336f7d02f,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:42.788890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1ead9f99-38ba-4a4f-8065-0acf6b5e363a None None] Provisioning complete for port 3666dc29-de7e-4aa0-93e7-094336f7d02f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:42.789325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1ead9f99-38ba-4a4f-8065-0acf6b5e363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.795490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.853105 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-1ead9f99-38ba-4a4f-8065-0acf6b5e363a None None] Port 3666dc29-de7e-4aa0-93e7-094336f7d02f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:34:42.868335 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1ead9f99-38ba-4a4f-8065-0acf6b5e363a None None] Provisioning complete for port c99ab339-e907-432a-ab91-72c39f82eee7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:42.868707 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1ead9f99-38ba-4a4f-8065-0acf6b5e363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:42.919220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:42.920721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:43.085889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Router 763ef258-829b-4c7a-82fc-4cf701fe8298 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:43.217278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:43.232714 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d167a22c-e1e7-4736-b26b-5dcee884b98a admin admin] 10.222.0.32 "PUT /v2.0/routers/763ef258-829b-4c7a-82fc-4cf701fe8298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9469259 Nov 09 18:34:43.303748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3b7d6ddd-efc7-4bff-ad30-4f1d131b11c7 None None] Provisioning complete for port 3666dc29-de7e-4aa0-93e7-094336f7d02f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:43.304264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6ddd-efc7-4bff-ad30-4f1d131b11c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:43.348405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d6ddd-efc7-4bff-ad30-4f1d131b11c7 None None] Port 3666dc29-de7e-4aa0-93e7-094336f7d02f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:34:43.781700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:43.786647 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3b5305b2-8fc3-400f-921e-158a8bcb0aa6 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051923328', 'description': 'tempest-secgroup-smoke-1051923328 description', 'project_id': '719c3b01d66d4c939da399495ea57910'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:43.810707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5305b2-8fc3-400f-921e-158a8bcb0aa6 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:43.873772 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5305b2-8fc3-400f-921e-158a8bcb0aa6 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:43.877117 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5305b2-8fc3-400f-921e-158a8bcb0aa6 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:43.904339 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3b5305b2-8fc3-400f-921e-158a8bcb0aa6 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:43.905567 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3b5305b2-8fc3-400f-921e-158a8bcb0aa6 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1228731 Nov 09 18:34:43.908693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38124) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:43.909743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5305b2-8fc3-400f-921e-158a8bcb0aa6 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec4d448-590b-4979-abe0-84a86dff8622,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:43.920969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d8d4f3ff-b644-4117-8ff6-e6ccb4d7a7ce tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'security_group_rule': {'security_group_id': '2ec4d448-590b-4979-abe0-84a86dff8622', 'project_id': '719c3b01d66d4c939da399495ea57910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:43.957847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d4f3ff-b644-4117-8ff6-e6ccb4d7a7ce tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.005142 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d4f3ff-b644-4117-8ff6-e6ccb4d7a7ce tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.008907 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d4f3ff-b644-4117-8ff6-e6ccb4d7a7ce tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.027052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4f3ff-b644-4117-8ff6-e6ccb4d7a7ce tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d4976a-07f2-42a7-b735-152c97d5ab86,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.034018 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8d4f3ff-b644-4117-8ff6-e6ccb4d7a7ce tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.038037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d8d4f3ff-b644-4117-8ff6-e6ccb4d7a7ce tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242418 Nov 09 18:34:44.038200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38126) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:44.043196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9aedace1-78a7-41e5-a3ee-4d363773f2fa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'security_group_rule': {'security_group_id': '2ec4d448-590b-4979-abe0-84a86dff8622', 'project_id': '719c3b01d66d4c939da399495ea57910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:44.065216 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c99ab339-e907-432a-ab91-72c39f82eee7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:44.072170 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9aedace1-78a7-41e5-a3ee-4d363773f2fa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.112011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c99ab339-e907-432a-ab91-72c39f82eee7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:44.112388 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.132560 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9aedace1-78a7-41e5-a3ee-4d363773f2fa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.139256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9aedace1-78a7-41e5-a3ee-4d363773f2fa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.159732 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedace1-78a7-41e5-a3ee-4d363773f2fa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43f0deb-bd95-403d-81b2-fe6e8ef9da81,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.164609 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9aedace1-78a7-41e5-a3ee-4d363773f2fa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.168331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9aedace1-78a7-41e5-a3ee-4d363773f2fa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266806 Nov 09 18:34:44.168827 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:44.173281 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4f9f3e15-b326-4e82-8b6c-18bff5915dda tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'security_group_rule': {'security_group_id': '2ec4d448-590b-4979-abe0-84a86dff8622', 'project_id': '719c3b01d66d4c939da399495ea57910', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:44.196303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e147c440-c754-4c45-8fb8-f0995e94b560 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:44.203205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f9f3e15-b326-4e82-8b6c-18bff5915dda tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.240997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e147c440-c754-4c45-8fb8-f0995e94b560 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:44.241370 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.255974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f9f3e15-b326-4e82-8b6c-18bff5915dda tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.260821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f9f3e15-b326-4e82-8b6c-18bff5915dda tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.276717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f3e15-b326-4e82-8b6c-18bff5915dda tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0a077f-9310-4dcf-a5fc-ac8b4c2865b3,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.289642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f9f3e15-b326-4e82-8b6c-18bff5915dda tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.290884 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4f9f3e15-b326-4e82-8b6c-18bff5915dda tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211753 Nov 09 18:34:44.293672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:44.298189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e9a20aad-471e-462a-848b-678406c2fa20 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'security_group_rule': {'security_group_id': '2ec4d448-590b-4979-abe0-84a86dff8622', 'project_id': '719c3b01d66d4c939da399495ea57910', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:44.323972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9a20aad-471e-462a-848b-678406c2fa20 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.324187 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.344398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port e147c440-c754-4c45-8fb8-f0995e94b560, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e147c440-c754-4c45-8fb8-f0995e94b560,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:44.348285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.390800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9a20aad-471e-462a-848b-678406c2fa20 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.396873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=e147c440-c754-4c45-8fb8-f0995e94b560,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.397640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9a20aad-471e-462a-848b-678406c2fa20 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.422375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a20aad-471e-462a-848b-678406c2fa20 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27257f4c-bc78-46a5-b1fe-b256b75ff813,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.428573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e9a20aad-471e-462a-848b-678406c2fa20 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.432474 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e9a20aad-471e-462a-848b-678406c2fa20 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350708 Nov 09 18:34:44.432675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:44.437034 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'security_group_rule': {'security_group_id': '2ec4d448-590b-4979-abe0-84a86dff8622', 'project_id': '719c3b01d66d4c939da399495ea57910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:44.458142 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Project 719c3b01d66d4c939da399495ea57910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:34:44.463217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.522184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.525645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.540159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bccb802-e9fd-4681-bc7d-485359fb61ca,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.550349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.551541 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d7494b9b-1bd7-4e03-aecb-8feaff7a7f6c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179266 Nov 09 18:34:44.554440 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38134) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:44.559293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'security_group_rule': {'security_group_id': '2ec4d448-590b-4979-abe0-84a86dff8622', 'project_id': '719c3b01d66d4c939da399495ea57910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:44.581205 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Project 719c3b01d66d4c939da399495ea57910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:34:44.586288 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.647778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.651588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.672166 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa8e743-d187-4b1c-8061-d8b21a4dda32,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:44.677488 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:44.678795 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-358d5678-a9ac-4b60-986c-f7dc37511192 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227982 Nov 09 18:34:44.814073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-ac371ceb-5196-4abc-9c75-70b37a7b0bab tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051923328&fields=id&tenant_id=719c3b01d66d4c939da399495ea57910 HTTP/1.1" status: 200 len: 267 time: 0.0340900 Nov 09 18:34:44.929475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-ec378f20-3221-4a98-b3f0-1436a0a965b5 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:44.931639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-ec378f20-3221-4a98-b3f0-1436a0a965b5 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 809 time: 0.1092434 Nov 09 18:34:44.947399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-19a5d143-27ad-4602-9355-7d0c63745c10 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/quotas/719c3b01d66d4c939da399495ea57910 HTTP/1.1" status: 200 len: 375 time: 0.0098212 Nov 09 18:34:45.002029 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-37f5e6e0-dd15-47ee-998a-84bf1d75c702 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488565 Nov 09 18:34:45.110161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Sync routers for ids ['763ef258-829b-4c7a-82fc-4cf701fe8298'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:45.120325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Routers {'763ef258-829b-4c7a-82fc-4cf701fe8298'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:45.121151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['763ef258-829b-4c7a-82fc-4cf701fe8298'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:45.195788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-d8110e60-bfc5-476d-afb7-0499b5acbd47 service neutron] 10.222.0.32 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819820 Nov 09 18:34:45.224296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Set router 763ef258-829b-4c7a-82fc-4cf701fe8298 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:45.288746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-0b41eece-e97b-4725-9d32-f5f430d88837 service neutron] 10.222.0.32 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868165 Nov 09 18:34:45.419732 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 4, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port': {'id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3666dc29-de7e-4aa0-93e7-094336f7d02f', 'name': '', 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'mac_address': 'fa:16:3e:a6:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef495f1e-5a00-4c47-a74f-4122fd50154f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:41Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 2, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'subnets': [{'id': 'ef495f1e-5a00-4c47-a74f-4122fd50154f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:45.451309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Checking router: 763ef258-829b-4c7a-82fc-4cf701fe8298 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:45.451684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Updating router 763ef258-829b-4c7a-82fc-4cf701fe8298 port 3666dc29-de7e-4aa0-93e7-094336f7d02f binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:34:45.478348 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:45.495964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0bf0cfd4-c6b8-4d5f-9b4a-e0975eae31fc req-4466b517-a08e-4976-b61b-2d18d2a029b2 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 210 time: 0.0489900 Nov 09 18:34:45.750491 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:45.755910 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:45.811875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a4c74-a29c-4686-a745-37f3a0a14d3b None None] Pushing event updated for resources: {'Port': ['ID=3666dc29-de7e-4aa0-93e7-094336f7d02f,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:46.003599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e147c440-c754-4c45-8fb8-f0995e94b560 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:46.062635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Attempting to bind port 3666dc29-de7e-4aa0-93e7-094336f7d02f on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:34:46.062939 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Attempting to bind port 3666dc29-de7e-4aa0-93e7-094336f7d02f by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:34:46.063305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Attempting to bind port 3666dc29-de7e-4aa0-93e7-094336f7d02f on network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:46.071510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:46.071888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Checking segment: {'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:46.072296 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.072689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Bound using segment: {'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:46.074230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Bound port: 3666dc29-de7e-4aa0-93e7-094336f7d02f, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8459be8-86f0-4df5-a548-9916fc38dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:34:46.074626 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.127454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-761f0c46-457e-4905-b32e-56a32e890687 None None] Provisioning complete for port 3666dc29-de7e-4aa0-93e7-094336f7d02f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:46.127831 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-761f0c46-457e-4905-b32e-56a32e890687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.131664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e147c440-c754-4c45-8fb8-f0995e94b560 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:46.132044 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.209803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-761f0c46-457e-4905-b32e-56a32e890687 None None] Port 3666dc29-de7e-4aa0-93e7-094336f7d02f cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:34:46.222543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] For port 3666dc29-de7e-4aa0-93e7-094336f7d02f, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:46.227493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] For port 3666dc29-de7e-4aa0-93e7-094336f7d02f, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3666dc29-de7e-4aa0-93e7-094336f7d02f,segment=NetworkSegment(b8459be8-86f0-4df5-a548-9916fc38dbc4),segment_id=b8459be8-86f0-4df5-a548-9916fc38dbc4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:46.233447 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.334311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Routers {'763ef258-829b-4c7a-82fc-4cf701fe8298'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:46.334955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['763ef258-829b-4c7a-82fc-4cf701fe8298'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:46.342694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a4c74-a29c-4686-a745-37f3a0a14d3b None None] Pushing event updated for resources: {'Port': ['ID=3666dc29-de7e-4aa0-93e7-094336f7d02f,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:46.447470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.466622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] Set router 763ef258-829b-4c7a-82fc-4cf701fe8298 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:46.603317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-1e6ecd65-1b41-4c82-a6df-27be18a15f60 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:46.604823 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-1e6ecd65-1b41-4c82-a6df-27be18a15f60 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 809 time: 0.1180017 Nov 09 18:34:46.609983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-90823851-ca8f-4620-9038-24b168ad9529 req-3df0c474-aff4-443b-87b3-a4d9bd1a57ae tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 210 time: 0.0274427 Nov 09 18:34:46.619844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-710b5d27-f5b3-478c-ae24-23898ae15c59 None None] Provisioning complete for port 3666dc29-de7e-4aa0-93e7-094336f7d02f triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:46.620226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-710b5d27-f5b3-478c-ae24-23898ae15c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.670691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-01bb4e25-fcdb-4cf5-afc6-b2be5447d1aa tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=719c3b01d66d4c939da399495ea57910 HTTP/1.1" status: 200 len: 380 time: 0.0555699 Nov 09 18:34:46.682314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'port': {'device_id': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'admin_state_up': True, 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'security_groups': ['2ec4d448-590b-4979-abe0-84a86dff8622']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:46.753902 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-710b5d27-f5b3-478c-ae24-23898ae15c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.791360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Made reservation on behalf of 719c3b01d66d4c939da399495ea57910 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:34:46.795046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.795491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-710b5d27-f5b3-478c-ae24-23898ae15c59 None None] For port 3666dc29-de7e-4aa0-93e7-094336f7d02f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3666dc29-de7e-4aa0-93e7-094336f7d02f,segment=NetworkSegment(b8459be8-86f0-4df5-a548-9916fc38dbc4),segment_id=b8459be8-86f0-4df5-a548-9916fc38dbc4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:46.798609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 4, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port': {'id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3666dc29-de7e-4aa0-93e7-094336f7d02f', 'name': '', 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'mac_address': 'fa:16:3e:a6:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef495f1e-5a00-4c47-a74f-4122fd50154f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:41Z', 'updated_at': '2021-11-09T18:34:46Z', 'revision_number': 4, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'subnets': [{'id': 'ef495f1e-5a00-4c47-a74f-4122fd50154f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:46.801673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-710b5d27-f5b3-478c-ae24-23898ae15c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:46.828428 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a00d1a2-7c96-4f03-9a7f-74d7c0f953d8 None None] The sync data for ids ['763ef258-829b-4c7a-82fc-4cf701fe8298'] in n-d-817240-1 is: [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 4, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port': {'id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3666dc29-de7e-4aa0-93e7-094336f7d02f', 'name': '', 'network_id': 'cc1c9594-1a0d-43eb-87d3-fb137921e6f6', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'mac_address': 'fa:16:3e:a6:67:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ef495f1e-5a00-4c47-a74f-4122fd50154f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:41Z', 'updated_at': '2021-11-09T18:34:46Z', 'revision_number': 4, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'subnets': [{'id': 'ef495f1e-5a00-4c47-a74f-4122fd50154f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:46.877079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b5d27-f5b3-478c-ae24-23898ae15c59 None None] Pushing event updated for resources: {'Port': ['ID=3666dc29-de7e-4aa0-93e7-094336f7d02f,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:46.947192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Allocated IP 172.20.0.7 (94ec92f9-f378-432f-8875-ae2726395fce/6e0ef0d7-b9be-4030-897f-2b7d30d8872b/e9c849a2-5ae7-4732-8ec3-1cc446cbc46b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:47.105050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.141157 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.185164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Network 94ec92f9-f378-432f-8875-ae2726395fce is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:47.188252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:47.191962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:47.201097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'Port': ['ID=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:47.425759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-984263c0-fc6e-4d72-999c-7905c93aee6b None None] Provisioning complete for port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:47.426471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-984263c0-fc6e-4d72-999c-7905c93aee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.469687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-984263c0-fc6e-4d72-999c-7905c93aee6b None None] Port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:34:47.492980 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:47.493622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.510767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-fc4927fa-6e2b-4392-ac23-a0487f8a068a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8327529 Nov 09 18:34:47.523146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Request body: {'port': {'device_id': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:47.578729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.725304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e70ea2-4d7f-41b3-ac69-7c65c9e6b873 req-37f883fd-de64-4bb3-96b2-0b6a39a8d2bb tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:47.726813 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e70ea2-4d7f-41b3-ac69-7c65c9e6b873 req-37f883fd-de64-4bb3-96b2-0b6a39a8d2bb tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 931 time: 0.0486474 Nov 09 18:34:47.767373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91e70ea2-4d7f-41b3-ac69-7c65c9e6b873 req-4840a3e3-c34e-4885-9bd3-2783a0e5d648 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343981 Nov 09 18:34:47.838854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c849a2-5ae7-4732-8ec3-1cc446cbc46b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:34:47.846033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.858649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Transition to ACTIVE for port object e9c849a2-5ae7-4732-8ec3-1cc446cbc46b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:34:47.862034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:47.914556 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:47.983486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Attempting to bind port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:34:47.983813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Attempting to bind port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:34:47.984138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Attempting to bind port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b on network 94ec92f9-f378-432f-8875-ae2726395fce {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:47.989880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b on network 94ec92f9-f378-432f-8875-ae2726395fce not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:34:47.990249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Attempting to bind port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b on network 94ec92f9-f378-432f-8875-ae2726395fce {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:34:47.997582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:34:47.997918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Checking segment: {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:34:47.998429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Bound using segment: {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:34:47.998868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Bound port: e9c849a2-5ae7-4732-8ec3-1cc446cbc46b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:34:47.999955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:48.006274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3666dc29-de7e-4aa0-93e7-094336f7d02f up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:48.060609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3666dc29-de7e-4aa0-93e7-094336f7d02f triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:48.060990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:48.073638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] For port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:34:48.077118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] For port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:34:48.082824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:48.120678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.121301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:48.122713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] 10.222.0.85 "PUT /v2.0/ports/e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 1091 time: 0.6039720 Nov 09 18:34:48.123158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:48.125475 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd60e363-155b-41d3-969a-4565710c91ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:48.160662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728aba2-9c49-4e79-bab4-acfe12ef7ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:48.166522 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455dacb-240b-4f8e-b043-222179bfb98b x-openstack-request-id: req-7455dacb-240b-4f8e-b043-222179bfb98b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:48.166815 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:48.167501 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7455dacb-240b-4f8e-b043-222179bfb98b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:48.167906 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'status': 'completed', 'code': 200} Nov 09 18:34:48.220215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-c7456fa2-3605-4f92-a1bb-bd2c63dd2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.221743 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-c7456fa2-3605-4f92-a1bb-bd2c63dd2f24 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1094 time: 0.0438452 Nov 09 18:34:48.268134 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-d2bf1a0e-a020-44c5-bd7f-b597f3f5bce9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 217 time: 0.0384858 Nov 09 18:34:48.328666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-71fc8e26-b321-402d-ac84-1f5e67d1fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.330255 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-71fc8e26-b321-402d-ac84-1f5e67d1fd1b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0550013 Nov 09 18:34:48.375297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-032b243e-eba4-4da8-bd82-ad787609bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.376732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-032b243e-eba4-4da8-bd82-ad787609bcdc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393085 Nov 09 18:34:48.468784 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-a5bbd63f-948f-41da-ac2c-9b0682823d16 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847988 Nov 09 18:34:48.559236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-da10a657-651a-4a9c-ad98-e010bc9a9b13 req-1eda99c7-c86a-4765-ae52-edb1e4a8ab72 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817771 Nov 09 18:34:48.646022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60e363-155b-41d3-969a-4565710c91ec req-19f2d3dc-9d15-436b-9aaa-2fca48d2dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.647519 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd60e363-155b-41d3-969a-4565710c91ec req-19f2d3dc-9d15-436b-9aaa-2fca48d2dcf2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1094 time: 0.0402734 Nov 09 18:34:48.738419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60e363-155b-41d3-969a-4565710c91ec req-12c7659b-5732-48ba-8de5-e546a0ab4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.739853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd60e363-155b-41d3-969a-4565710c91ec req-12c7659b-5732-48ba-8de5-e546a0ab4484 service neutron] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 910 time: 0.0852032 Nov 09 18:34:48.781055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd60e363-155b-41d3-969a-4565710c91ec req-d4d72a3e-36cb-4776-b2ca-5eb2494b37d0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 217 time: 0.0336826 Nov 09 18:34:48.828809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60e363-155b-41d3-969a-4565710c91ec req-35e45f84-4a5d-4c0a-8e13-ada1d74a1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.830209 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd60e363-155b-41d3-969a-4565710c91ec req-35e45f84-4a5d-4c0a-8e13-ada1d74a1d12 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0423865 Nov 09 18:34:48.883398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60e363-155b-41d3-969a-4565710c91ec req-eb6cfee5-b23b-4d43-ae7b-ac932276cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.884939 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd60e363-155b-41d3-969a-4565710c91ec req-eb6cfee5-b23b-4d43-ae7b-ac932276cf64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472684 Nov 09 18:34:48.888174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b08c3-b13a-4efa-a241-3544142793e1 req-db18c6c9-7b8b-4ee9-9562-de45642cc207 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:48.889624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a47b08c3-b13a-4efa-a241-3544142793e1 req-db18c6c9-7b8b-4ee9-9562-de45642cc207 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 943 time: 0.0541058 Nov 09 18:34:48.928003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a47b08c3-b13a-4efa-a241-3544142793e1 req-a50e1a08-950c-40c5-8647-43da38a5e465 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Nov 09 18:34:48.976481 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd60e363-155b-41d3-969a-4565710c91ec req-9bff0a5e-9846-4905-9506-5ffe80238783 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824296 Nov 09 18:34:49.072449 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd60e363-155b-41d3-969a-4565710c91ec req-9b9ef46a-0c38-4a62-b2cc-a3efeeee971f service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884836 Nov 09 18:34:49.373120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:50.043322 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a794d-6991-434e-abe2-5ed2a66fde25 req-3b4ab484-89d5-4a6f-9849-73959fb0617a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:50.044782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-686a794d-6991-434e-abe2-5ed2a66fde25 req-3b4ab484-89d5-4a6f-9849-73959fb0617a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 943 time: 0.0488744 Nov 09 18:34:50.082388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-686a794d-6991-434e-abe2-5ed2a66fde25 req-00868030-5b92-4a1f-8aa8-0ea2ec9eba91 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Nov 09 18:34:50.300804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e9c849a2-5ae7-4732-8ec3-1cc446cbc46b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:34:50.395475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:50.406436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'port_id': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'mac_address': 'fa:16:3e:05:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:34:50.444863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:50.456951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c849a2-5ae7-4732-8ec3-1cc446cbc46b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:34:50.475606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:50.480145 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:50.529380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:50.705956 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['e9c849a2-5ae7-4732-8ec3-1cc446cbc46b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:34:51.194827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fcbc8-6b50-400c-8b2a-107fe3afc577 req-f60605ae-b6b2-4690-8f59-96d65b7ecf02 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:51.196750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa5fcbc8-6b50-400c-8b2a-107fe3afc577 req-f60605ae-b6b2-4690-8f59-96d65b7ecf02 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 944 time: 0.0486507 Nov 09 18:34:51.233544 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa5fcbc8-6b50-400c-8b2a-107fe3afc577 req-8c07aa4d-07a2-4db5-b224-0ae19612104d tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Nov 09 18:34:52.316544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e9c849a2-5ae7-4732-8ec3-1cc446cbc46b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:34:52.350677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465b2c1-f24a-4f8b-bd46-97bfe7648ac2 req-18d2702c-6f9f-44c3-9ac2-529a14117dac tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:52.352754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1465b2c1-f24a-4f8b-bd46-97bfe7648ac2 req-18d2702c-6f9f-44c3-9ac2-529a14117dac tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 944 time: 0.0526648 Nov 09 18:34:52.366505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:34:52.370136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:34:52.370509 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:52.391762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1465b2c1-f24a-4f8b-bd46-97bfe7648ac2 req-28f2cef9-7321-4802-a7e8-5f1a4409cdd3 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325809 Nov 09 18:34:52.447891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:52.470443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:52.472680 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6757360-1175-40c0-a73a-f7da4d584be9" -d '{"events": [{"server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "name": "network-vif-plugged", "status": "completed", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:52.488306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:34:52.492209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:52.538577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:52.572270 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a68628c-00ab-4074-ae86-5048acb565b7 x-openstack-request-id: req-9a68628c-00ab-4074-ae86-5048acb565b7 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:52.572591 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "name": "network-vif-plugged", "status": "completed", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:52.572854 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a68628c-00ab-4074-ae86-5048acb565b7 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:52.573257 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'code': 200} Nov 09 18:34:52.669236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60be9e7-0247-4bd5-a1e6-efa5bf32a5d2 req-5cb3ea84-3840-49fa-b8e1-4aee776390f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:52.670770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f60be9e7-0247-4bd5-a1e6-efa5bf32a5d2 req-5cb3ea84-3840-49fa-b8e1-4aee776390f3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0410581 Nov 09 18:34:52.705070 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f60be9e7-0247-4bd5-a1e6-efa5bf32a5d2 req-1a9ae0cb-a985-44f6-b4e4-bd0f4828d947 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270178 Nov 09 18:34:53.509646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a33f0-719b-4d0d-9d60-211fedcbd5a9 req-0217b225-9b41-4c54-9b62-6756f8e390de tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:53.511151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b28a33f0-719b-4d0d-9d60-211fedcbd5a9 req-0217b225-9b41-4c54-9b62-6756f8e390de tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 945 time: 0.0482249 Nov 09 18:34:53.548620 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b28a33f0-719b-4d0d-9d60-211fedcbd5a9 req-67d98472-3bd1-448d-90a3-eae8224f93e7 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Nov 09 18:34:54.662753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192751-f6f3-4209-a614-16b77a2c1059 req-9359a98a-6fb3-4f24-8ca9-fb92ff2e116e tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:54.664109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f192751-f6f3-4209-a614-16b77a2c1059 req-9359a98a-6fb3-4f24-8ca9-fb92ff2e116e tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 945 time: 0.0488279 Nov 09 18:34:54.701861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f192751-f6f3-4209-a614-16b77a2c1059 req-567045bd-398c-4659-8366-15db5c381c61 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Nov 09 18:34:54.821099 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92919-d325-44c6-b1c3-c8db6bc080ba req-b4499c3d-7764-4bf6-b2bf-687ac532d6eb tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:54.822637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81c92919-d325-44c6-b1c3-c8db6bc080ba req-b4499c3d-7764-4bf6-b2bf-687ac532d6eb tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 945 time: 0.0544593 Nov 09 18:34:54.860128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81c92919-d325-44c6-b1c3-c8db6bc080ba req-bb089f43-faf9-45a7-83c3-589ae7be517a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Nov 09 18:34:54.972055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71790e-4b80-4fee-a2e2-94e232f7b240 req-d63f8209-80ff-44a4-abfe-5289656136c9 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:54.973491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd71790e-4b80-4fee-a2e2-94e232f7b240 req-d63f8209-80ff-44a4-abfe-5289656136c9 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 945 time: 0.0480740 Nov 09 18:34:55.009887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd71790e-4b80-4fee-a2e2-94e232f7b240 req-ee43597f-ea09-4d5f-93d0-862720144fc7 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297458 Nov 09 18:34:55.031507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38194) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:55.117741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e43e5f-927e-41a6-8261-33da0212ba03 tempest-TestServerBasicOps-2123876729 tempest-TestServerBasicOps-2123876729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:55.119269 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b8e43e5f-927e-41a6-8261-33da0212ba03 tempest-TestServerBasicOps-2123876729 tempest-TestServerBasicOps-2123876729-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1091 time: 0.0867236 Nov 09 18:34:55.122345 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38198) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:34:55.126561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:34:55.150178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:55.247182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:55.350146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Allocated IP 172.25.0.189 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/52e5a5dd-9b74-4554-85a7-57393e69ea2b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:34:55.449510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:55.481986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:55.515201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:34:55.517932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:34:55.520853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:34:55.559897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'Port': ['ID=52e5a5dd-9b74-4554-85a7-57393e69ea2b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:55.981140 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:56.078152 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:56.221734 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:56.226088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:56.295014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event updated for resources: {'Port': ['ID=52e5a5dd-9b74-4554-85a7-57393e69ea2b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:34:56.305679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:56.629921 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Floating IP 722da6cb-9e11-43a9-9a8e-6330e1e917e4 associated. External IP: 172.25.0.189, port: e9c849a2-5ae7-4732-8ec3-1cc446cbc46b. Nov 09 18:34:56.827794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:34:56.931249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:34:56.941370 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] Sync routers for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:34:56.949528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:34:56.952337 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:56.952954 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:56.975999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fcac6e73-39b4-4f24-ad14-079969e52e05 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8526499 Nov 09 18:34:56.976593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:34:56.978915 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e250945f-b304-47a6-b721-10278ab7f19c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:34:57.013820 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041313aa-2cc0-4493-847d-adb94eefa333 x-openstack-request-id: req-041313aa-2cc0-4493-847d-adb94eefa333 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:34:57.014141 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:34:57.014398 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-041313aa-2cc0-4493-847d-adb94eefa333 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:34:57.014799 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'status': 'completed', 'code': 200} Nov 09 18:34:57.060081 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:57.078392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250945f-b304-47a6-b721-10278ab7f19c req-10ba5a77-8b2a-45cb-984b-406cc077e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.080607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e250945f-b304-47a6-b721-10278ab7f19c req-10ba5a77-8b2a-45cb-984b-406cc077e425 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0435653 Nov 09 18:34:57.146701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-93ca4fef-d07e-455a-a6dd-67d7fa7e618e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404134 Nov 09 18:34:57.184795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250945f-b304-47a6-b721-10278ab7f19c req-683e62fd-fcf5-4dd7-9b82-e36cea73640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.186736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e250945f-b304-47a6-b721-10278ab7f19c req-683e62fd-fcf5-4dd7-9b82-e36cea73640e service neutron] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 910 time: 0.0991316 Nov 09 18:34:57.233867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-b47cd4e8-6d59-4020-9482-811ac118bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.235414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-b47cd4e8-6d59-4020-9482-811ac118bc94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0409493 Nov 09 18:34:57.259392 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e250945f-b304-47a6-b721-10278ab7f19c req-488dbfcb-1b07-4a59-a873-b3c1c20a3471 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 999 time: 0.0643227 Nov 09 18:34:57.312922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250945f-b304-47a6-b721-10278ab7f19c req-d826ea3e-f2d3-4d22-9caf-8d89c44937e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.314481 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e250945f-b304-47a6-b721-10278ab7f19c req-d826ea3e-f2d3-4d22-9caf-8d89c44937e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0479612 Nov 09 18:34:57.370560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250945f-b304-47a6-b721-10278ab7f19c req-e4d7af7c-d90f-493f-8729-b33e8e5cd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.372089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e250945f-b304-47a6-b721-10278ab7f19c req-e4d7af7c-d90f-493f-8729-b33e8e5cd2cb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463521 Nov 09 18:34:57.395892 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '722da6cb-9e11-43a9-9a8e-6330e1e917e4', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'port_id': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'mac_address': 'fa:16:3e:05:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:34:55Z', 'updated_at': '2021-11-09T18:34:55Z', 'revision_number': 0, 'project_id': '719c3b01d66d4c939da399495ea57910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 5, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:57.427405 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] Checking router: f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:34:57.439313 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:34:57.439563 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:34:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:57.486935 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e250945f-b304-47a6-b721-10278ab7f19c req-6a633cb8-94b9-4cea-991e-e753d9f49955 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007650 Nov 09 18:34:57.567703 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:34:57.593034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e250945f-b304-47a6-b721-10278ab7f19c req-24d4a372-e60c-4571-b354-f5b91371899e service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985997 Nov 09 18:34:57.693263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-e76e6e84-aecd-447f-a729-d719ac728acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.694681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-e76e6e84-aecd-447f-a729-d719ac728acd service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.4367669 Nov 09 18:34:57.738881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-b25af09b-d571-4b62-97f3-0b9a6159cf81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0336604 Nov 09 18:34:57.793812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-ee5b81cc-9404-459a-95d2-10c4144f33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.795277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-ee5b81cc-9404-459a-95d2-10c4144f33d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0481966 Nov 09 18:34:57.803801 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '722da6cb-9e11-43a9-9a8e-6330e1e917e4', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'port_id': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'mac_address': 'fa:16:3e:05:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:34:55Z', 'updated_at': '2021-11-09T18:34:55Z', 'revision_number': 0, 'project_id': '719c3b01d66d4c939da399495ea57910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 5, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:34:57.830028 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d7284-f5d5-4770-8031-03f937ff3750 None None] The sync data for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 is: [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '722da6cb-9e11-43a9-9a8e-6330e1e917e4', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'port_id': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'mac_address': 'fa:16:3e:05:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:34:55Z', 'updated_at': '2021-11-09T18:34:55Z', 'revision_number': 0, 'project_id': '719c3b01d66d4c939da399495ea57910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 5, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:34:57.842688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-af7266d0-d1e5-4a4f-91f7-0d801ea8cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:34:57.844190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-af7266d0-d1e5-4a4f-91f7-0d801ea8cf47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402670 Nov 09 18:34:57.944949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-edc21d23-a40c-4d12-9489-1ce44cd793bb service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853148 Nov 09 18:34:58.042628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d61a2-7d74-4dfc-9284-729f92e1e9b0 None None] New status for floating IP 722da6cb-9e11-43a9-9a8e-6330e1e917e4: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:34:58.045476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc779f0e-203e-4f74-81d7-b7cfda76dc29 req-68929cc8-f5cf-4b6a-a4aa-3b48d3e925ef service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899413 Nov 09 18:35:05.180739 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-2762b380-aa8f-43aa-b40d-41f7a81eda5d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392642 Nov 09 18:35:05.277672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-f13c3e6a-ed0c-4869-9011-ff0bc3cc465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:05.279172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-f13c3e6a-ed0c-4869-9011-ff0bc3cc465f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0436509 Nov 09 18:35:05.388356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-06d2084b-7b23-4f19-a2e5-cb4f6b97cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:05.389772 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-06d2084b-7b23-4f19-a2e5-cb4f6b97cb86 service neutron] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 910 time: 0.0806730 Nov 09 18:35:05.462391 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-c6d49ef8-d99f-4d00-b92c-8d86666abf21 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 1001 time: 0.0647480 Nov 09 18:35:05.519804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-bd444f74-4cff-49b7-af38-cba328c7bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:05.521253 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-bd444f74-4cff-49b7-af38-cba328c7bd7f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0503314 Nov 09 18:35:05.568544 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-bcffabb0-8a1a-4b5e-adc5-024f0af04737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:05.570010 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-bcffabb0-8a1a-4b5e-adc5-024f0af04737 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399559 Nov 09 18:35:05.660921 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-0c5edcd4-5aa5-4dab-9874-b4277946d454 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826540 Nov 09 18:35:05.749127 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-653ee0a4-30bd-4344-9ecf-51afb7a56a3e req-4b650bb9-0f6a-4b5d-9f39-7af8f204a962 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782826 Nov 09 18:35:07.318595 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-34544476-e375-4488-9138-0f3789b9c59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:09.814052 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-abf8e362-9227-4355-9ff8-65361c65f4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:10.249162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:11.165180 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:12.667359 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:14.367161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-7427b5f9-df85-4d96-bc2e-bf0a61af676e req-31498d3f-e1db-4e9f-bbdf-6d277a416efb service neutron] (102141) timed out ('10.222.0.32', 39498) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:35:15.863826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:35:16.429767 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:19.390423 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:32.196286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:35:32.283562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78707cc-1186-4370-bee4-f4cb99be6adf req-707adb35-6b4d-402c-a160-1ae23011f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:32.285069 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c78707cc-1186-4370-bee4-f4cb99be6adf req-707adb35-6b4d-402c-a160-1ae23011f84f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0876827 Nov 09 18:35:32.319064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c78707cc-1186-4370-bee4-f4cb99be6adf req-e375c3cf-9cdf-4735-ad6e-d3770ac9c4fd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271485 Nov 09 18:35:37.318301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-686ded8f-2e6d-40d4-9494-958073237b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:39.814588 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-874f2e2d-5215-43e6-8640-27e7ef2ff27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:40.251723 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:41.166415 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:42.706071 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:46.429828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:49.391935 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:35:52.862453 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:35:57.982264 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-b86dcb6d-e423-4e83-8ca5-61e44cc0b57b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401711 Nov 09 18:35:58.073764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b019-b8c7-45fd-b668-e088f417744b req-80279b91-3aca-4a0c-ac38-6440e9bc8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:58.075246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-80279b91-3aca-4a0c-ac38-6440e9bc8a14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0402637 Nov 09 18:35:58.183601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b019-b8c7-45fd-b668-e088f417744b req-b1edb090-fab0-4b5d-8798-a3f4f0ac9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:58.185093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-b1edb090-fab0-4b5d-8798-a3f4f0ac9a6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0862832 Nov 09 18:35:58.230459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-813a4842-2423-4905-b051-5e16fdb85b7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0326819 Nov 09 18:35:58.287480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b019-b8c7-45fd-b668-e088f417744b req-249b9107-e61f-4d37-9670-c5d6e1a45cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:58.292416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-249b9107-e61f-4d37-9670-c5d6e1a45cae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0482581 Nov 09 18:35:58.338875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b019-b8c7-45fd-b668-e088f417744b req-117f1f39-26c4-42b7-bf2a-061c416edda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:35:58.340291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-117f1f39-26c4-42b7-bf2a-061c416edda8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389764 Nov 09 18:35:58.433506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-9c432d6f-c421-4692-8f45-a91a2c06c48f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799506 Nov 09 18:35:58.530945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d75b019-b8c7-45fd-b668-e088f417744b req-98f076fb-d948-4e67-ac1f-3b882386831f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840955 Nov 09 18:36:06.172796 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-6a0aa3ad-124d-45f6-9d61-3c292f3f1949 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426164 Nov 09 18:36:06.250022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-9a11f5a1-f943-4a51-af88-214ca3994a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:06.251501 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-9a11f5a1-f943-4a51-af88-214ca3994a43 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0391254 Nov 09 18:36:06.351014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-f6d40488-3db1-49a2-b9d0-6c3152711be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:06.352525 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-f6d40488-3db1-49a2-b9d0-6c3152711be3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 910 time: 0.0826318 Nov 09 18:36:06.419240 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-6201082a-6618-47a2-a012-f85ddd218368 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 1001 time: 0.0600758 Nov 09 18:36:06.467058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-02f17917-1140-421a-b377-59bc34daa4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:06.468475 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-02f17917-1140-421a-b377-59bc34daa4e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0429738 Nov 09 18:36:06.513277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-6ab5bd3d-6c75-4070-8f3e-a9184cbcb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:36:06.514676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-6ab5bd3d-6c75-4070-8f3e-a9184cbcb64c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381427 Nov 09 18:36:06.605258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-350cc1bf-fc97-4fab-8cb0-405114278035 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835965 Nov 09 18:36:06.693605 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9f6b3e6c-3f2f-45f2-b8b9-e06a3ff7d5e1 req-27f3b039-041f-4729-b351-3fc7a3bd6d82 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Nov 09 18:36:07.319773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f73837dc-d935-4b70-896b-d97bde7857a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:09.814200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-39069009-8f7c-412c-8290-6a0d007b001f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:10.252202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:11.169772 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:12.676315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:16.428146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:19.386331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:29.863560 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:36:37.320679 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1a28-a18c-4ec3-98f1-8db8b1b1d1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:39.814582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4eda8b5d-4784-4c96-b420-432186db93e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:40.252839 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:41.171499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:42.675211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:46.444796 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:49.400661 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:36:59.981084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-e2c9c769-55c2-490a-94c6-d0235a4e6298 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404961 Nov 09 18:37:00.071921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-27011a6c-835d-456e-ac96-5bfa5c5c4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:00.073508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-27011a6c-835d-456e-ac96-5bfa5c5c4020 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0400918 Nov 09 18:37:00.189394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-459120ff-4b7e-4989-b536-13481f7fce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:00.190779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-459120ff-4b7e-4989-b536-13481f7fce8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0878999 Nov 09 18:37:00.238641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-6a233638-c1f5-4af6-ae6d-21601b00d67c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0349591 Nov 09 18:37:00.291746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-159f0d29-933b-46f7-89e9-14d881b6a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:00.293177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-159f0d29-933b-46f7-89e9-14d881b6a2cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0448036 Nov 09 18:37:00.345841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-a6004dd3-f8ae-4a31-8b52-290c461779d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:00.347319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-a6004dd3-f8ae-4a31-8b52-290c461779d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437202 Nov 09 18:37:00.438021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-c5df7607-755d-43a3-854c-c2d2cce211f0 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803025 Nov 09 18:37:00.530312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4376ddf9-cdaf-4182-b72e-37e167de3dc7 req-338d21be-9d28-43bf-b207-8a2b3ffc1ac5 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832286 Nov 09 18:37:06.275812 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-4a4031a5-890e-405f-9163-d6b24010c92c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335373 Nov 09 18:37:06.355430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b295d7-ed35-43c1-b205-04adb00edacf req-11a10888-8430-40af-9b66-650532b46497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.356917 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-11a10888-8430-40af-9b66-650532b46497 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0399039 Nov 09 18:37:06.455592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b295d7-ed35-43c1-b205-04adb00edacf req-7d7756f2-17c0-4b63-816d-eceaa0b24fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.457028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-7d7756f2-17c0-4b63-816d-eceaa0b24fb9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 910 time: 0.0821989 Nov 09 18:37:06.525044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-95adcd48-f248-4cf4-b2ab-19b51114e7b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 1001 time: 0.0596099 Nov 09 18:37:06.573350 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b295d7-ed35-43c1-b205-04adb00edacf req-5d2fdd89-2872-4b60-bd40-a7ec45f9f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.574772 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-5d2fdd89-2872-4b60-bd40-a7ec45f9f587 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0434015 Nov 09 18:37:06.623768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b295d7-ed35-43c1-b205-04adb00edacf req-332ebc7b-2448-4cf5-b475-b32a133d412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:37:06.625201 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-332ebc7b-2448-4cf5-b475-b32a133d412b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391517 Nov 09 18:37:06.636848 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-e232bcb1-83a4-4e94-9662-ffc8afdb4529 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:37:06.637789 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-e232bcb1-83a4-4e94-9662-ffc8afdb4529 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048871 Nov 09 18:37:06.727821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-7e1b552a-8b38-4153-9c7a-c9406c958bf8 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830095 Nov 09 18:37:06.816598 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-12b295d7-ed35-43c1-b205-04adb00edacf req-118408f5-e2b2-4cc1-8bcd-acdc88289a42 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819933 Nov 09 18:37:06.863030 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:37:07.321624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-edcf9e32-c3cc-47cc-aa06-d7fdbb32ebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:09.814638 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e78e86ca-d7ee-4103-ab35-a71338899df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:10.254515 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:11.175379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:12.676611 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:16.445205 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:19.415632 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:37.322127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-84fbf9a8-8e50-4ffc-bac0-1069554ef907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:39.814553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef5ac2be-1321-4897-a8ea-35f8d45513a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:40.255494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:41.178092 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:42.725568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:43.863368 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:37:46.454957 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:37:49.418677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:01.365754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-ff7151aa-06cb-4098-a10a-909f8d0a27b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996792 Nov 09 18:38:01.454811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-89d13e04-b37d-4c02-a3cb-75951ef6aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:01.456289 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-89d13e04-b37d-4c02-a3cb-75951ef6aa38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0412343 Nov 09 18:38:01.564050 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-cdcb7cc5-b6a0-4de2-8469-8c43bdb32505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:01.565430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-cdcb7cc5-b6a0-4de2-8469-8c43bdb32505 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0866959 Nov 09 18:38:01.608603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-5974939a-1b34-44d5-be75-425f883896cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0338035 Nov 09 18:38:01.658979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-edeb6453-a31e-4fb9-98e0-e37004f39ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:01.660636 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-edeb6453-a31e-4fb9-98e0-e37004f39ec8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0444191 Nov 09 18:38:01.719678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-7981cae5-d31a-4be6-af50-980e6a593a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:01.721159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-7981cae5-d31a-4be6-af50-980e6a593a22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435171 Nov 09 18:38:01.736409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-1282b5e0-1a0f-4ea3-915c-c86f13dd663a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:38:01.737371 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-1282b5e0-1a0f-4ea3-915c-c86f13dd663a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047872 Nov 09 18:38:01.827396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-6d65fef3-333f-4260-a80e-6a1a6a932d4f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796936 Nov 09 18:38:01.919443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-027239ba-14b1-45b0-bf3e-5756c78bcaa1 req-7e48f31e-5bc4-40dd-807c-88d4468a5222 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839107 Nov 09 18:38:07.323647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1856cd20-be0f-4dad-9011-142d4cdc7968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:08.186984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-027be682-7e49-4c29-88ea-5daf08046b66 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455468 Nov 09 18:38:08.265496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-11b2a9c0-ed6d-488d-824a-7f2f198da917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:08.266989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-11b2a9c0-ed6d-488d-824a-7f2f198da917 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0394964 Nov 09 18:38:08.365355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-0d26e725-a984-46ab-9afd-958523f17b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:08.366830 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-0d26e725-a984-46ab-9afd-958523f17b93 service neutron] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 910 time: 0.0819769 Nov 09 18:38:08.434455 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-e94631eb-7403-44ee-b43c-e110a284b8ba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 1001 time: 0.0603333 Nov 09 18:38:08.481956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-451cbaec-ee6f-4fbc-8cfd-e105ecc0e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:08.483386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-451cbaec-ee6f-4fbc-8cfd-e105ecc0e248 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0424700 Nov 09 18:38:08.526417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-bdfc071a-ebc9-4a07-a2e6-9cf6d339c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:38:08.527862 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-bdfc071a-ebc9-4a07-a2e6-9cf6d339c615 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379279 Nov 09 18:38:08.618989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-cc0341b9-0f45-4a7b-9977-eca0f5bb5d78 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839705 Nov 09 18:38:08.706589 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d12fe84d-e5cf-4237-b721-a5fbe0c32db0 req-702361b2-b7af-4dc0-b396-2790b77cb9ba service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806189 Nov 09 18:38:09.814758 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a263f05-8c0f-4ce1-b33e-5a32a8eeefdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:10.255924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:11.180484 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:12.681959 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:16.462606 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:19.413247 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:20.861874 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:38:37.324810 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b040c2e7-3f40-46ca-9c19-9ca733462430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:39.814828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-34129796-b801-45dc-b5c2-d71f15e87f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:40.256820 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:41.183883 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:42.685331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:46.466079 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:49.415871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:38:57.862903 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:39:01.298863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-a16dbcbe-746a-4ed1-ba4d-e6f6458bdab3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398343 Nov 09 18:39:01.387873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-179b3315-a62d-4918-9898-9439c73cbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:01.389360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-179b3315-a62d-4918-9898-9439c73cbd3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0408607 Nov 09 18:39:01.497505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-bbd009dc-baec-4e90-a2b3-852b7a1559e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:01.498991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-bbd009dc-baec-4e90-a2b3-852b7a1559e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0869253 Nov 09 18:39:01.545739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-81dc9c13-20c1-40c4-bf8e-cd864fcbf600 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0339978 Nov 09 18:39:01.594375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-1c72bbbf-64c6-4f4c-94e8-ae4cb35ce317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:01.595694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-1c72bbbf-64c6-4f4c-94e8-ae4cb35ce317 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0417812 Nov 09 18:39:01.646343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-a2f6b51b-1721-4dd1-8800-c31af79a2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:01.647790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-a2f6b51b-1721-4dd1-8800-c31af79a2747 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435441 Nov 09 18:39:01.738670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-4cc0986f-9647-442a-b5e2-95fd427460bb service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798681 Nov 09 18:39:01.834483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712af4cd-ac01-4b1d-8adf-4cbb6da2f6db req-ebb83b63-fff5-4539-82e5-00ee59bdddd3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Nov 09 18:39:07.326044 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-00fcdb96-4b99-4087-b9a9-3a7fe948e524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:09.816030 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2b2e70e7-1810-4dd6-bd7d-c3852c188e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:10.197999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-1e5dba41-d9a3-4b1f-8c5e-c6e96f01fcc4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447381 Nov 09 18:39:10.256471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:10.276586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-092db554-8fdb-4210-8336-177789bcba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:10.278610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-092db554-8fdb-4210-8336-177789bcba94 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=719c3b01d66d4c939da399495ea57910&device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 1096 time: 0.0404143 Nov 09 18:39:10.376994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-7dfe18b1-024a-42f6-986d-bbca9b8a5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:10.378505 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-7dfe18b1-024a-42f6-986d-bbca9b8a5f05 service neutron] 10.222.0.85 "GET /v2.0/networks?id=94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 200 len: 910 time: 0.0815766 Nov 09 18:39:10.446455 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-4c7f74ca-d439-445a-aa17-1a88ace8ca4c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 200 len: 1001 time: 0.0604472 Nov 09 18:39:10.493236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-d7f4457b-00b1-4188-9383-987141fe5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:10.494594 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-d7f4457b-00b1-4188-9383-987141fe5af2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 200 len: 848 time: 0.0417883 Nov 09 18:39:10.538592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-afb9bd5b-7abc-41d0-9d81-0498aa24d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:10.540122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-afb9bd5b-7abc-41d0-9d81-0498aa24d226 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=94ec92f9-f378-432f-8875-ae2726395fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389929 Nov 09 18:39:10.628753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-de6e55b6-bafb-4420-945d-bc5cb6a4a67e service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813696 Nov 09 18:39:10.715479 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-407d0592-0c1f-42cc-ac0e-27474a0345e1 req-0541c310-5c4c-49d2-b496-7da995f344c9 service neutron] 10.222.0.85 "GET /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802882 Nov 09 18:39:11.187354 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:12.687582 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:16.483301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:19.425763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:34.862704 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:39:36.787548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecfc2a-08cf-47df-891f-7a11c9b351aa req-ef070d97-50a4-4efc-a36f-e38862206e3a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:36.788973 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50ecfc2a-08cf-47df-891f-7a11c9b351aa req-ef070d97-50a4-4efc-a36f-e38862206e3a tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 945 time: 0.1423151 Nov 09 18:39:36.825763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50ecfc2a-08cf-47df-891f-7a11c9b351aa req-2654e67a-ece5-4493-b035-ce595347b54c tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Nov 09 18:39:37.326943 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7b96f79-d530-4cc6-a565-486c628cfaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:37.966052 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ecf4f-a44c-4223-9423-57cd3981daa1 req-7f303857-7b12-4f6d-8ecc-284234570483 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:37.968103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-993ecf4f-a44c-4223-9423-57cd3981daa1 req-7f303857-7b12-4f6d-8ecc-284234570483 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 945 time: 0.0479045 Nov 09 18:39:38.005203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-993ecf4f-a44c-4223-9423-57cd3981daa1 req-65c132eb-956f-4a97-b0e2-cabb216bf071 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ec4d448-590b-4979-abe0-84a86dff8622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Nov 09 18:39:38.023008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-748a682d-b179-46a9-bce0-69cafd1a39ee tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:38.024481 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-748a682d-b179-46a9-bce0-69cafd1a39ee tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 945 time: 0.0534627 Nov 09 18:39:38.116754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Deleting port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:38.117084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.206992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] For port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:38.207361 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.416832 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.417114 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.417438 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Floating IP 722da6cb-9e11-43a9-9a8e-6330e1e917e4 disassociated. External IP: 172.25.0.189, port: e9c849a2-5ae7-4732-8ec3-1cc446cbc46b. Nov 09 18:39:38.417788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Calling delete_port for e9c849a2-5ae7-4732-8ec3-1cc446cbc46b owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:38.539787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.568567 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event deleted for resources: {'Port': ['ID=e9c849a2-5ae7-4732-8ec3-1cc446cbc46b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:38.578909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.579265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.579614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.580180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.580328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.580611 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.580945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.581275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.581604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.581932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.582287 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.582615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:38.689079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:39:38.791393 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:39:38.801334 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61090541-85ed-4567-9ded-e5e593615642 None None] Sync routers for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:39:38.810233 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:38.810839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:39:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:38.833409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] No DVR routers for this DVR port e9c849a2-5ae7-4732-8ec3-1cc446cbc46b on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:39:38.836151 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:38.839582 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f7622738-3dc5-491b-ba57-bcd9c98e436e req-8ff43f30-54a0-4da5-b8ee-646a853148ff tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.85 "DELETE /v2.0/ports/e9c849a2-5ae7-4732-8ec3-1cc446cbc46b HTTP/1.1" status: 204 len: 173 time: 0.8055909 Nov 09 18:39:38.839971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'name': 'network-vif-deleted', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:39:38.842279 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51104319-c808-45fb-92c6-b1f62ccfbbed" -d '{"events": [{"server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "name": "network-vif-deleted", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:39:38.935950 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:38.958374 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa9df2c-ffd8-439d-8a15-53aa1742fe00 x-openstack-request-id: req-1aa9df2c-ffd8-439d-8a15-53aa1742fe00 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:39:38.958679 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ed52ae-96d5-4299-b7d5-c576e12d210c", "name": "network-vif-deleted", "tag": "e9c849a2-5ae7-4732-8ec3-1cc446cbc46b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:39:38.958934 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1aa9df2c-ffd8-439d-8a15-53aa1742fe00 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:39:38.959361 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed52ae-96d5-4299-b7d5-c576e12d210c', 'name': 'network-vif-deleted', 'tag': 'e9c849a2-5ae7-4732-8ec3-1cc446cbc46b', 'status': 'completed', 'code': 200} Nov 09 18:39:39.121603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-291ac7c1-1539-4bed-b88e-80d5b848ef23 req-367838cb-6b6b-4302-ac1f-f22781cb6346 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed52ae-96d5-4299-b7d5-c576e12d210c HTTP/1.1" status: 200 len: 210 time: 0.0289714 Nov 09 18:39:39.150445 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 5, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:39.178227 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61090541-85ed-4567-9ded-e5e593615642 None None] Checking router: f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:39:39.186849 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:39.187442 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:39:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:39.302784 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:39.576651 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-61090541-85ed-4567-9ded-e5e593615642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 5, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:39.606112 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61090541-85ed-4567-9ded-e5e593615642 None None] The sync data for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 is: [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:36Z', 'revision_number': 4, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'c99ab339-e907-432a-ab91-72c39f82eee7', 'name': '', 'network_id': '94ec92f9-f378-432f-8875-ae2726395fce', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'mac_address': 'fa:16:3e:dd:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:36Z', 'updated_at': '2021-11-09T18:34:42Z', 'revision_number': 5, 'project_id': '719c3b01d66d4c939da399495ea57910', 'subnets': [{'id': '6e0ef0d7-b9be-4030-897f-2b7d30d8872b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:39:39.815671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eac2887-2369-4d09-9d23-af70a4db1476 None None] New status for floating IP 722da6cb-9e11-43a9-9a8e-6330e1e917e4: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:39:39.819540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d8ee1861-0256-4cb0-a128-890f236698a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.175383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38348) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:40.257839 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.296997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Deleting port 52e5a5dd-9b74-4554-85a7-57393e69ea2b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:40.297342 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.370590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.370921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.382204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Calling delete_port for 52e5a5dd-9b74-4554-85a7-57393e69ea2b owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:40.511382 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.538466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event deleted for resources: {'Port': ['ID=52e5a5dd-9b74-4554-85a7-57393e69ea2b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:40.598829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.601403 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.602612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-88eacc9f-a1dc-4b4a-9a59-482e81a37aa4 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "DELETE /v2.0/floatingips/722da6cb-9e11-43a9-9a8e-6330e1e917e4 HTTP/1.1" status: 204 len: 168 time: 0.4262795 Nov 09 18:39:40.667597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38354) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:40.723947 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0943986-df60-4b33-89eb-5368c2e51808 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.747644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0943986-df60-4b33-89eb-5368c2e51808 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.806196 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0943986-df60-4b33-89eb-5368c2e51808 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.808697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c0943986-df60-4b33-89eb-5368c2e51808 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:40.809840 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c0943986-df60-4b33-89eb-5368c2e51808 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ec4d448-590b-4979-abe0-84a86dff8622 HTTP/1.1" status: 204 len: 168 time: 0.1412528 Nov 09 18:39:40.820247 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0943986-df60-4b33-89eb-5368c2e51808 tempest-TestServerBasicOps-1560675172 tempest-TestServerBasicOps-1560675172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec4d448-590b-4979-abe0-84a86dff8622,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:40.855549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38358) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:41.190709 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:41.554145 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:41.712484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e9c849a2-5ae7-4732-8ec3-1cc446cbc46b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:41.731965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: e9c849a2-5ae7-4732-8ec3-1cc446cbc46b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:41.732314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device e9c849a2-5ae7-4732-8ec3-1cc446cbc46b not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:41.790513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Deleting port c99ab339-e907-432a-ab91-72c39f82eee7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:41.790859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:41.867699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] For port c99ab339-e907-432a-ab91-72c39f82eee7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c99ab339-e907-432a-ab91-72c39f82eee7,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:41.867979 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:41.880146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Calling delete_port for c99ab339-e907-432a-ab91-72c39f82eee7 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:42.053503 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:42.076731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c99ab339-e907-432a-ab91-72c39f82eee7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:42.241640 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:42.449274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:39:42.554804 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:39:42.559750 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-467c4074-e748-41af-9471-fb99f5e1bfc7 admin admin] 10.222.0.32 "PUT /v2.0/routers/f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031429 Nov 09 18:39:42.562313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38362) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:42.565109 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] Sync routers for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:39:42.574388 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:42.575024 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:39:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:42.665689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:42.680444 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:42.772276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:42.828014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Deleting port d4c6c1f7-9b6e-4c1d-a265-e634a21184da {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:42.828413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:42.873129 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:39:42Z', 'revision_number': 5, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port': {'id': 'd4c6c1f7-9b6e-4c1d-a265-e634a21184da', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:42.901992 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:42.902686 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] Checking router: f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:39:42.914161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] For port d4c6c1f7-9b6e-4c1d-a265-e634a21184da, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:42.914161 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:42.916836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] Routers {'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:42.917539 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:39:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:42.927148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Calling delete_port for d4c6c1f7-9b6e-4c1d-a265-e634a21184da owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:43.007520 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] Set router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:43.061068 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:39:42Z', 'revision_number': 6, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:43.087122 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41145089-170b-432e-bce7-4ec1b21b752b None None] The sync data for ids ['f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9'] in n-d-817240-1 is: [{'id': 'f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9', 'name': 'tempest-TestServerBasicOps-1547594303-router', 'tenant_id': '719c3b01d66d4c939da399495ea57910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:33Z', 'updated_at': '2021-11-09T18:39:42Z', 'revision_number': 6, 'project_id': '719c3b01d66d4c939da399495ea57910', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:39:43.105783 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.138701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c6c1f7-9b6e-4c1d-a265-e634a21184da,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:43.195817 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.282083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.284149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.326683 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.327169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:39:43.331962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.333124 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-393a9eee-0493-46ef-b42d-a2269bb7cecb admin admin] 10.222.0.32 "DELETE /v2.0/routers/f61bdcc1-3494-42dd-a192-c1c4c4d3a2d9 HTTP/1.1" status: 204 len: 168 time: 0.7698812 Nov 09 18:39:43.335609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38364) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:43.383946 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] Deleting subnet 6e0ef0d7-b9be-4030-897f-2b7d30d8872b {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:39:43.386825 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.421605 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.499638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.553108 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.582581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0ef0d7-b9be-4030-897f-2b7d30d8872b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:43.587222 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.591153 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7ed8a593-3305-422d-95e9-72ef444a7ef3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6e0ef0d7-b9be-4030-897f-2b7d30d8872b HTTP/1.1" status: 204 len: 168 time: 0.2541683 Nov 09 18:39:43.591929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08ae51a-e2e7-4144-9789-8b349a61c2fb None None] Network 94ec92f9-f378-432f-8875-ae2726395fce requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:39:43.593701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38366) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:43.660458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.712803 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Deleting port 8951a3af-9fb9-4d95-a562-634096412d6a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:43.713152 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.779494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] For port 8951a3af-9fb9-4d95-a562-634096412d6a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=8951a3af-9fb9-4d95-a562-634096412d6a,segment=NetworkSegment(b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c),segment_id=b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:43.779799 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.794320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Calling delete_port for 8951a3af-9fb9-4d95-a562-634096412d6a owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:43.872959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:43.883841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a00988-7405-430e-8615-c2b487adce4d None None] DHCP port deletion for 94ec92f9-f378-432f-8875-ae2726395fce request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:39:43.901517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Pushing event deleted for resources: {'Port': ['ID=8951a3af-9fb9-4d95-a562-634096412d6a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:43.906560 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] No DVR routers for this DVR port 8951a3af-9fb9-4d95-a562-634096412d6a on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:39:43.983349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.003501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ec92f9-f378-432f-8875-ae2726395fce']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:44.012773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:44.013071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a46a03-7daa-4eeb-9a70-29d99e7f1f0c') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:44.022696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.036091 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.042543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:39:44.042942 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:39:44.044787 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:39:44.105276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.109904 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.113824 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] 10.222.0.32 "DELETE /v2.0/networks/94ec92f9-f378-432f-8875-ae2726395fce HTTP/1.1" status: 204 len: 168 time: 0.5190690 Nov 09 18:39:44.116981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38370) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:44.127662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7620bb4-e6d7-4f25-8adb-207a67e5ca15 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ec92f9-f378-432f-8875-ae2726395fce,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:44.134248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d4c6c1f7-9b6e-4c1d-a265-e634a21184da no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:44.159437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: d4c6c1f7-9b6e-4c1d-a265-e634a21184da {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:44.159872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d4c6c1f7-9b6e-4c1d-a265-e634a21184da not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:44.160366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c99ab339-e907-432a-ab91-72c39f82eee7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:44.179420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c99ab339-e907-432a-ab91-72c39f82eee7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:44.179856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c99ab339-e907-432a-ab91-72c39f82eee7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:44.180278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8951a3af-9fb9-4d95-a562-634096412d6a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:44.199062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 8951a3af-9fb9-4d95-a562-634096412d6a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:44.199413 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 8951a3af-9fb9-4d95-a562-634096412d6a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:44.465925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.703894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Deleting port 3666dc29-de7e-4aa0-93e7-094336f7d02f {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:44.704232 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.778820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] For port 3666dc29-de7e-4aa0-93e7-094336f7d02f, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3666dc29-de7e-4aa0-93e7-094336f7d02f,segment=NetworkSegment(b8459be8-86f0-4df5-a548-9916fc38dbc4),segment_id=b8459be8-86f0-4df5-a548-9916fc38dbc4)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:44.779099 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:44.791480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Calling delete_port for 3666dc29-de7e-4aa0-93e7-094336f7d02f owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:44.969780 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:45.003275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3666dc29-de7e-4aa0-93e7-094336f7d02f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:45.024530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.024884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.025228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.025567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.025902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.026326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.026659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.026986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.027313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.027637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.027961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.028281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:45.173628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:45.379605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Router 763ef258-829b-4c7a-82fc-4cf701fe8298 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:39:45.485236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:39:45.492715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3acd4f36-3bfe-4a44-b57d-2694a4c087b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/763ef258-829b-4c7a-82fc-4cf701fe8298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3710074 Nov 09 18:39:45.492870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38372) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:45.493775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] Sync routers for ids ['763ef258-829b-4c7a-82fc-4cf701fe8298'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:39:45.502904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] Routers {'763ef258-829b-4c7a-82fc-4cf701fe8298'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:45.503518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:39:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['763ef258-829b-4c7a-82fc-4cf701fe8298'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:45.596401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:45.605912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] Set router 763ef258-829b-4c7a-82fc-4cf701fe8298 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:45.696517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:45.747865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Deleting port e147c440-c754-4c45-8fb8-f0995e94b560 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:45.748207 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:45.783326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:39:44Z', 'revision_number': 5, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port': {'id': 'e147c440-c754-4c45-8fb8-f0995e94b560', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:45.809430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] Checking router: 763ef258-829b-4c7a-82fc-4cf701fe8298 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:39:45.817970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] Routers {'763ef258-829b-4c7a-82fc-4cf701fe8298'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:39:45.818609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:39:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['763ef258-829b-4c7a-82fc-4cf701fe8298'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:45.824990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] For port e147c440-c754-4c45-8fb8-f0995e94b560, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e147c440-c754-4c45-8fb8-f0995e94b560,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:45.825361 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:45.838695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Calling delete_port for e147c440-c754-4c45-8fb8-f0995e94b560 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:45.903611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] Set router 763ef258-829b-4c7a-82fc-4cf701fe8298 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:39:45.957270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:39:45Z', 'revision_number': 6, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:45.986867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09897dbb-048b-4393-8c50-bf6d9d493bde None None] The sync data for ids ['763ef258-829b-4c7a-82fc-4cf701fe8298'] in n-d-817240-1 is: [{'id': '763ef258-829b-4c7a-82fc-4cf701fe8298', 'name': 'tempest-TestServerBasicOps-432485415-router', 'tenant_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:34:39Z', 'updated_at': '2021-11-09T18:39:45Z', 'revision_number': 6, 'project_id': 'a47241ec578d44bb9d3148cd60cbeeaf', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:39:46.002851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.034619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Pushing event deleted for resources: {'Port': ['ID=e147c440-c754-4c45-8fb8-f0995e94b560,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:46.093711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.182363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.184413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.224433 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.224867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763ef258-829b-4c7a-82fc-4cf701fe8298 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:39:46.229062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.230207 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5fdaa82f-77ee-4caf-85fd-3b31ec78269a admin admin] 10.222.0.32 "DELETE /v2.0/routers/763ef258-829b-4c7a-82fc-4cf701fe8298 HTTP/1.1" status: 204 len: 168 time: 0.7362814 Nov 09 18:39:46.232714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38374) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:46.279320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] Deleting subnet ef495f1e-5a00-4c47-a74f-4122fd50154f {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:39:46.282182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.316280 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.408169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.437312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3666dc29-de7e-4aa0-93e7-094336f7d02f no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:46.457214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3666dc29-de7e-4aa0-93e7-094336f7d02f {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:46.457565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3666dc29-de7e-4aa0-93e7-094336f7d02f not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:46.468353 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.484290 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.499884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef495f1e-5a00-4c47-a74f-4122fd50154f,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:46.502017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.505811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b530f-4385-4287-a822-2be8e3afbdd0 None None] Network cc1c9594-1a0d-43eb-87d3-fb137921e6f6 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:39:46.506509 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9ee44d81-a138-427a-b9df-75d3ec3f4bfa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ef495f1e-5a00-4c47-a74f-4122fd50154f HTTP/1.1" status: 204 len: 168 time: 0.2723162 Nov 09 18:39:46.507600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38376) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:46.574867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.627314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Deleting port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:46.627661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.692319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] For port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,segment=NetworkSegment(b8459be8-86f0-4df5-a548-9916fc38dbc4),segment_id=b8459be8-86f0-4df5-a548-9916fc38dbc4)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:46.692621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.704667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Calling delete_port for 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:46.762104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] DHCP port deletion for cc1c9594-1a0d-43eb-87d3-fb137921e6f6 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:39:46.786896 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.807364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Deleting port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:39:46.807738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.814031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] No DVR routers for this DVR port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:39:46.817979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:46.873651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] For port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246, host n-d-817240-1, got binding levels [] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:39:46.874136 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.892633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Calling delete_port for 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:39:46.895324 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.ipam_backend_mixin [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 was not found and therefore no delete operation was performed {{(pid=102142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 18:39:46.896655 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.901131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.921643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Pushing event deleted for resources: {'Port': ['ID=0ad31cd3-c7f3-4dbd-b225-806aeb7b1246,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:46.924742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1c9594-1a0d-43eb-87d3-fb137921e6f6']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:46.926809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] No DVR routers for this DVR port 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:39:46.936620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8459be8-86f0-4df5-a548-9916fc38dbc4') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:46.936918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8459be8-86f0-4df5-a548-9916fc38dbc4') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:39:46.943149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.943681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.944029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.945143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.945512 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.945825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.946190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.946522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.947280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.947617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.948025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.948256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5363ff-49f5-4920-b290-0d86b013e94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:39:46.949147 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.964336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.971051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:39:46.971490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:39:46.973665 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:39:47.027800 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.032626 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.036822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cc1c9594-1a0d-43eb-87d3-fb137921e6f6 HTTP/1.1" status: 204 len: 168 time: 0.5278668 Nov 09 18:39:47.055625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc426770-bc29-4c76-bd40-6d614f23a522 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1c9594-1a0d-43eb-87d3-fb137921e6f6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:47.149484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38380) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:47.188657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-33fc17ed-d26a-4c71-9c8c-b11d8a072444 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719c3b01d66d4c939da399495ea57910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380027 Nov 09 18:39:47.190945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38382) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:47.236795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aad86ab0-850b-403f-93c9-f83c53880761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.257497 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aad86ab0-850b-403f-93c9-f83c53880761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.303131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aad86ab0-850b-403f-93c9-f83c53880761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.305859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-aad86ab0-850b-403f-93c9-f83c53880761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.307053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-aad86ab0-850b-403f-93c9-f83c53880761 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cf10a87-2590-4bc8-9b50-a09554654ba6 HTTP/1.1" status: 204 len: 168 time: 0.1152310 Nov 09 18:39:47.316311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad86ab0-850b-403f-93c9-f83c53880761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf10a87-2590-4bc8-9b50-a09554654ba6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:47.611488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38388) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:47.650800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-723cb628-107f-486f-8c06-7c32dfb65fc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a47241ec578d44bb9d3148cd60cbeeaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381157 Nov 09 18:39:47.653185 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38390) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:39:47.698949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-656db835-e994-4c97-84bb-6d5afe97cd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.721218 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-656db835-e994-4c97-84bb-6d5afe97cd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.766904 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-656db835-e994-4c97-84bb-6d5afe97cd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.769567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-656db835-e994-4c97-84bb-6d5afe97cd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:47.770876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-656db835-e994-4c97-84bb-6d5afe97cd0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a73c1fb-f653-4a6a-8b81-3d4578ac46ae HTTP/1.1" status: 204 len: 168 time: 0.1167705 Nov 09 18:39:47.779546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656db835-e994-4c97-84bb-6d5afe97cd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a73c1fb-f653-4a6a-8b81-3d4578ac46ae,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:39:48.115910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:48.135803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:48.136146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0ad31cd3-c7f3-4dbd-b225-806aeb7b1246 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:48.136575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e147c440-c754-4c45-8fb8-f0995e94b560 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:39:48.156583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e147c440-c754-4c45-8fb8-f0995e94b560 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:39:48.156929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e147c440-c754-4c45-8fb8-f0995e94b560 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:39:49.427956 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:39:57.767901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-387ac911-7c6d-4138-b8c4-735edc38e41b tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b63056e220324b50bf078cca43b723d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224211 Nov 09 18:39:57.879375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-0735eacd-6f44-4880-a66c-e60173725326 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:39:57.880783 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-0735eacd-6f44-4880-a66c-e60173725326 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038709 Nov 09 18:39:57.895663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-7663ab0b-f69c-445a-a35f-a0d6c14d50d6 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/quotas/b63056e220324b50bf078cca43b723d2 HTTP/1.1" status: 200 len: 375 time: 0.0090594 Nov 09 18:39:57.925768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-5ecce514-dbbd-4355-80c9-c625eefecf89 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b63056e220324b50bf078cca43b723d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248802 Nov 09 18:39:59.101427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe584b0e-aafb-4fe8-a416-2de721112d72 req-2a08a26b-a697-47a9-9308-515e66bd8cc4 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 210 time: 0.0264452 Nov 09 18:40:00.198485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb218d01-9555-41d9-90e2-343409e94034 req-35e4a6bb-399e-46bd-b77a-cfd6c0b5ab82 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 210 time: 0.0291936 Nov 09 18:40:00.221248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-f418da68-7c3c-4ae3-8d2f-44a7da457597 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b63056e220324b50bf078cca43b723d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337069 Nov 09 18:40:00.663676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-f2926449-699b-4965-941a-677ed7ee9ee8 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:00.665132 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-f2926449-699b-4965-941a-677ed7ee9ee8 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4348719 Nov 09 18:40:00.678391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Request body: {'port': {'device_id': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'admin_state_up': True, 'tenant_id': 'b63056e220324b50bf078cca43b723d2'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:00.787312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Made reservation on behalf of b63056e220324b50bf078cca43b723d2 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:00.791076 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:00.799845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:00.875576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:00.879506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:00.946927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac2a793-be99-4443-9099-39e5e26ac15f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:01.017650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Allocated IP 192.168.233.56 (3cacfd71-cafd-4d3c-b2c1-d006676d058a/fd100899-6e6a-4f7b-8c6f-fe52801bd243/b7d0864d-11e4-4c8d-a60e-7cc23d611d95) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:01.159294 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.192897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.234027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Network 3cacfd71-cafd-4d3c-b2c1-d006676d058a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:01.237715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:01.241387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:01.269572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Pushing event updated for resources: {'Port': ['ID=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:01.295941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:01.296575 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.314898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-d8c6bda3-fe36-4902-b8a6-bd1d9c7c3be9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6404805 Nov 09 18:40:01.321827 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08adbf-95b2-45d6-b943-6540b3a62193 req-333d904a-6d15-43cc-847a-be33d82fa9dc tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:01.323440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b08adbf-95b2-45d6-b943-6540b3a62193 req-333d904a-6d15-43cc-847a-be33d82fa9dc tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 935 time: 0.0534747 Nov 09 18:40:01.328530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Request body: {'port': {'device_id': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:01.366678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b08adbf-95b2-45d6-b943-6540b3a62193 req-0c6f20a3-00db-4987-9de5-4c8247bcbb24 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Nov 09 18:40:01.396925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.489135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2fb2aa66-b4d7-4704-96ec-3867a8e07b43 None None] Provisioning complete for port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:01.489781 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2fb2aa66-b4d7-4704-96ec-3867a8e07b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.525391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2aa66-b4d7-4704-96ec-3867a8e07b43 None None] Port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:40:01.656898 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d0864d-11e4-4c8d-a60e-7cc23d611d95 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:01.664346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.676528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Transition to ACTIVE for port object b7d0864d-11e4-4c8d-a60e-7cc23d611d95 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:40:01.679525 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.731715 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Pushing event updated for resources: {'Port': ['ID=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:01.802195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Attempting to bind port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:01.802542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Attempting to bind port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:01.802880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Attempting to bind port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:01.807485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:40:01.807812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Attempting to bind port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 on network 3cacfd71-cafd-4d3c-b2c1-d006676d058a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:01.812845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:01.813192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Checking segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:01.813578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Bound using segment: {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:01.814011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Bound port: b7d0864d-11e4-4c8d-a60e-7cc23d611d95, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe8834-e214-45db-9d78-34f347edb4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:01.814397 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.880185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] For port b7d0864d-11e4-4c8d-a60e-7cc23d611d95, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:01.883283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] For port b7d0864d-11e4-4c8d-a60e-7cc23d611d95, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:01.887838 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.922328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:01.923012 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:01.924403 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] 10.222.0.85 "PUT /v2.0/ports/b7d0864d-11e4-4c8d-a60e-7cc23d611d95 HTTP/1.1" status: 200 len: 1095 time: 0.6006246 Nov 09 18:40:01.924852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'tag': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:01.927208 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e668143-3aed-4799-91a7-50aabca28bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf1f5bb-4b81-4411-ba4d-30fe5be08e31", "tag": "b7d0864d-11e4-4c8d-a60e-7cc23d611d95"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:01.972880 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d5c346-7b1e-48ec-af7d-6084b94057bd x-openstack-request-id: req-f4d5c346-7b1e-48ec-af7d-6084b94057bd {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:01.973105 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf1f5bb-4b81-4411-ba4d-30fe5be08e31", "tag": "b7d0864d-11e4-4c8d-a60e-7cc23d611d95", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:01.973357 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4d5c346-7b1e-48ec-af7d-6084b94057bd {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:01.973759 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'tag': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95', 'status': 'completed', 'code': 200} Nov 09 18:40:01.982530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c460a-b021-45ed-ac1f-433cf6a5f75a service neutron] Pushing event updated for resources: {'Port': ['ID=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:02.022893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-047de63d-f37f-465d-82e0-98619cb3f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.024431 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-047de63d-f37f-465d-82e0-98619cb3f5f3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b63056e220324b50bf078cca43b723d2&device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 1098 time: 0.0498939 Nov 09 18:40:02.067895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-ec42ba1d-fd97-4ef0-af55-6043749e946e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b7d0864d-11e4-4c8d-a60e-7cc23d611d95 HTTP/1.1" status: 200 len: 217 time: 0.0349820 Nov 09 18:40:02.119053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-4d257991-c1cb-4c41-9bda-c9bbad37d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.120529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-4d257991-c1cb-4c41-9bda-c9bbad37d957 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0459476 Nov 09 18:40:02.171328 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-6aaf9f3a-966e-46f3-a080-f86b23872a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.172833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-6aaf9f3a-966e-46f3-a080-f86b23872a12 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436730 Nov 09 18:40:02.260470 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-0d66c57a-e564-47b6-88d1-84c972da5a4c service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797496 Nov 09 18:40:02.353744 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9a859ff-70cd-4532-8fe4-47b7d7858b51 req-71b7505f-277b-460d-9c20-2924e19e20d9 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853205 Nov 09 18:40:02.449524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e668143-3aed-4799-91a7-50aabca28bdc req-410e426c-ce8f-494c-ac27-86fee235f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.451188 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e668143-3aed-4799-91a7-50aabca28bdc req-410e426c-ce8f-494c-ac27-86fee235f793 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b63056e220324b50bf078cca43b723d2&device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 1098 time: 0.0430069 Nov 09 18:40:02.495725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a856bdc-fb23-406e-82bc-a2a97369f94b req-b1955f36-f885-4691-9804-155e1f0dc7d9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.497240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a856bdc-fb23-406e-82bc-a2a97369f94b req-b1955f36-f885-4691-9804-155e1f0dc7d9 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 947 time: 0.0524778 Nov 09 18:40:02.534196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a856bdc-fb23-406e-82bc-a2a97369f94b req-f0ceff10-4bdb-4515-aaf1-ae0fa7626e8e tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301991 Nov 09 18:40:02.541489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e668143-3aed-4799-91a7-50aabca28bdc req-164b1e75-46f5-4d1f-8aa4-50ec531f1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.543028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e668143-3aed-4799-91a7-50aabca28bdc req-164b1e75-46f5-4d1f-8aa4-50ec531f1ca7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3cacfd71-cafd-4d3c-b2c1-d006676d058a HTTP/1.1" status: 200 len: 870 time: 0.0842135 Nov 09 18:40:02.588599 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e668143-3aed-4799-91a7-50aabca28bdc req-0c091b4b-fe25-4213-b252-bbb9440c5ae7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b7d0864d-11e4-4c8d-a60e-7cc23d611d95 HTTP/1.1" status: 200 len: 217 time: 0.0374305 Nov 09 18:40:02.637436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e668143-3aed-4799-91a7-50aabca28bdc req-1b279ce4-eb38-4846-b1c5-948244ee1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.638884 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e668143-3aed-4799-91a7-50aabca28bdc req-1b279ce4-eb38-4846-b1c5-948244ee1c1f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fd100899-6e6a-4f7b-8c6f-fe52801bd243 HTTP/1.1" status: 200 len: 843 time: 0.0426283 Nov 09 18:40:02.685313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e668143-3aed-4799-91a7-50aabca28bdc req-a010bffa-1e13-43f6-b8d6-0fa1f0981996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:02.686793 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e668143-3aed-4799-91a7-50aabca28bdc req-a010bffa-1e13-43f6-b8d6-0fa1f0981996 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3cacfd71-cafd-4d3c-b2c1-d006676d058a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390666 Nov 09 18:40:02.777854 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e668143-3aed-4799-91a7-50aabca28bdc req-7414baff-3a17-416f-8ef2-2646556f9e77 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825429 Nov 09 18:40:02.866522 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e668143-3aed-4799-91a7-50aabca28bdc req-0c78956b-a10f-4670-9fde-d76fe471d8a4 service neutron] 10.222.0.85 "GET /v2.0/networks/3cacfd71-cafd-4d3c-b2c1-d006676d058a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808513 Nov 09 18:40:03.246164 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-286dc829-fc85-406f-a717-df8eed7add79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383160 Nov 09 18:40:03.330679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-e98022df-262d-4441-8dc8-213dbb2860e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:03.332125 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-e98022df-262d-4441-8dc8-213dbb2860e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0401089 Nov 09 18:40:03.780857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c52e6-d7e8-48ba-9d98-001dc4fa9150 req-4475b0b9-f89f-4992-a73e-267944b2a924 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:03.782893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f5c52e6-d7e8-48ba-9d98-001dc4fa9150 req-4475b0b9-f89f-4992-a73e-267944b2a924 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 947 time: 0.0755479 Nov 09 18:40:03.785541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-1bf10d04-d627-48fd-a533-771e2f065274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:03.786920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-1bf10d04-d627-48fd-a533-771e2f065274 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.4345636 Nov 09 18:40:03.841517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-c797f82c-8a34-4dce-8bc1-2dbaa98bd38c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0389106 Nov 09 18:40:03.847476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b7d0864d-11e4-4c8d-a60e-7cc23d611d95 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:40:03.853990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f5c52e6-d7e8-48ba-9d98-001dc4fa9150 req-705f64a6-7e97-4fea-a74c-cbd8b1187c70 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646427 Nov 09 18:40:03.896782 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-2246aa7f-2d89-4b69-bc60-cccb74b1be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:03.898268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-2246aa7f-2d89-4b69-bc60-cccb74b1be14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0433645 Nov 09 18:40:03.941935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b7d0864d-11e4-4c8d-a60e-7cc23d611d95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:03.945058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-d548cb3e-006f-4222-835c-a1cb48ed89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:03.946694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-d548cb3e-006f-4222-835c-a1cb48ed89a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412238 Nov 09 18:40:03.952946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95', 'network_id': '3cacfd71-cafd-4d3c-b2c1-d006676d058a', 'port_id': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95', 'mac_address': 'fa:16:3e:fa:b3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd100899-6e6a-4f7b-8c6f-fe52801bd243', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:40:03.989110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.004774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d0864d-11e4-4c8d-a60e-7cc23d611d95 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:04.023807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b7d0864d-11e4-4c8d-a60e-7cc23d611d95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:04.027926 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:04.046143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-cbfcac5c-31f1-4fcc-95c6-e7d89ff9c25a service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858119 Nov 09 18:40:04.076264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:04.138697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d508d6-576c-4b8b-9d8c-10f6f5c4cb6a req-f3efebf9-1f65-4069-983b-19279e816c31 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808697 Nov 09 18:40:04.273026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b7d0864d-11e4-4c8d-a60e-7cc23d611d95'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:04.970299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5dc7b-8cf0-41e0-9aef-05cdfa5b97e4 req-1483745d-e62c-4ec7-a75e-a13fa2eb8857 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:04.971771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4a5dc7b-8cf0-41e0-9aef-05cdfa5b97e4 req-1483745d-e62c-4ec7-a75e-a13fa2eb8857 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 948 time: 0.0506365 Nov 09 18:40:05.009421 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4a5dc7b-8cf0-41e0-9aef-05cdfa5b97e4 req-f189ff9b-87e2-4894-bede-709664156539 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Nov 09 18:40:05.852223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b7d0864d-11e4-4c8d-a60e-7cc23d611d95 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:05.902566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:40:05.906118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:05.906501 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:05.980982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.002679 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:06.004913 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402124b3-9549-4b3f-bca7-5ff05ca43ddf" -d '{"events": [{"server_uuid": "1cf1f5bb-4b81-4411-ba4d-30fe5be08e31", "name": "network-vif-plugged", "status": "completed", "tag": "b7d0864d-11e4-4c8d-a60e-7cc23d611d95"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:06.017700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port b7d0864d-11e4-4c8d-a60e-7cc23d611d95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:06.021642 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:06.077404 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:06.102853 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3082bb6-431f-4c46-85ee-ac85e8f3e449 x-openstack-request-id: req-e3082bb6-431f-4c46-85ee-ac85e8f3e449 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:06.103096 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf1f5bb-4b81-4411-ba4d-30fe5be08e31", "name": "network-vif-plugged", "status": "completed", "tag": "b7d0864d-11e4-4c8d-a60e-7cc23d611d95", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:06.103357 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3082bb6-431f-4c46-85ee-ac85e8f3e449 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:06.103763 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95', 'code': 200} Nov 09 18:40:06.196051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3aa27-c6d9-4cc3-a1b3-7bf181e77042 req-bb93e068-6348-4e40-b3a8-9397e0077f83 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:06.197537 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38d3aa27-c6d9-4cc3-a1b3-7bf181e77042 req-bb93e068-6348-4e40-b3a8-9397e0077f83 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 949 time: 0.0516813 Nov 09 18:40:06.198053 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93013b-a2a4-4066-ba1b-a4d84d3cfa00 req-cbb7c4fd-13a3-49ec-bfbb-ee7be785fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:06.199553 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa93013b-a2a4-4066-ba1b-a4d84d3cfa00 req-cbb7c4fd-13a3-49ec-bfbb-ee7be785fe36 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 1100 time: 0.0398958 Nov 09 18:40:06.235655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38d3aa27-c6d9-4cc3-a1b3-7bf181e77042 req-8f13adce-5dab-4e48-968f-4911d084fecc tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Nov 09 18:40:06.238205 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa93013b-a2a4-4066-ba1b-a4d84d3cfa00 req-7adb6298-bdf0-4392-9946-13369c0a0544 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Nov 09 18:40:07.327967 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3fb2577d-3c76-4199-95b3-163d71e14237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:07.350653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5338d-b51d-4538-b5f4-e95880946922 req-79d52ea1-25a8-42c3-82d2-d54ce2cdb8e0 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:07.352121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20c5338d-b51d-4538-b5f4-e95880946922 req-79d52ea1-25a8-42c3-82d2-d54ce2cdb8e0 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 949 time: 0.0506639 Nov 09 18:40:07.389897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20c5338d-b51d-4538-b5f4-e95880946922 req-d6f21da6-e218-4ca7-ad49-332743dea4ce tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Nov 09 18:40:07.757977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-14832f3b-4a21-43f2-9ea2-cb1a78e18a71 req-16da23f7-cf83-48cd-a195-7929224e4f22 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:40:07.759025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14832f3b-4a21-43f2-9ea2-cb1a78e18a71 req-16da23f7-cf83-48cd-a195-7929224e4f22 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007547 Nov 09 18:40:08.339399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303a60-3eac-494b-a5a2-a883a5535962 req-ac70d098-0b68-4ab3-9c9a-0e502971c42c tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:08.340755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0303a60-3eac-494b-a5a2-a883a5535962 req-ac70d098-0b68-4ab3-9c9a-0e502971c42c tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 949 time: 0.0478582 Nov 09 18:40:08.377286 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0303a60-3eac-494b-a5a2-a883a5535962 req-07b57da2-c328-4cce-a927-07e56201a884 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304370 Nov 09 18:40:09.498355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856a9d3-fb55-438b-a473-5785697d880f req-f518450c-ffa7-4840-9883-f9aa9b37d45f tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:09.499805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6856a9d3-fb55-438b-a473-5785697d880f req-f518450c-ffa7-4840-9883-f9aa9b37d45f tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 949 time: 0.0563884 Nov 09 18:40:09.536550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6856a9d3-fb55-438b-a473-5785697d880f req-d928cc06-b975-4bcf-93a8-5d33ed4e743a tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ac2a793-be99-4443-9099-39e5e26ac15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Nov 09 18:40:09.579889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-5c69eac2-f8b1-40b7-b08b-bdd121b87990 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:09.581333 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-5c69eac2-f8b1-40b7-b08b-bdd121b87990 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.85 "GET /v2.0/ports?device_id=1cf1f5bb-4b81-4411-ba4d-30fe5be08e31 HTTP/1.1" status: 200 len: 949 time: 0.0484231 Nov 09 18:40:09.666966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Deleting port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:09.667237 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:09.755479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] For port b7d0864d-11e4-4c8d-a60e-7cc23d611d95, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,segment=NetworkSegment(9bbe8834-e214-45db-9d78-34f347edb4ad),segment_id=9bbe8834-e214-45db-9d78-34f347edb4ad)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:09.755849 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:09.767810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Calling delete_port for b7d0864d-11e4-4c8d-a60e-7cc23d611d95 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:09.820385 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-56c45f6b-86f2-4cfc-813f-e3ad1ab9a7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:09.898399 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:09.910090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['b7d0864d-11e4-4c8d-a60e-7cc23d611d95'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:09.924808 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Pushing event deleted for resources: {'Port': ['ID=b7d0864d-11e4-4c8d-a60e-7cc23d611d95,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:09.971273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] No DVR routers for this DVR port b7d0864d-11e4-4c8d-a60e-7cc23d611d95 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:09.974085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:09.977959 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5e079559-c187-43f7-a4c5-0833c8a2d34d req-f9fc1382-20eb-49b0-8f49-aa1eb52fc570 tempest-ServersAdminNegativeTestJSON-260202428 tempest-ServersAdminNegativeTestJSON-260202428-project] 10.222.0.85 "DELETE /v2.0/ports/b7d0864d-11e4-4c8d-a60e-7cc23d611d95 HTTP/1.1" status: 204 len: 173 time: 0.3904479 Nov 09 18:40:09.978620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'name': 'network-vif-deleted', 'tag': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:09.981568 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc49fd9-0ba3-4237-9756-06314126cbdb" -d '{"events": [{"server_uuid": "1cf1f5bb-4b81-4411-ba4d-30fe5be08e31", "name": "network-vif-deleted", "tag": "b7d0864d-11e4-4c8d-a60e-7cc23d611d95"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:10.034950 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fefc814-4bac-4b3d-b0c6-b3d96bcb5b4d x-openstack-request-id: req-3fefc814-4bac-4b3d-b0c6-b3d96bcb5b4d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:10.035450 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf1f5bb-4b81-4411-ba4d-30fe5be08e31", "name": "network-vif-deleted", "tag": "b7d0864d-11e4-4c8d-a60e-7cc23d611d95", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:10.035889 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fefc814-4bac-4b3d-b0c6-b3d96bcb5b4d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:10.036502 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf1f5bb-4b81-4411-ba4d-30fe5be08e31', 'name': 'network-vif-deleted', 'tag': 'b7d0864d-11e4-4c8d-a60e-7cc23d611d95', 'status': 'completed', 'code': 200} Nov 09 18:40:10.258130 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:10.825899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38530) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:10.957022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dbc2e11c-281a-4ce1-a088-2d64bfda0baa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b63056e220324b50bf078cca43b723d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298833 Nov 09 18:40:10.959457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38534) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:11.006397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-176d6c91-1def-41e9-8af3-06e1647181c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.026764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-176d6c91-1def-41e9-8af3-06e1647181c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.074145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-176d6c91-1def-41e9-8af3-06e1647181c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.076641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-176d6c91-1def-41e9-8af3-06e1647181c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.077764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-176d6c91-1def-41e9-8af3-06e1647181c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ac2a793-be99-4443-9099-39e5e26ac15f HTTP/1.1" status: 204 len: 168 time: 0.1173797 Nov 09 18:40:11.085669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d6c91-1def-41e9-8af3-06e1647181c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac2a793-be99-4443-9099-39e5e26ac15f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:11.191771 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.333408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38540) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:11.346972 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca64da0c-0cb4-4cc6-b4ba-5733a496ccf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.421506 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca64da0c-0cb4-4cc6-b4ba-5733a496ccf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.425882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ca64da0c-0cb4-4cc6-b4ba-5733a496ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.460725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64da0c-0cb4-4cc6-b4ba-5733a496ccf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc61c17-f04a-4686-a4cf-be9fa819aa7e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:11.465126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ca64da0c-0cb4-4cc6-b4ba-5733a496ccf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c83a9c1bd89c4df096e69d4beb6814a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304317 Nov 09 18:40:11.468217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38542) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:11.520155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9604434c-9697-4e16-9add-6b5f13161d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.541478 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9604434c-9697-4e16-9add-6b5f13161d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.590333 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9604434c-9697-4e16-9add-6b5f13161d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.592724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9604434c-9697-4e16-9add-6b5f13161d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:11.593849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9604434c-9697-4e16-9add-6b5f13161d5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cc61c17-f04a-4686-a4cf-be9fa819aa7e HTTP/1.1" status: 204 len: 168 time: 0.1247265 Nov 09 18:40:11.601659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604434c-9697-4e16-9add-6b5f13161d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc61c17-f04a-4686-a4cf-be9fa819aa7e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:11.862586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:40:12.278736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38564) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:12.374004 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1339125369-network', 'tenant_id': 'acae0b151643405c82851ccbc8e8766a'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:12.394753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Made reservation on behalf of acae0b151643405c82851ccbc8e8766a for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:12.397120 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.405090 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.477691 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.481122 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.504723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:12.519303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8be74c-81ae-464f-b6df-c96ae83f2b15,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:12.522143 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.522625 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Added segment 0de09094-f4f5-4c12-bdfb-c3a669d06996 of type vlan for network 9064737c-5707-4469-87b1-e790a99d3d36 Nov 09 18:40:12.561292 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.585705 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.586674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:12.587283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.641821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3617945 Nov 09 18:40:12.644759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38568) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:12.648578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f072cef-92b5-4d0d-9ece-271362e8a972 admin admin] Pushing event updated for resources: {'Network': ['ID=9064737c-5707-4469-87b1-e790a99d3d36,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:12.649865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Request body: {'subnet': {'network_id': '9064737c-5707-4469-87b1-e790a99d3d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1339125369-subnet', 'tenant_id': 'acae0b151643405c82851ccbc8e8766a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:12.659826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 9064737c-5707-4469-87b1-e790a99d3d36 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:40:12.675379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Made reservation on behalf of acae0b151643405c82851ccbc8e8766a for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:12.677902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.724377 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.839743 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.898153 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf5fe29-4f32-436c-850d-f090b3932612,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:12.903102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Checking segment: {'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:12.903452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Network hostable DHCP agents. Network: 9064737c-5707-4469-87b1-e790a99d3d36, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:40:12.920275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Network 9064737c-5707-4469-87b1-e790a99d3d36 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:40:12.929667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 9064737c-5707-4469-87b1-e790a99d3d36) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:12.934200 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:12.935095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:12.942796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fbdaba-27c1-4b14-982c-6d6403d9a60b None None] Network 9064737c-5707-4469-87b1-e790a99d3d36 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:12.950625 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fddd5893-6803-47b1-ac3f-384ec47df235 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3046753 Nov 09 18:40:13.068277 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1e0ed-78a6-4134-87d7-49c7012b97cc None None] Network 9064737c-5707-4469-87b1-e790a99d3d36 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:40:13.366797 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe242-6efa-455e-b697-012ed7223fe3 req-1898fa44-5330-4717-a60c-541327032b97 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:13.368247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-1898fa44-5330-4717-a60c-541327032b97 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 812 time: 0.1042831 Nov 09 18:40:13.383235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-84a7e5f6-850f-4c96-be92-5dd6b634061b tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/quotas/acae0b151643405c82851ccbc8e8766a HTTP/1.1" status: 200 len: 375 time: 0.0092771 Nov 09 18:40:13.413846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-a7479969-13c1-4e27-bee7-d2da30ad1e59 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255303 Nov 09 18:40:13.424089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-9889ab70-c6ca-422a-ac84-2e834929a009 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:40:13.425103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-9889ab70-c6ca-422a-ac84-2e834929a009 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048749 Nov 09 18:40:13.515514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-2c5c56fa-04c5-4e74-85b1-438e2ae007c8 service neutron] 10.222.0.32 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Nov 09 18:40:13.604307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-194cb36a-65ce-4922-bf70-8bb5cc173a4a service neutron] 10.222.0.32 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820625 Nov 09 18:40:13.763379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-634f27c1-704e-4a73-bc83-99c005590638 req-3586176a-fec0-4c3d-9c2c-2f9a93e65c16 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 210 time: 0.0278649 Nov 09 18:40:13.867821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b7d0864d-11e4-4c8d-a60e-7cc23d611d95 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:13.888421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: b7d0864d-11e4-4c8d-a60e-7cc23d611d95 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:40:13.888761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device b7d0864d-11e4-4c8d-a60e-7cc23d611d95 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:14.676483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe242-6efa-455e-b697-012ed7223fe3 req-863809f1-042b-4440-b480-729edfa19f08 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:14.678106 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-863809f1-042b-4440-b480-729edfa19f08 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.85 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 812 time: 0.1084228 Nov 09 18:40:14.691955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Request body: {'port': {'device_id': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36', 'admin_state_up': True, 'tenant_id': 'acae0b151643405c82851ccbc8e8766a'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:14.799555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Made reservation on behalf of acae0b151643405c82851ccbc8e8766a for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:14.803184 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:14.856721 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c486ccf-4430-442b-b515-ab979be982ff req-44b153ac-7254-4a8e-a247-cb5e5ddbde5d tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 210 time: 0.0267456 Nov 09 18:40:14.926978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Allocated IP 172.20.0.2 (9064737c-5707-4469-87b1-e790a99d3d36/4cf5fe29-4f32-436c-850d-f090b3932612/c0359d8d-fb4f-4e5d-818c-4206d168ede6) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:40:15.073850 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.106272 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.147679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Network 9064737c-5707-4469-87b1-e790a99d3d36 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:40:15.150718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:40:15.154216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:40:15.162339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:15.209952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:15.210592 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.225350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-efe9d1b7-8b0a-46d3-9335-410fd127aa83 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5375695 Nov 09 18:40:15.238651 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Request body: {'port': {'device_id': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:15.290660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.544951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0359d8d-fb4f-4e5d-818c-4206d168ede6 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:15.552643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.565372 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Transition to ACTIVE for port object c0359d8d-fb4f-4e5d-818c-4206d168ede6 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:40:15.575054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.616621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:15.683398 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:15.684100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:15.684100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on network 9064737c-5707-4469-87b1-e790a99d3d36 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:15.688170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on network 9064737c-5707-4469-87b1-e790a99d3d36 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:40:15.688505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on network 9064737c-5707-4469-87b1-e790a99d3d36 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:15.693209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:15.693549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Checking segment: {'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:15.693938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Bound using segment: {'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:15.694392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Bound port: c0359d8d-fb4f-4e5d-818c-4206d168ede6, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:15.694750 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.759864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:15.762843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:15.767389 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.801047 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:15.801677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:15.803089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] 10.222.0.85 "PUT /v2.0/ports/c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 1091 time: 0.5689335 Nov 09 18:40:15.803526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:15.805786 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724ff21f-c1d8-4233-9c02-336577d7bb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:15.828755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9e09e-462e-4e72-9a41-1ad5f2d75ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:15.841730 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7216c-ca5f-465c-b132-1a11a98f6afd x-openstack-request-id: req-11d7216c-ca5f-465c-b132-1a11a98f6afd {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:15.842037 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:15.842325 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11d7216c-ca5f-465c-b132-1a11a98f6afd {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:15.842720 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'status': 'completed', 'code': 200} Nov 09 18:40:15.890800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe242-6efa-455e-b697-012ed7223fe3 req-f794fdea-7719-4540-8de8-e41d90c18bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:15.892303 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-f794fdea-7719-4540-8de8-e41d90c18bac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1094 time: 0.0404329 Nov 09 18:40:15.938676 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-bacc9a02-83d8-4436-a3dd-832287c6b232 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 217 time: 0.0384495 Nov 09 18:40:15.977378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21417f8-a2fb-4d94-8dac-e3a76ca77f3a req-07e901af-888b-44bb-9c08-d05fdc80fb0a tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:15.978881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f21417f8-a2fb-4d94-8dac-e3a76ca77f3a req-07e901af-888b-44bb-9c08-d05fdc80fb0a tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 943 time: 0.0531347 Nov 09 18:40:15.987514 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe242-6efa-455e-b697-012ed7223fe3 req-93d604ab-4574-4a81-95b9-49c0dc60f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:15.988993 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-93d604ab-4574-4a81-95b9-49c0dc60f26d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 200 len: 852 time: 0.0436096 Nov 09 18:40:16.017755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f21417f8-a2fb-4d94-8dac-e3a76ca77f3a req-c1beef97-7b3f-44ed-bdf9-5c30394643d0 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Nov 09 18:40:16.022007 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-d7f12099-f15a-4674-b818-0cda9728b2cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9064737c-5707-4469-87b1-e790a99d3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257964 Nov 09 18:40:16.111237 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-4e13d245-23db-45a0-93ad-8a4372a18fa9 service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812285 Nov 09 18:40:16.203086 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-062fe242-6efa-455e-b697-012ed7223fe3 req-0109ca7c-96f1-4701-8f49-b95eb3b2606c service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833631 Nov 09 18:40:16.285238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-f9e14f08-bb67-4f30-9dca-14249d566a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:16.286758 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-f9e14f08-bb67-4f30-9dca-14249d566a94 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1094 time: 0.0414562 Nov 09 18:40:16.376771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-7f4e9138-60c2-4943-9ad3-bb363dd3bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:16.378148 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-7f4e9138-60c2-4943-9ad3-bb363dd3bb41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 913 time: 0.0846860 Nov 09 18:40:16.418130 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-22a4a548-a32f-442e-a0a2-f7910cb94298 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 217 time: 0.0327549 Nov 09 18:40:16.467172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-81b5ef96-f325-4ac4-8bfa-94acb95dafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:16.468582 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-81b5ef96-f325-4ac4-8bfa-94acb95dafa7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 200 len: 852 time: 0.0414538 Nov 09 18:40:16.485975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:16.501412 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-a7754ab0-62e2-484f-a484-079df6af8295 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9064737c-5707-4469-87b1-e790a99d3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250106 Nov 09 18:40:16.596176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-fb19028e-ab76-48a4-af0a-569501febdd1 service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856280 Nov 09 18:40:16.682850 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-724ff21f-c1d8-4233-9c02-336577d7bb4c req-222fba30-ff60-4f6b-a6e4-38d1df14753a service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789740 Nov 09 18:40:17.130000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb0f6f-f5bc-4346-880b-39b48823b5ce req-3aa2f399-6342-484b-a538-e0f106edecdb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:17.131507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13eb0f6f-f5bc-4346-880b-39b48823b5ce req-3aa2f399-6342-484b-a538-e0f106edecdb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 943 time: 0.0486662 Nov 09 18:40:17.168206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-13eb0f6f-f5bc-4346-880b-39b48823b5ce req-4f003187-84f9-49d8-aaf7-bfa02ae24dcd tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Nov 09 18:40:17.882943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:40:17.977710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:17.989096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36', 'port_id': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'mac_address': 'fa:16:3e:d6:b3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf5fe29-4f32-436c-850d-f090b3932612', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:40:18.023656 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:18.036286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0359d8d-fb4f-4e5d-818c-4206d168ede6 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:18.058784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:18.063048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:18.108328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:18.252676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['c0359d8d-fb4f-4e5d-818c-4206d168ede6'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:18.280504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6443f6b-8db7-4d73-a974-3b4c7c12366f req-2c5bbe1a-cdf4-41a5-b991-1c78ae8512b5 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:18.281971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6443f6b-8db7-4d73-a974-3b4c7c12366f req-2c5bbe1a-cdf4-41a5-b991-1c78ae8512b5 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 944 time: 0.0488033 Nov 09 18:40:18.319818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6443f6b-8db7-4d73-a974-3b4c7c12366f req-f735f853-ce5d-410d-b462-329d8aae833b tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Nov 09 18:40:19.427128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:19.439023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85691f-dc56-41ae-9374-338967a6bb18 req-216f479e-e0c3-4c11-8367-2435afc747e8 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:19.440535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d85691f-dc56-41ae-9374-338967a6bb18 req-216f479e-e0c3-4c11-8367-2435afc747e8 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 944 time: 0.0544991 Nov 09 18:40:19.478023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d85691f-dc56-41ae-9374-338967a6bb18 req-cd8ffc58-e045-4b52-8f28-587f941ff778 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Nov 09 18:40:19.894334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:19.944146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port c0359d8d-fb4f-4e5d-818c-4206d168ede6 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:40:19.947812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port c0359d8d-fb4f-4e5d-818c-4206d168ede6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:19.948192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:20.022449 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:20.044419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:20.046706 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28904d0b-7b0a-48cf-9afc-1504f19d5797" -d '{"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-plugged", "status": "completed", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:20.059651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:20.063749 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:20.089833 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ca6ab-a86b-4faf-895b-71c794fbe004 x-openstack-request-id: req-d57ca6ab-a86b-4faf-895b-71c794fbe004 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:20.090150 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-plugged", "status": "completed", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:20.090404 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d57ca6ab-a86b-4faf-895b-71c794fbe004 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:20.090781 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'code': 200} Nov 09 18:40:20.116473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:20.182727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518d14c-61da-4f26-873e-e45ebb8f4607 req-67d7d09e-bc7e-4399-9194-7194a238297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:20.184073 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a518d14c-61da-4f26-873e-e45ebb8f4607 req-67d7d09e-bc7e-4399-9194-7194a238297f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1096 time: 0.0432942 Nov 09 18:40:20.219947 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a518d14c-61da-4f26-873e-e45ebb8f4607 req-c766b880-28d3-40f6-9763-14b2ca3068c2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264256 Nov 09 18:40:20.603065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc0ed-ac83-4945-b641-cac30a25c142 req-771ed7f5-b6b0-4049-9b0d-da4ea84d206e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:20.604513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-553fc0ed-ac83-4945-b641-cac30a25c142 req-771ed7f5-b6b0-4049-9b0d-da4ea84d206e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0588768 Nov 09 18:40:20.644143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-553fc0ed-ac83-4945-b641-cac30a25c142 req-f09adb45-5d6d-4403-ba7a-7cd0a6bdf174 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335376 Nov 09 18:40:21.757825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafefe04-d0fa-4989-870f-0af55103fa7a req-3664e2e1-3adc-4762-9519-15b76728fdd2 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:21.759294 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eafefe04-d0fa-4989-870f-0af55103fa7a req-3664e2e1-3adc-4762-9519-15b76728fdd2 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0481789 Nov 09 18:40:21.796342 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eafefe04-d0fa-4989-870f-0af55103fa7a req-612f6d27-e09b-4066-90b4-cf6fcbda3f20 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Nov 09 18:40:21.970653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38620) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:22.030644 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c8fea-c8e1-446a-908b-bbfe73dccee0 req-7fcfd6dc-5f5e-412e-818b-e6fe2dbc3dde tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:22.032134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-097c8fea-c8e1-446a-908b-bbfe73dccee0 req-7fcfd6dc-5f5e-412e-818b-e6fe2dbc3dde tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0533886 Nov 09 18:40:22.066156 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-f7b89ab8-c671-484d-b3ce-22164646d170 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942843 Nov 09 18:40:22.070165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-097c8fea-c8e1-446a-908b-bbfe73dccee0 req-0b9ec795-3853-4022-ba26-5e7b47da74b3 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Nov 09 18:40:22.075157 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-2f1a4afa-88e1-46d9-b703-8ecc7b316315 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:40:22.076128 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-2f1a4afa-88e1-46d9-b703-8ecc7b316315 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050275 Nov 09 18:40:23.191072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85d42-06a5-467e-91f4-5b6b8df3dd9a req-bbdce991-e4d2-49a6-82c0-dec5ec5ecbbf tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.192575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdc85d42-06a5-467e-91f4-5b6b8df3dd9a req-bbdce991-e4d2-49a6-82c0-dec5ec5ecbbf tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0512729 Nov 09 18:40:23.235188 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bdc85d42-06a5-467e-91f4-5b6b8df3dd9a req-8e3817c2-3c54-4aba-8bb8-1816749bb494 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366306 Nov 09 18:40:23.296552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-5e97613a-b3b2-4546-be94-e7e05c6c359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.298649 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-5e97613a-b3b2-4546-be94-e7e05c6c359e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1096 time: 0.0403891 Nov 09 18:40:23.658198 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-930a49ec-47e0-42b5-a55b-8da998f16b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.659659 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-930a49ec-47e0-42b5-a55b-8da998f16b33 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 913 time: 0.3546820 Nov 09 18:40:23.699303 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-b75ca18f-498c-43f5-8a51-b1449c6a8a4e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 217 time: 0.0323856 Nov 09 18:40:23.745439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-9a7eb4ec-20e7-46c9-8446-34f611aa401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:23.746823 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-9a7eb4ec-20e7-46c9-8446-34f611aa401a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 200 len: 852 time: 0.0410626 Nov 09 18:40:23.781277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-32f582ec-0552-48d4-8df8-98a0fc8973d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9064737c-5707-4469-87b1-e790a99d3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269868 Nov 09 18:40:23.866624 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-a9f338cd-9f5d-406f-8738-d1e2a7ce6dd4 service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779784 Nov 09 18:40:23.958594 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-0e083c21-8d33-4d1f-bd95-026bbf6ce689 service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845559 Nov 09 18:40:24.347851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c5e1e-c3e9-45fc-bc7c-a82ce5d6472b req-b458ca2d-ecf5-43ac-a3e3-91b7a94fb4d6 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:24.349292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464c5e1e-c3e9-45fc-bc7c-a82ce5d6472b req-b458ca2d-ecf5-43ac-a3e3-91b7a94fb4d6 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0477629 Nov 09 18:40:24.387668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-464c5e1e-c3e9-45fc-bc7c-a82ce5d6472b req-a6ad1b51-0381-4a5c-bf15-da4473073364 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Nov 09 18:40:25.505142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb4d8-d1b8-4dc9-8611-03389cae5cfb req-a2806a33-5bb3-4de0-ba17-9d08496573b7 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:25.506608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-57bcb4d8-d1b8-4dc9-8611-03389cae5cfb req-a2806a33-5bb3-4de0-ba17-9d08496573b7 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0525913 Nov 09 18:40:25.549663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-57bcb4d8-d1b8-4dc9-8611-03389cae5cfb req-4e1e60b1-d7d0-4166-a44e-9335ee821adc tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370574 Nov 09 18:40:26.662334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414f0ad-0846-48fe-bb56-f07b8d52e245 req-e6050300-376f-4588-8bc8-49f90aa7e56f tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:26.664072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2414f0ad-0846-48fe-bb56-f07b8d52e245 req-e6050300-376f-4588-8bc8-49f90aa7e56f tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0486267 Nov 09 18:40:26.701240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2414f0ad-0846-48fe-bb56-f07b8d52e245 req-7a0e87dd-e696-4859-9f81-0ee50486b841 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Nov 09 18:40:27.816171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f59c-d00d-4d6a-8ecf-d586c995de47 req-da4bb4c0-9ada-4759-9894-dbea3e4afd28 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:27.817672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7657f59c-d00d-4d6a-8ecf-d586c995de47 req-da4bb4c0-9ada-4759-9894-dbea3e4afd28 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0505931 Nov 09 18:40:27.854698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7657f59c-d00d-4d6a-8ecf-d586c995de47 req-20beff4b-a07c-4ca4-80f1-b8b3851cf394 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Nov 09 18:40:28.976780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66cdb-175d-4195-a7d1-03fed6b2e4f9 req-8bbe8cf8-0e86-4a03-a4e2-07df4cbc2096 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:28.978289 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8db66cdb-175d-4195-a7d1-03fed6b2e4f9 req-8bbe8cf8-0e86-4a03-a4e2-07df4cbc2096 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0526664 Nov 09 18:40:29.015743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8db66cdb-175d-4195-a7d1-03fed6b2e4f9 req-bdaf0b71-7ec6-48f4-97f4-471638945b43 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Nov 09 18:40:30.135250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1b9e-bbd5-4c70-91a3-5868dec4cd74 req-3b0f2bbd-253a-437b-a9a4-15907940affb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:30.136734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620f1b9e-bbd5-4c70-91a3-5868dec4cd74 req-3b0f2bbd-253a-437b-a9a4-15907940affb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0490336 Nov 09 18:40:30.175247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-620f1b9e-bbd5-4c70-91a3-5868dec4cd74 req-3c20b0b3-9ca1-4621-ab8d-5cd068ace88f tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Nov 09 18:40:31.287857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b9de6-b5cd-40c6-8f55-f23c299b7ccf req-013a6c7c-b011-4b0a-80e2-becae68adbd2 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:31.289616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e1b9de6-b5cd-40c6-8f55-f23c299b7ccf req-013a6c7c-b011-4b0a-80e2-becae68adbd2 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0489020 Nov 09 18:40:31.327435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e1b9de6-b5cd-40c6-8f55-f23c299b7ccf req-b13c9e55-0f0a-47d1-be0f-a3240c91667e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Nov 09 18:40:32.445779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af5549-24fa-4210-b6af-094560616af9 req-5726befc-f56d-4788-833c-a55dc4318eac tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:32.447265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44af5549-24fa-4210-b6af-094560616af9 req-5726befc-f56d-4788-833c-a55dc4318eac tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0529852 Nov 09 18:40:32.484248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-44af5549-24fa-4210-b6af-094560616af9 req-6038f9a8-2278-4754-ae9c-55b5c148aa53 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Nov 09 18:40:33.598291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c8698-8493-451c-9965-86ed0294df91 req-519b749d-7913-42f6-abed-ed209197c152 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:33.599766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f14c8698-8493-451c-9965-86ed0294df91 req-519b749d-7913-42f6-abed-ed209197c152 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0494616 Nov 09 18:40:33.637681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f14c8698-8493-451c-9965-86ed0294df91 req-f9b15181-ca19-43ed-b823-fe31ac6c7867 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Nov 09 18:40:34.750729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b901d-0dd8-4474-86e0-d07e23dcf716 req-2fc1ab87-d22a-44b6-9477-a418c9265852 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:34.752738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df6b901d-0dd8-4474-86e0-d07e23dcf716 req-2fc1ab87-d22a-44b6-9477-a418c9265852 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0488689 Nov 09 18:40:34.789196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df6b901d-0dd8-4474-86e0-d07e23dcf716 req-d7883287-256e-4f27-a653-6eaf73ca9e00 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304635 Nov 09 18:40:35.907181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113665f-f5f3-4a8f-be20-5e405a565cde req-3166c6f9-d438-400e-82b3-25495d1a927e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:35.909206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a113665f-f5f3-4a8f-be20-5e405a565cde req-3166c6f9-d438-400e-82b3-25495d1a927e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0524318 Nov 09 18:40:35.947314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a113665f-f5f3-4a8f-be20-5e405a565cde req-db026137-a675-4daa-81a9-9916f4e0b3db tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Nov 09 18:40:37.060745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8110958-8a57-486a-ab13-11b92ef2a251 req-3fde3365-78b7-4b2a-b193-139e68cfd2bb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:37.062228 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8110958-8a57-486a-ab13-11b92ef2a251 req-3fde3365-78b7-4b2a-b193-139e68cfd2bb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0486124 Nov 09 18:40:37.099160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d8110958-8a57-486a-ab13-11b92ef2a251 req-bbfbd791-d36c-42f6-b93e-33ad7f4f16d1 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Nov 09 18:40:37.329219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7a632c5c-66c0-4abf-a458-06c885293546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:38.211198 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4d5fe-d8db-4384-8a80-ef739182bd37 req-fe817f4b-239d-48bc-ab6a-f5f9d4defc3e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:38.212634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74f4d5fe-d8db-4384-8a80-ef739182bd37 req-fe817f4b-239d-48bc-ab6a-f5f9d4defc3e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0471509 Nov 09 18:40:38.249438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74f4d5fe-d8db-4384-8a80-ef739182bd37 req-0c9a4922-fcfa-49f7-90d3-3a2cf3574582 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306864 Nov 09 18:40:39.366917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8e65-b73e-4869-b59f-088dbf93ae8c req-70db9aa3-eeb8-47a2-9586-2d794ba72531 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:39.368367 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f3e8e65-b73e-4869-b59f-088dbf93ae8c req-70db9aa3-eeb8-47a2-9586-2d794ba72531 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0521097 Nov 09 18:40:39.404758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f3e8e65-b73e-4869-b59f-088dbf93ae8c req-ed96bdd7-1dc4-4c9a-850f-9b352b01524e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Nov 09 18:40:39.820574 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b670bb5-dbef-42d6-9d62-58f7b691b954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:40.258156 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:40.516928 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d6d5e-eca5-44b9-861b-c96f32d66383 req-6011d254-0eaa-4eb6-b7a2-480ac07079f3 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:40.518382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-806d6d5e-eca5-44b9-861b-c96f32d66383 req-6011d254-0eaa-4eb6-b7a2-480ac07079f3 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0481887 Nov 09 18:40:40.555544 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-806d6d5e-eca5-44b9-861b-c96f32d66383 req-231bd9f7-99d5-404d-8e28-5d9a01125d89 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Nov 09 18:40:41.195301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:41.671783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32e970-d91c-4fd2-b3f5-0095f1cd219c req-aaf81b77-08aa-4a36-96e6-61190dab52fb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:41.673717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e32e970-d91c-4fd2-b3f5-0095f1cd219c req-aaf81b77-08aa-4a36-96e6-61190dab52fb tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0525930 Nov 09 18:40:41.710118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e32e970-d91c-4fd2-b3f5-0095f1cd219c req-ebad4a81-e635-455d-b700-e6009f3038c6 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303824 Nov 09 18:40:42.697513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:42.825966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6216d-5bcf-4056-803e-30f34256519b req-095eb595-2b0e-42fc-9ada-a4386e22b0ef tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:42.827432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1cd6216d-5bcf-4056-803e-30f34256519b req-095eb595-2b0e-42fc-9ada-a4386e22b0ef tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0520253 Nov 09 18:40:42.864194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1cd6216d-5bcf-4056-803e-30f34256519b req-8f4b38de-f016-4cb2-a2d6-ba801eea9389 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Nov 09 18:40:43.979725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01733f-ea49-47e7-8e2a-03a19f0d3a93 req-48d0f3cb-3b3b-4581-88d1-48b63839d475 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:43.981186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f01733f-ea49-47e7-8e2a-03a19f0d3a93 req-48d0f3cb-3b3b-4581-88d1-48b63839d475 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0489302 Nov 09 18:40:44.019041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4f01733f-ea49-47e7-8e2a-03a19f0d3a93 req-7614c6a0-3736-4f39-a3ba-45acb62fd05b tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Nov 09 18:40:45.132428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7569087-d7b8-4eb2-b051-9a2527a86800 req-663c55a1-042b-447e-9428-2680b26c1227 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:45.133882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7569087-d7b8-4eb2-b051-9a2527a86800 req-663c55a1-042b-447e-9428-2680b26c1227 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0484815 Nov 09 18:40:45.170603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7569087-d7b8-4eb2-b051-9a2527a86800 req-3928342b-999d-4a96-9160-d5a693d1d753 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Nov 09 18:40:46.288067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b3d94-4084-470b-87cb-54574f587293 req-10a0dcbf-419d-4be8-997c-80f355e4b11b tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:46.289808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-559b3d94-4084-470b-87cb-54574f587293 req-10a0dcbf-419d-4be8-997c-80f355e4b11b tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0528646 Nov 09 18:40:46.327275 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-559b3d94-4084-470b-87cb-54574f587293 req-6657231f-3054-47cc-8cb0-331fea164d2e tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Nov 09 18:40:46.485669 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:47.441129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0169066-cf68-4d23-b8d0-ac2f045f2754 req-2a4a64b2-1520-4347-8a19-83d6e9b9ac7d tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:47.442606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0169066-cf68-4d23-b8d0-ac2f045f2754 req-2a4a64b2-1520-4347-8a19-83d6e9b9ac7d tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0479243 Nov 09 18:40:47.479391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0169066-cf68-4d23-b8d0-ac2f045f2754 req-d7a32605-fa4e-494f-bd75-d81e3cc0ec9d tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Nov 09 18:40:48.592089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3eceb8-23f3-431c-96f0-4d8c8e91e9d4 req-58773786-0d83-4d8b-a2b1-2507d16bb19d tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:48.593548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d3eceb8-23f3-431c-96f0-4d8c8e91e9d4 req-58773786-0d83-4d8b-a2b1-2507d16bb19d tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0474675 Nov 09 18:40:48.631084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d3eceb8-23f3-431c-96f0-4d8c8e91e9d4 req-22cf6019-0ebb-483a-a461-5c7ca4f61a2f tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Nov 09 18:40:48.860680 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:40:49.425933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:49.748906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d09a00-1eca-4a29-8380-c7394cd7f4ae req-abdd28fb-506d-43ee-9f19-540487f0eb2a tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:49.750388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71d09a00-1eca-4a29-8380-c7394cd7f4ae req-abdd28fb-506d-43ee-9f19-540487f0eb2a tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0525455 Nov 09 18:40:49.787129 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71d09a00-1eca-4a29-8380-c7394cd7f4ae req-27ece24d-b32a-4a82-87f9-c727ee9d4691 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302796 Nov 09 18:40:50.901187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e21492-3260-4d10-bd2d-93e53ca05cd7 req-f723ab6f-6459-487f-b4e2-bd8842c65ad1 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:50.902688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e21492-3260-4d10-bd2d-93e53ca05cd7 req-f723ab6f-6459-487f-b4e2-bd8842c65ad1 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0486853 Nov 09 18:40:50.940858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e21492-3260-4d10-bd2d-93e53ca05cd7 req-a614d3f9-26c4-41d6-8e5a-f2cda665a3b4 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Nov 09 18:40:51.067939 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-46975685-63da-4882-aeda-dad67d1df26a req-5fa89cb4-113c-4db4-b58f-55bc62fefdd3 service neutron] show failed (client error): The resource could not be found. Nov 09 18:40:51.068955 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-5fa89cb4-113c-4db4-b58f-55bc62fefdd3 service neutron] 10.222.0.85 "GET /v2.0/ports/c0359d8d-fb4f-4e5d-818c-4206d168ede6/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0562871 Nov 09 18:40:51.303193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-550b88ee-d7d3-4073-9d3d-12c07298a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:51.304695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-550b88ee-d7d3-4073-9d3d-12c07298a4f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c&tenant_id=acae0b151643405c82851ccbc8e8766a HTTP/1.1" status: 200 len: 1096 time: 0.0756464 Nov 09 18:40:51.321837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:51.373233 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:51.569449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:51.601330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:51.642329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:51.644601 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75071160-da10-4e12-98aa-edf63cf1998a" -d '{"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:51.648452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:51.661621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Transition to ACTIVE for port object c0359d8d-fb4f-4e5d-818c-4206d168ede6 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:40:51.665980 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:51.716271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:51.735217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] No DVR routers for this DVR port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:51.739479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.739828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.740168 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.740504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.740835 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.741166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.741496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.741820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.742178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.742501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.742821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.743140 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:51.766611 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d053c-873f-4183-8d06-cede2d987e5f x-openstack-request-id: req-4e0d053c-873f-4183-8d06-cede2d987e5f {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:51.766905 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:51.767192 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e0d053c-873f-4183-8d06-cede2d987e5f {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:51.767581 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'code': 200} Nov 09 18:40:51.779973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:40:51.780305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:40:51.780631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on network 9064737c-5707-4469-87b1-e790a99d3d36 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:51.785334 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on network 9064737c-5707-4469-87b1-e790a99d3d36 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:40:51.785668 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Attempting to bind port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on network 9064737c-5707-4469-87b1-e790a99d3d36 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:40:51.790681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:40:51.791013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Checking segment: {'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:40:51.791388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Bound using segment: {'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:40:51.791813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Bound port: c0359d8d-fb4f-4e5d-818c-4206d168ede6, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de09094-f4f5-4c12-bdfb-c3a669d06996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:40:51.792160 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:51.855312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:40:51.858179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:40:51.863274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:51.897667 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:51.898683 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:51.900065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] 10.222.0.73 "PUT /v2.0/ports/c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 1091 time: 0.5821967 Nov 09 18:40:51.921271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbd384-de09-4a32-b837-fd49d216b379 service neutron] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:51.964245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-44b172b4-60b5-4021-948d-b3983b7d94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:51.965706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-44b172b4-60b5-4021-948d-b3983b7d94fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1094 time: 0.0395756 Nov 09 18:40:52.097556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0d874-50e1-4032-9513-08631ddf072f req-2f41dfd5-a28c-4ff2-aa6f-1aa2815cfd2b tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:52.099109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cde0d874-50e1-4032-9513-08631ddf072f req-2f41dfd5-a28c-4ff2-aa6f-1aa2815cfd2b tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 943 time: 0.0770166 Nov 09 18:40:52.100499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-bca8155e-2aef-4ec2-91d9-91b80055157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:52.101796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-bca8155e-2aef-4ec2-91d9-91b80055157e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 913 time: 0.1232684 Nov 09 18:40:52.154252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-30b95154-a40a-4fcf-a7f5-6ce4af22d98b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 217 time: 0.0363073 Nov 09 18:40:52.166549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cde0d874-50e1-4032-9513-08631ddf072f req-c966cb48-538f-4065-87cf-35efaa6cd571 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613761 Nov 09 18:40:52.210815 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975685-63da-4882-aeda-dad67d1df26a req-57403e74-5fef-41dc-ac3c-dd1f6c6ff11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:52.212223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-57403e74-5fef-41dc-ac3c-dd1f6c6ff11b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 200 len: 852 time: 0.0448656 Nov 09 18:40:52.244747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-3828d655-0e0b-4dfb-a99b-bddb7ceefd2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9064737c-5707-4469-87b1-e790a99d3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229132 Nov 09 18:40:52.333654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-ba3fe5cc-d3c9-45d7-9324-80bcaab06b91 service neutron] 10.222.0.73 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790737 Nov 09 18:40:52.428580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46975685-63da-4882-aeda-dad67d1df26a req-0dc1893c-a118-4791-a9b6-12ec5acc35a2 service neutron] 10.222.0.73 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818255 Nov 09 18:40:53.279488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b492b-c08e-4aa7-910c-7f85e1ac7397 req-3daf0358-13f8-4383-afbe-469f00d00a87 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:53.280913 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b25b492b-c08e-4aa7-910c-7f85e1ac7397 req-3daf0358-13f8-4383-afbe-469f00d00a87 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 943 time: 0.0476456 Nov 09 18:40:53.317612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b25b492b-c08e-4aa7-910c-7f85e1ac7397 req-0e7dac0c-983a-43f6-9962-2cb8e4a20309 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302854 Nov 09 18:40:53.768201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:53.770583 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2" -d '{"events": [{"name": "network-changed", "server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:53.817047 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d959d9f-190c-4469-b9a0-8a1fc8c77aac x-openstack-request-id: req-0d959d9f-190c-4469-b9a0-8a1fc8c77aac {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:53.817339 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:53.817594 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d959d9f-190c-4469-b9a0-8a1fc8c77aac {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:53.817987 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'status': 'completed', 'code': 200} Nov 09 18:40:53.875654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-7599d881-247b-446b-81f6-d0f24a3c9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:53.877671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-7599d881-247b-446b-81f6-d0f24a3c9834 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1094 time: 0.0409167 Nov 09 18:40:53.883836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-6085a347-6969-4d03-81ca-ee4d487e0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:53.885281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-6085a347-6969-4d03-81ca-ee4d487e0393 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1094 time: 0.0389760 Nov 09 18:40:53.975419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-d8f9583c-5e27-4a5e-bc63-a94545f5ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:53.977040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-d8f9583c-5e27-4a5e-bc63-a94545f5ce3c service neutron] 10.222.0.85 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 913 time: 0.0925350 Nov 09 18:40:53.981982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-2e7645f7-4f0b-478f-a4c6-d8d69c6b738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:53.983561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-2e7645f7-4f0b-478f-a4c6-d8d69c6b738f service neutron] 10.222.0.73 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 913 time: 0.0900116 Nov 09 18:40:54.020562 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-4eb661e0-d1f9-429c-b70e-05fcdffd2f86 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 217 time: 0.0358691 Nov 09 18:40:54.029618 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-2ef8927f-6994-4f17-bd89-c4223da36fb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 217 time: 0.0355048 Nov 09 18:40:54.069940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-032c322b-3215-4076-92b7-c6520190fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:54.071961 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-032c322b-3215-4076-92b7-c6520190fe8c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 200 len: 852 time: 0.0448914 Nov 09 18:40:54.084150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-a44e9ebf-f5dc-4eb2-ba26-9a4c9178a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:54.085610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-a44e9ebf-f5dc-4eb2-ba26-9a4c9178a017 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 200 len: 852 time: 0.0488274 Nov 09 18:40:54.106315 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-c6444c95-4acf-4294-a09e-33e5ec66fbda service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9064737c-5707-4469-87b1-e790a99d3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253274 Nov 09 18:40:54.129548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-fc99a672-9123-425f-8e4b-a3438cfe91f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9064737c-5707-4469-87b1-e790a99d3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307536 Nov 09 18:40:54.204051 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-5d9aaf54-d980-4135-9c73-691333a6488c service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906875 Nov 09 18:40:54.224325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-5f3a0bef-0adb-44fb-b1e0-889703809c3e service neutron] 10.222.0.73 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865290 Nov 09 18:40:54.244275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:40:54.329900 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-5eb169cc-892c-47d9-9a50-ebba7df82842 service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186855 Nov 09 18:40:54.346363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e5d5b06-e9b9-4be0-8abf-8aecf001ebf2 req-2948b498-0625-4779-9d32-8b38eb06aa30 service neutron] 10.222.0.73 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136317 Nov 09 18:40:54.390144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:54.406639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'network_id': '9064737c-5707-4469-87b1-e790a99d3d36', 'port_id': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'mac_address': 'fa:16:3e:d6:b3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf5fe29-4f32-436c-850d-f090b3932612', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:40:54.444805 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.453465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab4189-3155-4a76-9d58-f8ed4f1a23c3 req-2208e0ec-e2a7-48bf-aecf-e57da5b53f1a tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:54.455043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8bab4189-3155-4a76-9d58-f8ed4f1a23c3 req-2208e0ec-e2a7-48bf-aecf-e57da5b53f1a tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 943 time: 0.0534859 Nov 09 18:40:54.458460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0359d8d-fb4f-4e5d-818c-4206d168ede6 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:40:54.478331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:54.483031 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:54.496665 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8bab4189-3155-4a76-9d58-f8ed4f1a23c3 req-9239e2fb-eb32-4617-a278-1236ed5ad56c tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Nov 09 18:40:54.539060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:54.547008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.547358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.548187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.548187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.548961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.549213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.549546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.549870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.550273 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.550600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.550921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.551341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:54.754376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c0359d8d-fb4f-4e5d-818c-4206d168ede6'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:54.766932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-58377fa7-7db2-4b98-a1ae-fd2ce261912c tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:54.768414 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-58377fa7-7db2-4b98-a1ae-fd2ce261912c tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.85 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c&tenant_id=acae0b151643405c82851ccbc8e8766a&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 944 time: 0.0860569 Nov 09 18:40:54.828548 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-bb9f18ec-49ae-4ec1-891f-8ca6cc12465a service neutron] delete failed (client error): The resource could not be found. Nov 09 18:40:54.829610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-bb9f18ec-49ae-4ec1-891f-8ca6cc12465a service neutron] 10.222.0.85 "DELETE /v2.0/ports/c0359d8d-fb4f-4e5d-818c-4206d168ede6/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0537922 Nov 09 18:40:54.922688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-f7f7ca21-f8c0-4364-92e4-ea39f4426b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:54.924811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-f7f7ca21-f8c0-4364-92e4-ea39f4426b5f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=acae0b151643405c82851ccbc8e8766a&device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 1095 time: 0.0493569 Nov 09 18:40:55.012351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-d1300a55-2484-4965-a10a-b79fc9b0d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:55.013811 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-d1300a55-2484-4965-a10a-b79fc9b0d739 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 200 len: 913 time: 0.0826600 Nov 09 18:40:55.058985 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-2b009f2f-2325-425f-8af8-b20c4ae099b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 200 len: 217 time: 0.0374014 Nov 09 18:40:55.106662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-a10977c7-db12-479d-afd2-de7279837172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:55.108062 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-a10977c7-db12-479d-afd2-de7279837172 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 200 len: 852 time: 0.0429676 Nov 09 18:40:55.138053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-d4854a16-4609-419b-9331-2fb90b016db8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9064737c-5707-4469-87b1-e790a99d3d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231860 Nov 09 18:40:55.225101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-839a85a7-9000-46e4-9e05-6bb4b1c6c123 service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791440 Nov 09 18:40:55.315438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-c3a5eaf6-53b3-46eb-bd7e-cae85d755ce1 service neutron] 10.222.0.85 "GET /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830345 Nov 09 18:40:55.970447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30639-89ba-4fd0-9863-3d0a221e02c5 req-52bc83a0-bfc0-4e6b-be60-62dac8fe1603 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:55.971933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76c30639-89ba-4fd0-9863-3d0a221e02c5 req-52bc83a0-bfc0-4e6b-be60-62dac8fe1603 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 944 time: 0.0474007 Nov 09 18:40:56.008866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76c30639-89ba-4fd0-9863-3d0a221e02c5 req-652eb57a-a670-4765-9198-dc67f0f1a65a tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310042 Nov 09 18:40:56.070646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:40:56.107664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:40:56.277737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:40:56.324210 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port c0359d8d-fb4f-4e5d-818c-4206d168ede6 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:40:56.327908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port c0359d8d-fb4f-4e5d-818c-4206d168ede6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:40:56.328286 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:56.403317 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:56.425891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:56.428149 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcf16c3-fef2-4c3d-87e9-508b4596943e" -d '{"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-plugged", "status": "completed", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:56.440554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:56.446115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:56.468790 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784afa07-8c88-438c-89f8-bbea5992eb2b x-openstack-request-id: req-784afa07-8c88-438c-89f8-bbea5992eb2b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:56.469083 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-plugged", "status": "completed", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:56.469341 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-784afa07-8c88-438c-89f8-bbea5992eb2b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:56.469764 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'code': 200} Nov 09 18:40:56.494806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:57.125701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca99bed-9134-4d75-babb-f22c172c88b2 req-e11aabe7-1bd4-46b9-b195-4cce5bf66c52 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:57.127661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ca99bed-9134-4d75-babb-f22c172c88b2 req-e11aabe7-1bd4-46b9-b195-4cce5bf66c52 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0517607 Nov 09 18:40:57.164735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ca99bed-9134-4d75-babb-f22c172c88b2 req-3dcc2f9e-5d97-43ea-8dd8-63b08bee5b64 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec8be74c-81ae-464f-b6df-c96ae83f2b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Nov 09 18:40:57.353527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-b86daf68-a9b2-48c8-98e3-c13678f2baf4 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:57.354984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-b86daf68-a9b2-48c8-98e3-c13678f2baf4 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.73 "GET /v2.0/ports?device_id=eceab969-b2d1-4698-83f1-2f28a29dd20c HTTP/1.1" status: 200 len: 945 time: 0.0469222 Nov 09 18:40:57.446284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Deleting port c0359d8d-fb4f-4e5d-818c-4206d168ede6 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:40:57.446620 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.530998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] For port c0359d8d-fb4f-4e5d-818c-4206d168ede6, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c0359d8d-fb4f-4e5d-818c-4206d168ede6,segment=NetworkSegment(0de09094-f4f5-4c12-bdfb-c3a669d06996),segment_id=0de09094-f4f5-4c12-bdfb-c3a669d06996)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:40:57.531359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.543490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Calling delete_port for c0359d8d-fb4f-4e5d-818c-4206d168ede6 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:40:57.666606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.684429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c0359d8d-fb4f-4e5d-818c-4206d168ede6'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:40:57.701051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Pushing event deleted for resources: {'Port': ['ID=c0359d8d-fb4f-4e5d-818c-4206d168ede6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:57.740495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] No DVR routers for this DVR port c0359d8d-fb4f-4e5d-818c-4206d168ede6 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:40:57.748931 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:57.752234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ace7e32f-31f2-452d-8e74-d5cd7fda865d req-40fa0f55-ef6b-40c3-a935-b5aefb465306 tempest-DeleteServersTestJSON-231502090 tempest-DeleteServersTestJSON-231502090-project] 10.222.0.73 "DELETE /v2.0/ports/c0359d8d-fb4f-4e5d-818c-4206d168ede6 HTTP/1.1" status: 204 len: 173 time: 0.3885152 Nov 09 18:40:57.752670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-deleted', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:40:57.754931 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d74e32-8371-40c9-811a-5a4652ea42b7" -d '{"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-deleted", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:40:57.794636 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd1d117-9ba8-46de-b326-714292ea1ae9 x-openstack-request-id: req-1bd1d117-9ba8-46de-b326-714292ea1ae9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:40:57.794932 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceab969-b2d1-4698-83f1-2f28a29dd20c", "name": "network-vif-deleted", "tag": "c0359d8d-fb4f-4e5d-818c-4206d168ede6", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:40:57.795192 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bd1d117-9ba8-46de-b326-714292ea1ae9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:40:57.795594 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceab969-b2d1-4698-83f1-2f28a29dd20c', 'name': 'network-vif-deleted', 'tag': 'c0359d8d-fb4f-4e5d-818c-4206d168ede6', 'status': 'completed', 'code': 200} Nov 09 18:40:58.288431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38734) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:58.333081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Deleting subnet 4cf5fe29-4f32-436c-850d-f090b3932612 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:40:58.336091 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.369161 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.411499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.462873 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.488880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf5fe29-4f32-436c-850d-f090b3932612,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:58.491253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.494385 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4cf5fe29-4f32-436c-850d-f090b3932612 HTTP/1.1" status: 204 len: 168 time: 0.2041652 Nov 09 18:40:58.497048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38736) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:58.500678 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.501037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.501907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.502279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.502621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.502955 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.503288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.503619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.503949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.504279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.504608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.504936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ec63bb-d6cc-4a75-80b1-9eddd01dee36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:40:58.567952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.643352 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.666265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9064737c-5707-4469-87b1-e790a99d3d36']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:58.675204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de09094-f4f5-4c12-bdfb-c3a669d06996') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:58.675492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de09094-f4f5-4c12-bdfb-c3a669d06996') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:40:58.684381 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.697565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.703430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:40:58.703814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:40:58.706114 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:40:58.758905 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.764361 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.767601 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] 10.222.0.32 "DELETE /v2.0/networks/9064737c-5707-4469-87b1-e790a99d3d36 HTTP/1.1" status: 204 len: 168 time: 0.2695110 Nov 09 18:40:58.778557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bc110-21a5-4fa6-9bf4-b2e8fca18a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9064737c-5707-4469-87b1-e790a99d3d36,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:58.871042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38740) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:58.910375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bc57ab6e-8a0b-44ba-9301-9f65f3aa52db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acae0b151643405c82851ccbc8e8766a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380619 Nov 09 18:40:58.912862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:58.960815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a918085e-71fb-4279-a2b3-8f5cdf13789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:58.984295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a918085e-71fb-4279-a2b3-8f5cdf13789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.029524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a918085e-71fb-4279-a2b3-8f5cdf13789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.032086 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a918085e-71fb-4279-a2b3-8f5cdf13789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.033261 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a918085e-71fb-4279-a2b3-8f5cdf13789f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec8be74c-81ae-464f-b6df-c96ae83f2b15 HTTP/1.1" status: 204 len: 168 time: 0.1195006 Nov 09 18:40:59.041434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918085e-71fb-4279-a2b3-8f5cdf13789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8be74c-81ae-464f-b6df-c96ae83f2b15,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:59.676511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 38764) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:40:59.774958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-95366099-network', 'tenant_id': 'e09e8dccf7ee4ee68c075b7bd4ef077e'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:40:59.796552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Made reservation on behalf of e09e8dccf7ee4ee68c075b7bd4ef077e for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:40:59.798831 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.806945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.880580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.884128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.908627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:40:59.918466 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:40:59.924288 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.924635 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Added segment 48af562a-0a8c-4efc-a2c5-78495ab8a009 of type vlan for network 748d1c3e-2e13-40d1-9d20-534b2e330cfe Nov 09 18:40:59.965758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.989991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:40:59.991021 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:40:59.991674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.049158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3709011 Nov 09 18:41:00.052187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 38768) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:41:00.055610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f7946-a01b-418b-a574-0c9b6ffc4b66 admin admin] Pushing event updated for resources: {'Network': ['ID=748d1c3e-2e13-40d1-9d20-534b2e330cfe,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:00.057145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Request body: {'subnet': {'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-95366099-subnet', 'tenant_id': 'e09e8dccf7ee4ee68c075b7bd4ef077e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:00.068948 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 748d1c3e-2e13-40d1-9d20-534b2e330cfe details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:41:00.078714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Made reservation on behalf of e09e8dccf7ee4ee68c075b7bd4ef077e for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:00.081277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.245917 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.301351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b99675-4cff-4044-ab58-c7d60b7f8d6f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:00.308336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Checking segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:00.308701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Network hostable DHCP agents. Network: 748d1c3e-2e13-40d1-9d20-534b2e330cfe, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:41:00.323875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Network 748d1c3e-2e13-40d1-9d20-534b2e330cfe is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:41:00.332975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 748d1c3e-2e13-40d1-9d20-534b2e330cfe) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:00.337030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:00.337617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:00.343172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aac333-f49f-4a48-a4e4-8ae44c133a90 None None] Network 748d1c3e-2e13-40d1-9d20-534b2e330cfe requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:41:00.353858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4f19e12b-96bf-45c0-9e1e-15579797bd80 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3005946 Nov 09 18:41:00.472995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83304f1-49d8-437b-9ef0-b85abf5e8582 None None] Network 748d1c3e-2e13-40d1-9d20-534b2e330cfe requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:41:00.774081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-54da58c5-15d6-4d27-bdcb-4984659ab659 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:00.775515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-54da58c5-15d6-4d27-bdcb-4984659ab659 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 813 time: 0.0986452 Nov 09 18:41:00.789996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-6ddfb62a-dfd1-441b-b858-467b5976893f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/quotas/e09e8dccf7ee4ee68c075b7bd4ef077e HTTP/1.1" status: 200 len: 375 time: 0.0089066 Nov 09 18:41:00.823859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-76f60940-3108-4f97-890c-b3bf90b87025 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287874 Nov 09 18:41:00.910699 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-462cc733-b9b6-4fe9-b9f7-333f1d08222f service neutron] 10.222.0.32 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793152 Nov 09 18:41:01.003862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-cd019947-5446-4e3d-87fe-ee4b719bb0d4 service neutron] 10.222.0.32 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867925 Nov 09 18:41:01.156776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8708dda4-36b3-4d0e-ba69-bd41f40eb871 req-6b6b45d5-ee05-4af7-a92c-bf2b45aa064e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 210 time: 0.0258739 Nov 09 18:41:02.156650 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-1253a976-1b1c-4696-9b2b-08e077ff0e62 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:02.158128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-1253a976-1b1c-4696-9b2b-08e077ff0e62 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.73 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 813 time: 0.1098297 Nov 09 18:41:02.171761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Request body: {'port': {'device_id': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe', 'admin_state_up': True, 'tenant_id': 'e09e8dccf7ee4ee68c075b7bd4ef077e'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:02.254360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-222cfa72-7e73-4e67-a4c0-92a179d6eb7f req-b295dbbb-a8a0-4df1-a402-0ac3e46a9dfb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 210 time: 0.0288000 Nov 09 18:41:02.298550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Made reservation on behalf of e09e8dccf7ee4ee68c075b7bd4ef077e for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:02.302002 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.316604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:41:02.335888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: c0359d8d-fb4f-4e5d-818c-4206d168ede6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:41:02.336774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c0359d8d-fb4f-4e5d-818c-4206d168ede6 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:41:02.425830 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Allocated IP 172.20.0.11 (748d1c3e-2e13-40d1-9d20-534b2e330cfe/36b99675-4cff-4044-ab58-c7d60b7f8d6f/f13bb861-8bb3-45e0-8ebb-193d871ab99c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:02.567017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.917978 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:02.957390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Network 748d1c3e-2e13-40d1-9d20-534b2e330cfe is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:02.960396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:02.963959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:02.992399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.016278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.016883 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.031260 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-87164824-f7af-4871-839e-e64cac3af249 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8631546 Nov 09 18:41:03.049166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Request body: {'port': {'device_id': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:03.101496 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.383850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13bb861-8bb3-45e0-8ebb-193d871ab99c {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:03.409825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.432893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Transition to ACTIVE for port object f13bb861-8bb3-45e0-8ebb-193d871ab99c will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:41:03.440905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aabb48-1433-4eac-b0cf-fe06bcfa87b4 req-af7dd2e7-0b68-4df5-81c6-3783097e57fd tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.442392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2aabb48-1433-4eac-b0cf-fe06bcfa87b4 req-af7dd2e7-0b68-4df5-81c6-3783097e57fd tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 932 time: 0.1199028 Nov 09 18:41:03.448035 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.467790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-2e0d6a55-2bbb-423e-91b9-8c70d5df31e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030674 Nov 09 18:41:03.551817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.568872 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2aabb48-1433-4eac-b0cf-fe06bcfa87b4 req-5d345699-930f-46fc-a20a-4ac936268a6c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167803 Nov 09 18:41:03.615752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-64d1c47c-e6a9-475b-b241-76d50b2ea674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.617197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-64d1c47c-e6a9-475b-b241-76d50b2ea674 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0979164 Nov 09 18:41:03.632077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:03.632404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:03.632725 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:03.637024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Port f13bb861-8bb3-45e0-8ebb-193d871ab99c on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:41:03.637337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:03.650461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:03.650791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Checking segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:03.651155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Bound using segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:03.651578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Bound port: f13bb861-8bb3-45e0-8ebb-193d871ab99c, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:03.651932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.781720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:03.784200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-bcdda64d-d9b4-40ee-9cd6-d722d5ae1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.785640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-bcdda64d-d9b4-40ee-9cd6-d722d5ae1de4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1438227 Nov 09 18:41:03.787213 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:03.792156 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.857851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-28bf61b0-589e-43ad-b039-d79a53e442b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0583551 Nov 09 18:41:03.860590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.861220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:03.862508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] 10.222.0.73 "PUT /v2.0/ports/f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 1092 time: 0.8180387 Nov 09 18:41:03.862943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:03.865191 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712afcc5-90ea-462a-9ffc-050e0b3d0438" -d '{"events": [{"name": "network-changed", "server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:03.915591 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e62f6d-b281-43f5-84e1-83ca6ce0eae1 x-openstack-request-id: req-24e62f6d-b281-43f5-84e1-83ca6ce0eae1 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:03.915891 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:03.916148 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24e62f6d-b281-43f5-84e1-83ca6ce0eae1 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:03.916551 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'status': 'completed', 'code': 200} Nov 09 18:41:03.926428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa1e28-393d-4399-a209-cd733274f700 service neutron] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:03.962197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-a28de978-69f7-47ee-8166-ccb91c279f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.963642 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-a28de978-69f7-47ee-8166-ccb91c279f5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0872314 Nov 09 18:41:03.972747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-bfdb8af8-817e-4f5b-ba93-3a6b9259267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:03.974128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-bfdb8af8-817e-4f5b-ba93-3a6b9259267b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1095 time: 0.0567794 Nov 09 18:41:04.032706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-757a9759-4129-4be3-936b-ac6635b430b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 217 time: 0.0340059 Nov 09 18:41:04.044604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-4f6da4ec-783f-4554-934b-784c5a677a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.045991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-4f6da4ec-783f-4554-934b-784c5a677a92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704319 Nov 09 18:41:04.136716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-1bb45a01-1754-46db-9411-678fc21b0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.138178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-1bb45a01-1754-46db-9411-678fc21b0ddb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0913253 Nov 09 18:41:04.190491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-ed12dddf-fa08-4eb7-a6bd-c35024692a46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372322 Nov 09 18:41:04.195536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-9609670a-d55b-49e4-94dd-a019ae2be428 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204731 Nov 09 18:41:04.356698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-d6b9dfc7-d63a-4c3d-8263-c7104177b1fc service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488504 Nov 09 18:41:04.358484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-e82ec48a-f9af-4cfd-aa72-6c3fb686a05e service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442139 Nov 09 18:41:04.457629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e749522-19ca-4b21-8883-da59a3da19a3 req-801cac11-3fa7-4c50-a4d9-31e19476cf43 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833824 Nov 09 18:41:04.546940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-8ef3d113-eeda-41b6-b517-a278fd125b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.548404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-8ef3d113-eeda-41b6-b517-a278fd125b25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1095 time: 0.0447273 Nov 09 18:41:04.638792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-e9f3ab3e-2477-43c2-a917-9db43f8a6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.640135 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-e9f3ab3e-2477-43c2-a917-9db43f8a6b00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0839620 Nov 09 18:41:04.702014 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-04b33a8d-49e3-4bbe-ba19-5c4be2220023 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 217 time: 0.0533986 Nov 09 18:41:04.727809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1623a-ad6c-4090-aa3a-497a5178f6af req-0146304d-d7f5-44be-81c6-be63eee44bd2 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.729221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f1623a-ad6c-4090-aa3a-497a5178f6af req-0146304d-d7f5-44be-81c6-be63eee44bd2 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 944 time: 0.0920072 Nov 09 18:41:04.787542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-cf1f402f-84be-4bdf-9242-4cab8524fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:04.788937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-cf1f402f-84be-4bdf-9242-4cab8524fb1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0764334 Nov 09 18:41:04.792103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f1623a-ad6c-4090-aa3a-497a5178f6af req-db55b799-3040-484e-afe8-398344d2926e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454068 Nov 09 18:41:04.822214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-7ba19cfc-9e3b-49b3-aad4-ec6b4645a176 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248415 Nov 09 18:41:04.915179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-0efccfa1-a9e2-4dec-a8a6-ba42068be8c6 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836372 Nov 09 18:41:05.007998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-712afcc5-90ea-462a-9ffc-050e0b3d0438 req-12584fad-29b8-4ac0-8894-67a2baa44e2e service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831795 Nov 09 18:41:05.911090 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a109c9-d043-45ba-b467-3f7b5979a981 req-e15db5b2-03df-42d9-9688-32a5fab3ff1f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:05.912571 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5a109c9-d043-45ba-b467-3f7b5979a981 req-e15db5b2-03df-42d9-9688-32a5fab3ff1f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 944 time: 0.0538459 Nov 09 18:41:05.950363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f5a109c9-d043-45ba-b467-3f7b5979a981 req-2a9e30fc-2b08-4a67-9ede-ca816cd9d7d0 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Nov 09 18:41:06.319504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:41:06.410020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:06.421426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe', 'port_id': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'mac_address': 'fa:16:3e:11:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b99675-4cff-4044-ab58-c7d60b7f8d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:41:06.461226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.473580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13bb861-8bb3-45e0-8ebb-193d871ab99c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:06.492371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:06.496106 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:06.541644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:06.751838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f13bb861-8bb3-45e0-8ebb-193d871ab99c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:07.062951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eefee-4f93-4cff-8cb7-120596ea2c11 req-159931db-7d02-4892-9a9d-7db4c5335684 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:07.064341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-458eefee-4f93-4cff-8cb7-120596ea2c11 req-159931db-7d02-4892-9a9d-7db4c5335684 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 945 time: 0.0490646 Nov 09 18:41:07.102394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-458eefee-4f93-4cff-8cb7-120596ea2c11 req-02006f6e-99ff-4ef1-b5e5-2450e7cfe9de tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Nov 09 18:41:07.330288 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5127781e-f422-4bc8-ad63-3adf17a45211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:08.214319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a57d29-e60e-4b62-9429-453a60131de4 req-2f590ab4-ec2e-41e0-9c25-b07995ebfed1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:08.215759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a57d29-e60e-4b62-9429-453a60131de4 req-2f590ab4-ec2e-41e0-9c25-b07995ebfed1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 945 time: 0.0476966 Nov 09 18:41:08.251077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76a57d29-e60e-4b62-9429-453a60131de4 req-4e44d64f-9ee0-4abe-8253-a60ca559e91a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294998 Nov 09 18:41:08.332599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:08.379206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port f13bb861-8bb3-45e0-8ebb-193d871ab99c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:41:08.382911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port f13bb861-8bb3-45e0-8ebb-193d871ab99c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:08.383289 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:08.456932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:08.478493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:08.481091 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ae8bc-e5a2-4b46-9d46-15fcbf2936d3" -d '{"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-plugged", "status": "completed", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:08.496658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:08.500803 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:08.525491 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3c63bc-77f5-4f05-bea3-066c29c34a5e x-openstack-request-id: req-fd3c63bc-77f5-4f05-bea3-066c29c34a5e {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:08.525787 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-plugged", "status": "completed", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:08.526048 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd3c63bc-77f5-4f05-bea3-066c29c34a5e {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:08.526460 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'code': 200} Nov 09 18:41:08.552686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:08.627080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6772c29-5bea-421b-9dc0-090fc9a621a7 req-b3add79c-f2b8-443a-89cc-b50c36d75a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:08.628528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6772c29-5bea-421b-9dc0-090fc9a621a7 req-b3add79c-f2b8-443a-89cc-b50c36d75a55 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1097 time: 0.0435388 Nov 09 18:41:08.664245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6772c29-5bea-421b-9dc0-090fc9a621a7 req-f85d57ec-c6e0-4a69-94dd-d481f9f7e7c2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256112 Nov 09 18:41:09.365818 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb6e2-c721-405f-bcd9-75bb91d85ea5 req-682f56c6-e0fa-459e-b732-4c31c8905399 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:09.367306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-740fb6e2-c721-405f-bcd9-75bb91d85ea5 req-682f56c6-e0fa-459e-b732-4c31c8905399 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0485363 Nov 09 18:41:09.403617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-740fb6e2-c721-405f-bcd9-75bb91d85ea5 req-62f29f19-588e-443d-8cd7-1f6071328df3 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Nov 09 18:41:09.819892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-64479174-e8da-47cf-a33c-6789c4a230c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.258680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:10.515804 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9da3c-2c73-4480-a6f1-f06ffbc7088a req-aa111157-8bbd-4f1e-aec9-3497f289740e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:10.517256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7af9da3c-2c73-4480-a6f1-f06ffbc7088a req-aa111157-8bbd-4f1e-aec9-3497f289740e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0484576 Nov 09 18:41:10.554701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7af9da3c-2c73-4480-a6f1-f06ffbc7088a req-132f7f01-2941-4507-99eb-662b2a9f2b55 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Nov 09 18:41:10.670616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6b254-41a7-43da-a000-9b514a6154ae req-134a56cb-fd29-4e31-b3ea-8b6ee7b2aa6a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:10.672081 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85d6b254-41a7-43da-a000-9b514a6154ae req-134a56cb-fd29-4e31-b3ea-8b6ee7b2aa6a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0516913 Nov 09 18:41:10.709274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85d6b254-41a7-43da-a000-9b514a6154ae req-d2337010-0080-4994-92b8-1b851e1c8a72 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Nov 09 18:41:10.902649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9a5a2-9465-442f-89dc-1df4150508c2 req-2d561b41-bf5a-4e3f-9c04-9dd9f4ce0453 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:10.904098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26c9a5a2-9465-442f-89dc-1df4150508c2 req-2d561b41-bf5a-4e3f-9c04-9dd9f4ce0453 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0479078 Nov 09 18:41:10.941837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26c9a5a2-9465-442f-89dc-1df4150508c2 req-d4603eb7-5d80-4e8c-8fb5-c011a4d06107 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Nov 09 18:41:11.055571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e5dd6-63ad-4b53-b3b5-0085fc117e1d req-203d3d68-0e72-4279-b737-dba63de039a8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.057025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe0e5dd6-63ad-4b53-b3b5-0085fc117e1d req-203d3d68-0e72-4279-b737-dba63de039a8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0483913 Nov 09 18:41:11.095890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe0e5dd6-63ad-4b53-b3b5-0085fc117e1d req-c96d570e-beca-44bf-abac-297b34f7385d tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Nov 09 18:41:11.198416 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:11.322103 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-9efd28f9-1bfd-4c69-a73f-aaddf9d1f69b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451078 Nov 09 18:41:11.337227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e3c2-54b2-4766-ac8f-ad59650a8594 req-80af7316-fbef-49d5-a630-0757c7499346 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:11.339080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7588e3c2-54b2-4766-ac8f-ad59650a8594 req-80af7316-fbef-49d5-a630-0757c7499346 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0531719 Nov 09 18:41:11.378325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7588e3c2-54b2-4766-ac8f-ad59650a8594 req-eae89417-4033-4658-a979-418e576052f5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Nov 09 18:41:12.410323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-943e657d-3e14-4b18-937b-cd6a757c8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:12.411854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-943e657d-3e14-4b18-937b-cd6a757c8c3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1097 time: 0.0412021 Nov 09 18:41:12.527468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d4a5-620c-4790-86b5-1bf135bb7595 req-02f5d402-3d27-46b6-a07b-307668a3236c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:12.528923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26f9d4a5-620c-4790-86b5-1bf135bb7595 req-02f5d402-3d27-46b6-a07b-307668a3236c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0692654 Nov 09 18:41:12.554828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-32f243b7-565b-400f-9af8-ecd727d80ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:12.556207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-32f243b7-565b-400f-9af8-ecd727d80ba9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.1373913 Nov 09 18:41:12.581826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26f9d4a5-620c-4790-86b5-1bf135bb7595 req-ebedf18f-c5c0-41eb-9496-eb82679b0f30 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Nov 09 18:41:12.607301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-1f170443-e55d-4950-b0b7-011436f0cfdc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 217 time: 0.0386562 Nov 09 18:41:12.659476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-0703fffc-d987-4caa-88ee-b22473b1ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:12.660769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-0703fffc-d987-4caa-88ee-b22473b1ec38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0459657 Nov 09 18:41:12.691825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-7faf8788-9c77-4024-a10b-795758e5088b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237696 Nov 09 18:41:12.701334 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:12.778839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-e3dc00a4-7a78-4309-a8a8-33c8b1341c06 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794783 Nov 09 18:41:12.869797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-a51ef2e2-4378-496c-ac52-96c1dceca813 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826042 Nov 09 18:41:13.695439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaf616-5847-4ba5-a33c-6098ebbefdc9 req-9863513d-2890-4a80-9c5c-b795c1c6ce70 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:13.696895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4daaf616-5847-4ba5-a33c-6098ebbefdc9 req-9863513d-2890-4a80-9c5c-b795c1c6ce70 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0487311 Nov 09 18:41:13.734004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4daaf616-5847-4ba5-a33c-6098ebbefdc9 req-c34c42c3-61f9-45c5-a616-88ae1e29fd90 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Nov 09 18:41:14.850348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a6458-5ddb-4d6d-853f-9ca772b7f154 req-9486147f-508a-485b-85f6-f66c557aabb3 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:14.851810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0a6458-5ddb-4d6d-853f-9ca772b7f154 req-9486147f-508a-485b-85f6-f66c557aabb3 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0480397 Nov 09 18:41:14.888244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ae0a6458-5ddb-4d6d-853f-9ca772b7f154 req-33b8e68d-7018-48a5-959b-8f869e0f5536 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305743 Nov 09 18:41:16.006751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0ff96-86eb-4ab3-9b22-bf1c6107accd req-1664bf0e-72d0-41d1-bb15-d869a90c52c8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:16.008196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8b0ff96-86eb-4ab3-9b22-bf1c6107accd req-1664bf0e-72d0-41d1-bb15-d869a90c52c8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0521915 Nov 09 18:41:16.045791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8b0ff96-86eb-4ab3-9b22-bf1c6107accd req-77a07829-d028-4645-8a05-dea288de9099 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Nov 09 18:41:16.499652 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:17.165627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a9cdc-25d9-4193-b567-ddc41ec230e3 req-5bc330a0-4a29-406e-a658-9ab30263e6b8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:17.167093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef1a9cdc-25d9-4193-b567-ddc41ec230e3 req-5bc330a0-4a29-406e-a658-9ab30263e6b8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0553591 Nov 09 18:41:17.204120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ef1a9cdc-25d9-4193-b567-ddc41ec230e3 req-ae10f497-f7fa-4aea-a152-b1a38f6924c0 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Nov 09 18:41:18.315703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4246ebd-513b-48ef-9248-fa036217e10a req-7a233121-ff2d-4429-a0a5-86d07cfe20dd tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:18.317128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4246ebd-513b-48ef-9248-fa036217e10a req-7a233121-ff2d-4429-a0a5-86d07cfe20dd tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0472491 Nov 09 18:41:18.353668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4246ebd-513b-48ef-9248-fa036217e10a req-4e070cf7-df25-4d6e-84ae-92820f259904 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305552 Nov 09 18:41:19.442516 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:19.469302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d6d45-f270-4f47-8c8d-1e77d9349189 req-cbbb55fe-4c9c-45be-8ea7-5f907dddb040 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:19.470792 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f6d6d45-f270-4f47-8c8d-1e77d9349189 req-cbbb55fe-4c9c-45be-8ea7-5f907dddb040 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0516658 Nov 09 18:41:19.508586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f6d6d45-f270-4f47-8c8d-1e77d9349189 req-da898ef4-aaa4-4c6f-b240-a3cf87a4236b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Nov 09 18:41:20.621469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbe555-e9d1-4b1c-81da-808e8e5128ec req-c3a5e5e2-c690-4747-a953-50ac3f4922e2 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:20.622966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0acbe555-e9d1-4b1c-81da-808e8e5128ec req-c3a5e5e2-c690-4747-a953-50ac3f4922e2 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0476241 Nov 09 18:41:20.659739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0acbe555-e9d1-4b1c-81da-808e8e5128ec req-92ba2f5b-a369-40ea-9b50-9a7c233613ba tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Nov 09 18:41:21.771689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d445f-dc82-4d29-bb86-8f55e25fa3fd req-1b24dde7-d383-4289-a75d-871a741475fb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:21.773146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc4d445f-dc82-4d29-bb86-8f55e25fa3fd req-1b24dde7-d383-4289-a75d-871a741475fb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0475247 Nov 09 18:41:21.810235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc4d445f-dc82-4d29-bb86-8f55e25fa3fd req-79d93cc2-84ac-4218-9376-5ce261095e1f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Nov 09 18:41:22.925149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240acb0a-66b2-4539-a8a8-e1e4399400dc req-dfc6675f-0c36-43dd-8186-5a551acd0f76 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:22.927143 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-240acb0a-66b2-4539-a8a8-e1e4399400dc req-dfc6675f-0c36-43dd-8186-5a551acd0f76 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0520093 Nov 09 18:41:22.964549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-240acb0a-66b2-4539-a8a8-e1e4399400dc req-a685a456-1898-4166-8c73-e80463d26e8b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Nov 09 18:41:24.076380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344ac6-91b9-439f-86de-aa9c2d23245a req-3c081ca5-e9ea-4be0-b529-a6b3d5c85e77 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:24.077857 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a344ac6-91b9-439f-86de-aa9c2d23245a req-3c081ca5-e9ea-4be0-b529-a6b3d5c85e77 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0475957 Nov 09 18:41:24.114569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a344ac6-91b9-439f-86de-aa9c2d23245a req-af28a11c-3058-4dac-8a90-544195796bc8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Nov 09 18:41:25.227586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fc5dd-d6d3-4032-a210-f71f02634acf req-ead5f7fa-be5d-4b97-a754-9dbf38e31f9c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:25.229026 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-115fc5dd-d6d3-4032-a210-f71f02634acf req-ead5f7fa-be5d-4b97-a754-9dbf38e31f9c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0477135 Nov 09 18:41:25.265768 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-115fc5dd-d6d3-4032-a210-f71f02634acf req-d3cdef93-6244-45e2-affa-81216901b6fe tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Nov 09 18:41:25.859049 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:41:26.382253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30992af-3bd9-4467-804d-c5e12dcd6db2 req-97b40163-8fbd-42d9-ab70-42052c24655b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:26.383628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c30992af-3bd9-4467-804d-c5e12dcd6db2 req-97b40163-8fbd-42d9-ab70-42052c24655b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0526066 Nov 09 18:41:26.419978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c30992af-3bd9-4467-804d-c5e12dcd6db2 req-a26a40f7-f85a-4bbc-9c0d-5fa23508e8bf tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Nov 09 18:41:27.533083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec190028-e33b-4b7c-b3cb-9cf0641f0b2e req-9cbaf54c-bd06-44d3-a1af-07f18ec8cee3 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:27.534548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec190028-e33b-4b7c-b3cb-9cf0641f0b2e req-9cbaf54c-bd06-44d3-a1af-07f18ec8cee3 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0479336 Nov 09 18:41:27.571005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec190028-e33b-4b7c-b3cb-9cf0641f0b2e req-59bc6a4d-2cfb-43a0-9a95-28a33b8fffee tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305686 Nov 09 18:41:28.685438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a7879-aa44-47ce-bf9f-1de1720327a0 req-aaaa3221-7ff6-43b5-af2b-8aeb1acb1f9c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:28.686905 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d05a7879-aa44-47ce-bf9f-1de1720327a0 req-aaaa3221-7ff6-43b5-af2b-8aeb1acb1f9c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0472555 Nov 09 18:41:28.723144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d05a7879-aa44-47ce-bf9f-1de1720327a0 req-3719b0f2-a9ca-420e-ac01-f4eb3f7b9b6a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303950 Nov 09 18:41:29.840821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0df55-8897-4425-9673-b359202221ab req-d00b6e02-b6bc-459e-b3ab-baa61b98e238 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:29.842305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ae0df55-8897-4425-9673-b359202221ab req-d00b6e02-b6bc-459e-b3ab-baa61b98e238 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0521557 Nov 09 18:41:29.878240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2ae0df55-8897-4425-9673-b359202221ab req-971cb09b-afe8-489e-a9fe-5f4fe59ab487 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300207 Nov 09 18:41:30.995406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95def-dedf-4993-9edf-5d7763e07409 req-45d66059-2519-4d3a-bac6-b0584f78eb96 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:30.996873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c95def-dedf-4993-9edf-5d7763e07409 req-45d66059-2519-4d3a-bac6-b0584f78eb96 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0499060 Nov 09 18:41:31.034653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-05c95def-dedf-4993-9edf-5d7763e07409 req-f061d876-cdd4-49a3-aa6f-fc2effca0622 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Nov 09 18:41:32.148352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65245fc2-4095-4709-9bac-771a37189c24 req-ff621bd1-ed05-4d74-858d-17e99c41aba8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:32.149798 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65245fc2-4095-4709-9bac-771a37189c24 req-ff621bd1-ed05-4d74-858d-17e99c41aba8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0482507 Nov 09 18:41:32.185899 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65245fc2-4095-4709-9bac-771a37189c24 req-2e0bc23b-5d94-4e5d-8be9-7a0893b5cb10 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301540 Nov 09 18:41:33.301321 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676db7c-669b-4107-9d4c-8bb00b9ecda8 req-2aa83da2-f2ce-4f08-9539-aaf96e97abf5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:33.303332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e676db7c-669b-4107-9d4c-8bb00b9ecda8 req-2aa83da2-f2ce-4f08-9539-aaf96e97abf5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0520530 Nov 09 18:41:33.339631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e676db7c-669b-4107-9d4c-8bb00b9ecda8 req-a27350f0-0182-44f0-97ee-756ab0c4af80 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Nov 09 18:41:34.451660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570997c-3a85-4850-bb6d-702d6b72e64a req-006c5c2f-c65c-40b1-8563-0db07cac1436 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:34.453104 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b570997c-3a85-4850-bb6d-702d6b72e64a req-006c5c2f-c65c-40b1-8563-0db07cac1436 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0478890 Nov 09 18:41:34.489999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b570997c-3a85-4850-bb6d-702d6b72e64a req-87f0ffdf-e2bb-498a-a7d0-8d219cab3ec5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Nov 09 18:41:35.601532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7050ec-a9c5-489c-a102-867c10b34097 req-8f2bd8d1-07be-4530-9ad1-a7d2b5821652 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:35.602985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c7050ec-a9c5-489c-a102-867c10b34097 req-8f2bd8d1-07be-4530-9ad1-a7d2b5821652 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0468063 Nov 09 18:41:35.639344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c7050ec-a9c5-489c-a102-867c10b34097 req-f06a4333-1dea-4903-a973-9939f01453c1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Nov 09 18:41:36.754300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783ffb7-a432-40b8-92b9-3b96d12069b0 req-08915289-d1c2-465d-be5d-1387ce6c604b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:36.756252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8783ffb7-a432-40b8-92b9-3b96d12069b0 req-08915289-d1c2-465d-be5d-1387ce6c604b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0506928 Nov 09 18:41:36.792889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8783ffb7-a432-40b8-92b9-3b96d12069b0 req-a68e97b2-65d9-4182-8c23-c116164ec2eb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307364 Nov 09 18:41:37.330551 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-44876a6a-063f-42b3-84f7-0032d1324e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:37.906540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405643ca-adc8-4e03-8ba8-671f4836b995 req-e268938e-2b75-4c89-abb7-f716461a0f66 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:37.908009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-405643ca-adc8-4e03-8ba8-671f4836b995 req-e268938e-2b75-4c89-abb7-f716461a0f66 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0479167 Nov 09 18:41:37.945958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-405643ca-adc8-4e03-8ba8-671f4836b995 req-c434b6bf-d217-4de7-8cbb-bd64f21fc394 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Nov 09 18:41:39.065626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f23d-8d8f-400b-9887-c8290dae2655 req-96a1be3c-5b4c-41b4-b1b1-b5a429a8cf55 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:39.067114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94b2f23d-8d8f-400b-9887-c8290dae2655 req-96a1be3c-5b4c-41b4-b1b1-b5a429a8cf55 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0483549 Nov 09 18:41:39.105095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94b2f23d-8d8f-400b-9887-c8290dae2655 req-e140c5c7-04aa-4a2c-88c8-182c1ad94e00 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Nov 09 18:41:39.820375 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c830767d-12ac-4097-8b47-9b025b1865c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.107616 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-fba76460-294d-4304-8540-a7db414a7e87 service neutron] show failed (client error): The resource could not be found. Nov 09 18:41:40.108512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-fba76460-294d-4304-8540-a7db414a7e87 service neutron] 10.222.0.73 "GET /v2.0/ports/f13bb861-8bb3-45e0-8ebb-193d871ab99c/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0573349 Nov 09 18:41:40.221708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ae66-2366-4bc0-87bf-d2bbfefc1ab7 req-07af0d51-c3e1-4806-b774-7a2d7c0bb6d2 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:40.223198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84c7ae66-2366-4bc0-87bf-d2bbfefc1ab7 req-07af0d51-c3e1-4806-b774-7a2d7c0bb6d2 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0507033 Nov 09 18:41:40.261985 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.268611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84c7ae66-2366-4bc0-87bf-d2bbfefc1ab7 req-cc2c9082-44e9-47ac-a781-42cae43ae728 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Nov 09 18:41:40.369673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-a8d88cb7-74b2-4351-9a99-ecb46514d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:40.371101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-a8d88cb7-74b2-4351-9a99-ecb46514d712 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa&tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e HTTP/1.1" status: 200 len: 1097 time: 0.0698690 Nov 09 18:41:40.383525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:40.438540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.632327 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:40.663966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:40.700871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:40.703199 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e750d45-4065-4873-bce3-d9e462d8e88b" -d '{"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-unplugged", "status": "completed", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:40.707301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.719799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Transition to ACTIVE for port object f13bb861-8bb3-45e0-8ebb-193d871ab99c will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:41:40.723309 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.751534 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085cedfb-77d7-4556-9424-0179f094333d x-openstack-request-id: req-085cedfb-77d7-4556-9424-0179f094333d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:40.751839 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-unplugged", "status": "completed", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:40.752096 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-085cedfb-77d7-4556-9424-0179f094333d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:40.752490 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'code': 200} Nov 09 18:41:40.789471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] No DVR routers for this DVR port f13bb861-8bb3-45e0-8ebb-193d871ab99c on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:41:40.793680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=6']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:40.824847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:40.825190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:40.825520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:40.829654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Port f13bb861-8bb3-45e0-8ebb-193d871ab99c on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:41:40.829976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Attempting to bind port f13bb861-8bb3-45e0-8ebb-193d871ab99c on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:40.835255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:40.835594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Checking segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:40.835978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Bound using segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:40.836404 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Bound port: f13bb861-8bb3-45e0-8ebb-193d871ab99c, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:40.836760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.896984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:40.899893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:40.903789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.937669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:40.938313 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:40.939704 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] 10.222.0.85 "PUT /v2.0/ports/f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 1092 time: 0.5600989 Nov 09 18:41:40.959554 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7892cc5-259b-4f6c-954e-d33327853779 service neutron] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=7']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:41.006867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-de734c00-b9a1-4734-b540-d24f5e91bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:41.008360 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-de734c00-b9a1-4734-b540-d24f5e91bf79 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1095 time: 0.0454049 Nov 09 18:41:41.095528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-8185b329-f31f-4607-8efb-c2b0831dafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:41.096951 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-8185b329-f31f-4607-8efb-c2b0831dafe4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0821130 Nov 09 18:41:41.136544 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-4af8f70a-3099-4547-a28c-e167cf00163f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 217 time: 0.0326693 Nov 09 18:41:41.188585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-b50d76d3-b38d-4ef0-8424-5e27dc8c7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:41.189964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-b50d76d3-b38d-4ef0-8424-5e27dc8c7dd4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0467055 Nov 09 18:41:41.201016 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:41.222302 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-e73738a6-810c-4588-a032-40a205bd1966 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251467 Nov 09 18:41:41.309423 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-955d020c-a780-4f4d-b6ba-18c4bac0fedf service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802050 Nov 09 18:41:41.388133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045fb70-ca2d-4630-8883-4826603b574d req-a79d6b5e-4139-45b5-8b91-7f831c1f82ef tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:41.389629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5045fb70-ca2d-4630-8883-4826603b574d req-a79d6b5e-4139-45b5-8b91-7f831c1f82ef tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 944 time: 0.0484052 Nov 09 18:41:41.402683 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-aa058aa3-d13d-486c-ac4f-c354466d9db0 req-62e47fee-2e81-463c-94ea-f9a087c5918e service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Nov 09 18:41:41.429597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5045fb70-ca2d-4630-8883-4826603b574d req-c511cf20-961a-4ae4-ae1a-efe5c1de290b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Nov 09 18:41:42.549556 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60d67-a0a2-4bbe-b0ad-a4eff77fbf23 req-6577c417-84ab-4f3b-9645-72a2175b1180 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:42.551030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fc60d67-a0a2-4bbe-b0ad-a4eff77fbf23 req-6577c417-84ab-4f3b-9645-72a2175b1180 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 944 time: 0.0522518 Nov 09 18:41:42.588123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fc60d67-a0a2-4bbe-b0ad-a4eff77fbf23 req-e2787aee-2333-4d85-8f83-0ac50e940a78 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Nov 09 18:41:42.754682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:42.757526 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:42.808503 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb118129-7e14-4f53-8345-947e003fbdde x-openstack-request-id: req-eb118129-7e14-4f53-8345-947e003fbdde {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:42.808864 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:42.809262 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb118129-7e14-4f53-8345-947e003fbdde {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:42.809728 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'status': 'completed', 'code': 200} Nov 09 18:41:42.874593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-dcddafba-f768-41e6-b65f-f01eaea05fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:42.876201 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-dcddafba-f768-41e6-b65f-f01eaea05fdc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1095 time: 0.0482309 Nov 09 18:41:42.891332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-3e11a9c3-607d-4969-9827-a4a7e55a0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:42.893206 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-3e11a9c3-607d-4969-9827-a4a7e55a0d21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1095 time: 0.0486495 Nov 09 18:41:42.918635 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:42.991248 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-5972225b-9a0d-47b8-a0ee-3f01d45f4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:42.992737 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-5972225b-9a0d-47b8-a0ee-3f01d45f4da5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.1084452 Nov 09 18:41:43.015528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-17153bb8-a0f0-4f71-bd7d-c7014f288c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:43.016909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-17153bb8-a0f0-4f71-bd7d-c7014f288c63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.1109145 Nov 09 18:41:43.034788 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-eff37944-2824-453a-ba1e-d94449d99b27 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 217 time: 0.0343919 Nov 09 18:41:43.062186 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-60c89a5d-9e91-4b52-aa47-89e592ff9de7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 217 time: 0.0339129 Nov 09 18:41:43.084080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-9f89c5f7-de1d-48db-ab0e-49b8607e6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:43.085560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-9f89c5f7-de1d-48db-ab0e-49b8607e6099 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0436022 Nov 09 18:41:43.114363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-dfcb8889-3a19-484a-85c6-3263ebd2c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:43.116422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-dfcb8889-3a19-484a-85c6-3263ebd2c445 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0433927 Nov 09 18:41:43.117727 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-eedb2f9a-9ffe-4957-92bd-943f33cb4854 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252836 Nov 09 18:41:43.152704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-70c1268b-cf81-4503-a058-2f840a8b8d3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244396 Nov 09 18:41:43.210104 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-7829b6f6-0560-4b52-92d4-2ed69630ec92 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855613 Nov 09 18:41:43.249570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-1169bb86-ab0e-4392-bc08-41f6cc6de714 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Nov 09 18:41:43.298263 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-ad85859b-aebd-40f2-8ec2-313f83afcd0e service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812006 Nov 09 18:41:43.343335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3b13fcb5-dc8f-4b76-8ac0-d741c64c0bc9 req-deaed30a-ad07-4eff-90e5-84be0369e233 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821855 Nov 09 18:41:43.706858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4ecc0-b107-40d3-ac8f-2008b9eca68d req-d6b67ece-14d0-412e-8be2-a06f9f4e73cc tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:43.708297 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52d4ecc0-b107-40d3-ac8f-2008b9eca68d req-d6b67ece-14d0-412e-8be2-a06f9f4e73cc tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 944 time: 0.0523710 Nov 09 18:41:43.745196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52d4ecc0-b107-40d3-ac8f-2008b9eca68d req-2a8c4864-4a1c-4936-9dd8-4dfd80bfa61e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Nov 09 18:41:43.991463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0563f-0dc6-4d08-9b5d-512a469c8e7f req-c7533c44-8286-4005-903a-984d4062365a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:43.992946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cc0563f-0dc6-4d08-9b5d-512a469c8e7f req-c7533c44-8286-4005-903a-984d4062365a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 944 time: 0.1090765 Nov 09 18:41:44.013579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-dd35e1e1-63ba-4d1d-92c7-095cd9c17c07 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:44.014981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-dd35e1e1-63ba-4d1d-92c7-095cd9c17c07 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.73 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa&tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 944 time: 0.1046453 Nov 09 18:41:44.066782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cc0563f-0dc6-4d08-9b5d-512a469c8e7f req-ee201cf8-3d43-462e-891b-940ff7c79a98 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667214 Nov 09 18:41:44.094545 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-d7252ef6-8c7a-4b2d-a788-8e95e6ec4bb8 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:41:44.095552 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-d7252ef6-8c7a-4b2d-a788-8e95e6ec4bb8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/f13bb861-8bb3-45e0-8ebb-193d871ab99c/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0659423 Nov 09 18:41:44.185176 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-06cbec54-c423-4c38-aefa-784aef32fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:44.186561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-06cbec54-c423-4c38-aefa-784aef32fc97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 1095 time: 0.0400236 Nov 09 18:41:44.283543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-837d9059-abd7-45d3-a6eb-80fa5fc03017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:44.284952 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-837d9059-abd7-45d3-a6eb-80fa5fc03017 service neutron] 10.222.0.73 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0829785 Nov 09 18:41:44.288645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:41:44.329983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-37446ae4-d9a7-493d-b9bc-3253a1b11d55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 200 len: 217 time: 0.0338860 Nov 09 18:41:44.382759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-75e7d5fb-8923-4d75-9144-f20ed105bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:44.383034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:44.384176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-75e7d5fb-8923-4d75-9144-f20ed105bcda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0427675 Nov 09 18:41:44.393917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe', 'port_id': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'mac_address': 'fa:16:3e:11:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b99675-4cff-4044-ab58-c7d60b7f8d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:41:44.419922 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-9dd373b2-862f-48a1-b576-6b5addbd54c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237265 Nov 09 18:41:44.429728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:44.442139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13bb861-8bb3-45e0-8ebb-193d871ab99c {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:44.460969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:44.466026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:44.513646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:44.520904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-1c53cab6-3549-4c1f-a54f-166620d2732c service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883856 Nov 09 18:41:44.568761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:41:44.609419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:41:44.614778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2a33890-e692-4f73-aea2-3653b63614a7 req-9c5775a8-baba-4541-a36f-822207102c04 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813956 Nov 09 18:41:44.681543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f13bb861-8bb3-45e0-8ebb-193d871ab99c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:45.189828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d3620-72a5-4a4d-a760-614e03fd3ab5 req-484d4bb8-7665-40da-ba11-553f412a8daf tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:45.191241 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-643d3620-72a5-4a4d-a760-614e03fd3ab5 req-484d4bb8-7665-40da-ba11-553f412a8daf tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 945 time: 0.0544496 Nov 09 18:41:45.230892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-643d3620-72a5-4a4d-a760-614e03fd3ab5 req-c90568bc-8126-4c62-a049-d4a807b28e0b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Nov 09 18:41:45.345665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb431f8e-db67-40e4-a2f6-7bf97b69c838 req-0ca79312-1935-444d-8a00-babbbf37a8d1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:45.347148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb431f8e-db67-40e4-a2f6-7bf97b69c838 req-0ca79312-1935-444d-8a00-babbbf37a8d1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 945 time: 0.0476892 Nov 09 18:41:45.384146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bb431f8e-db67-40e4-a2f6-7bf97b69c838 req-f8c679ac-b8cd-45d7-9814-4db453fe8a3d tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Nov 09 18:41:45.494441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4652e25-a2d9-4d01-8def-99c97067b92b req-3216bf7b-76f0-4a62-a7f7-f9d8173b7369 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:45.495879 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4652e25-a2d9-4d01-8def-99c97067b92b req-3216bf7b-76f0-4a62-a7f7-f9d8173b7369 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 945 time: 0.0486870 Nov 09 18:41:45.534145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4652e25-a2d9-4d01-8def-99c97067b92b req-a4a347ae-25a2-481d-8b51-ddbe985cedd8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319700 Nov 09 18:41:45.871640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-3f4a0a3a-27b1-4ce5-93a1-0e073992ee83 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:45.873071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-3f4a0a3a-27b1-4ce5-93a1-0e073992ee83 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 813 time: 0.1025240 Nov 09 18:41:45.888062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-15f67742-d48b-462f-8595-6abf30a76c50 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/quotas/e09e8dccf7ee4ee68c075b7bd4ef077e HTTP/1.1" status: 200 len: 375 time: 0.0092545 Nov 09 18:41:45.935405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0a6c0b38-c448-4d2e-8c23-7a846c64ae0a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420682 Nov 09 18:41:46.305184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:46.343765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-5c16ee4e-1291-473e-bc51-c7be667fa362 service neutron] 10.222.0.32 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013262 Nov 09 18:41:46.355882 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port f13bb861-8bb3-45e0-8ebb-193d871ab99c completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:41:46.359548 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port f13bb861-8bb3-45e0-8ebb-193d871ab99c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:46.359926 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:46.433363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-9c96aa77-4dec-42d5-b651-7e410fa74361 service neutron] 10.222.0.32 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827751 Nov 09 18:41:46.434863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:46.457596 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:46.460077 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55749354-91ed-4f86-b003-076b147e1ce6" -d '{"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-plugged", "status": "completed", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:46.474144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:46.479361 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:46.533980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:46.543790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:46.571638 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831de2cd-6299-4423-bc59-643019c5dbe3 x-openstack-request-id: req-831de2cd-6299-4423-bc59-643019c5dbe3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:46.572036 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-plugged", "status": "completed", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:46.572393 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-831de2cd-6299-4423-bc59-643019c5dbe3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:46.572993 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'code': 200} Nov 09 18:41:46.622707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a0568be-a726-4478-b686-73de68eda059 req-9d9b0c73-a2b3-4ed0-9103-1b21bfea2ef1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 210 time: 0.0266492 Nov 09 18:41:47.012811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-e3a009ab-4043-4a0c-8290-b759e708c984 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:47.014340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-e3a009ab-4043-4a0c-8290-b759e708c984 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.85 "GET /v2.0/ports?device_id=8027a076-d2bf-41ad-bafc-d347fb05bbaa HTTP/1.1" status: 200 len: 946 time: 0.0540881 Nov 09 18:41:47.114621 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Deleting port f13bb861-8bb3-45e0-8ebb-193d871ab99c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:41:47.114974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:47.204245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] For port f13bb861-8bb3-45e0-8ebb-193d871ab99c, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f13bb861-8bb3-45e0-8ebb-193d871ab99c,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:47.204616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:47.217561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Calling delete_port for f13bb861-8bb3-45e0-8ebb-193d871ab99c owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:41:47.340706 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:47.356637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f13bb861-8bb3-45e0-8ebb-193d871ab99c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:47.374670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Pushing event deleted for resources: {'Port': ['ID=f13bb861-8bb3-45e0-8ebb-193d871ab99c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:47.458414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] No DVR routers for this DVR port f13bb861-8bb3-45e0-8ebb-193d871ab99c on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:41:47.462263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:47.465479 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.85 "DELETE /v2.0/ports/f13bb861-8bb3-45e0-8ebb-193d871ab99c HTTP/1.1" status: 204 len: 173 time: 0.4381659 Nov 09 18:41:47.465911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-deleted', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:47.468177 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce080787-e0b4-4ec3-8c99-2ee2299a7963" -d '{"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-deleted", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:47.505811 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24328cdf-669c-4e7a-a996-1bbdd0294627 x-openstack-request-id: req-24328cdf-669c-4e7a-a996-1bbdd0294627 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:47.506142 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8027a076-d2bf-41ad-bafc-d347fb05bbaa", "name": "network-vif-deleted", "tag": "f13bb861-8bb3-45e0-8ebb-193d871ab99c", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:47.506524 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24328cdf-669c-4e7a-a996-1bbdd0294627 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:47.506981 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8027a076-d2bf-41ad-bafc-d347fb05bbaa', 'name': 'network-vif-deleted', 'tag': 'f13bb861-8bb3-45e0-8ebb-193d871ab99c', 'status': 'completed', 'code': 200} Nov 09 18:41:47.538968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-26e64fc7-4d96-4524-a141-fd19b6c868fe tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:47.540403 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-26e64fc7-4d96-4524-a141-fd19b6c868fe tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 813 time: 0.1425307 Nov 09 18:41:47.558652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Request body: {'port': {'device_id': '7a85758a-181f-4591-a217-01ac18916445', 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe', 'admin_state_up': True, 'tenant_id': 'e09e8dccf7ee4ee68c075b7bd4ef077e'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:47.668221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Made reservation on behalf of e09e8dccf7ee4ee68c075b7bd4ef077e for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:41:47.672593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:47.720531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9c0317ba-2c6e-4ac9-8111-2dc5018fb69a req-b0ded9e6-33f5-4f67-9f21-1e951aa4c388 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 210 time: 0.0299342 Nov 09 18:41:47.805933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Allocated IP 172.20.0.8 (748d1c3e-2e13-40d1-9d20-534b2e330cfe/36b99675-4cff-4044-ab58-c7d60b7f8d6f/f27302cd-8f12-438d-9f49-c7af333964a1) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:41:47.955030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:47.988518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:47.999623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f13bb861-8bb3-45e0-8ebb-193d871ab99c'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:48.030629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Network 748d1c3e-2e13-40d1-9d20-534b2e330cfe is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:41:48.033699 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:41:48.037400 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:41:48.046849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:48.090785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:48.091423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.106673 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-595555fa-3413-4675-a80d-c8f78bfaa2fa tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5517881 Nov 09 18:41:48.119391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Request body: {'port': {'device_id': '7a85758a-181f-4591-a217-01ac18916445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:41:48.174333 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.684142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27302cd-8f12-438d-9f49-c7af333964a1 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:48.691593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.703592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Transition to ACTIVE for port object f27302cd-8f12-438d-9f49-c7af333964a1 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:41:48.707779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.758039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:48.821900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:41:48.822255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:41:48.822587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:48.826734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Port f27302cd-8f12-438d-9f49-c7af333964a1 on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:41:48.827058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:41:48.831743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:41:48.832081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Checking segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:41:48.832465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Bound using segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:41:48.832892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Bound port: f27302cd-8f12-438d-9f49-c7af333964a1, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:41:48.833259 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.836006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9de2c-b070-4240-9564-5c5fc0474c9a req-adefe94b-3fdb-4851-ae84-fe4b1d920008 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:48.837483 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34a9de2c-b070-4240-9564-5c5fc0474c9a req-adefe94b-3fdb-4851-ae84-fe4b1d920008 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 943 time: 0.0488176 Nov 09 18:41:48.874643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34a9de2c-b070-4240-9564-5c5fc0474c9a req-6e9512b0-1c16-4d3d-9b0d-03e5d34646a8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Nov 09 18:41:48.897090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:41:48.900422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:41:48.905732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.938341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:48.938969 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:48.940389 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] 10.222.0.85 "PUT /v2.0/ports/f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 1091 time: 0.8248730 Nov 09 18:41:48.963950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8ebb0-c847-4907-861e-cdf44eaa4f75 service neutron] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:49.020575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-555f63da-7bb0-4765-9968-3e2c736c89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:49.022038 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-555f63da-7bb0-4765-9968-3e2c736c89d1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1094 time: 0.0400896 Nov 09 18:41:49.065666 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-0de36d08-aab7-4ef2-9dfa-d19a6115f37b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0358827 Nov 09 18:41:49.112031 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-776297ac-7042-4f08-8689-55952a5f06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:49.113420 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-776297ac-7042-4f08-8689-55952a5f06a0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0414336 Nov 09 18:41:49.143530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-6ed73437-a5c4-46a6-b64a-7fbbc852bfec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234835 Nov 09 18:41:49.233491 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-40115d7f-8517-4750-90f0-6cde9ee4d329 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830307 Nov 09 18:41:49.320927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-82b08ee1-55da-4f60-b47f-47a2be2f4a15 req-ab7cc868-18ca-43a0-831b-fcfa9100880d service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800443 Nov 09 18:41:49.441657 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:49.507828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:49.510194 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507a7339-9db4-4166-9bd3-135606968f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:49.544798 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2386dda-cdf7-48c5-b78c-6825d657527a x-openstack-request-id: req-c2386dda-cdf7-48c5-b78c-6825d657527a {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:49.545251 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:49.545506 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2386dda-cdf7-48c5-b78c-6825d657527a {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:49.545905 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'status': 'completed', 'code': 200} Nov 09 18:41:49.609989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a7339-9db4-4166-9bd3-135606968f1b req-c07a3ef1-4e2f-4ad1-9f3f-954601c7617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:49.611490 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-507a7339-9db4-4166-9bd3-135606968f1b req-c07a3ef1-4e2f-4ad1-9f3f-954601c7617f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1094 time: 0.0407426 Nov 09 18:41:49.701790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a7339-9db4-4166-9bd3-135606968f1b req-52f29bc2-d71c-4b11-b163-229c177fe732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:49.703238 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-507a7339-9db4-4166-9bd3-135606968f1b req-52f29bc2-d71c-4b11-b163-229c177fe732 service neutron] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0847397 Nov 09 18:41:49.744605 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-507a7339-9db4-4166-9bd3-135606968f1b req-31757360-aa57-432d-9097-f81d6b43f549 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0329247 Nov 09 18:41:49.796882 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a7339-9db4-4166-9bd3-135606968f1b req-1e0a8d5d-a007-4901-bc61-c0f421373907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:49.798194 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-507a7339-9db4-4166-9bd3-135606968f1b req-1e0a8d5d-a007-4901-bc61-c0f421373907 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0456283 Nov 09 18:41:49.828634 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-507a7339-9db4-4166-9bd3-135606968f1b req-3edfd5a1-8c0a-44f6-955e-db0e02b57cde service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227163 Nov 09 18:41:49.922848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-507a7339-9db4-4166-9bd3-135606968f1b req-e6da030d-0eb7-4816-8727-71425d9b1ed4 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864577 Nov 09 18:41:49.990636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3af6c5-910a-4d17-9896-bdbe6ed10cdb req-df2f323f-7774-46bd-a6a8-f810bbf44e1c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:49.992147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed3af6c5-910a-4d17-9896-bdbe6ed10cdb req-df2f323f-7774-46bd-a6a8-f810bbf44e1c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 943 time: 0.0485940 Nov 09 18:41:50.020258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-507a7339-9db4-4166-9bd3-135606968f1b req-76f5ef41-7a5f-4355-a94a-ce46c2e22ad9 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897868 Nov 09 18:41:50.029929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed3af6c5-910a-4d17-9896-bdbe6ed10cdb req-8ec98eba-eee6-40ca-bdcb-c074d0fedea1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Nov 09 18:41:50.336536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:41:50.339623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:41:50.364143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: f13bb861-8bb3-45e0-8ebb-193d871ab99c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:41:50.364489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f13bb861-8bb3-45e0-8ebb-193d871ab99c not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:41:50.452140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:50.462304 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe', 'port_id': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'mac_address': 'fa:16:3e:0c:ae:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b99675-4cff-4044-ab58-c7d60b7f8d6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:41:50.499424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:50.512245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27302cd-8f12-438d-9f49-c7af333964a1 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:41:50.530177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:50.534112 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:50.579057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:50.722333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['f27302cd-8f12-438d-9f49-c7af333964a1'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:41:51.144715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d78795-3a41-4f90-a6a3-08678c3f61c3 req-f71a0110-98cd-4663-af3e-1d6bf3301a1a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:51.146180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87d78795-3a41-4f90-a6a3-08678c3f61c3 req-f71a0110-98cd-4663-af3e-1d6bf3301a1a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 944 time: 0.0509031 Nov 09 18:41:51.183993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-87d78795-3a41-4f90-a6a3-08678c3f61c3 req-7caff21d-087a-481b-82d5-bb271ecb25f8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Nov 09 18:41:52.295573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42908904-4413-40b9-a4d9-d58a0797ba6b req-b430835b-e895-4637-970f-d135e76766c0 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:52.297094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42908904-4413-40b9-a4d9-d58a0797ba6b req-b430835b-e895-4637-970f-d135e76766c0 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 944 time: 0.0474250 Nov 09 18:41:52.334496 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-42908904-4413-40b9-a4d9-d58a0797ba6b req-e61dedad-5562-42a4-af01-7f90dd111297 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306540 Nov 09 18:41:52.335747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:41:52.383165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port f27302cd-8f12-438d-9f49-c7af333964a1 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:41:52.386624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port f27302cd-8f12-438d-9f49-c7af333964a1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:41:52.387001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:52.462129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:52.483885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:41:52.486147 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934e0ed5-8445-49f2-b63c-8d713780dd2b" -d '{"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-plugged", "status": "completed", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:41:52.498662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:41:52.503026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:41:52.527246 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d330e3ba-8ba8-48ad-8fe7-431a98b0225a x-openstack-request-id: req-d330e3ba-8ba8-48ad-8fe7-431a98b0225a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:41:52.527547 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-plugged", "status": "completed", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:41:52.527833 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d330e3ba-8ba8-48ad-8fe7-431a98b0225a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:41:52.528225 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'code': 200} Nov 09 18:41:52.556031 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:41:52.620626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e46f01-76c1-42a8-a7e8-6cf8e9ada700 req-a7e45153-5d06-451e-b063-be0c0cf299a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:52.622108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4e46f01-76c1-42a8-a7e8-6cf8e9ada700 req-a7e45153-5d06-451e-b063-be0c0cf299a9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1096 time: 0.0401824 Nov 09 18:41:52.657247 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d4e46f01-76c1-42a8-a7e8-6cf8e9ada700 req-b84521a0-85b2-45ef-8339-16277b700b20 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269306 Nov 09 18:41:53.446287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdd420-50a3-4917-9cca-5d01e3ce9baf req-bd22258c-c3fd-4250-9ab0-e902dfa6f35f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:53.447705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5cdd420-50a3-4917-9cca-5d01e3ce9baf req-bd22258c-c3fd-4250-9ab0-e902dfa6f35f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0474143 Nov 09 18:41:53.484862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c5cdd420-50a3-4917-9cca-5d01e3ce9baf req-a90cca58-1744-47b1-b455-2516c4717c02 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Nov 09 18:41:54.601576 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5a37-bd85-42e8-aa44-14592ae681d1 req-0b6fce16-6391-471e-8ae5-9edc3853dbc9 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:54.603083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70ef5a37-bd85-42e8-aa44-14592ae681d1 req-0b6fce16-6391-471e-8ae5-9edc3853dbc9 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Nov 09 18:41:54.640651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-70ef5a37-bd85-42e8-aa44-14592ae681d1 req-19acad0d-3ed2-4a82-b281-2a9c4ca0bff0 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Nov 09 18:41:54.752042 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bc282-3f96-4970-8c16-4c84e3d69e30 req-1df818bb-c36d-4d1d-bdee-4df7f9b43daf tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:54.753484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-392bc282-3f96-4970-8c16-4c84e3d69e30 req-1df818bb-c36d-4d1d-bdee-4df7f9b43daf tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0478704 Nov 09 18:41:54.790231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-392bc282-3f96-4970-8c16-4c84e3d69e30 req-4f601b89-77ea-42f1-8e52-5e139db2983a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Nov 09 18:41:55.019576 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-c29ddc1c-6bc2-40f4-ba8a-8115edae26fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392079 Nov 09 18:41:55.030802 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607084c5-cd5d-405b-93b2-c2ea441fb4cb req-e60230db-bfa7-4cfe-b368-a9f1f70219f6 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:55.032280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-607084c5-cd5d-405b-93b2-c2ea441fb4cb req-e60230db-bfa7-4cfe-b368-a9f1f70219f6 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0475957 Nov 09 18:41:55.072122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-607084c5-cd5d-405b-93b2-c2ea441fb4cb req-21b1a229-3119-448b-b1dd-6764dd945ce5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Nov 09 18:41:56.196076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6882b-1161-431d-99ce-3d2629fbb90b req-a743d293-f220-4f59-9495-b65365fb4ed9 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:56.197530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76b6882b-1161-431d-99ce-3d2629fbb90b req-a743d293-f220-4f59-9495-b65365fb4ed9 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0580177 Nov 09 18:41:56.224652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-75275149-8512-4ab0-8a8e-51f8c6734696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:56.226692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-75275149-8512-4ab0-8a8e-51f8c6734696 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1096 time: 0.0457401 Nov 09 18:41:56.234859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76b6882b-1161-431d-99ce-3d2629fbb90b req-a72792d2-b6df-4f6f-a6a1-1a5691027e8d tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Nov 09 18:41:56.316960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-d8f54f66-8d10-4fb8-9a62-7b10b8c1b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:56.318455 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-d8f54f66-8d10-4fb8-9a62-7b10b8c1b3d5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0848279 Nov 09 18:41:56.359860 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-e87c7481-d32b-4c61-bdbd-bae120e235b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0341823 Nov 09 18:41:56.411703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-70a8db87-6f54-442c-977a-43392f45d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:56.413133 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-70a8db87-6f54-442c-977a-43392f45d7e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0462599 Nov 09 18:41:56.443058 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-1c155e7e-f213-410e-913b-a08dd227f686 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229349 Nov 09 18:41:56.530910 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-8e6fe251-f0b3-4a89-ab9f-69c3932e42e4 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809734 Nov 09 18:41:56.623734 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-8f226ca0-ec34-4708-a4e5-5aacb1ca621f service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859008 Nov 09 18:41:57.348305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365543b-a3c5-40c4-b8f2-93cd625d798a req-32037e49-954a-4c88-b683-7ef74d93c547 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:57.349767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7365543b-a3c5-40c4-b8f2-93cd625d798a req-32037e49-954a-4c88-b683-7ef74d93c547 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Nov 09 18:41:57.386561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7365543b-a3c5-40c4-b8f2-93cd625d798a req-ba0dae6a-25d5-4bf0-a302-bb4be8b869e5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303032 Nov 09 18:41:58.500971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f5758-26f0-4bb4-97b1-e578e7a962bd req-a9f10b4a-23de-48b2-b2f3-a0e20c183f28 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:58.502473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab2f5758-26f0-4bb4-97b1-e578e7a962bd req-a9f10b4a-23de-48b2-b2f3-a0e20c183f28 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0496340 Nov 09 18:41:58.539243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab2f5758-26f0-4bb4-97b1-e578e7a962bd req-84f33cf5-93c5-472b-a9ba-211df8c0babd tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Nov 09 18:41:59.656385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4712896-b02c-4b16-8c7a-99d1d7441d5f req-b5024e2e-790c-4293-916d-d2695c843aa4 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:41:59.657825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4712896-b02c-4b16-8c7a-99d1d7441d5f req-b5024e2e-790c-4293-916d-d2695c843aa4 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Nov 09 18:41:59.695438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4712896-b02c-4b16-8c7a-99d1d7441d5f req-87dec365-2de0-417c-9e21-4708983d374c tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Nov 09 18:42:00.808809 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a56940-1b3f-4ddc-958f-6b859bea4386 req-3055b2d5-b131-441b-b801-26d663aaef57 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:00.810284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84a56940-1b3f-4ddc-958f-6b859bea4386 req-3055b2d5-b131-441b-b801-26d663aaef57 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Nov 09 18:42:00.846388 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84a56940-1b3f-4ddc-958f-6b859bea4386 req-3c36f852-fd51-4250-a329-3ad600153903 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Nov 09 18:42:01.959785 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08107e03-6a00-4bb7-8167-7466ae4479a0 req-aeecb61a-e5bd-4127-ba7c-9dad1d2691e7 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:01.961774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08107e03-6a00-4bb7-8167-7466ae4479a0 req-aeecb61a-e5bd-4127-ba7c-9dad1d2691e7 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Nov 09 18:42:01.998680 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08107e03-6a00-4bb7-8167-7466ae4479a0 req-463f981c-6368-4e41-85ed-f32d89cbcc51 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Nov 09 18:42:02.858360 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:42:03.114399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe6489-7a91-46be-a64d-f4fb72259fb3 req-65c21bdb-8bdf-4645-b4d7-73d422f3c7e8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:03.115762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4fe6489-7a91-46be-a64d-f4fb72259fb3 req-65c21bdb-8bdf-4645-b4d7-73d422f3c7e8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0505903 Nov 09 18:42:03.152384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4fe6489-7a91-46be-a64d-f4fb72259fb3 req-acb4c624-285d-47c9-9e41-bd721f8c91b0 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300686 Nov 09 18:42:04.267526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25172f-50d3-4f18-93fc-58e10e32fcd7 req-aaf5774b-f37e-4d4b-a6c9-00b693fdd7b8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:04.268980 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d25172f-50d3-4f18-93fc-58e10e32fcd7 req-aaf5774b-f37e-4d4b-a6c9-00b693fdd7b8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0480208 Nov 09 18:42:04.306190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d25172f-50d3-4f18-93fc-58e10e32fcd7 req-80cf32b9-f51c-489c-be0e-496995d5f8fd tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Nov 09 18:42:05.025818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-3e2a1e45-71b8-46ea-b538-834edf7d78b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388293 Nov 09 18:42:05.107986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-ffe7f2f3-2936-4e7e-b4b9-96867189f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:05.109437 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-ffe7f2f3-2936-4e7e-b4b9-96867189f8df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0387850 Nov 09 18:42:05.217306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-b12a01d3-155d-4c67-baf8-1df20d6c9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:05.218790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-b12a01d3-155d-4c67-baf8-1df20d6c9d79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0866821 Nov 09 18:42:05.264874 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-0f575d60-1950-4ae6-a164-fd6f00e85005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0334854 Nov 09 18:42:05.322210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-e98a6fea-0ec2-4fa7-bb9a-72c6ef78c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:05.323604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-e98a6fea-0ec2-4fa7-bb9a-72c6ef78c347 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0469379 Nov 09 18:42:05.383755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-f0ea5aea-0ced-4f21-8ff2-eebf2e6dcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:05.385256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-f0ea5aea-0ced-4f21-8ff2-eebf2e6dcf67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486178 Nov 09 18:42:05.474891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ce953-a8ac-4284-ac59-f609b206284f req-160c9ea2-899d-402f-9cb2-3edbf9b3e550 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:05.476257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-933ce953-a8ac-4284-ac59-f609b206284f req-160c9ea2-899d-402f-9cb2-3edbf9b3e550 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.1033165 Nov 09 18:42:05.518862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-d5c700f9-c5ab-46be-b97d-9c69e551441e service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175880 Nov 09 18:42:05.532280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-933ce953-a8ac-4284-ac59-f609b206284f req-8d7dc864-bac6-4696-8af0-f948eda8da12 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Nov 09 18:42:05.614307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-956403dd-08cc-4a4d-97c6-99969c515b90 req-65e4987d-336a-4cad-ba8f-d676ddfa873b service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810511 Nov 09 18:42:06.650448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222ce2-6530-41eb-adbb-d7cb5ce75b06 req-93a7b5df-700d-4d44-b63b-e8364c132bdc tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:06.651944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee222ce2-6530-41eb-adbb-d7cb5ce75b06 req-93a7b5df-700d-4d44-b63b-e8364c132bdc tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0529959 Nov 09 18:42:06.688956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ee222ce2-6530-41eb-adbb-d7cb5ce75b06 req-54362570-3c03-4a00-b194-f5681f132109 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Nov 09 18:42:07.332219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-007c21cb-5ce6-4ba1-b247-dae9858a6c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:07.803064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925b3da-a598-4d56-81bb-02b7b90d68cc req-8a2e93b5-b385-4c11-af3d-10e3b88d0477 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:07.804543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0925b3da-a598-4d56-81bb-02b7b90d68cc req-8a2e93b5-b385-4c11-af3d-10e3b88d0477 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Nov 09 18:42:07.841085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0925b3da-a598-4d56-81bb-02b7b90d68cc req-caa0afb3-1a79-4fa0-9eb1-d092d8605af2 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Nov 09 18:42:08.956245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd930cbe-79eb-4068-a819-0f9079d116b9 req-50ae10b3-8ac1-4fa0-a4eb-a5a7c96a29ed tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:08.957717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd930cbe-79eb-4068-a819-0f9079d116b9 req-50ae10b3-8ac1-4fa0-a4eb-a5a7c96a29ed tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0495903 Nov 09 18:42:08.995914 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd930cbe-79eb-4068-a819-0f9079d116b9 req-06b81dc6-a36e-40cc-9c73-04f6147e835f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Nov 09 18:42:09.819691 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f07d9f17-f12b-41aa-af54-4f574459f622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:10.112456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709089ac-1d63-4918-9111-2174aec97296 req-8f6e5268-8da2-4095-8487-e6581bba5097 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:10.113858 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-709089ac-1d63-4918-9111-2174aec97296 req-8f6e5268-8da2-4095-8487-e6581bba5097 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0524926 Nov 09 18:42:10.152892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-709089ac-1d63-4918-9111-2174aec97296 req-3b60a6cf-9079-4c17-880b-b2686b26cf64 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Nov 09 18:42:10.257415 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:11.203863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:11.267560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b67645-70c6-4cd7-9249-cd0dca695b28 req-947309ca-fbd3-4957-8c10-8f03f9144552 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:11.269008 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b67645-70c6-4cd7-9249-cd0dca695b28 req-947309ca-fbd3-4957-8c10-8f03f9144552 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0477672 Nov 09 18:42:11.305836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b67645-70c6-4cd7-9249-cd0dca695b28 req-bb03b55d-8162-479f-8d8a-35085bbe3687 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302665 Nov 09 18:42:12.256785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-9b903877-7cc9-411c-9440-7b0f85fcb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:12.258334 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-9b903877-7cc9-411c-9440-7b0f85fcb4ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1096 time: 0.1006055 Nov 09 18:42:12.362944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-3d779057-a7a1-4700-a523-f2ed13318a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:12.364481 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-3d779057-a7a1-4700-a523-f2ed13318a87 service neutron] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0876012 Nov 09 18:42:12.406644 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-bd981267-f197-412d-9fd2-590caf57ac9f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0348895 Nov 09 18:42:12.419669 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438ce3-46aa-4203-b605-6fd9afd652cc req-83e808d9-3fd2-430c-8c7e-a90c0da43973 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:12.421126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53438ce3-46aa-4203-b605-6fd9afd652cc req-83e808d9-3fd2-430c-8c7e-a90c0da43973 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Nov 09 18:42:12.457937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-7d6f9896-cdf2-4058-a6ce-9c9073ec0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:12.458191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53438ce3-46aa-4203-b605-6fd9afd652cc req-6bf30dab-b65d-4e8b-84c5-6765772edc0a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Nov 09 18:42:12.459489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-7d6f9896-cdf2-4058-a6ce-9c9073ec0930 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0428455 Nov 09 18:42:12.491753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-5afdf8c4-c4ef-43c4-ae9e-752c423d2920 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251398 Nov 09 18:42:12.583285 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-fbac3b15-a5aa-46d6-a6dd-01ee1da8c81f service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842426 Nov 09 18:42:12.672131 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-313116b9-74fb-401e-ba86-b3162e1b26cb req-e375b627-3239-4a6d-9715-469fe79e804f service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803363 Nov 09 18:42:12.704741 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:13.575642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ee9a7-dfd7-4699-8ccc-5c1a9491446e req-1dd23842-ac4a-444c-ae19-3ec29539942d tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:13.577144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b56ee9a7-dfd7-4699-8ccc-5c1a9491446e req-1dd23842-ac4a-444c-ae19-3ec29539942d tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0525117 Nov 09 18:42:13.614116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b56ee9a7-dfd7-4699-8ccc-5c1a9491446e req-d1499f2f-9c44-4e74-89f1-3c14413ae3a1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Nov 09 18:42:14.728747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d0fda-2c37-49c8-8f1e-cb6546a1e5b1 req-3eb5d106-cc88-4358-9c83-369ff028d294 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:14.730238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a89d0fda-2c37-49c8-8f1e-cb6546a1e5b1 req-3eb5d106-cc88-4358-9c83-369ff028d294 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0485864 Nov 09 18:42:14.767050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a89d0fda-2c37-49c8-8f1e-cb6546a1e5b1 req-4b9b5768-012d-4e69-b3e5-2ffbe7a9445f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Nov 09 18:42:15.879894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4eb00-9084-4cf8-a16b-b2fe5eead151 req-aaa70d51-6bea-482a-a85e-bb55da3422eb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:15.881345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4e4eb00-9084-4cf8-a16b-b2fe5eead151 req-aaa70d51-6bea-482a-a85e-bb55da3422eb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Nov 09 18:42:15.918866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4e4eb00-9084-4cf8-a16b-b2fe5eead151 req-690c75eb-8c56-4493-bcf7-7dc0ec0e0c58 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Nov 09 18:42:16.516552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:17.035887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe2227-68b3-43eb-818c-d391ee95b237 req-4868b462-586c-4998-a238-e1d2e1cb2647 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:17.037352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34fe2227-68b3-43eb-818c-d391ee95b237 req-4868b462-586c-4998-a238-e1d2e1cb2647 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0527024 Nov 09 18:42:17.074406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34fe2227-68b3-43eb-818c-d391ee95b237 req-0960a239-67b3-49ce-93ea-c2b7d47f83a9 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307946 Nov 09 18:42:18.190831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc080102-71d7-47d4-8fc9-931c31f74fda req-9eb007a2-d36a-4d13-aed4-70793f75d845 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:18.192205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc080102-71d7-47d4-8fc9-931c31f74fda req-9eb007a2-d36a-4d13-aed4-70793f75d845 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Nov 09 18:42:18.229940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc080102-71d7-47d4-8fc9-931c31f74fda req-8ff729d4-f064-44f1-be9c-2285266a875a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Nov 09 18:42:19.342161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b89e-5909-4006-be78-eb39e9fdc680 req-8fe4b60d-ab68-47b1-86a3-2d76a349b1f7 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:19.343633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c62b89e-5909-4006-be78-eb39e9fdc680 req-8fe4b60d-ab68-47b1-86a3-2d76a349b1f7 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0481157 Nov 09 18:42:19.382175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c62b89e-5909-4006-be78-eb39e9fdc680 req-431f58ed-e296-4036-8d2e-82667af0cdab tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Nov 09 18:42:19.448940 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:20.501307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d611b55-5370-4700-9de3-3895ca755e23 req-c702b650-bc9b-4797-b287-bfdece3400ad tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:20.502796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d611b55-5370-4700-9de3-3895ca755e23 req-c702b650-bc9b-4797-b287-bfdece3400ad tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Nov 09 18:42:20.539704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d611b55-5370-4700-9de3-3895ca755e23 req-9cf000bd-6f51-48ac-a689-a430d97daec0 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300498 Nov 09 18:42:21.651604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba961a2-5750-45cc-8e8a-6abbc3fa6d8f req-82e74a1d-9c54-4673-a723-d032d270e089 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:21.653046 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eba961a2-5750-45cc-8e8a-6abbc3fa6d8f req-82e74a1d-9c54-4673-a723-d032d270e089 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0477417 Nov 09 18:42:21.690095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eba961a2-5750-45cc-8e8a-6abbc3fa6d8f req-8607864f-0609-4345-aff4-37ac603e58f8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Nov 09 18:42:22.802115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d625f-382a-469a-8fe7-e80e0789aaf3 req-c684a79d-3efa-4ebf-8528-cbb9b3ae2334 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:22.803566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-055d625f-382a-469a-8fe7-e80e0789aaf3 req-c684a79d-3efa-4ebf-8528-cbb9b3ae2334 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Nov 09 18:42:22.840742 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-055d625f-382a-469a-8fe7-e80e0789aaf3 req-545ad531-4e2a-4a25-a60e-48bfb72ab367 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307000 Nov 09 18:42:23.399153 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-a83b49bf-3770-42b1-8038-723084afd817 req-a6f3dcd8-7bf7-4d27-b4a8-ed451daa036c service neutron] show failed (client error): The resource could not be found. Nov 09 18:42:23.400653 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-a6f3dcd8-7bf7-4d27-b4a8-ed451daa036c service neutron] 10.222.0.85 "GET /v2.0/ports/f27302cd-8f12-438d-9f49-c7af333964a1/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0621362 Nov 09 18:42:23.607300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-667d6186-a0dd-4fe2-b554-c2f5f73227d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:23.608951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-667d6186-a0dd-4fe2-b554-c2f5f73227d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445&tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e HTTP/1.1" status: 200 len: 1096 time: 0.0480533 Nov 09 18:42:23.622924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:23.678453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:23.878205 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:23.925380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:23.984109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:23.986411 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97bc1d3-3f61-4448-80b4-a07e2e7f11c6" -d '{"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-unplugged", "status": "completed", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:23.991816 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.002938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd2b61-313a-484c-a8f2-8432677090a9 req-08a8c6f2-c558-472b-a127-07f5c9d6c146 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:24.004419 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26dd2b61-313a-484c-a8f2-8432677090a9 req-08a8c6f2-c558-472b-a127-07f5c9d6c146 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 945 time: 0.0949104 Nov 09 18:42:24.019431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Transition to ACTIVE for port object f27302cd-8f12-438d-9f49-c7af333964a1 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:42:24.028779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.080629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26dd2b61-313a-484c-a8f2-8432677090a9 req-66909136-ecd6-4eb7-9f8c-9370486bb56e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682714 Nov 09 18:42:24.110871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] No DVR routers for this DVR port f27302cd-8f12-438d-9f49-c7af333964a1 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:42:24.113769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:24.125677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.126024 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.126395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.126735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.127064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.127444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.127774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.128096 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.128421 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.128746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.129066 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.129385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:24.146711 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600a6bd-b52d-4374-b868-5ed9604c2db1 x-openstack-request-id: req-4600a6bd-b52d-4374-b868-5ed9604c2db1 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:24.147149 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-unplugged", "status": "completed", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:24.147270 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4600a6bd-b52d-4374-b868-5ed9604c2db1 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:24.147630 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'code': 200} Nov 09 18:42:24.160412 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:24.160746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:24.161069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:24.165287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Port f27302cd-8f12-438d-9f49-c7af333964a1 on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:42:24.165605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Attempting to bind port f27302cd-8f12-438d-9f49-c7af333964a1 on network 748d1c3e-2e13-40d1-9d20-534b2e330cfe {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:24.170675 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:24.171009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Checking segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:24.171390 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Bound using segment: {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:24.171812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Bound port: f27302cd-8f12-438d-9f49-c7af333964a1, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48af562a-0a8c-4efc-a2c5-78495ab8a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:24.172180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.232799 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:24.235763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:24.239760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.273664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:24.274369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:24.275880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] 10.222.0.73 "PUT /v2.0/ports/f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 1091 time: 0.6570177 Nov 09 18:42:24.296718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76e092-3574-4900-a196-386a04dc96e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:24.348133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-c54a5735-ccfe-4096-9185-93e8860ffbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:24.350093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-c54a5735-ccfe-4096-9185-93e8860ffbbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1094 time: 0.0452859 Nov 09 18:42:24.449094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-de9632f9-a505-47ce-9622-a399f8cbc8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:24.450588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-de9632f9-a505-47ce-9622-a399f8cbc8fe service neutron] 10.222.0.73 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0883293 Nov 09 18:42:24.497378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-f6c82021-8ad6-4656-b825-75aed80039ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0342178 Nov 09 18:42:24.556761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b49bf-3770-42b1-8038-723084afd817 req-0d15c8f6-c3c0-4ab5-b5f3-636d62260fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:24.558200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-0d15c8f6-c3c0-4ab5-b5f3-636d62260fb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0484698 Nov 09 18:42:24.593408 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-f2f184d3-7158-4f51-bba0-c9da9525f175 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235107 Nov 09 18:42:24.682327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-7062f038-9c9e-4b9b-b15c-6ec9033431ce service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801923 Nov 09 18:42:24.778556 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a83b49bf-3770-42b1-8038-723084afd817 req-62016b2c-ed63-4835-b415-9232a852b310 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835483 Nov 09 18:42:25.196224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0e50d-0615-4f4a-a245-61497485646d req-9e7ed911-7ee7-42c8-8362-060b74cefc86 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:25.198223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88d0e50d-0615-4f4a-a245-61497485646d req-9e7ed911-7ee7-42c8-8362-060b74cefc86 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 943 time: 0.0497072 Nov 09 18:42:25.234434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88d0e50d-0615-4f4a-a245-61497485646d req-aa4f9186-3ca5-4fd7-bc91-48989c51c122 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302820 Nov 09 18:42:26.148733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:26.151173 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d627c12-f980-4978-bd88-43483dcdb120" -d '{"events": [{"name": "network-changed", "server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:26.198580 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b5aba7-50ca-4486-97b7-c0c5bf460fa9 x-openstack-request-id: req-10b5aba7-50ca-4486-97b7-c0c5bf460fa9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:26.199202 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:26.199653 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10b5aba7-50ca-4486-97b7-c0c5bf460fa9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:26.200107 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'status': 'completed', 'code': 200} Nov 09 18:42:26.255958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627c12-f980-4978-bd88-43483dcdb120 req-aefbbcf0-eb95-4d2f-9e89-66e90274d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:26.257512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-aefbbcf0-eb95-4d2f-9e89-66e90274d8a2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1094 time: 0.0413470 Nov 09 18:42:26.266040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627c12-f980-4978-bd88-43483dcdb120 req-1d6e8e19-9cb9-44f9-8ccb-7cf5258b51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:26.267741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-1d6e8e19-9cb9-44f9-8ccb-7cf5258b51d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1094 time: 0.0423186 Nov 09 18:42:26.351769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627c12-f980-4978-bd88-43483dcdb120 req-28af85f5-d548-4692-a2f4-ba589d425328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:26.353258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-28af85f5-d548-4692-a2f4-ba589d425328 service neutron] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0881653 Nov 09 18:42:26.397416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-b16cad8f-1ced-495d-ab2d-d1750c289da8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0370882 Nov 09 18:42:26.404674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab5ac-ca9f-4585-8711-b9d637dc8d71 req-f7d39d5a-d3ae-4a50-9474-f88d58e14bd8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:26.406166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693ab5ac-ca9f-4585-8711-b9d637dc8d71 req-f7d39d5a-d3ae-4a50-9474-f88d58e14bd8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 943 time: 0.0786335 Nov 09 18:42:26.409011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627c12-f980-4978-bd88-43483dcdb120 req-bbb088e5-0d15-4c74-800f-4fd6b756225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:26.410407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-bbb088e5-0d15-4c74-800f-4fd6b756225b service neutron] 10.222.0.73 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.1316600 Nov 09 18:42:26.446230 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627c12-f980-4978-bd88-43483dcdb120 req-0c01c716-8575-4875-bcc4-904d989568fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:26.447655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-0c01c716-8575-4875-bcc4-904d989568fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0437050 Nov 09 18:42:26.465348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-54886105-7652-4245-8231-35dc181f5ed1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0391884 Nov 09 18:42:26.481092 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-a3e23762-40a2-474f-9c1d-69dc8a872546 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268390 Nov 09 18:42:26.490374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693ab5ac-ca9f-4585-8711-b9d637dc8d71 req-0337d325-b0ed-49af-b484-502906cc840e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779452 Nov 09 18:42:26.524377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627c12-f980-4978-bd88-43483dcdb120 req-d426ba82-f665-4eac-a235-b3de66c0f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:26.526403 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-d426ba82-f665-4eac-a235-b3de66c0f5f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0511684 Nov 09 18:42:26.562306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-190de538-d4a0-439a-bc35-1508939b4869 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273943 Nov 09 18:42:26.577898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-9a00dbc2-d101-4fe8-816c-171a6e5d56b7 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892026 Nov 09 18:42:26.679757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-a594f99a-b605-4542-9a34-3b1b7ad43a40 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948811 Nov 09 18:42:26.689713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-b333abc9-d62b-4c37-8389-f086b86225eb service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039581 Nov 09 18:42:26.771085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6d627c12-f980-4978-bd88-43483dcdb120 req-4fab37b8-9184-41ab-bb0e-8d93a5a47410 service neutron] 10.222.0.73 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819066 Nov 09 18:42:27.609735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe68a8-edbe-453e-83d2-d1dbaaeb4674 req-e1d22493-24fa-44c8-a1a2-690ddee7dbb5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:27.611218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9afe68a8-edbe-453e-83d2-d1dbaaeb4674 req-e1d22493-24fa-44c8-a1a2-690ddee7dbb5 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 943 time: 0.0533690 Nov 09 18:42:27.647543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9afe68a8-edbe-453e-83d2-d1dbaaeb4674 req-2ce7d9b1-07cd-4f9f-96b7-0c48e873e70b tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304124 Nov 09 18:42:27.836691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f739e-8750-43a3-ae24-f66804ad39f1 req-8a194aab-2892-4e67-8895-54428a18833e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:27.838662 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce0f739e-8750-43a3-ae24-f66804ad39f1 req-8a194aab-2892-4e67-8895-54428a18833e tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 943 time: 0.0492947 Nov 09 18:42:27.854981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-13d69443-c546-45e6-91d8-8235173a900a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:27.856459 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-13d69443-c546-45e6-91d8-8235173a900a tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.85 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445&tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 943 time: 0.0510840 Nov 09 18:42:27.875682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ce0f739e-8750-43a3-ae24-f66804ad39f1 req-7b58e1de-dd32-4074-8535-232ae2338d45 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312605 Nov 09 18:42:27.922357 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-1c9b5287-112e-4b15-bc51-fb606a921c35 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:42:27.923367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-1c9b5287-112e-4b15-bc51-fb606a921c35 service neutron] 10.222.0.85 "DELETE /v2.0/ports/f27302cd-8f12-438d-9f49-c7af333964a1/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0583041 Nov 09 18:42:28.005155 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-6fb932ac-cf50-4f5b-839a-d6a3da198873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:28.006656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-6fb932ac-cf50-4f5b-839a-d6a3da198873 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 1094 time: 0.0403860 Nov 09 18:42:28.093317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-2016f8ec-629f-4502-9ed9-f891ca3e942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:28.094744 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-2016f8ec-629f-4502-9ed9-f891ca3e942a service neutron] 10.222.0.85 "GET /v2.0/networks?id=748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 200 len: 914 time: 0.0816221 Nov 09 18:42:28.140663 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-5e5343f9-c822-4990-bb62-c6a9c629eb5d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 200 len: 217 time: 0.0376315 Nov 09 18:42:28.190861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-0e3309e6-9084-4358-b61f-fffe65eb48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:28.192356 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-0e3309e6-9084-4358-b61f-fffe65eb48b6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 200 len: 853 time: 0.0442100 Nov 09 18:42:28.222082 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-714d4a7a-628e-47d3-8711-3deb0b5f4982 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=748d1c3e-2e13-40d1-9d20-534b2e330cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232358 Nov 09 18:42:28.313202 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-a8c10840-bea3-4a8b-a7aa-d742f0319106 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834031 Nov 09 18:42:28.401859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-628056c2-4a8c-42b6-a216-33b4f83d1d1e req-b02fe4f8-9069-4032-88b3-bc85607cc452 service neutron] 10.222.0.85 "GET /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800810 Nov 09 18:42:28.526933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:28.566417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:28.862624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:42:28.958040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:28.969917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'network_id': '748d1c3e-2e13-40d1-9d20-534b2e330cfe', 'port_id': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'mac_address': 'fa:16:3e:0c:ae:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b99675-4cff-4044-ab58-c7d60b7f8d6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:42:29.001458 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afb50-c23f-429f-b3f8-b199366a3f23 req-a2d56ff1-efab-4b35-908c-f1295b888518 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:29.002987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c94afb50-c23f-429f-b3f8-b199366a3f23 req-a2d56ff1-efab-4b35-908c-f1295b888518 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 943 time: 0.0487881 Nov 09 18:42:29.005008 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.018458 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27302cd-8f12-438d-9f49-c7af333964a1 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:42:29.041097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:29.041305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c94afb50-c23f-429f-b3f8-b199366a3f23 req-8123c74d-889b-4930-bbb6-0c103ee69986 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Nov 09 18:42:29.045414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:29.092469 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:29.099738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.100084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.100424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.100762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.101094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.101423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.101747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.102081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.102418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.102740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.103061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.103380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:29.158695 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a17ee-69bf-4ab9-9b00-6712c5f64ebc req-0dc2fa1b-92bc-4640-8ed9-093fd1eb22cc tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:29.160139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-565a17ee-69bf-4ab9-9b00-6712c5f64ebc req-0dc2fa1b-92bc-4640-8ed9-093fd1eb22cc tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 944 time: 0.0525033 Nov 09 18:42:29.196231 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-565a17ee-69bf-4ab9-9b00-6712c5f64ebc req-01737da9-6e7c-4d2e-bd12-5260c82e19a8 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302696 Nov 09 18:42:29.295196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f27302cd-8f12-438d-9f49-c7af333964a1'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:42:29.306473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2497612-16f1-4e6e-9f69-cb2d49e8f202 req-d1413282-559c-42b2-87d9-3bbda2fff8ac tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:29.308479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2497612-16f1-4e6e-9f69-cb2d49e8f202 req-d1413282-559c-42b2-87d9-3bbda2fff8ac tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 944 time: 0.0495913 Nov 09 18:42:29.346150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2497612-16f1-4e6e-9f69-cb2d49e8f202 req-f7a6154f-2233-4570-8d87-4946a9c5e0d1 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Nov 09 18:42:29.669291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719beb5-76b2-41aa-a4ef-7ea028fc25d0 req-9576ea6d-add0-4157-8bb7-c23579401cdb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:29.670788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9719beb5-76b2-41aa-a4ef-7ea028fc25d0 req-9576ea6d-add0-4157-8bb7-c23579401cdb tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 944 time: 0.0488498 Nov 09 18:42:29.707031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9719beb5-76b2-41aa-a4ef-7ea028fc25d0 req-e6e1499f-101f-4660-94cc-118c3fdc46d4 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304911 Nov 09 18:42:30.822153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e558c2-1769-4e59-8f90-7e9c7b379158 req-c02c6f90-518e-4ca2-97f2-e2bba1664006 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:30.824147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17e558c2-1769-4e59-8f90-7e9c7b379158 req-c02c6f90-518e-4ca2-97f2-e2bba1664006 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 944 time: 0.0522335 Nov 09 18:42:30.860116 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-17e558c2-1769-4e59-8f90-7e9c7b379158 req-33a877f5-e892-490a-90cf-4eb235c8ee9f tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301402 Nov 09 18:42:30.884488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:30.938090 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port f27302cd-8f12-438d-9f49-c7af333964a1 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:42:30.941829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port f27302cd-8f12-438d-9f49-c7af333964a1 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:30.942247 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:30.946525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-e228c46e-501b-4e12-91bb-af0b1b2fcd59 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:30.948518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-e228c46e-501b-4e12-91bb-af0b1b2fcd59 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a85758a-181f-4591-a217-01ac18916445 HTTP/1.1" status: 200 len: 944 time: 0.0491109 Nov 09 18:42:31.017888 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.040034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:31.042372 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa915fb-f0f3-4ebe-bdee-4dde25378b04" -d '{"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-plugged", "status": "completed", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:31.044153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Deleting port f27302cd-8f12-438d-9f49-c7af333964a1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:42:31.044495 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.054790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:31.061027 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.088667 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55bf77-e8c9-4ede-82a3-20191bd657c1 x-openstack-request-id: req-8d55bf77-e8c9-4ede-82a3-20191bd657c1 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:31.088970 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-plugged", "status": "completed", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:31.089229 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d55bf77-e8c9-4ede-82a3-20191bd657c1 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:31.089615 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'code': 200} Nov 09 18:42:31.114260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:31.139970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] For port f27302cd-8f12-438d-9f49-c7af333964a1, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=f27302cd-8f12-438d-9f49-c7af333964a1,segment=NetworkSegment(48af562a-0a8c-4efc-a2c5-78495ab8a009),segment_id=48af562a-0a8c-4efc-a2c5-78495ab8a009)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:31.140369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.152622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Calling delete_port for f27302cd-8f12-438d-9f49-c7af333964a1 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:42:31.277460 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.293978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['f27302cd-8f12-438d-9f49-c7af333964a1'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:42:31.306104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Pushing event deleted for resources: {'Port': ['ID=f27302cd-8f12-438d-9f49-c7af333964a1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:31.345188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] No DVR routers for this DVR port f27302cd-8f12-438d-9f49-c7af333964a1 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:42:31.347634 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:31.350929 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-97ea80d3-2972-456a-9448-5617c6c16a26 req-dc4022bd-5e99-4220-8f0c-b6f4b1d26830 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] 10.222.0.73 "DELETE /v2.0/ports/f27302cd-8f12-438d-9f49-c7af333964a1 HTTP/1.1" status: 204 len: 173 time: 0.3935299 Nov 09 18:42:31.351364 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-deleted', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:31.353589 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3068d68-20ec-458d-9777-1ab9392eaf60" -d '{"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-deleted", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:31.393001 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6911e-d9ca-4f79-818f-498ca744d9ca x-openstack-request-id: req-5ad6911e-d9ca-4f79-818f-498ca744d9ca {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:31.393298 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a85758a-181f-4591-a217-01ac18916445", "name": "network-vif-deleted", "tag": "f27302cd-8f12-438d-9f49-c7af333964a1", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:31.393556 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ad6911e-d9ca-4f79-818f-498ca744d9ca {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:31.393959 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a85758a-181f-4591-a217-01ac18916445', 'name': 'network-vif-deleted', 'tag': 'f27302cd-8f12-438d-9f49-c7af333964a1', 'status': 'completed', 'code': 200} Nov 09 18:42:31.976279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39092) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:32.023921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] Deleting subnet 36b99675-4cff-4044-ab58-c7d60b7f8d6f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:42:32.027587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.060291 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.098359 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.149674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.177329 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b99675-4cff-4044-ab58-c7d60b7f8d6f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:32.180671 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.184486 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-51af862e-2b1f-4155-9eef-aab1317b24f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/36b99675-4cff-4044-ab58-c7d60b7f8d6f HTTP/1.1" status: 204 len: 168 time: 0.2072036 Nov 09 18:42:32.187051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39094) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:32.257078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.332759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.357188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748d1c3e-2e13-40d1-9d20-534b2e330cfe']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:32.366238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48af562a-0a8c-4efc-a2c5-78495ab8a009') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:32.366537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48af562a-0a8c-4efc-a2c5-78495ab8a009') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:32.375696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.388261 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.393885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:42:32.394369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:42:32.395920 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:42:32.447440 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.453796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.456953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] 10.222.0.32 "DELETE /v2.0/networks/748d1c3e-2e13-40d1-9d20-534b2e330cfe HTTP/1.1" status: 204 len: 168 time: 0.2689409 Nov 09 18:42:32.468525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e28c4-af68-47be-9850-9e8b2699e425 admin admin] Pushing event deleted for resources: {'Network': ['ID=748d1c3e-2e13-40d1-9d20-534b2e330cfe,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:32.564601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39098) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:32.603422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1685adf6-5e7b-4d35-b037-b4891a3d2a7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e09e8dccf7ee4ee68c075b7bd4ef077e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376546 Nov 09 18:42:32.606521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39100) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:32.651977 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ade195d1-968f-41cb-95cd-2a6ca417a864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.676521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ade195d1-968f-41cb-95cd-2a6ca417a864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.722397 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ade195d1-968f-41cb-95cd-2a6ca417a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.724898 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ade195d1-968f-41cb-95cd-2a6ca417a864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:32.726139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ade195d1-968f-41cb-95cd-2a6ca417a864 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751 HTTP/1.1" status: 204 len: 168 time: 0.1187224 Nov 09 18:42:32.733495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade195d1-968f-41cb-95cd-2a6ca417a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1ba6cd-c2ff-4d74-bc6c-de8f8d6a3751,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:33.402282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39122) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:33.503162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-381867050-network', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:33.525151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Made reservation on behalf of a14d2db17eb842598cd02fbdcb4a18af for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:33.527510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.536782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.613773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.617347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.642596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:42:33.652964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674d5c10-5892-4b93-840f-7e55d0fa8bd3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:33.657705 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.658048 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Added segment 619ea7c9-abff-44c1-bde8-644e08ba25e8 of type vlan for network b7ce8da4-cb9d-45be-a37e-b8d72d933213 Nov 09 18:42:33.699422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.722723 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.723593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:33.724176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.775580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3721890 Nov 09 18:42:33.779014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39126) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:33.783972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Request body: {'subnet': {'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-381867050-subnet', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:33.788481 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f5df7-83f9-4230-8fb3-cc708fb2512c admin admin] Pushing event updated for resources: {'Network': ['ID=b7ce8da4-cb9d-45be-a37e-b8d72d933213,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:33.799132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:42:33.806724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Made reservation on behalf of a14d2db17eb842598cd02fbdcb4a18af for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:33.809089 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:33.975673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.035013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6aeadc6-4e23-446e-b6b9-854155645569,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:34.046334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.046686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.047029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.047369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.047703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.048264 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.048606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.048937 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.049266 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.049593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.049918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.050271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:34.056282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:34.056712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Network hostable DHCP agents. Network: b7ce8da4-cb9d-45be-a37e-b8d72d933213, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:42:34.072792 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:42:34.082633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, b7ce8da4-cb9d-45be-a37e-b8d72d933213) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:34.089768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:34.090775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.091344 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0505ed5-a442-4677-9ac8-87d501ccfdb6 None None] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:34.106593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-79e9640a-300d-4242-9511-44a4278c5c68 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3264799 Nov 09 18:42:34.109208 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:34.113628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:34.133716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.134796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.187432 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.237329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:42:34.238232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.323519 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.371806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Allocated IP 172.20.0.2 (b7ce8da4-cb9d-45be-a37e-b8d72d933213/f6aeadc6-4e23-446e-b6b9-854155645569/ee059864-fcc4-4702-8292-8661c6c3e8d9) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:34.516732 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.518768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.525115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.540112 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.562407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:34.566500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:34.574230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:34.576140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Pushing event updated for resources: {'Port': ['ID=ee059864-fcc4-4702-8292-8661c6c3e8d9,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:34.627951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Attempting to bind port ee059864-fcc4-4702-8292-8661c6c3e8d9 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:34.628325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Attempting to bind port ee059864-fcc4-4702-8292-8661c6c3e8d9 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:34.628693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Attempting to bind port ee059864-fcc4-4702-8292-8661c6c3e8d9 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:34.633504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:34.633881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:34.634312 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.634721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:34.635739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Bound port: ee059864-fcc4-4702-8292-8661c6c3e8d9, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:34.636131 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.642781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Allocated IP 172.25.0.173 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/a872f32a-be90-4059-987a-8a216c2d5ad8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:34.701029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] For port ee059864-fcc4-4702-8292-8661c6c3e8d9, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:34.704329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] For port ee059864-fcc4-4702-8292-8661c6c3e8d9, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ee059864-fcc4-4702-8292-8661c6c3e8d9,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:34.708564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.755660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.767092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef5a81-33f0-45c1-a3a4-cefa7dbf1341 None None] Pushing event updated for resources: {'Port': ['ID=ee059864-fcc4-4702-8292-8661c6c3e8d9,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:34.792101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:34.837274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:34.840191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:34.846698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:34.849762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Pushing event updated for resources: {'Port': ['ID=a872f32a-be90-4059-987a-8a216c2d5ad8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:34.895707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:42:34.921289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: f27302cd-8f12-438d-9f49-c7af333964a1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:42:34.921644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device f27302cd-8f12-438d-9f49-c7af333964a1 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:42:35.125302 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:35.316930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:35.610616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9ec84-4fc4-46d1-b1ea-c4ee6913c51d None None] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:42:35.675355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-51ab0d1f-4892-4253-90ad-fed05294ebc0 None None] Provisioning complete for port ee059864-fcc4-4702-8292-8661c6c3e8d9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:35.675728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-51ab0d1f-4892-4253-90ad-fed05294ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:35.715724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Router b36016a7-f7e4-426c-bc2e-39e848241a21 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:42:35.820308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:35.820989 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-51ab0d1f-4892-4253-90ad-fed05294ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:35.830042 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:35.840658 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:35.841348 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:42:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:35.842622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:35.847097 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2c9025ac-3c36-4008-80f8-bcdf5cec3a2c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7335980 Nov 09 18:42:35.847097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:35.867675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-51ab0d1f-4892-4253-90ad-fed05294ebc0 None None] For port ee059864-fcc4-4702-8292-8661c6c3e8d9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ee059864-fcc4-4702-8292-8661c6c3e8d9,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:35.872986 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-51ab0d1f-4892-4253-90ad-fed05294ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:35.935366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab0d1f-4892-4253-90ad-fed05294ebc0 None None] Pushing event updated for resources: {'Port': ['ID=ee059864-fcc4-4702-8292-8661c6c3e8d9,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:35.953393 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:36.094123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-06a3269a-a554-4307-8785-84bc4bc3923b None None] Provisioning complete for port ee059864-fcc4-4702-8292-8661c6c3e8d9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:36.094421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-06a3269a-a554-4307-8785-84bc4bc3923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.141038 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:35Z', 'revision_number': 3, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:36.168847 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:36.169198 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Updating router b36016a7-f7e4-426c-bc2e-39e848241a21 port a872f32a-be90-4059-987a-8a216c2d5ad8 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:42:36.205476 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.270729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ee059864-fcc4-4702-8292-8661c6c3e8d9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:36.311287 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.322917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ee059864-fcc4-4702-8292-8661c6c3e8d9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:36.323301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.469052 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Allocated IP 172.20.0.1 (b7ce8da4-cb9d-45be-a37e-b8d72d933213/f6aeadc6-4e23-446e-b6b9-854155645569/fa11ec48-bd2c-48a0-b233-615c219f61d7) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:36.559654 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.566266 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.573590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.606427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.614384 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Attempting to bind port a872f32a-be90-4059-987a-8a216c2d5ad8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:36.614755 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Attempting to bind port a872f32a-be90-4059-987a-8a216c2d5ad8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:36.615115 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Attempting to bind port a872f32a-be90-4059-987a-8a216c2d5ad8 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:36.624190 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Pushing event updated for resources: {'Port': ['ID=a872f32a-be90-4059-987a-8a216c2d5ad8,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:36.627329 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:36.627700 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:36.628095 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.628483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:36.628947 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Bound port: a872f32a-be90-4059-987a-8a216c2d5ad8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:36.629332 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.647648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:36.650517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:36.652273 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.652621 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.653237 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.653580 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.653911 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.654266 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.654718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:36.654860 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.655107 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.655444 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.655768 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.656090 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.656490 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:42:36.686222 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa11ec48-bd2c-48a0-b233-615c219f61d7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:36.695266 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] For port a872f32a-be90-4059-987a-8a216c2d5ad8, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:36.700094 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] For port a872f32a-be90-4059-987a-8a216c2d5ad8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a872f32a-be90-4059-987a-8a216c2d5ad8,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:36.700600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.704904 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.767659 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:36.768294 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:42:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:36.772197 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c8dc1-e269-43c0-b72b-c7283eef0710 None None] Pushing event updated for resources: {'Port': ['ID=a872f32a-be90-4059-987a-8a216c2d5ad8,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:36.840129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.886032 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:36.919633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5ff363ff-40bb-467d-a998-b70b99318cab None None] Provisioning complete for port fa11ec48-bd2c-48a0-b233-615c219f61d7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:36.919912 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5ff363ff-40bb-467d-a998-b70b99318cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:36.959295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5ff363ff-40bb-467d-a998-b70b99318cab None None] Port fa11ec48-bd2c-48a0-b233-615c219f61d7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:37.012129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.016555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.063738 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:35Z', 'revision_number': 3, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:37.082447 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.085054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa11ec48-bd2c-48a0-b233-615c219f61d7,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:37.090406 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe37b2e-303c-4e79-9885-f989ec7a0e59 None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:35Z', 'revision_number': 3, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:37.186810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:37.188231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:37.318190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:42:37.346731 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4f059772-948a-4e38-ba16-60c4d3309c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.439252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:37.444475 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-28ad4416-f403-4e08-8d74-8101273da8c0 admin admin] 10.222.0.32 "PUT /v2.0/routers/b36016a7-f7e4-426c-bc2e-39e848241a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5964813 Nov 09 18:42:37.483358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-afc6aaf8-2332-4bac-8208-b54ae63bbdaf None None] Provisioning complete for port fa11ec48-bd2c-48a0-b233-615c219f61d7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:37.483780 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-afc6aaf8-2332-4bac-8208-b54ae63bbdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:37.521534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-afc6aaf8-2332-4bac-8208-b54ae63bbdaf None None] Port fa11ec48-bd2c-48a0-b233-615c219f61d7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:37.984381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39138) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:37.989238 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6d1e156c-7564-4705-ab2c-a7f00759ea6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756970223', 'description': 'tempest-description--763711852'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:38.011423 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d1e156c-7564-4705-ab2c-a7f00759ea6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.077048 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d1e156c-7564-4705-ab2c-a7f00759ea6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.080569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d1e156c-7564-4705-ab2c-a7f00759ea6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.107572 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d1e156c-7564-4705-ab2c-a7f00759ea6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.108814 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d1e156c-7564-4705-ab2c-a7f00759ea6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1233850 Nov 09 18:42:38.111782 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:38.116220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-de4310ab-7667-4b00-bea1-d86627b140c2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'security_group_rule': {'security_group_id': '920443bd-2220-4e38-9c41-b910ddeac380', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:38.124160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e156c-7564-4705-ab2c-a7f00759ea6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920443bd-2220-4e38-9c41-b910ddeac380,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:38.146225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-de4310ab-7667-4b00-bea1-d86627b140c2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.204741 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-de4310ab-7667-4b00-bea1-d86627b140c2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.208924 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-de4310ab-7667-4b00-bea1-d86627b140c2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.226952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4310ab-7667-4b00-bea1-d86627b140c2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324ba557-4c0e-4e7a-8b8d-50eedc8b7769,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:38.230235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a872f32a-be90-4059-987a-8a216c2d5ad8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:38.236471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-de4310ab-7667-4b00-bea1-d86627b140c2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.237683 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-de4310ab-7667-4b00-bea1-d86627b140c2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249487 Nov 09 18:42:38.240288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39142) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:38.244598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f348cb41-c05f-415e-82a3-4e88cd6736ef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'security_group_rule': {'security_group_id': '920443bd-2220-4e38-9c41-b910ddeac380', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:38.270256 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f348cb41-c05f-415e-82a3-4e88cd6736ef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.278502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a872f32a-be90-4059-987a-8a216c2d5ad8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:38.278879 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.329412 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f348cb41-c05f-415e-82a3-4e88cd6736ef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.333882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f348cb41-c05f-415e-82a3-4e88cd6736ef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.355019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348cb41-c05f-415e-82a3-4e88cd6736ef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb52ba42-1273-4b53-93f5-c9142eba1e04,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:38.357557 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.362554 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f348cb41-c05f-415e-82a3-4e88cd6736ef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.366798 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f348cb41-c05f-415e-82a3-4e88cd6736ef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225507 Nov 09 18:42:38.367098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:38.372854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:38.382825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a872f32a-be90-4059-987a-8a216c2d5ad8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a872f32a-be90-4059-987a-8a216c2d5ad8,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:38.388289 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.399138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.440816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a872f32a-be90-4059-987a-8a216c2d5ad8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:38.497819 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.602338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Allocated IP 172.25.0.43 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/7dd1315f-7209-4c5a-84f0-b86336423728) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:38.655260 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:38.664228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:38.664847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:42:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:38.704058 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.737751 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.770294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:38.776134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:38.784078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:38.786049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'Port': ['ID=7dd1315f-7209-4c5a-84f0-b86336423728,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:38.788300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:38.872443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:38.908729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.071934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.076972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.121268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 2, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:39.146611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:39.146974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Updating router b36016a7-f7e4-426c-bc2e-39e848241a21 port fa11ec48-bd2c-48a0-b233-615c219f61d7 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:42:39.148162 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'Port': ['ID=7dd1315f-7209-4c5a-84f0-b86336423728,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:39.158197 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.174507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.175773 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-89cce45d-3fac-4770-a855-54f7158be6e2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8075511 Nov 09 18:42:39.176347 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.326202 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-823f2e02-8ea6-409a-b556-f4535d26efc8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1756970223&fields=id&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 267 time: 0.0322254 Nov 09 18:42:39.436819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-ccaa986b-108a-4c17-8209-4666adfb1923 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:39.438293 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-ccaa986b-108a-4c17-8209-4666adfb1923 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.1047597 Nov 09 18:42:39.443390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.448540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.454760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-e8dc26b8-c8d2-4946-917e-9da97a37fec4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/quotas/a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 375 time: 0.0104494 Nov 09 18:42:39.514142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-cd66b0f1-c03a-44fc-a1af-673d33b12d3e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536363 Nov 09 18:42:39.536225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177f8ee-0f3a-47a4-97a9-97dce9aa8ff1 None None] Pushing event updated for resources: {'Port': ['ID=fa11ec48-bd2c-48a0-b233-615c219f61d7,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:39.548160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Attempting to bind port fa11ec48-bd2c-48a0-b233-615c219f61d7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:39.548543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Attempting to bind port fa11ec48-bd2c-48a0-b233-615c219f61d7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:39.548915 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Attempting to bind port fa11ec48-bd2c-48a0-b233-615c219f61d7 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:39.555128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:39.555128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:39.555128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.556608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:39.557110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Bound port: fa11ec48-bd2c-48a0-b233-615c219f61d7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:39.557496 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.616707 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-00273ccf-31cf-4a36-a357-327b1ba6a46b service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894051 Nov 09 18:42:39.626827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] For port fa11ec48-bd2c-48a0-b233-615c219f61d7, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:39.630537 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] For port fa11ec48-bd2c-48a0-b233-615c219f61d7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fa11ec48-bd2c-48a0-b233-615c219f61d7,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:39.636847 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.697421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:39.698717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:42:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:39.721151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5c1cb4a5-ff10-4a8c-bc1f-d97c8631a322 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964956 Nov 09 18:42:39.763607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177f8ee-0f3a-47a4-97a9-97dce9aa8ff1 None None] Pushing event updated for resources: {'Port': ['ID=fa11ec48-bd2c-48a0-b233-615c219f61d7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:39.808781 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-46208087-7457-4ea0-9919-eb0a4f1cc164 None None] Provisioning complete for port fa11ec48-bd2c-48a0-b233-615c219f61d7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:39.809980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46208087-7457-4ea0-9919-eb0a4f1cc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.862353 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:42:39.882152 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0b8185a9-232b-458e-9776-d170f9aef0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:39.899228 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:39.931883 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-abe7f511-cfc9-424a-9bcb-b4c11ab975b3 req-d3b89908-3efe-4f34-8e71-20150eb68788 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 210 time: 0.0507743 Nov 09 18:42:40.041715 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46208087-7457-4ea0-9919-eb0a4f1cc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:40.096244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-46208087-7457-4ea0-9919-eb0a4f1cc164 None None] For port fa11ec48-bd2c-48a0-b233-615c219f61d7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fa11ec48-bd2c-48a0-b233-615c219f61d7,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:40.103878 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46208087-7457-4ea0-9919-eb0a4f1cc164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:40.193847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46208087-7457-4ea0-9919-eb0a4f1cc164 None None] Pushing event updated for resources: {'Port': ['ID=fa11ec48-bd2c-48a0-b233-615c219f61d7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:40.222200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:39Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:40.258689 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a872f32a-be90-4059-987a-8a216c2d5ad8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:40.265276 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd89b4d-9b74-4f6c-96e6-da6f343d39e8 None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:39Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:40.294215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0106a2f0-6741-4090-aba8-e46c94abe71a None None] Provisioning complete for port fa11ec48-bd2c-48a0-b233-615c219f61d7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:40.294597 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0106a2f0-6741-4090-aba8-e46c94abe71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:40.343823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:40.385212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a872f32a-be90-4059-987a-8a216c2d5ad8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:40.385212 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.074280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-755c7015-23f9-43c8-b2c1-72c8e1733f91 req-cfc78086-3660-4435-81b1-6bfa7b2b5a39 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 210 time: 0.0707717 Nov 09 18:42:41.127729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-6a36f2a6-b65e-46bc-98e6-cbb97c3d47fa tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:41.129240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-6a36f2a6-b65e-46bc-98e6-cbb97c3d47fa tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.1488333 Nov 09 18:42:41.176171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-464e3123-745d-41ef-a0ff-7ead50252b55 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 380 time: 0.0346913 Nov 09 18:42:41.188320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'port': {'device_id': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'admin_state_up': True, 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'security_groups': ['920443bd-2220-4e38-9c41-b910ddeac380']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:41.208013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.304092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Made reservation on behalf of a14d2db17eb842598cd02fbdcb4a18af for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:42:41.308259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.430743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Allocated IP 172.20.0.10 (b7ce8da4-cb9d-45be-a37e-b8d72d933213/f6aeadc6-4e23-446e-b6b9-854155645569/65edb920-f7c1-4e25-b92d-5bf0a53ce317) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:42:41.567083 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.600838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.642697 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:42:41.645652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:42:41.649844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:42:41.684070 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:41.711238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:41.711876 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.728084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5e9ed77a-334e-4959-a956-5855a7b06b18 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5434606 Nov 09 18:42:41.749016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Request body: {'port': {'device_id': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:41.804825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.872353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bce4bc1c-1d82-4886-b9d1-156fe3277a8f None None] Provisioning complete for port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:41.872727 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bce4bc1c-1d82-4886-b9d1-156fe3277a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:41.909144 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-bce4bc1c-1d82-4886-b9d1-156fe3277a8f None None] Port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:42:42.065194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65edb920-f7c1-4e25-b92d-5bf0a53ce317 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:42:42.072674 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:42.084211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Transition to ACTIVE for port object 65edb920-f7c1-4e25-b92d-5bf0a53ce317 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:42:42.089015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:42.140393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:42.242586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fa11ec48-bd2c-48a0-b233-615c219f61d7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:42.293908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fa11ec48-bd2c-48a0-b233-615c219f61d7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:42.294464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:42.578996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:42:42.579335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:42:42.579665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:42.590563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09384fbb-ac4b-4016-b593-f6fd7d7a40ca req-a5e6b3d6-5746-4ddb-ba1a-2ffa622f0dc9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:42.592016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09384fbb-ac4b-4016-b593-f6fd7d7a40ca req-a5e6b3d6-5746-4ddb-ba1a-2ffa622f0dc9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.4477131 Nov 09 18:42:42.593997 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:42:42.594342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:42:42.600779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:42:42.601113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:42:42.601488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:42:42.601911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Bound port: 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:42:42.602296 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:42.663070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09384fbb-ac4b-4016-b593-f6fd7d7a40ca req-3d66c322-c7d6-4ddf-bc10-c1b920ed0a47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641150 Nov 09 18:42:42.687426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:42:42.690360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:42:42.695678 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:42.709815 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:42.731564 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:42.732236 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:42.733622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-f3811816-5017-489d-8714-6a0a13266087 service neutron] 10.222.0.73 "PUT /v2.0/ports/65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 1092 time: 0.9895377 Nov 09 18:42:42.734086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:42.736309 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac" -d '{"events": [{"name": "network-changed", "server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:42.769425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3811816-5017-489d-8714-6a0a13266087 service neutron] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:42.791648 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aee853-f95e-474e-92c1-290a9ae7b3a9 x-openstack-request-id: req-66aee853-f95e-474e-92c1-290a9ae7b3a9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:42.791949 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:42.792206 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66aee853-f95e-474e-92c1-290a9ae7b3a9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:42.792602 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'status': 'completed', 'code': 200} Nov 09 18:42:42.830036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-2e863323-b4df-4c7e-9bae-703a90c32e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:42.831608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-2e863323-b4df-4c7e-9bae-703a90c32e28 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0505888 Nov 09 18:42:42.876098 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-5d8d54d0-7582-4d14-949b-4bae76603890 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 217 time: 0.0351844 Nov 09 18:42:42.930193 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-d825ac67-399f-429d-88ec-ea0b1fe8023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:42.931717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-d825ac67-399f-429d-88ec-ea0b1fe8023d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0446155 Nov 09 18:42:42.981602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-1f07bcbf-bbe7-42e0-9872-29fb7cf7d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:42.983099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-1f07bcbf-bbe7-42e0-9872-29fb7cf7d99c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394847 Nov 09 18:42:43.076122 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-c386ad37-e5d5-4802-87ff-2b825c342c9b service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842516 Nov 09 18:42:43.167341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca925f11-ce44-428f-9e60-2b2edf940aee req-e03bd5f2-6f49-49ec-bef5-d387512c6747 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798624 Nov 09 18:42:43.255617 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-8551ec75-4941-4e0e-a159-2d68c7d564da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:43.256997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-8551ec75-4941-4e0e-a159-2d68c7d564da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0447206 Nov 09 18:42:43.344909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-bf48e1a7-aa98-4ff3-be2c-efaf593ba3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:43.346361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-bf48e1a7-aa98-4ff3-be2c-efaf593ba3b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0820267 Nov 09 18:42:43.391531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-64543d90-e6ca-40f1-91dd-31461a9f4e82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 217 time: 0.0365760 Nov 09 18:42:43.440148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-fd26ba0c-0201-4cc1-b879-1c7cb20bd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:43.441517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-fd26ba0c-0201-4cc1-b879-1c7cb20bd079 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0430012 Nov 09 18:42:43.491902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-850809ff-b6be-441f-91ab-87c796a965c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:43.493331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-850809ff-b6be-441f-91ab-87c796a965c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384681 Nov 09 18:42:43.583001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-28366bd9-6483-4f5f-b90d-be9b24538c69 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816069 Nov 09 18:42:43.670791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ea4d3f1-6c0f-45b1-9791-1b47c21a82ac req-fe208580-245c-46e1-871d-5abddccdad50 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797546 Nov 09 18:42:43.777261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b10d-c7a3-46d3-98be-fa5b824a8380 req-84e2ad42-59ed-4fee-8949-b25a3223e889 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:43.778734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d1b10d-c7a3-46d3-98be-fa5b824a8380 req-84e2ad42-59ed-4fee-8949-b25a3223e889 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.0477805 Nov 09 18:42:43.816413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9d1b10d-c7a3-46d3-98be-fa5b824a8380 req-2dd9edb6-7c20-4666-91d7-44cdc8718bee tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Nov 09 18:42:44.933585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207bdab-9840-4882-9b9c-ef897d4e5e74 req-77df1e8a-eff3-49e4-b040-af56f7839137 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:44.935146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1207bdab-9840-4882-9b9c-ef897d4e5e74 req-77df1e8a-eff3-49e4-b040-af56f7839137 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.0530705 Nov 09 18:42:44.971640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1207bdab-9840-4882-9b9c-ef897d4e5e74 req-85acc779-41ce-432a-a471-f8d292f577bc tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Nov 09 18:42:46.088465 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02aeb8-8100-4d9a-829e-62f90bcfd3ab req-98caeafd-75ac-4f90-8d51-edd1be6a044f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:46.089846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e02aeb8-8100-4d9a-829e-62f90bcfd3ab req-98caeafd-75ac-4f90-8d51-edd1be6a044f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.0507245 Nov 09 18:42:46.126629 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e02aeb8-8100-4d9a-829e-62f90bcfd3ab req-d2eac863-393f-402c-849e-7be27eda6feb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Nov 09 18:42:46.516049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:46.988811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:42:47.083841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:47.095864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'mac_address': 'fa:16:3e:99:75:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:42:47.130857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:47.143509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65edb920-f7c1-4e25-b92d-5bf0a53ce317 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:42:47.163122 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:47.167955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:47.218341 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:47.244285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b5f2-92b8-4c73-8aaf-26a55606956c req-ff0f2d86-c321-4d82-8219-97ad4b99f315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:47.245739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc34b5f2-92b8-4c73-8aaf-26a55606956c req-ff0f2d86-c321-4d82-8219-97ad4b99f315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 945 time: 0.0485208 Nov 09 18:42:47.282695 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc34b5f2-92b8-4c73-8aaf-26a55606956c req-59f63c73-b2e5-428f-8441-610e736a8387 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308795 Nov 09 18:42:47.427639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['65edb920-f7c1-4e25-b92d-5bf0a53ce317'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:42:48.398408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e5a8-8b2e-4c9d-ac68-d52a67bf461c req-b38473a9-b3bd-4312-b1c6-4c3cc9e7ea10 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:48.399851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6162e5a8-8b2e-4c9d-ac68-d52a67bf461c req-b38473a9-b3bd-4312-b1c6-4c3cc9e7ea10 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 945 time: 0.0519173 Nov 09 18:42:48.437209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6162e5a8-8b2e-4c9d-ac68-d52a67bf461c req-18d2f0ee-63fd-4cb3-9ab2-118547f22f4c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306838 Nov 09 18:42:49.018459 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:42:49.068201 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:42:49.071936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:42:49.072312 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:49.146311 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:49.167921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:49.170981 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b3957-58b6-47da-8d94-78434feb3cea" -d '{"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-plugged", "status": "completed", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:49.183076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:42:49.187572 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:49.212968 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f8a71a-edae-4eb7-a74a-c66dd0772105 x-openstack-request-id: req-04f8a71a-edae-4eb7-a74a-c66dd0772105 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:49.213268 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-plugged", "status": "completed", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:49.213533 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04f8a71a-edae-4eb7-a74a-c66dd0772105 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:49.214323 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'code': 200} Nov 09 18:42:49.240296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:42:49.310937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd56181-da6a-4973-8628-b51c6f4c5d6a req-1fb1bdd3-a25e-430e-a8cd-6d79214cc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:49.312381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cd56181-da6a-4973-8628-b51c6f4c5d6a req-1fb1bdd3-a25e-430e-a8cd-6d79214cc0cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0403519 Nov 09 18:42:49.350619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0cd56181-da6a-4973-8628-b51c6f4c5d6a req-c12ba619-4a1d-4622-aaa1-80af8047e6bc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269511 Nov 09 18:42:49.456232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:49.554445 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bf45d-33a5-4135-8333-7c0ac14920a6 req-d8051d26-183b-448e-b57d-d732e5a28df2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:49.555912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f7bf45d-33a5-4135-8333-7c0ac14920a6 req-d8051d26-183b-448e-b57d-d732e5a28df2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0496809 Nov 09 18:42:49.592786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8f7bf45d-33a5-4135-8333-7c0ac14920a6 req-19babc4d-a9cb-4c88-9189-63dd7684db3f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Nov 09 18:42:50.712832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b52c-c0ef-43bd-a434-adb6baab4829 req-b56f770f-e34e-4c62-9678-1c9a71ee9acc tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:50.714337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c346b52c-c0ef-43bd-a434-adb6baab4829 req-b56f770f-e34e-4c62-9678-1c9a71ee9acc tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0532136 Nov 09 18:42:50.752290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c346b52c-c0ef-43bd-a434-adb6baab4829 req-94a49eb1-d9de-4eed-a688-45830962d7e6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Nov 09 18:42:50.860405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda388f-480e-4f7f-b8f0-ac0893103514 req-61c67697-d887-49b7-806d-4919ebade863 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:50.861863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8fda388f-480e-4f7f-b8f0-ac0893103514 req-61c67697-d887-49b7-806d-4919ebade863 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0477729 Nov 09 18:42:50.870759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39198) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:42:50.875634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'floatingip': {'port_id': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:42:50.913457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:51.333492 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:51.337015 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:51.434467 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 associated. External IP: 172.25.0.43, port: 65edb920-f7c1-4e25-b92d-5bf0a53ce317. Nov 09 18:42:51.635246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:42:51.740135 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:42:51.744632 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:42:51.750560 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:42:51.759995 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:51.760593 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:42:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:51.772542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e66d8ca8-ac61-4347-bc4f-3e57016fbb2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "PUT /v2.0/floatingips/2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 HTTP/1.1" status: 200 len: 991 time: 0.9007926 Nov 09 18:42:51.773132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:42:51.775434 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00" -d '{"events": [{"name": "network-changed", "server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:42:51.862422 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989f91b2-5dfc-4350-911f-95f9af1401f9 x-openstack-request-id: req-989f91b2-5dfc-4350-911f-95f9af1401f9 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:42:51.862721 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:42:51.862981 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-989f91b2-5dfc-4350-911f-95f9af1401f9 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:42:51.863389 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'status': 'completed', 'code': 200} Nov 09 18:42:51.871453 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:51.925557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-0b494c46-c2b5-4f65-b355-43461338ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:51.927131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-0b494c46-c2b5-4f65-b355-43461338ee95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0413885 Nov 09 18:42:52.019881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-43dae7d5-a41b-4619-b502-d2f91363eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:52.021376 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-43dae7d5-a41b-4619-b502-d2f91363eb56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0870147 Nov 09 18:42:52.087791 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-f8e79232-c181-40fd-a4c6-aaebc5abf110 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 999 time: 0.0589883 Nov 09 18:42:52.095711 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:99:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:42:51Z', 'revision_number': 1, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:52.122312 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:42:52.131285 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:42:52.131920 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:42:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:52.137662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-ea886cde-dd3e-40c5-b087-db04ad57d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:52.139144 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-ea886cde-dd3e-40c5-b087-db04ad57d993 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0438299 Nov 09 18:42:52.189673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-fedc6a2e-fe1d-4d1c-9146-9849eb293c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:42:52.191097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-fedc6a2e-fe1d-4d1c-9146-9849eb293c63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443792 Nov 09 18:42:52.235518 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:42:52.281444 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-9ff2f2a8-547d-4a99-902c-aacf6c2d61b2 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832109 Nov 09 18:42:52.374080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0beeeeb4-83dd-4db2-9b58-49dd556e5d00 req-c2689b3b-9a31-468a-87ee-dbad715db37c service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851536 Nov 09 18:42:52.452414 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:99:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:42:51Z', 'revision_number': 1, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:42:52.481125 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e691d7-ea43-498d-8ef6-4cc7d819037b None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:99:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:42:51Z', 'revision_number': 1, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:42:52.667510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f2422-390e-45ae-b1ee-3546192243e9 None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:43:07.012611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-7bed0281-b15e-47f9-8d58-e4bb73c3180e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895071 Nov 09 18:43:07.095211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-ddcbab85-7347-4196-960e-500cae46532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:07.096641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-ddcbab85-7347-4196-960e-500cae46532e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0392129 Nov 09 18:43:07.199600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-055d3c67-9cab-46f0-bb3d-98b8c69171f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:07.201025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-055d3c67-9cab-46f0-bb3d-98b8c69171f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0845525 Nov 09 18:43:07.244786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-39757283-4179-4982-b16f-ea94f84989df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0341992 Nov 09 18:43:07.293631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-cb60e424-e953-437d-b2a8-bdd9cbd38e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:07.295300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-cb60e424-e953-437d-b2a8-bdd9cbd38e64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0410659 Nov 09 18:43:07.338282 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3225c73e-774a-43f9-8a0e-d0032e4029d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:07.340437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-b9af5de7-fcbe-4df9-9dd8-10209f3a0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:43:07.341925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-b9af5de7-fcbe-4df9-9dd8-10209f3a0d41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385320 Nov 09 18:43:07.434163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-d64322e5-ad7f-4162-b232-faaabda00e4e service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835125 Nov 09 18:43:07.529410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5630ae58-c061-4ce7-9470-f6f1ab1911ae req-ef60d773-13e2-49d7-be25-e27d1a65ffd2 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838368 Nov 09 18:43:09.823566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7fe86f36-e0e4-4551-975d-9b63a5a2517c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:10.256738 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:11.208766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:12.711279 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:16.523245 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:16.862557 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:43:19.457126 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:37.339071 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50eee80d-c3df-434f-a9da-9e88a476023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:39.823495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5e16cf84-c6e3-438c-9d7e-d2b7ab51e558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:40.257955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:41.210294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:42.765355 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:46.531763 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:49.457497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:43:53.863068 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:44:07.338670 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-719132b6-603e-4373-9e1b-59cee453adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:08.323510 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-eb391c30-6506-4df8-b343-38262778d48a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401862 Nov 09 18:44:08.386608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c549d4-e046-4380-8807-a8db9822b2db req-a434c92c-8cb4-412f-aaae-8cd8e7611c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:08.388042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-a434c92c-8cb4-412f-aaae-8cd8e7611c61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0389426 Nov 09 18:44:08.502758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c549d4-e046-4380-8807-a8db9822b2db req-d56a136c-38fb-401c-8f19-79cda5c769c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:08.504233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-d56a136c-38fb-401c-8f19-79cda5c769c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0870984 Nov 09 18:44:08.573462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-1ec6a255-9fa2-45a2-8fc2-55d8f839d0e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 1001 time: 0.0574515 Nov 09 18:44:08.629417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c549d4-e046-4380-8807-a8db9822b2db req-1b1fad4a-5ea3-4c55-aa20-aa38598c30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:08.630843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-1b1fad4a-5ea3-4c55-aa20-aa38598c30ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0423729 Nov 09 18:44:08.682992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c549d4-e046-4380-8807-a8db9822b2db req-50618917-7dfe-4f15-88e5-a729b8f77f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:08.684451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-50618917-7dfe-4f15-88e5-a729b8f77f53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420802 Nov 09 18:44:08.776168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-71cc63f2-886d-4e33-8b88-74e31ff552ff service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782950 Nov 09 18:44:08.872446 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9c549d4-e046-4380-8807-a8db9822b2db req-dcdb21a2-3db9-4b62-8c19-f68eccfec940 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825739 Nov 09 18:44:09.823522 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5dc41e46-2398-4d62-af53-453b783cfda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:10.257756 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:11.211922 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:12.716742 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:16.547264 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:19.470883 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:30.862483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:44:34.182771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ca080-dfe0-4e0d-8602-ba790f777391 req-5e494418-e6bd-4cfc-9dc8-432258441b5f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:34.184298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e65ca080-dfe0-4e0d-8602-ba790f777391 req-5e494418-e6bd-4cfc-9dc8-432258441b5f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0496376 Nov 09 18:44:34.221034 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e65ca080-dfe0-4e0d-8602-ba790f777391 req-bddf6fce-0e0f-4471-82f7-2d55e0313b1a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Nov 09 18:44:34.441236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-89be8dc9-abbc-4ff6-a807-28f86fd0438d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467410 Nov 09 18:44:34.450494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e4f4b-0887-4d80-8d57-4a92a3baba95 req-d9bb3f84-a3f1-4312-aa26-1b8cd223f213 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:34.451975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b97e4f4b-0887-4d80-8d57-4a92a3baba95 req-d9bb3f84-a3f1-4312-aa26-1b8cd223f213 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0482309 Nov 09 18:44:34.491193 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b97e4f4b-0887-4d80-8d57-4a92a3baba95 req-45de3a02-6f3f-4e68-9b2e-f1bad5c5e630 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Nov 09 18:44:35.611033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a444-ce2b-429f-8707-0bf06c290996 req-18cc9a85-d888-48ee-9c86-27ba2c8cc891 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:35.612509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d64a444-ce2b-429f-8707-0bf06c290996 req-18cc9a85-d888-48ee-9c86-27ba2c8cc891 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0512669 Nov 09 18:44:35.677630 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3d64a444-ce2b-429f-8707-0bf06c290996 req-3485d619-3463-4fcb-bd8d-43165486cb2f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570335 Nov 09 18:44:35.680122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-4f02e2dd-faf5-4650-8912-2578022ab0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:35.681508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-4f02e2dd-faf5-4650-8912-2578022ab0d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1097 time: 0.0681581 Nov 09 18:44:35.775712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-d117a191-0889-49a9-865a-eef9cf234808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:35.777062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-d117a191-0889-49a9-865a-eef9cf234808 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0820155 Nov 09 18:44:35.852452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-a38c2a4b-bd4c-4fe0-9448-afda7a8bf863 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 1001 time: 0.0639477 Nov 09 18:44:35.905789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-0c2972d4-11cc-434c-b305-35c0d804c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:35.907211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-0c2972d4-11cc-434c-b305-35c0d804c3aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0430288 Nov 09 18:44:35.956720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-72602953-f27c-4403-be1b-96e6d2228e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:35.959128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-72602953-f27c-4403-be1b-96e6d2228e75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403686 Nov 09 18:44:36.056256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-8931296e-5baf-45dc-a4cd-ade2923605ea service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846663 Nov 09 18:44:36.148440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-33918d81-dd3b-4480-a175-2efbae81b02c service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801942 Nov 09 18:44:36.899674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96207bbb-369d-4072-a0de-0d739920b9c2 req-d002e3c7-3b1d-40e5-aba4-aba4ee5718ba tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:36.901139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96207bbb-369d-4072-a0de-0d739920b9c2 req-d002e3c7-3b1d-40e5-aba4-aba4ee5718ba tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.1559291 Nov 09 18:44:37.257711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96207bbb-369d-4072-a0de-0d739920b9c2 req-14df4415-58f5-4c43-a7cf-f5dc80670d91 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503788 Nov 09 18:44:37.342238 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9579a935-5836-4b59-bc9e-94ee46525c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:38.371878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce3e11-66b8-4fbd-b477-8a7b87233c89 req-963736a1-0354-4b1e-af24-34ce4e4c620f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:38.373323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2ce3e11-66b8-4fbd-b477-8a7b87233c89 req-963736a1-0354-4b1e-af24-34ce4e4c620f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0473228 Nov 09 18:44:38.409756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2ce3e11-66b8-4fbd-b477-8a7b87233c89 req-46436ac1-d167-475e-85ad-09c35b8ccfcd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302556 Nov 09 18:44:39.522189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292054f-849c-43c6-a5ff-f3e16d1b97bb req-0b3d5ed0-d007-4d2b-9014-03b241273d81 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:39.523741 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f292054f-849c-43c6-a5ff-f3e16d1b97bb req-0b3d5ed0-d007-4d2b-9014-03b241273d81 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0484908 Nov 09 18:44:39.561041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f292054f-849c-43c6-a5ff-f3e16d1b97bb req-ab291252-e1e1-4390-a0a6-1b9c0cc56b3c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Nov 09 18:44:39.822702 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e1722243-15c4-40e4-9d8c-7848430f1137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:40.259994 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:40.677649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45544638-e783-4a49-80b9-13bbc6f18ad6 req-05a07a4f-ca37-4525-8214-d51c9738d2d7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:40.679130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45544638-e783-4a49-80b9-13bbc6f18ad6 req-05a07a4f-ca37-4525-8214-d51c9738d2d7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0522122 Nov 09 18:44:40.716549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45544638-e783-4a49-80b9-13bbc6f18ad6 req-05e007b8-f6a2-41f0-88ad-86c912770a82 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Nov 09 18:44:41.216294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:41.829040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96698e2b-d2f2-43cc-aacf-991548d7e00e req-c2d0c257-8108-45df-8ec9-610af5352082 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:41.830509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96698e2b-d2f2-43cc-aacf-991548d7e00e req-c2d0c257-8108-45df-8ec9-610af5352082 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0483348 Nov 09 18:44:41.867050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96698e2b-d2f2-43cc-aacf-991548d7e00e req-3f71cda7-d737-4da1-901a-1632d15d9b6f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Nov 09 18:44:42.719310 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:42.980432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518845a8-889d-4cd5-b97f-b465953df7fa req-be7c017e-21bf-451f-9890-224869f26e4c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:42.981875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-518845a8-889d-4cd5-b97f-b465953df7fa req-be7c017e-21bf-451f-9890-224869f26e4c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0473602 Nov 09 18:44:43.018730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-518845a8-889d-4cd5-b97f-b465953df7fa req-922932c9-5f1c-4fa6-b1a8-889df0c845a2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309031 Nov 09 18:44:44.133981 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27b773-3093-4845-9d8b-d6aa56009212 req-474eb8f8-aa64-4555-8a8f-74fe863abb8b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:44.135457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e27b773-3093-4845-9d8b-d6aa56009212 req-474eb8f8-aa64-4555-8a8f-74fe863abb8b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0515537 Nov 09 18:44:44.172066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5e27b773-3093-4845-9d8b-d6aa56009212 req-aee44f38-5536-4a13-ad4d-32cd0c8fa537 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307682 Nov 09 18:44:45.283441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c297b2-540c-4326-b19b-5a5fa56b8dd1 req-b48e6206-f59e-42f0-8523-5ce1b9a04064 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:45.284871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9c297b2-540c-4326-b19b-5a5fa56b8dd1 req-b48e6206-f59e-42f0-8523-5ce1b9a04064 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0473571 Nov 09 18:44:45.321764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b9c297b2-540c-4326-b19b-5a5fa56b8dd1 req-043cb84c-e8e6-477b-adab-4d6a229d235e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Nov 09 18:44:46.435598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c1b3-310d-4b22-99be-52b5e8eb3020 req-cd77c6cd-122c-4923-a108-ac306695c4c6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:46.437066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1e1c1b3-310d-4b22-99be-52b5e8eb3020 req-cd77c6cd-122c-4923-a108-ac306695c4c6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0487607 Nov 09 18:44:46.474826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1e1c1b3-310d-4b22-99be-52b5e8eb3020 req-15676ddc-0711-4732-a76a-48c592a1da7d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Nov 09 18:44:46.579760 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:47.591443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800140-daf1-4e7e-b102-f52dd844c858 req-97e9a173-beb2-440c-a034-783ae0f6ee5c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:47.592894 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03800140-daf1-4e7e-b102-f52dd844c858 req-97e9a173-beb2-440c-a034-783ae0f6ee5c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0517478 Nov 09 18:44:47.629366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03800140-daf1-4e7e-b102-f52dd844c858 req-7ceeb543-a481-4156-8809-dd2a3de329f4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299308 Nov 09 18:44:48.328148 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-b0926deb-2b51-4879-a74c-73573bb16e39 service neutron] show failed (client error): The resource could not be found. Nov 09 18:44:48.329119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-b0926deb-2b51-4879-a74c-73573bb16e39 service neutron] 10.222.0.73 "GET /v2.0/ports/65edb920-f7c1-4e25-b92d-5bf0a53ce317/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0527933 Nov 09 18:44:48.539501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-850954d7-f341-4656-bb2f-9242ca3a8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:48.540895 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-850954d7-f341-4656-bb2f-9242ca3a8bbb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 1097 time: 0.0406580 Nov 09 18:44:48.553284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:44:48.609662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:48.744127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288cfda-efd7-4419-8884-e679ec0fb811 req-6a1ed7a8-3896-4586-aa93-aebdd602137c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:48.745612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c288cfda-efd7-4419-8884-e679ec0fb811 req-6a1ed7a8-3896-4586-aa93-aebdd602137c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0492351 Nov 09 18:44:48.783043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c288cfda-efd7-4419-8884-e679ec0fb811 req-93316363-40bf-48a3-aa40-5eaab75a6477 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Nov 09 18:44:48.811952 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:44:48.842682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:44:48.880800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:44:48.883100 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d5a8f4-72df-4636-b48f-b0e66692be64" -d '{"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:44:48.887158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:48.899788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Transition to ACTIVE for port object 65edb920-f7c1-4e25-b92d-5bf0a53ce317 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:44:48.903556 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:49.009335 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ae6d92-e3d0-4bb6-b5da-2fa7151f14d5 x-openstack-request-id: req-13ae6d92-e3d0-4bb6-b5da-2fa7151f14d5 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:44:49.009629 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:44:49.009884 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13ae6d92-e3d0-4bb6-b5da-2fa7151f14d5 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:44:49.010368 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'code': 200} Nov 09 18:44:49.018300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=6']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:44:49.040949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.041306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.041649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.041990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.042354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.042688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.043019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.043347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.043724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.044001 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.044336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.044659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:49.092984 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] No DVR routers for this DVR port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:44:49.225025 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:44:49.225304 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:44:49.225634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:44:49.229791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:44:49.230147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Attempting to bind port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:44:49.234870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:44:49.235210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:44:49.235603 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:44:49.236030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Bound port: 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:44:49.236388 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:49.299896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:44:49.302811 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:44:49.307418 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:49.340695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:49.341708 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:49.343115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] 10.222.0.85 "PUT /v2.0/ports/65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 1092 time: 0.7943134 Nov 09 18:44:49.379152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277e7c-6923-4453-b417-dbbfe3929c78 service neutron] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=7']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:44:49.412020 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-5d0ddd3e-cbe8-422d-af99-88ea269d4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:49.413547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-5d0ddd3e-cbe8-422d-af99-88ea269d4358 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0478652 Nov 09 18:44:49.488537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:49.776471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-3765926d-5630-4b9d-9372-b29a15c3e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:49.777938 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-3765926d-5630-4b9d-9372-b29a15c3e5a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.3575521 Nov 09 18:44:49.843424 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-3a97b52f-c586-4fa2-a6ae-ae057c112877 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 999 time: 0.0579412 Nov 09 18:44:49.892973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-613e28d0-03b6-47dc-88c4-219d76f84cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:49.894387 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-613e28d0-03b6-47dc-88c4-219d76f84cc2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0439019 Nov 09 18:44:49.902495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f427b-c9d3-44cd-bc89-3a14469923a9 req-e9db28ed-e74e-4683-98e1-b93bcb9f40c1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:49.903975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b1f427b-c9d3-44cd-bc89-3a14469923a9 req-e9db28ed-e74e-4683-98e1-b93bcb9f40c1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.0515385 Nov 09 18:44:49.942724 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b1f427b-c9d3-44cd-bc89-3a14469923a9 req-efc629a9-0d30-496a-8bb8-7e3b11fb37e7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Nov 09 18:44:49.944565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-428e7f41-17b9-4771-bbb9-699d0c5d85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:49.946110 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-428e7f41-17b9-4771-bbb9-699d0c5d85c4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443957 Nov 09 18:44:50.033281 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-4859f718-abc4-4021-bef7-a2b6aaf0f5c7 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798910 Nov 09 18:44:50.125335 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-77359538-7cd6-4add-8fd8-92ce36a1d451 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Nov 09 18:44:51.011841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:44:51.014270 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693e7076-b012-4d6f-b186-9486275d9a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:44:51.057040 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bca05-5e05-492c-84ed-13aafa6423b7 req-4e5bc933-67bd-4ee9-ac36-078efe241862 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.058549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f0bca05-5e05-492c-84ed-13aafa6423b7 req-4e5bc933-67bd-4ee9-ac36-078efe241862 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.0492225 Nov 09 18:44:51.095928 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f0bca05-5e05-492c-84ed-13aafa6423b7 req-784272cf-00f5-43e1-a625-a5870ae09b41 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Nov 09 18:44:51.149895 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f489b0-8d97-4bf9-82dc-54ee5dbe9a1a x-openstack-request-id: req-b2f489b0-8d97-4bf9-82dc-54ee5dbe9a1a {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:44:51.150225 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:44:51.150488 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2f489b0-8d97-4bf9-82dc-54ee5dbe9a1a {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:44:51.150895 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'status': 'completed', 'code': 200} Nov 09 18:44:51.211177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-d39854ce-fb68-4098-a2c6-9994430612ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.212787 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-d39854ce-fb68-4098-a2c6-9994430612ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0430124 Nov 09 18:44:51.226591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-42a8eb11-ac5c-4061-a909-a6d3b518397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.228062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-42a8eb11-ac5c-4061-a909-a6d3b518397b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0404606 Nov 09 18:44:51.301030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-70891813-6f67-4424-b7ee-d411d7a3c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.303103 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-70891813-6f67-4424-b7ee-d411d7a3c8ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0834401 Nov 09 18:44:51.325265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-048b82fc-1b70-4970-8449-befd56a56d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.326750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-048b82fc-1b70-4970-8449-befd56a56d50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0856519 Nov 09 18:44:51.372322 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-ba1632a2-6b52-4ae0-b2f5-3aa9a0b3f5cb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 999 time: 0.0610464 Nov 09 18:44:51.396165 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-7b6e5112-e9b6-4982-a3c6-a137152a3695 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 999 time: 0.0572493 Nov 09 18:44:51.420924 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-141e40ca-830d-44a0-9c0d-5863110f93af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.422674 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-141e40ca-830d-44a0-9c0d-5863110f93af service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0431929 Nov 09 18:44:51.450738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-38d9813a-47c9-4cf0-b621-de7bd5a951e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.452200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-38d9813a-47c9-4cf0-b621-de7bd5a951e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0442643 Nov 09 18:44:51.473384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-b3fed1d1-43a0-4fb6-88ef-0e68e35a5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.474849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-b3fed1d1-43a0-4fb6-88ef-0e68e35a5b30 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395906 Nov 09 18:44:51.507174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7076-b012-4d6f-b186-9486275d9a3b req-1eca5e55-1844-4437-a960-b34c86927d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:51.508659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-1eca5e55-1844-4437-a960-b34c86927d45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446267 Nov 09 18:44:51.538029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:44:51.580348 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-2193b3b5-2d95-4daa-bcd7-56acd0000870 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971329 Nov 09 18:44:51.584127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:44:51.608666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-c2e50fd3-e49a-4a33-a442-3fa09ed92d14 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877936 Nov 09 18:44:51.693530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-f5ebb3ff-0fdf-4045-9e56-9fbb12bd3d65 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923805 Nov 09 18:44:51.716405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-693e7076-b012-4d6f-b186-9486275d9a3b req-c902c10d-98c2-400a-a3a1-027da7c75405 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960438 Nov 09 18:44:52.211284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a183c-fa24-43b0-89a6-0ecf2e0e8e21 req-f9411233-3b3c-4299-9a6e-02135daa683f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:52.212740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-616a183c-fa24-43b0-89a6-0ecf2e0e8e21 req-f9411233-3b3c-4299-9a6e-02135daa683f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.0484946 Nov 09 18:44:52.249996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-616a183c-fa24-43b0-89a6-0ecf2e0e8e21 req-ce0f84ab-6f3e-44b1-ab63-a0f8d1cc1b6c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Nov 09 18:44:52.469812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59d442-2b97-421d-926c-f4c5e2391cae req-a3b27e90-f2e1-45d7-80cd-d3fb6f8f71a6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:52.471209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a59d442-2b97-421d-926c-f4c5e2391cae req-a3b27e90-f2e1-45d7-80cd-d3fb6f8f71a6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 944 time: 0.0830445 Nov 09 18:44:52.483557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-74c749cd-b93b-4a51-b9ea-c6f5af06523b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:52.484926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-74c749cd-b93b-4a51-b9ea-c6f5af06523b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f&tenant_id=a14d2db17eb842598cd02fbdcb4a18af&binding%3Ahost_id=n-h2-817240-1 HTTP/1.1" status: 200 len: 944 time: 0.0702169 Nov 09 18:44:52.545400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a59d442-2b97-421d-926c-f4c5e2391cae req-239690a6-56c5-486b-a51d-3c42fc2aa096 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595365 Nov 09 18:44:52.565249 n-d-817240-1 neutron-server[102140]: INFO neutron.api.v2.resource [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-cb3e25e2-b437-462b-aac2-dbc54ac6dba8 service neutron] delete failed (client error): The resource could not be found. Nov 09 18:44:52.566288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-cb3e25e2-b437-462b-aac2-dbc54ac6dba8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/65edb920-f7c1-4e25-b92d-5bf0a53ce317/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0675673 Nov 09 18:44:52.661278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-323b449b-dc35-40e0-bf70-925859f1cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:52.662802 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-323b449b-dc35-40e0-bf70-925859f1cdd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 1095 time: 0.0412169 Nov 09 18:44:52.759427 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-0529d7f0-f726-4c90-845b-98cc2c5f6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:52.760785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-0529d7f0-f726-4c90-845b-98cc2c5f6acd service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0862310 Nov 09 18:44:52.828076 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-a55a6bef-8d5f-4130-a13f-225e57454cfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 200 len: 999 time: 0.0569208 Nov 09 18:44:52.883817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-8606f4b8-2553-4771-bc4d-8a392e6c410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:52.885200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-8606f4b8-2553-4771-bc4d-8a392e6c410a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0464866 Nov 09 18:44:52.936742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-f22a4aba-09b4-4a85-9498-df1b73d61b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:52.938262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-f22a4aba-09b4-4a85-9498-df1b73d61b65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395584 Nov 09 18:44:53.032628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-2bd8f165-3ada-41ed-be7a-8a77878e6b13 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821021 Nov 09 18:44:53.129248 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d62ab8a6-d6d8-412c-81d7-0db6b28e6307 req-fd68d0cf-2731-4a89-8651-e18ea6a0169a service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Nov 09 18:44:53.216275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:44:53.308393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:44:53.319138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'mac_address': 'fa:16:3e:99:75:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:44:53.353894 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:53.366332 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65edb920-f7c1-4e25-b92d-5bf0a53ce317 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:44:53.384134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:44:53.387704 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:53.432025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:44:53.439085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.439432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.439770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.440103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.440432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.440759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.441082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.441403 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.441748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.442085 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.442422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.442738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:44:53.610593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['65edb920-f7c1-4e25-b92d-5bf0a53ce317'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:44:53.661055 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c177e1b-4890-45cc-afad-205470547613 req-deb9c401-93e5-4a6c-8c74-f2550ed5482f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:53.663172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c177e1b-4890-45cc-afad-205470547613 req-deb9c401-93e5-4a6c-8c74-f2550ed5482f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 945 time: 0.0506423 Nov 09 18:44:53.703600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2c177e1b-4890-45cc-afad-205470547613 req-abf583a7-e450-461d-8139-548dd55315cd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338347 Nov 09 18:44:53.828331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9484c38-0767-4391-85f7-d2aaf29abf91 req-612b4fd6-69c2-4a83-8933-1fdf04615a69 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:53.829758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9484c38-0767-4391-85f7-d2aaf29abf91 req-612b4fd6-69c2-4a83-8933-1fdf04615a69 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 945 time: 0.0515046 Nov 09 18:44:53.867358 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9484c38-0767-4391-85f7-d2aaf29abf91 req-ad277771-8c7d-46e6-b236-d939dacece1e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307660 Nov 09 18:44:53.987475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79125bb4-b9a5-4fc4-a3e0-9b75417737af req-9ab13071-713f-425f-9779-1b2a5b7341f3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:53.988955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79125bb4-b9a5-4fc4-a3e0-9b75417737af req-9ab13071-713f-425f-9779-1b2a5b7341f3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 945 time: 0.0533080 Nov 09 18:44:54.029422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79125bb4-b9a5-4fc4-a3e0-9b75417737af req-dbdf2253-2329-4292-93b3-336aff5bfe0f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342808 Nov 09 18:44:54.262341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0a5aa-9d15-403d-8554-2bc7f6dee295 req-7ba09bde-7b03-41f2-8f56-ab1c48321da3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:54.263786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04a0a5aa-9d15-403d-8554-2bc7f6dee295 req-7ba09bde-7b03-41f2-8f56-ab1c48321da3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 945 time: 0.0495684 Nov 09 18:44:54.300215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04a0a5aa-9d15-403d-8554-2bc7f6dee295 req-d5c18290-28a2-4500-87d9-45de9eba4fef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304573 Nov 09 18:44:55.226848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:44:55.274549 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:44:55.278046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:44:55.278450 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:55.355710 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:55.377406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:44:55.379796 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf0877-9182-49a8-baa9-95a7cb5df08b" -d '{"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-plugged", "status": "completed", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:44:55.392563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:44:55.397421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:55.416549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be74be-2b13-4715-b2dc-650a801a4b9e req-e074a4af-7960-4744-b992-b6e34391c624 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:55.418370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73be74be-2b13-4715-b2dc-650a801a4b9e req-e074a4af-7960-4744-b992-b6e34391c624 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 945 time: 0.0509753 Nov 09 18:44:55.443871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:44:55.456683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73be74be-2b13-4715-b2dc-650a801a4b9e req-9c50b2c5-234b-42e0-959a-697f14c84282 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Nov 09 18:44:55.500803 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cbca5f-fb51-44b6-b144-7f2ad29fdd5d x-openstack-request-id: req-d9cbca5f-fb51-44b6-b144-7f2ad29fdd5d {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:44:55.501105 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-plugged", "status": "completed", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:44:55.501367 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9cbca5f-fb51-44b6-b144-7f2ad29fdd5d {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:44:55.501774 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'code': 200} Nov 09 18:44:55.510500 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835b468-a297-429b-af57-fe0b019c850b req-e65afd92-9f18-4e11-85f6-474463abd455 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:55.511970 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9835b468-a297-429b-af57-fe0b019c850b req-e65afd92-9f18-4e11-85f6-474463abd455 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 946 time: 0.0711627 Nov 09 18:44:55.599233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Deleting port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:44:55.599579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:55.688972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] For port 65edb920-f7c1-4e25-b92d-5bf0a53ce317, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=65edb920-f7c1-4e25-b92d-5bf0a53ce317,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:44:55.689338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:55.854899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:55.855162 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:55.855480 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 disassociated. External IP: 172.25.0.43, port: 65edb920-f7c1-4e25-b92d-5bf0a53ce317. Nov 09 18:44:55.855822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Calling delete_port for 65edb920-f7c1-4e25-b92d-5bf0a53ce317 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:44:55.986795 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:56.015883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event deleted for resources: {'Port': ['ID=65edb920-f7c1-4e25-b92d-5bf0a53ce317,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:44:56.145092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:44:56.255165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:44:56.265133 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:44:56.274018 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:44:56.274653 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:44:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:44:56.292951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] No DVR routers for this DVR port 65edb920-f7c1-4e25-b92d-5bf0a53ce317 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:44:56.295538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:56.299090 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9835b468-a297-429b-af57-fe0b019c850b req-ade9cb60-6dfd-43a2-b8c6-5fbe41f1197e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "DELETE /v2.0/ports/65edb920-f7c1-4e25-b92d-5bf0a53ce317 HTTP/1.1" status: 204 len: 173 time: 0.7807696 Nov 09 18:44:56.299520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-deleted', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:44:56.301797 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d8e9f-66e4-4926-b56b-f54e8d8cd6f0" -d '{"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-deleted", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:44:56.342690 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3e4b05-9d1d-4d2a-ae49-04584334f094 x-openstack-request-id: req-3b3e4b05-9d1d-4d2a-ae49-04584334f094 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:44:56.342999 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266be1b3-6863-42a5-ba35-cf01ce4c2f3f", "name": "network-vif-deleted", "tag": "65edb920-f7c1-4e25-b92d-5bf0a53ce317", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:44:56.343272 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b3e4b05-9d1d-4d2a-ae49-04584334f094 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:44:56.343665 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266be1b3-6863-42a5-ba35-cf01ce4c2f3f', 'name': 'network-vif-deleted', 'tag': '65edb920-f7c1-4e25-b92d-5bf0a53ce317', 'status': 'completed', 'code': 200} Nov 09 18:44:56.485492 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:44:56.574375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95dc93fc-b331-4a22-8323-02f3b23bc5c1 req-d4352115-f338-4591-9b64-f6bb9c768754 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=266be1b3-6863-42a5-ba35-cf01ce4c2f3f HTTP/1.1" status: 200 len: 210 time: 0.0310276 Nov 09 18:44:56.690623 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:44:56.719330 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:44:56.727198 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:44:56.727792 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:44:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:44:56.828695 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:44:57.018721 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:44:57.044516 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2619829-2dda-4acb-b691-81370c2b65c7 None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:44:57.376543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cdd19-898a-46b5-937e-1c130e19f666 None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:44:57.802139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-7c1bbf3b-7ef5-4a2a-bfa3-a3fd1ec3b81f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1756970223&fields=id&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 267 time: 0.0341651 Nov 09 18:44:57.907523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-0dcf9f94-ab47-4444-bda9-692faca12839 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:57.908877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-0dcf9f94-ab47-4444-bda9-692faca12839 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.0999026 Nov 09 18:44:57.924471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-c980ff91-6059-43db-9335-4261c878425f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/quotas/a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 375 time: 0.0094168 Nov 09 18:44:57.981438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-da831aa3-1a78-4f10-a0dd-b1e7d0c05ed1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509944 Nov 09 18:44:58.082085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-4a10a4ce-1edb-4139-9157-d5db69f9b9eb service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Nov 09 18:44:58.172944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-6325853a-4041-405e-9d28-6e18ccb25a57 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Nov 09 18:44:58.330670 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d62dc04-47c8-4675-ac2c-5c4c75da7b54 req-f58d9e28-4ef3-4721-bec7-41fa08c7a57e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0281966 Nov 09 18:44:59.214879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-11b7be0b-5380-464f-8e1e-38433ff1fc2f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:59.216502 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-11b7be0b-5380-464f-8e1e-38433ff1fc2f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.1124859 Nov 09 18:44:59.255683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:44:59.259465 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-9d027272-98c9-4ab7-8c78-bf5cd5073751 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 380 time: 0.0336497 Nov 09 18:44:59.273756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'port': {'device_id': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'admin_state_up': True, 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'security_groups': ['920443bd-2220-4e38-9c41-b910ddeac380']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:44:59.278835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 65edb920-f7c1-4e25-b92d-5bf0a53ce317 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:44:59.279182 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 65edb920-f7c1-4e25-b92d-5bf0a53ce317 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:44:59.378357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Made reservation on behalf of a14d2db17eb842598cd02fbdcb4a18af for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:44:59.382532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:59.426223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a86d9e15-30a0-4fdf-8b3b-69dc2eee93a4 req-5ab88bd3-63c1-4156-b65c-d3084a15b282 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0268564 Nov 09 18:44:59.508796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Allocated IP 172.20.0.5 (b7ce8da4-cb9d-45be-a37e-b8d72d933213/f6aeadc6-4e23-446e-b6b9-854155645569/5887466a-e359-4fc6-b53e-34c4a79f8a0b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:44:59.641738 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:59.673527 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:59.713305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:44:59.716423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:44:59.719983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:44:59.746909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:44:59.775036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:44:59.775603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:44:59.792587 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-e64d009b-ab9a-40e9-b455-a3d5d31ac2d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5230930 Nov 09 18:44:59.806181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Request body: {'port': {'device_id': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:44:59.866689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:00.104744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2b46adb3-3238-45a6-a60a-7cc40650342d None None] Provisioning complete for port 5887466a-e359-4fc6-b53e-34c4a79f8a0b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:00.105037 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2b46adb3-3238-45a6-a60a-7cc40650342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:00.130346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5887466a-e359-4fc6-b53e-34c4a79f8a0b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:45:00.138138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:00.139116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2b46adb3-3238-45a6-a60a-7cc40650342d None None] Port 5887466a-e359-4fc6-b53e-34c4a79f8a0b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:45:00.150662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Transition to ACTIVE for port object 5887466a-e359-4fc6-b53e-34c4a79f8a0b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:45:00.154186 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:00.204579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:00.274525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:45:00.275701 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:45:00.276039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:00.280889 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:45:00.281218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:45:00.286892 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:45:00.287504 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:45:00.287935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:45:00.288402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Bound port: 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:45:00.288747 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:00.357189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:45:00.360323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:45:00.363930 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:00.395575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:00.396728 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:00.398130 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] 10.222.0.85 "PUT /v2.0/ports/5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 1091 time: 0.5969963 Nov 09 18:45:00.398578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:00.400841 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab979bd1-be24-49de-b820-4e7e49b264e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:00.430695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d404e3-8cab-4e1b-baf7-7b8f0eaa7d4e service neutron] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:00.448823 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60283ec1-d182-413c-9c88-99b1d4ad8c57 x-openstack-request-id: req-60283ec1-d182-413c-9c88-99b1d4ad8c57 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:00.449102 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:00.449354 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60283ec1-d182-413c-9c88-99b1d4ad8c57 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:00.449763 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'status': 'completed', 'code': 200} Nov 09 18:45:00.503579 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-080547f9-e4d0-48ae-8622-65780ece9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:00.506053 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-080547f9-e4d0-48ae-8622-65780ece9e29 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0522599 Nov 09 18:45:00.558283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefd219-9db8-48c5-8859-c016464eeb87 req-3d16fe97-f23c-4b3f-876f-3fd9419a6ec6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:00.558911 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-3f534c84-2aab-462d-ae63-4e14a2b4bcc0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 217 time: 0.0453396 Nov 09 18:45:00.560045 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fefd219-9db8-48c5-8859-c016464eeb87 req-3d16fe97-f23c-4b3f-876f-3fd9419a6ec6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0594523 Nov 09 18:45:00.600583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1fefd219-9db8-48c5-8859-c016464eeb87 req-7a8b3ecf-33a2-497b-aad4-16b97d597e88 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344541 Nov 09 18:45:00.609988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-454b1e8e-8ce1-4c87-9244-48f1917abc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:00.611419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-454b1e8e-8ce1-4c87-9244-48f1917abc91 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0454297 Nov 09 18:45:00.656914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827ba2-90b0-4467-b8de-be2a044a281a req-df872601-be81-40ed-a3d8-fffb779ace14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:00.658402 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-df872601-be81-40ed-a3d8-fffb779ace14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393093 Nov 09 18:45:00.749907 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-da551da5-70e5-4005-b6d5-060087c5f310 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847147 Nov 09 18:45:00.838179 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-db827ba2-90b0-4467-b8de-be2a044a281a req-f1e1ece7-7110-46c0-85e3-3b0077a0e660 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801907 Nov 09 18:45:00.923819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-d8f10594-6400-4c52-9b2f-1626175df728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:00.925248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-d8f10594-6400-4c52-9b2f-1626175df728 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0440674 Nov 09 18:45:01.013727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-7b948377-96c3-47ee-b3ee-5d5902f7b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:01.015265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-7b948377-96c3-47ee-b3ee-5d5902f7b5f8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0821674 Nov 09 18:45:01.060967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-27543be5-ddf9-4ebc-9a9f-945ec1f1d207 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 217 time: 0.0372515 Nov 09 18:45:01.108631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-fddd8039-5ad9-4028-b877-0f724c93204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:01.110004 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-fddd8039-5ad9-4028-b877-0f724c93204f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0422945 Nov 09 18:45:01.155072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-e1503d25-2d4c-47b8-bdcf-8b2442670359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:01.156506 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-e1503d25-2d4c-47b8-bdcf-8b2442670359 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381875 Nov 09 18:45:01.246879 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-0a3c517a-fb98-4b3b-99ce-b5a591b661ee service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822713 Nov 09 18:45:01.335194 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab979bd1-be24-49de-b820-4e7e49b264e9 req-bbfab53e-cfa2-444b-bde5-01f19fe70eaf service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801818 Nov 09 18:45:01.716484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe1321-0946-47be-9fb9-8bc6af8ef668 req-176ad22c-c6d7-4a49-bb77-b128321d6483 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:01.717932 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7fe1321-0946-47be-9fb9-8bc6af8ef668 req-176ad22c-c6d7-4a49-bb77-b128321d6483 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0512981 Nov 09 18:45:01.754404 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7fe1321-0946-47be-9fb9-8bc6af8ef668 req-c4fb24d2-29d4-4ccb-b757-d6da942295b6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Nov 09 18:45:02.868851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d2c0c-285e-4c5f-b50e-d7c5cc079eb6 req-552e52e7-bebb-422c-868a-bb3f01ef12de tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:02.870361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b40d2c0c-285e-4c5f-b50e-d7c5cc079eb6 req-552e52e7-bebb-422c-868a-bb3f01ef12de tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0488141 Nov 09 18:45:02.906811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b40d2c0c-285e-4c5f-b50e-d7c5cc079eb6 req-4af5d8ab-49ed-4aa1-acad-cff4a81cabe6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301878 Nov 09 18:45:04.020639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c0768-30ec-4a32-94c2-889699afaeaa req-7981917b-f2a0-4b04-90be-918e239a1ca0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:04.022109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-108c0768-30ec-4a32-94c2-889699afaeaa req-7981917b-f2a0-4b04-90be-918e239a1ca0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0483387 Nov 09 18:45:04.058457 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-108c0768-30ec-4a32-94c2-889699afaeaa req-376a23c8-cd3d-4ab4-a702-1b849accf687 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Nov 09 18:45:05.175273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad002de-cb7d-4d98-b400-67812e99d414 req-1c04f0a8-29c0-43db-bc43-b00042510cf4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:05.176780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bad002de-cb7d-4d98-b400-67812e99d414 req-1c04f0a8-29c0-43db-bc43-b00042510cf4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0528026 Nov 09 18:45:05.213797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bad002de-cb7d-4d98-b400-67812e99d414 req-324e14e2-9586-4ac7-b9c8-7486e2c94b4e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310838 Nov 09 18:45:05.293129 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:45:05.385094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:05.396186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'mac_address': 'fa:16:3e:67:9c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:45:05.435354 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:05.448143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5887466a-e359-4fc6-b53e-34c4a79f8a0b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:45:05.466322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:05.470151 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:05.515806 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:05.659857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['5887466a-e359-4fc6-b53e-34c4a79f8a0b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:45:06.324980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb424-b997-4779-9e56-4a9ecafbde96 req-09b5a344-ffc7-430b-94fb-d7e88692a8cd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:06.326484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324cb424-b997-4779-9e56-4a9ecafbde96 req-09b5a344-ffc7-430b-94fb-d7e88692a8cd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0481644 Nov 09 18:45:06.364042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-324cb424-b997-4779-9e56-4a9ecafbde96 req-7df1da4e-9ca5-46a9-89ff-0d2911919d27 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Nov 09 18:45:07.324626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:45:07.363065 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0e13aaee-c86a-4ca5-afbd-5acd9319b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:07.381519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 5887466a-e359-4fc6-b53e-34c4a79f8a0b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:45:07.385141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 5887466a-e359-4fc6-b53e-34c4a79f8a0b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:45:07.385527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:07.464379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:07.477584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c51606-c2d1-48f2-9895-88be99afb1ea req-6c7d5bb8-0b6a-4cf5-994e-4a958dac793a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:07.479080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45c51606-c2d1-48f2-9895-88be99afb1ea req-6c7d5bb8-0b6a-4cf5-994e-4a958dac793a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0481238 Nov 09 18:45:07.486921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:07.489174 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c98b5d-aebe-49ee-bfc8-c9f89f4b4355" -d '{"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:07.503434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:45:07.507267 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:07.517398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45c51606-c2d1-48f2-9895-88be99afb1ea req-6e3f5114-c797-4940-86e1-94b940ed43c3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Nov 09 18:45:07.561267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:45:07.622191 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ceb464-fc42-4e83-a305-cc417bad1441 x-openstack-request-id: req-88ceb464-fc42-4e83-a305-cc417bad1441 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:07.622494 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:07.622750 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88ceb464-fc42-4e83-a305-cc417bad1441 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:07.623144 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'code': 200} Nov 09 18:45:07.716171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ecef8-9a5c-4659-b4ca-ad0c9854befe req-152cdf28-e9fd-43dc-8de7-57b0d72b3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:07.717627 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-594ecef8-9a5c-4659-b4ca-ad0c9854befe req-152cdf28-e9fd-43dc-8de7-57b0d72b3f61 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0390472 Nov 09 18:45:07.750995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-594ecef8-9a5c-4659-b4ca-ad0c9854befe req-7d18008d-80cc-49ab-b7b2-4fc070092eae service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260038 Nov 09 18:45:07.861451 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:45:08.639636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cfd8c-a4cb-498c-8bc9-692f1f2bdf30 req-37068cb0-7e25-4e59-834a-4109c3bc8494 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:08.641112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-388cfd8c-a4cb-498c-8bc9-692f1f2bdf30 req-37068cb0-7e25-4e59-834a-4109c3bc8494 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0529380 Nov 09 18:45:08.678379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-388cfd8c-a4cb-498c-8bc9-692f1f2bdf30 req-752e433b-87fd-4a18-bfbe-9923740955cd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311942 Nov 09 18:45:09.307960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-7efb027a-fcf2-49d5-958e-fc2c233fe002 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395970 Nov 09 18:45:09.395248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-56d93dd4-f201-42f1-b35f-98d3ef9bdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:09.397234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-56d93dd4-f201-42f1-b35f-98d3ef9bdaee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0391824 Nov 09 18:45:09.508626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-e9109b7b-6693-49f4-bc45-c6f3361659a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:09.510075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-e9109b7b-6693-49f4-bc45-c6f3361659a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0869882 Nov 09 18:45:09.554962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-07fa928d-186c-40e8-8df6-1028269368fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0328970 Nov 09 18:45:09.603306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-b0f45911-eb2b-4bca-8edd-6ca7ab39aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:09.604596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-b0f45911-eb2b-4bca-8edd-6ca7ab39aa3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0415368 Nov 09 18:45:09.657933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-8dee0edd-ab7b-454f-9bb8-a59c95efcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:09.659380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-8dee0edd-ab7b-454f-9bb8-a59c95efcdcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420001 Nov 09 18:45:09.760581 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-309b0108-4100-4642-99d3-ec2bb6808618 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895071 Nov 09 18:45:09.823841 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1cf5-26c3-49da-a662-1cb32ab4a18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:09.846388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db14d-73f9-4dfe-b4d0-529090b97924 req-68957fc4-120e-4024-9ace-f65e8e72cc34 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:09.847859 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331db14d-73f9-4dfe-b4d0-529090b97924 req-68957fc4-120e-4024-9ace-f65e8e72cc34 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.1018701 Nov 09 18:45:09.903850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2651ed69-05bf-4171-a75f-d9adf984e725 req-a79a103d-1fdc-419a-9250-07d1799dd536 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291006 Nov 09 18:45:09.906678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-331db14d-73f9-4dfe-b4d0-529090b97924 req-9b94b535-8d45-4594-bdde-f84c923e1776 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526206 Nov 09 18:45:10.019464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5540ed-3532-43a3-9272-ba327b680ead req-36479d21-d5d3-4248-b1ec-1b0ca431b913 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:10.020938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a5540ed-3532-43a3-9272-ba327b680ead req-36479d21-d5d3-4248-b1ec-1b0ca431b913 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0484486 Nov 09 18:45:10.029559 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39580) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:45:10.033796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'floatingip': {'port_id': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:45:10.076027 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:10.264633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:10.488347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:10.492776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:10.591148 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 associated. External IP: 172.25.0.43, port: 5887466a-e359-4fc6-b53e-34c4a79f8a0b. Nov 09 18:45:10.793893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:45:10.897392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:45:10.902251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:10.907660 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:45:10.918325 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:10.918928 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:45:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:10.930234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-301c796f-b7fc-4d92-8b76-1b9945464541 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "PUT /v2.0/floatingips/2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 HTTP/1.1" status: 200 len: 990 time: 0.8995733 Nov 09 18:45:10.930824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:45:10.933089 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f4e01a-8477-4229-bf48-c8e8ed848208" -d '{"events": [{"name": "network-changed", "server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:45:11.019977 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4712cb55-811f-4a75-a378-f10f84742f10 x-openstack-request-id: req-4712cb55-811f-4a75-a378-f10f84742f10 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:45:11.020274 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:45:11.020623 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4712cb55-811f-4a75-a378-f10f84742f10 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:45:11.021646 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'status': 'completed', 'code': 200} Nov 09 18:45:11.026197 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:11.086318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-ef452782-3e9e-47cd-9977-639960fecce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:11.087708 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-ef452782-3e9e-47cd-9977-639960fecce6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0448709 Nov 09 18:45:11.176454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-fa5ef178-4c0c-49fe-9970-0517a61fda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:11.177960 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-fa5ef178-4c0c-49fe-9970-0517a61fda3d service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0832603 Nov 09 18:45:11.220607 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:11.249110 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:67:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:45:10Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:11.249995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-55056060-003e-4530-b2ad-6baa1d179fb2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 998 time: 0.0640466 Nov 09 18:45:11.276220 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:45:11.284327 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:45:11.284932 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:45:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:11.299188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-b4b62d12-bf90-4b50-a408-7ebee6a72f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:11.300668 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-b4b62d12-bf90-4b50-a408-7ebee6a72f04 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0434194 Nov 09 18:45:11.348041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-ec76fc9e-278c-4d8c-b141-5dadb4515daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:11.349450 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-ec76fc9e-278c-4d8c-b141-5dadb4515daf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403008 Nov 09 18:45:11.389561 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:45:11.441218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-5d5ac8f7-c23c-4cf8-8e67-95e1a37836f7 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840042 Nov 09 18:45:11.531003 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4f4e01a-8477-4229-bf48-c8e8ed848208 req-5b886df6-0102-4b33-a671-456ab388d136 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820367 Nov 09 18:45:11.605079 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:67:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:45:10Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:45:11.716438 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44ef769-8ae9-4abc-b69c-7f4ef6900d54 None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:67:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:45:10Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:45:11.891198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e5f34-7318-479a-b155-dfb10b581f52 None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:45:12.150052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-5edb92d4-a6ab-4f15-8fc3-84dc07edd127 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390627 Nov 09 18:45:12.231045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066944fa-a292-4817-84e1-785520d9e813 req-fa8b4831-eb76-4e75-ae19-5434dd2b4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:12.232565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-fa8b4831-eb76-4e75-ae19-5434dd2b4309 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0443339 Nov 09 18:45:12.330259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066944fa-a292-4817-84e1-785520d9e813 req-34dbc47c-cd50-4b12-a04b-41f4972f2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:12.331734 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-34dbc47c-cd50-4b12-a04b-41f4972f2201 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0814135 Nov 09 18:45:12.398565 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-9ed2c9a9-d755-443f-92f7-aefc84b953ca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 1000 time: 0.0594637 Nov 09 18:45:12.445447 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066944fa-a292-4817-84e1-785520d9e813 req-55e8edcf-6f36-4274-bbec-3ffb25c78d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:12.446800 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-55e8edcf-6f36-4274-bbec-3ffb25c78d2c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0419989 Nov 09 18:45:12.490448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066944fa-a292-4817-84e1-785520d9e813 req-f3cb8599-0743-4df9-82ee-d4231f67adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:45:12.491878 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-f3cb8599-0743-4df9-82ee-d4231f67adbf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387533 Nov 09 18:45:12.582850 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-7d6b8810-9850-44b4-a006-d33cad897068 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839479 Nov 09 18:45:12.670729 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-066944fa-a292-4817-84e1-785520d9e813 req-f773ecc3-72eb-450b-a079-7adae2ca2726 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804026 Nov 09 18:45:12.721407 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:16.577999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:19.492347 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:37.342923 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9dbff73-cea0-4cb0-ae4f-1ec6c3def586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:39.827980 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48517300-a540-46a7-91fb-b211f38e8d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:40.266240 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:41.220776 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:42.723773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:44.861056 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:45:46.585443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:45:49.494464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:07.343713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fa986cac-ce55-4586-80e2-3db8511a06e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:09.829862 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf61f-1379-4e89-ab5f-44dc2ad07ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:10.267474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:10.311551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-94356761-c449-432f-a564-52a02e516509 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457735 Nov 09 18:46:10.404253 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-cff986a5-65a5-4edf-b56d-72db0155bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:10.405782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-cff986a5-65a5-4edf-b56d-72db0155bd4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0438955 Nov 09 18:46:10.514384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-1fcd1683-fe82-4cdd-b6fb-f562b21014b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:10.515757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-1fcd1683-fe82-4cdd-b6fb-f562b21014b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0836070 Nov 09 18:46:10.560750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-d9a5c96c-4d72-41a8-99eb-04ab1689784c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0329812 Nov 09 18:46:10.618016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-f172d15a-7829-4427-a746-dc3259e209e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:10.619472 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-f172d15a-7829-4427-a746-dc3259e209e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0477118 Nov 09 18:46:10.666388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-365c3a5f-9d24-4c4f-8da9-192b2b919bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:10.668437 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-365c3a5f-9d24-4c4f-8da9-192b2b919bef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387781 Nov 09 18:46:10.759182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-19060e05-2587-49f6-9f14-a30d0264d88f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785339 Nov 09 18:46:10.855055 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4b6d42-6ee2-484c-a1f2-0097954c99af req-94ae57cf-4149-4498-99da-5a4b6183f174 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831861 Nov 09 18:46:11.225541 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:12.725774 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:13.177490 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-88c74478-c1ea-4c03-9f45-a977392d5671 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433609 Nov 09 18:46:13.262368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-44b47b0e-d3e3-4851-954e-c0a0b66e1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:13.263830 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-44b47b0e-d3e3-4851-954e-c0a0b66e1651 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0445275 Nov 09 18:46:13.363928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-9cdda5b2-4cbd-44e6-b2a9-01de8fbd033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:13.365414 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-9cdda5b2-4cbd-44e6-b2a9-01de8fbd033c service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0822475 Nov 09 18:46:13.432331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-6475862a-e03e-4bc3-8b3f-ac9be3dd2cd9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 1000 time: 0.0598876 Nov 09 18:46:13.480530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-d919b1b1-26f9-4078-9321-20479a7537e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:13.481925 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-d919b1b1-26f9-4078-9321-20479a7537e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0423286 Nov 09 18:46:13.529227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-36c0b352-9741-4697-be0f-09da8ba16a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:13.530913 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-36c0b352-9741-4697-be0f-09da8ba16a9d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421448 Nov 09 18:46:13.892887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-64c283fc-9046-4660-b097-1443ae0b6573 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549087 Nov 09 18:46:13.980962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-588c9ee0-5acb-437b-ba45-1bb2b81ad35c req-c547d5f7-8706-44c4-a190-b06e6342fd55 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808489 Nov 09 18:46:16.593508 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:19.531170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:21.861131 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:46:37.344297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-72c9ab81-6510-4d45-b8c8-356977fdcc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:39.829482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-527e8c53-816a-4c3f-8575-f84b412b12cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:40.266985 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:41.226434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:42.727759 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:46.592441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:47.780524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16e3d5-12ff-4946-8d20-8515d5b598f2 req-9fba4a3b-6a8e-4f7c-9633-a313f48626bd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:47.782637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f16e3d5-12ff-4946-8d20-8515d5b598f2 req-9fba4a3b-6a8e-4f7c-9633-a313f48626bd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0500059 Nov 09 18:46:47.820839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f16e3d5-12ff-4946-8d20-8515d5b598f2 req-9ae8c0c7-d6be-4f36-9859-fb6239c04e36 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Nov 09 18:46:48.940676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3af2f-e3bb-4fc3-a32f-d91e37c64568 req-404fecff-0900-4c7f-93e9-6fc309657d14 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:48.942195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-80d3af2f-e3bb-4fc3-a32f-d91e37c64568 req-404fecff-0900-4c7f-93e9-6fc309657d14 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0537095 Nov 09 18:46:48.981083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-80d3af2f-e3bb-4fc3-a32f-d91e37c64568 req-9eb63a31-14a2-4046-b8a4-4321a4976731 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Nov 09 18:46:49.530921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:46:50.094118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f26b32-09c4-485f-bd3d-d42648e16ae0 req-b83023a0-df2c-4b51-ad40-fceb1567bcb2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:50.095609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94f26b32-09c4-485f-bd3d-d42648e16ae0 req-b83023a0-df2c-4b51-ad40-fceb1567bcb2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Nov 09 18:46:50.132071 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-94f26b32-09c4-485f-bd3d-d42648e16ae0 req-d25313ba-3d17-43e2-80e2-de11ff89e325 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305657 Nov 09 18:46:51.244731 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f6924-d2d9-452b-9794-0e992bb9c02a req-23b43d64-9470-4596-b743-38805ca6bbc8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:51.246204 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-504f6924-d2d9-452b-9794-0e992bb9c02a req-23b43d64-9470-4596-b743-38805ca6bbc8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0472882 Nov 09 18:46:51.282878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-504f6924-d2d9-452b-9794-0e992bb9c02a req-86b26df4-c87a-40e2-b078-3cb4407cd55c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301819 Nov 09 18:46:52.398764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbb14-663e-4c84-8c74-cdc354154060 req-200b23f6-4dc6-4f2b-9183-c6db7b258f2a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:52.400219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49edbb14-663e-4c84-8c74-cdc354154060 req-200b23f6-4dc6-4f2b-9183-c6db7b258f2a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Nov 09 18:46:52.437397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49edbb14-663e-4c84-8c74-cdc354154060 req-606006ee-24d6-42f6-bacd-546385f09eb2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313725 Nov 09 18:46:53.550448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ee07e-dcf9-4c42-8131-bc2a616421f0 req-22f88e17-7f20-448b-8648-96aa6a253364 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:53.551936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a3ee07e-dcf9-4c42-8131-bc2a616421f0 req-22f88e17-7f20-448b-8648-96aa6a253364 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0489764 Nov 09 18:46:53.588976 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a3ee07e-dcf9-4c42-8131-bc2a616421f0 req-b7f61e80-228b-4a58-b756-ec3c56fbbcf9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Nov 09 18:46:54.702199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb278b-8376-49d1-8fa0-67be1f8e9323 req-f8a9e07d-36e1-4ff9-8549-a59ffd19c1d6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:54.703676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0cb278b-8376-49d1-8fa0-67be1f8e9323 req-f8a9e07d-36e1-4ff9-8549-a59ffd19c1d6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0479827 Nov 09 18:46:54.740718 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f0cb278b-8376-49d1-8fa0-67be1f8e9323 req-683a61ae-5246-4d24-8708-6e4956552890 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303264 Nov 09 18:46:55.862622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814c595-3e2b-42eb-80bd-859ccd492053 req-df5ccf74-3170-4513-9162-39746aa0c684 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:55.864247 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3814c595-3e2b-42eb-80bd-859ccd492053 req-df5ccf74-3170-4513-9162-39746aa0c684 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0542388 Nov 09 18:46:55.900503 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3814c595-3e2b-42eb-80bd-859ccd492053 req-b3ff8cbb-08bd-4494-b6e4-a55ffc45b7bc tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304124 Nov 09 18:46:57.015281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f67572-8165-4d44-99dd-17056b81a47b req-625535a4-a95a-400d-a3ac-7e24662be1dd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:57.016763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f67572-8165-4d44-99dd-17056b81a47b req-625535a4-a95a-400d-a3ac-7e24662be1dd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0488498 Nov 09 18:46:57.054352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-89f67572-8165-4d44-99dd-17056b81a47b req-e120f356-3c7c-4599-bc25-932349666bea tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Nov 09 18:46:58.166447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07193642-4665-4b62-9aae-9e36c6345f60 req-dabb225d-a196-4da7-94f8-6b0473f057ba tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:58.167901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07193642-4665-4b62-9aae-9e36c6345f60 req-dabb225d-a196-4da7-94f8-6b0473f057ba tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0476334 Nov 09 18:46:58.204664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07193642-4665-4b62-9aae-9e36c6345f60 req-e4978148-f651-468a-84a8-184b6a1d85a3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309479 Nov 09 18:46:58.383087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 39848) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:46:58.440687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ce79c-b09e-41f5-8f6b-d04906206582 req-fbcae024-25a4-4c71-84d0-8198e8a03820 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:58.442181 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-833ce79c-b09e-41f5-8f6b-d04906206582 req-fbcae024-25a4-4c71-84d0-8198e8a03820 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Nov 09 18:46:58.480313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-833ce79c-b09e-41f5-8f6b-d04906206582 req-b597084f-5fea-45a8-aee6-0d4273935782 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322404 Nov 09 18:46:58.506347 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-2f6606ff-71ce-4455-9812-87530da23f3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1219423 Nov 09 18:46:58.514932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-1b9797be-6090-48a3-a671-7bec137d650f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:46:58.515869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-1b9797be-6090-48a3-a671-7bec137d650f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048425 Nov 09 18:46:58.859320 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:46:59.592324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80940d4d-4acd-4ed0-8cca-28cb7b10ddbc req-655a7dbc-a7e9-4e61-81fe-523c68679caa tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:46:59.593780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-80940d4d-4acd-4ed0-8cca-28cb7b10ddbc req-655a7dbc-a7e9-4e61-81fe-523c68679caa tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Nov 09 18:46:59.631142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-80940d4d-4acd-4ed0-8cca-28cb7b10ddbc req-ad3f50ba-25da-4996-aa98-2d7bff486530 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312645 Nov 09 18:47:00.742861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ced3-9af8-47d9-8799-6afa171102a9 req-bd4c25e3-4321-498d-9013-9a5ebd062180 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:00.744307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6e7ced3-9af8-47d9-8799-6afa171102a9 req-bd4c25e3-4321-498d-9013-9a5ebd062180 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0479279 Nov 09 18:47:00.781133 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f6e7ced3-9af8-47d9-8799-6afa171102a9 req-beb95a44-0b6e-4e19-8e66-890a527e112f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Nov 09 18:47:01.762414 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-a93a15ea-53ce-464f-b3a1-13fd0794c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:01.763853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-a93a15ea-53ce-464f-b3a1-13fd0794c5bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0430002 Nov 09 18:47:01.853167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-b9602937-84a3-447e-ad95-88eea59cde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:01.854666 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-b9602937-84a3-447e-ad95-88eea59cde27 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0823617 Nov 09 18:47:01.899195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed3706-100c-4eba-9049-8fc9fea32723 req-0ccc7c51-902a-41dc-ae4c-c234b08d5056 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:01.900715 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ed3706-100c-4eba-9049-8fc9fea32723 req-0ccc7c51-902a-41dc-ae4c-c234b08d5056 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0525072 Nov 09 18:47:01.925529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-f117aedf-2e7e-4737-a059-220a028bc5cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 1000 time: 0.0627530 Nov 09 18:47:01.975103 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-cafc9b0f-9817-48b3-af2d-a781261a964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:01.976578 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-cafc9b0f-9817-48b3-af2d-a781261a964d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0446656 Nov 09 18:47:02.024292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-87b04497-7b92-4741-83f2-daa8325aa5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:02.025697 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-87b04497-7b92-4741-83f2-daa8325aa5a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422573 Nov 09 18:47:02.124137 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-33a8e10f-518f-4b7e-a7e7-d5d36365171a service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897322 Nov 09 18:47:02.215544 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-a55546f4-b781-47dd-8c8f-37216a12e652 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837319 Nov 09 18:47:02.261205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88ed3706-100c-4eba-9049-8fc9fea32723 req-b4ff766c-3bd5-46c2-aaa0-52674da3c9cd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543859 Nov 09 18:47:03.374363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16e07-dc6c-4456-91f0-ca61234056b7 req-44436a99-3ece-44cf-bd8c-a94f4770d84e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:03.375804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00e16e07-dc6c-4456-91f0-ca61234056b7 req-44436a99-3ece-44cf-bd8c-a94f4770d84e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0470223 Nov 09 18:47:03.412394 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00e16e07-dc6c-4456-91f0-ca61234056b7 req-321e96a6-1837-4d3d-b521-4e0015114322 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300796 Nov 09 18:47:04.105861 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-ca2ab2fa-bbe8-4586-8a00-b81ef5b793c7 service neutron] show failed (client error): The resource could not be found. Nov 09 18:47:04.106880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-ca2ab2fa-bbe8-4586-8a00-b81ef5b793c7 service neutron] 10.222.0.85 "GET /v2.0/ports/5887466a-e359-4fc6-b53e-34c4a79f8a0b/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0530326 Nov 09 18:47:04.305578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-cd810cd1-ecc9-40aa-b7da-b8dc2785bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:04.307097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-cd810cd1-ecc9-40aa-b7da-b8dc2785bc76 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 1096 time: 0.0402668 Nov 09 18:47:04.323900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:04.377233 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.582713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def567b-51dd-4d96-8a28-fd374f861b29 req-6b0149e3-6e65-4f21-8df6-14d59a149087 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:04.584103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8def567b-51dd-4d96-8a28-fd374f861b29 req-6b0149e3-6e65-4f21-8df6-14d59a149087 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.1008120 Nov 09 18:47:04.632528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:04.653698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8def567b-51dd-4d96-8a28-fd374f861b29 req-4a5724e5-a2cf-4e1e-8ab6-b67d3e552aef tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632131 Nov 09 18:47:04.675071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:47:04.712851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:04.715138 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4cda38-abbe-45fa-b0d1-8a429531c622" -d '{"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:04.718849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.731522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Transition to ACTIVE for port object 5887466a-e359-4fc6-b53e-34c4a79f8a0b will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:47:04.734502 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:04.834114 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782ee1d2-ec60-4469-b685-53f117b942e1 x-openstack-request-id: req-782ee1d2-ec60-4469-b685-53f117b942e1 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:04.834339 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-unplugged", "status": "completed", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:04.834607 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-782ee1d2-ec60-4469-b685-53f117b942e1 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:04.835008 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'code': 200} Nov 09 18:47:04.857929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:04.879258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.879608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.879958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.880298 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.880634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.880965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.881300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.881626 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.881976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.882303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.882629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.882952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:04.916973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] No DVR routers for this DVR port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:47:05.049027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:47:05.049361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:47:05.049947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:05.054323 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:47:05.054696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Attempting to bind port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:05.059646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:47:05.059988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:47:05.060381 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:47:05.060808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Bound port: 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:47:05.061176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.125680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:47:05.129125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:47:05.133821 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.167493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:05.168105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:05.169475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] 10.222.0.73 "PUT /v2.0/ports/5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 1091 time: 0.8494356 Nov 09 18:47:05.190122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a97f7b-c4b6-4088-8767-f213bb4c1aba service neutron] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:05.243173 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-8fd3d7ec-2b2b-4e5c-bd8f-89e174118502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:05.244705 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-8fd3d7ec-2b2b-4e5c-bd8f-89e174118502 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0426583 Nov 09 18:47:05.346275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-5bde2af8-24a1-4175-a978-7d0ab832d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:05.347766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-5bde2af8-24a1-4175-a978-7d0ab832d473 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0916154 Nov 09 18:47:05.416087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-91e7716c-a953-4a7b-a5fe-1f363547f271 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 998 time: 0.0566671 Nov 09 18:47:05.472375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-7782fd8a-c80a-4d6d-9ecc-ab25f1c5a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:05.473835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-7782fd8a-c80a-4d6d-9ecc-ab25f1c5a2cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0490665 Nov 09 18:47:05.521426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-5ffa6450-dec2-4681-b4a9-af4a998f2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:05.522933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-5ffa6450-dec2-4681-b4a9-af4a998f2b3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390058 Nov 09 18:47:05.611789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-4dc71bee-4cab-42a8-abcf-85bdc92c2460 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800734 Nov 09 18:47:05.706746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e40f68f1-811f-4270-bbe0-0fbb0fd9c4ab req-b6abb6d1-762a-4f36-a49f-5787da49f91e service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862861 Nov 09 18:47:05.772622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257546c-a972-4168-b683-74eb743312ad req-26f53a55-1c6c-4de3-8ba0-d69b5f582de2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:05.774145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6257546c-a972-4168-b683-74eb743312ad req-26f53a55-1c6c-4de3-8ba0-d69b5f582de2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0498018 Nov 09 18:47:05.812489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6257546c-a972-4168-b683-74eb743312ad req-c3c52d25-e32a-4636-9cb8-0264faaf0db2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Nov 09 18:47:06.836232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:06.838656 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39560db-abf6-4ff0-9f59-cea6b5d28e26" -d '{"events": [{"name": "network-changed", "server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:06.927335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b81e6-0c97-41de-93ae-374a89aad340 req-4ea102ad-fc5c-42a6-a617-1ad91a743dac tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:06.928806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c70b81e6-0c97-41de-93ae-374a89aad340 req-4ea102ad-fc5c-42a6-a617-1ad91a743dac tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Nov 09 18:47:06.965745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c70b81e6-0c97-41de-93ae-374a89aad340 req-0968e666-9f37-48fb-973e-677e72a307c8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Nov 09 18:47:07.018961 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6df8aba-7761-41cf-af39-3821e2d4cb52 x-openstack-request-id: req-c6df8aba-7761-41cf-af39-3821e2d4cb52 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:07.019253 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:07.019508 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6df8aba-7761-41cf-af39-3821e2d4cb52 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:07.019908 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'status': 'completed', 'code': 200} Nov 09 18:47:07.081341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-ad992c10-834a-4374-bbef-436cb09b5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.082874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-ad992c10-834a-4374-bbef-436cb09b5ac8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0450237 Nov 09 18:47:07.088067 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-10b25384-6613-4c3f-ab53-6b0f06ef52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.089468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-10b25384-6613-4c3f-ab53-6b0f06ef52b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0440295 Nov 09 18:47:07.172845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-04ff9dd3-fe5b-4768-bf3b-9c7a4d6cd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.174366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-04ff9dd3-fe5b-4768-bf3b-9c7a4d6cd574 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0832191 Nov 09 18:47:07.179982 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-032ce33d-bdec-4e47-9290-9af377cd7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.181561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-032ce33d-bdec-4e47-9290-9af377cd7f1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0833919 Nov 09 18:47:07.243068 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-a7105a5b-fb38-40ae-90d7-356e3d14f825 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 998 time: 0.0618136 Nov 09 18:47:07.253793 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-e75d23bf-74d3-448e-9e2d-a8ca6384833c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 998 time: 0.0629349 Nov 09 18:47:07.293846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-a6ab68f6-c245-477a-aaa5-7fd76877925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.295210 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-a6ab68f6-c245-477a-aaa5-7fd76877925c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0446684 Nov 09 18:47:07.307441 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-a31f3f57-b6e9-48ee-bf8d-0a5b8295351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.309068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-a31f3f57-b6e9-48ee-bf8d-0a5b8295351e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0467286 Nov 09 18:47:07.343605 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-f22f8f12-687e-4ec3-be6a-c84af333c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.345344 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-f22f8f12-687e-4ec3-be6a-c84af333c18b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423810 Nov 09 18:47:07.353307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f71630bb-69c5-456e-aa11-f1521a680a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:07.356562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-fa50dcae-d211-4f76-bb71-68730950a6de service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:47:07.357622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-fa50dcae-d211-4f76-bb71-68730950a6de service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054762 Nov 09 18:47:07.362010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-50b2a083-958a-454c-a2db-22b0d687c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:07.363544 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-50b2a083-958a-454c-a2db-22b0d687c43c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461404 Nov 09 18:47:07.450765 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-26d5e3b7-51b1-43b7-b811-730f6936c31a service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Nov 09 18:47:07.459492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-6c616493-df80-4776-a705-f1ba2fda0417 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884550 Nov 09 18:47:07.539372 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-1544f4d5-1e54-4906-a745-2c39f0d4bc82 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814908 Nov 09 18:47:07.557012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e39560db-abf6-4ff0-9f59-cea6b5d28e26 req-6fe3b725-c680-4664-a145-b3937d659000 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852859 Nov 09 18:47:07.973970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:47:08.014622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:47:08.082350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd84e6d-6a60-4cf9-8006-50ed2f253ef5 req-220bb4ff-77fe-471f-9c38-6abf8b416a0b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.083814 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3fd84e6d-6a60-4cf9-8006-50ed2f253ef5 req-220bb4ff-77fe-471f-9c38-6abf8b416a0b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0487547 Nov 09 18:47:08.121546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3fd84e6d-6a60-4cf9-8006-50ed2f253ef5 req-0eabc1fe-fac7-477a-bfe4-b9da9cedff02 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Nov 09 18:47:08.301452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:47:08.316851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6c4f-4b1d-4eb6-a575-efef42898b08 req-d93fe617-a9b8-4f07-aeac-9ced5369a905 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.318668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afcf6c4f-4b1d-4eb6-a575-efef42898b08 req-d93fe617-a9b8-4f07-aeac-9ced5369a905 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 943 time: 0.0564947 Nov 09 18:47:08.340893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-f83a267d-1913-4e96-95d1-7ff870476828 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.343358 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-f83a267d-1913-4e96-95d1-7ff870476828 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0&tenant_id=a14d2db17eb842598cd02fbdcb4a18af&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 943 time: 0.0675671 Nov 09 18:47:08.378043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afcf6c4f-4b1d-4eb6-a575-efef42898b08 req-9bc788fd-223a-4085-a98a-b448cdebd193 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467653 Nov 09 18:47:08.403319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:08.414625 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-67b1d175-aec4-44fd-b8bf-c79d74624a1f service neutron] delete failed (client error): The resource could not be found. Nov 09 18:47:08.415519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'mac_address': 'fa:16:3e:67:9c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:47:08.415753 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-67b1d175-aec4-44fd-b8bf-c79d74624a1f service neutron] 10.222.0.85 "DELETE /v2.0/ports/5887466a-e359-4fc6-b53e-34c4a79f8a0b/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0634832 Nov 09 18:47:08.457196 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.469769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5887466a-e359-4fc6-b53e-34c4a79f8a0b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:47:08.489772 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:08.493569 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:08.500457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-7f90446c-e98d-454b-af15-0bf327396e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.502027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-7f90446c-e98d-454b-af15-0bf327396e7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0413311 Nov 09 18:47:08.541279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:08.548630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.549014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.549363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.549968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.550331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.550671 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.551011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.551334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.551660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.551989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.552319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.552645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:08.592081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-ddb0285b-cd73-4412-9ed1-f502c7c08723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.593569 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-ddb0285b-cd73-4412-9ed1-f502c7c08723 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0845327 Nov 09 18:47:08.661439 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-57df7df2-8ea1-47d5-9a3a-39767fe97ba6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 999 time: 0.0603311 Nov 09 18:47:08.714833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-fca00a29-ac16-4928-9dc3-b41632f8a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.716242 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-fca00a29-ac16-4928-9dc3-b41632f8a8cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0435474 Nov 09 18:47:08.760160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-6dc42ceb-4ec4-48a3-944c-2ad0ddaf7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:08.761487 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-6dc42ceb-4ec4-48a3-944c-2ad0ddaf7620 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374782 Nov 09 18:47:08.774374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['5887466a-e359-4fc6-b53e-34c4a79f8a0b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:47:08.854149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-22eb65ed-7652-4e56-a3dc-f512665d4304 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847769 Nov 09 18:47:08.944380 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-72b82558-546f-44d1-82a4-dcb826bc2714 req-91b32bf0-d424-419c-8017-071f80bab4f5 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821393 Nov 09 18:47:09.493607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80fc63-047c-408d-aee3-f7538f06caf6 req-69d85918-f648-448b-af75-2a1592aea56c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.498544 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d80fc63-047c-408d-aee3-f7538f06caf6 req-69d85918-f648-448b-af75-2a1592aea56c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0538368 Nov 09 18:47:09.533591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d80fc63-047c-408d-aee3-f7538f06caf6 req-fa5102a7-da6f-4ffd-943c-697db002e834 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Nov 09 18:47:09.648194 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ae25e-6640-4dd4-bf63-694529a65648 req-15d6ddcc-e904-492d-adca-4ab2f96fca0a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.649639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa1ae25e-6640-4dd4-bf63-694529a65648 req-15d6ddcc-e904-492d-adca-4ab2f96fca0a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0478942 Nov 09 18:47:09.686607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa1ae25e-6640-4dd4-bf63-694529a65648 req-75af4f17-ed5e-4335-84e2-7cf79d8f5131 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Nov 09 18:47:09.832995 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a4585c73-1d6d-4b37-8d0d-989c28d1b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:09.903641 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495ca9-062d-4b6e-b443-bf74f6cf744b req-4885478f-be63-46eb-8c89-cf5e3799f7fe tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.905000 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a495ca9-062d-4b6e-b443-bf74f6cf744b req-4885478f-be63-46eb-8c89-cf5e3799f7fe tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 944 time: 0.0731790 Nov 09 18:47:09.937438 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-63bb8de9-0357-4a90-b2c9-fd1368bc4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:09.938961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-63bb8de9-0357-4a90-b2c9-fd1368bc4871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0686867 Nov 09 18:47:09.959377 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5a495ca9-062d-4b6e-b443-bf74f6cf744b req-466abc7f-221b-487e-8a62-36f84126e135 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484722 Nov 09 18:47:10.034820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-f5e1b4ce-ad24-4345-92d6-2a4b68455ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:10.036246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-f5e1b4ce-ad24-4345-92d6-2a4b68455ad5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0892947 Nov 09 18:47:10.104591 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-f6bb2114-094d-4fe2-9afa-655d4ae22101 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 200 len: 999 time: 0.0553257 Nov 09 18:47:10.157047 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-5ac36b9a-527b-4ab9-90cf-99e4c8674181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:10.158374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-5ac36b9a-527b-4ab9-90cf-99e4c8674181 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0412314 Nov 09 18:47:10.210506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-9b53624c-b12d-473b-a78c-35ce241007e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:10.211936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-9b53624c-b12d-473b-a78c-35ce241007e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423148 Nov 09 18:47:10.269494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:10.308391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-9cbbde45-8baa-4c51-a876-8ebd9d5ba42e service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827169 Nov 09 18:47:10.315317 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:10.365867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 5887466a-e359-4fc6-b53e-34c4a79f8a0b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:47:10.370054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 5887466a-e359-4fc6-b53e-34c4a79f8a0b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:10.370612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:10.408313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1e469a6c-fb0b-40ab-a63e-be41a63954ed req-f55111b0-1f09-4920-a6c6-d2f48f4b5dbd service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862942 Nov 09 18:47:10.447014 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:10.468417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:10.471204 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5cef7-ad69-45ce-aa9f-822b357e5ad0" -d '{"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:10.486723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:10.491073 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:10.513348 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c2b7b5-735b-42fb-9f2f-77e488a67372 x-openstack-request-id: req-72c2b7b5-735b-42fb-9f2f-77e488a67372 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:10.513645 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-plugged", "status": "completed", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:10.513917 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72c2b7b5-735b-42fb-9f2f-77e488a67372 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:10.514321 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'code': 200} Nov 09 18:47:10.538941 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:11.075033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b584a-fdef-403a-9bc7-2389c9e5d5b5 req-d40f7ef4-9da9-46ab-86ac-574d825c6689 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:11.076488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-075b584a-fdef-403a-9bc7-2389c9e5d5b5 req-d40f7ef4-9da9-46ab-86ac-574d825c6689 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0490804 Nov 09 18:47:11.115396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-075b584a-fdef-403a-9bc7-2389c9e5d5b5 req-350dada3-c0e5-498a-a2c0-bfc61c12a437 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Nov 09 18:47:11.230189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:11.340983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-e0aec8e1-1014-49e3-b300-2c0477556d36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678015 Nov 09 18:47:11.357853 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4cd56-45d7-4765-81f7-674311f052c9 req-898469ac-2bbe-4336-9fdc-b18e13e53d59 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:11.359353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eb4cd56-45d7-4765-81f7-674311f052c9 req-898469ac-2bbe-4336-9fdc-b18e13e53d59 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0588107 Nov 09 18:47:11.420451 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eb4cd56-45d7-4765-81f7-674311f052c9 req-fb8f6c6f-5872-4ea8-b307-5a26b957baf4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539355 Nov 09 18:47:11.433318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852742c-77a0-486c-b983-070fdad76e84 req-378a89fb-f5cd-4923-bd18-9db7ce614d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:11.434809 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-378a89fb-f5cd-4923-bd18-9db7ce614d6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0486283 Nov 09 18:47:11.536230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852742c-77a0-486c-b983-070fdad76e84 req-857b8302-9386-433c-9759-18e0710d2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:11.537575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-857b8302-9386-433c-9759-18e0710d2b82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0831499 Nov 09 18:47:11.583535 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-e3b8857c-5168-42d8-9fe1-b59d4ea11d40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0374486 Nov 09 18:47:11.633011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852742c-77a0-486c-b983-070fdad76e84 req-f1a8a6d2-3207-436e-ae65-77a7f7c9ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:11.634417 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-f1a8a6d2-3207-436e-ae65-77a7f7c9ce8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0427079 Nov 09 18:47:11.679998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852742c-77a0-486c-b983-070fdad76e84 req-b0d2f72b-c3cd-4b48-9547-f0bdc23ec3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:11.681393 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-b0d2f72b-c3cd-4b48-9547-f0bdc23ec3fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380638 Nov 09 18:47:11.771378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-91187f65-bcec-481a-a83a-702381456bfb service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814979 Nov 09 18:47:11.859049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d852742c-77a0-486c-b983-070fdad76e84 req-a2644b22-2561-4573-b58b-9ddd3b7d318e service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790977 Nov 09 18:47:12.537375 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0cb2d-26af-4b2a-9473-f90dfd6fd5b0 req-d549986e-cf6c-4490-8d01-5e06f466c680 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:12.538794 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1db0cb2d-26af-4b2a-9473-f90dfd6fd5b0 req-d549986e-cf6c-4490-8d01-5e06f466c680 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Nov 09 18:47:12.581177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1db0cb2d-26af-4b2a-9473-f90dfd6fd5b0 req-d46b65be-ffad-4f8f-bf1a-8ef9330a5ed4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364702 Nov 09 18:47:12.731074 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:12.745900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-25cfdb65-3c45-4bfd-acb7-8a0f49b31c29 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:12.747375 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-25cfdb65-3c45-4bfd-acb7-8a0f49b31c29 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Nov 09 18:47:12.837955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Deleting port 5887466a-e359-4fc6-b53e-34c4a79f8a0b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:47:12.838222 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:12.925825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] For port 5887466a-e359-4fc6-b53e-34c4a79f8a0b, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=5887466a-e359-4fc6-b53e-34c4a79f8a0b,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:12.926226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:13.141677 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:13.141952 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:13.142327 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 disassociated. External IP: 172.25.0.43, port: 5887466a-e359-4fc6-b53e-34c4a79f8a0b. Nov 09 18:47:13.142664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Calling delete_port for 5887466a-e359-4fc6-b53e-34c4a79f8a0b owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:47:13.263374 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:13.294664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event deleted for resources: {'Port': ['ID=5887466a-e359-4fc6-b53e-34c4a79f8a0b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:13.411750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:47:13.516463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:47:13.527378 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:47:13.536824 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:13.537436 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:47:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:13.558312 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] No DVR routers for this DVR port 5887466a-e359-4fc6-b53e-34c4a79f8a0b on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:47:13.560819 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:13.564106 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33a7ce85-6a8d-4b36-98e0-18d278a1e453 req-3660a955-7076-44a0-94b9-70e778adf40c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "DELETE /v2.0/ports/5887466a-e359-4fc6-b53e-34c4a79f8a0b HTTP/1.1" status: 204 len: 173 time: 0.8101258 Nov 09 18:47:13.564551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-deleted', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:13.566836 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e2485b-12a9-4e48-a7b9-abc6c54ee59c" -d '{"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-deleted", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:13.609134 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bd6d82-092d-4942-9b53-57418d5cde29 x-openstack-request-id: req-49bd6d82-092d-4942-9b53-57418d5cde29 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:13.609446 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88bec93-1ac3-4246-b19d-7bfa06d8f5e0", "name": "network-vif-deleted", "tag": "5887466a-e359-4fc6-b53e-34c4a79f8a0b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:13.609686 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49bd6d82-092d-4942-9b53-57418d5cde29 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:13.610111 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88bec93-1ac3-4246-b19d-7bfa06d8f5e0', 'name': 'network-vif-deleted', 'tag': '5887466a-e359-4fc6-b53e-34c4a79f8a0b', 'status': 'completed', 'code': 200} Nov 09 18:47:13.649508 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:13.683137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19c18e15-ba79-4063-8814-03b1a2c98f15 req-9d02d929-a777-4145-9343-5563dfe12e46 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=d88bec93-1ac3-4246-b19d-7bfa06d8f5e0 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Nov 09 18:47:13.844603 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:13.873628 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:47:13.881524 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:13.882149 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:47:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:13.984272 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:14.183205 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:14.209207 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539099df-e7c7-48f5-8f2f-6af785d69e52 None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:47:14.409075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1062104-49f1-4066-849e-519e16e99d04 None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:47:14.955335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-84ef4ee3-e140-42f5-b6c3-8c83d722b8c7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1756970223&fields=id&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 267 time: 0.0318716 Nov 09 18:47:15.060045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-9c8faa75-68ee-44ec-9df3-00e13cbcf0f4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:15.061430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-9c8faa75-68ee-44ec-9df3-00e13cbcf0f4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.0994370 Nov 09 18:47:15.076139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-adcea3be-d8a3-497e-96e3-d425ee11f84b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/quotas/a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 375 time: 0.0088847 Nov 09 18:47:15.127912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-e7cc43da-1b62-4522-9318-e2d9d78e148d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465562 Nov 09 18:47:15.286302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-52a8648a-16b5-4f51-976e-100a5027ecdf service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468456 Nov 09 18:47:15.374731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-57ca0993-40eb-4a67-8cb1-02914e5a594b service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822182 Nov 09 18:47:15.530109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-61f4b3d6-80f5-4392-85a7-8e89de9e6c15 req-aebc48e5-1409-41e3-81a9-528cacb680ca tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 210 time: 0.0262613 Nov 09 18:47:16.361491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:47:16.380800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 5887466a-e359-4fc6-b53e-34c4a79f8a0b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:47:16.381137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 5887466a-e359-4fc6-b53e-34c4a79f8a0b not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:47:16.610030 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:16.626918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f80be99-fda2-4a78-b975-c4c94b797f19 req-da3ac5b3-ec96-4bf7-ade4-eb65fb2683c0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 210 time: 0.0267017 Nov 09 18:47:17.440519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-c1731090-c475-431f-b44e-6ceb263af080 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:17.441963 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-c1731090-c475-431f-b44e-6ceb263af080 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.1063254 Nov 09 18:47:17.482943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-54d02fce-45e2-4e9e-b72b-1875117fae1f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 380 time: 0.0323732 Nov 09 18:47:17.493337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'port': {'device_id': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'admin_state_up': True, 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'security_groups': ['920443bd-2220-4e38-9c41-b910ddeac380']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:17.600841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Made reservation on behalf of a14d2db17eb842598cd02fbdcb4a18af for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:47:17.604387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.719959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b2258cd-6e2d-4f9e-9989-1b8930601264 req-5fb84c5c-0d1a-41f2-91fe-7e4bbfbaf6ed tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 210 time: 0.0250909 Nov 09 18:47:17.724724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Allocated IP 172.20.0.10 (b7ce8da4-cb9d-45be-a37e-b8d72d933213/f6aeadc6-4e23-446e-b6b9-854155645569/6e5e0eab-94bc-4a91-aa0e-4157b35311a8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:47:17.866068 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.897841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:17.940939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:47:17.944009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:47:17.947625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:47:17.980619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:17.995630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.995977 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.996320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.996655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.996996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.997322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.997653 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.997979 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.998323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.998641 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.998969 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:17.999289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:47:18.017363 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.017984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.034849 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-ff4b187b-7f64-4170-b1ee-4ecc783c3022 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449739 Nov 09 18:47:18.103126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Request body: {'port': {'device_id': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:18.127455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c79f6e99-7896-4a38-a4eb-12eae51d6c7a None None] Provisioning complete for port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:18.128036 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c79f6e99-7896-4a38-a4eb-12eae51d6c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.158300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.162996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c79f6e99-7896-4a38-a4eb-12eae51d6c7a None None] Port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:47:18.415645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:47:18.422827 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.435856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Transition to ACTIVE for port object 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:47:18.439405 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.491494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:18.559885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:47:18.560387 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:47:18.560718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:18.565316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:47:18.565646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:47:18.571163 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:47:18.571511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:47:18.571910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:47:18.572347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Bound port: 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:47:18.572717 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.641013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:47:18.643989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:47:18.648374 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.682229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.682841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:18.684224 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] 10.222.0.85 "PUT /v2.0/ports/6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1092 time: 0.6363826 Nov 09 18:47:18.685367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:18.687607 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38fef4-2564-4ba7-8e5a-57a653eed202" -d '{"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:18.722696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030941fa-abe3-42e4-abd0-81d6fe6c03d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:18.728343 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964fb54e-8144-4fec-bbd0-aa0fd3cbc1be x-openstack-request-id: req-964fb54e-8144-4fec-bbd0-aa0fd3cbc1be {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:18.728638 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:18.728892 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-964fb54e-8144-4fec-bbd0-aa0fd3cbc1be {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:18.729291 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'status': 'completed', 'code': 200} Nov 09 18:47:18.772481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-3ddf872d-ffa9-4a84-8296-7a6871b07a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.774026 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-3ddf872d-ffa9-4a84-8296-7a6871b07a82 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1095 time: 0.0438945 Nov 09 18:47:18.819138 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-f32d0130-fa24-4972-8b48-4cd51afe02a8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 217 time: 0.0368543 Nov 09 18:47:18.876255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-f1eedce8-8f0e-4c80-a6b5-5bd9364440b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.877948 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-f1eedce8-8f0e-4c80-a6b5-5bd9364440b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0521529 Nov 09 18:47:18.928274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-037852fa-96f6-4108-b6d2-536b33e29618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:18.929866 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-037852fa-96f6-4108-b6d2-536b33e29618 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437915 Nov 09 18:47:19.022633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-6610d6b0-9687-42bb-8d0e-941ffc3f73fc service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854540 Nov 09 18:47:19.121911 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-253ae93e-4e41-40d8-b184-f93c90737f66 req-2a19eb8a-df9e-4788-ba8a-9f73624c3bed service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914533 Nov 09 18:47:19.185488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e45d1b-91f4-4703-8c6c-40ff87bfe119 req-5e0b779e-4816-4468-b5cd-6a10130b5055 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:19.186997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62e45d1b-91f4-4703-8c6c-40ff87bfe119 req-5e0b779e-4816-4468-b5cd-6a10130b5055 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.3939824 Nov 09 18:47:19.205834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-8792c507-b09e-4f6e-b4cf-0e0e7fe70e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:19.207366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-8792c507-b09e-4f6e-b4cf-0e0e7fe70e0e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1095 time: 0.0410788 Nov 09 18:47:19.225698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62e45d1b-91f4-4703-8c6c-40ff87bfe119 req-a370248e-441b-4760-9fd6-1fb8bf6700b2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Nov 09 18:47:19.300019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-fc1dc324-35df-4840-bd74-95173a3d9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:19.301485 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-fc1dc324-35df-4840-bd74-95173a3d9acb service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0869813 Nov 09 18:47:19.342856 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-4e9c0a24-e30a-4fa2-97a6-b8cab7597208 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 217 time: 0.0338469 Nov 09 18:47:19.391026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-d72201ef-1506-49e2-98ac-333be38510f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:19.392885 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-d72201ef-1506-49e2-98ac-333be38510f2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0420506 Nov 09 18:47:19.441570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-9f4b3d98-d9bd-4657-8723-4450726b44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:19.443065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-9f4b3d98-d9bd-4657-8723-4450726b44fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424712 Nov 09 18:47:19.532940 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-d2033e62-1df3-4926-8310-64504c072f3d service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819800 Nov 09 18:47:19.545357 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:19.624113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1e38fef4-2564-4ba7-8e5a-57a653eed202 req-24c3c7c1-0ac5-4723-85e6-64ebf401f942 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Nov 09 18:47:20.337492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c445c-e02c-4d12-87af-e34275db645b req-a2e61c7b-5a0d-481e-ad4a-cad61b176bdd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:20.338999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-213c445c-e02c-4d12-87af-e34275db645b req-a2e61c7b-5a0d-481e-ad4a-cad61b176bdd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.0475810 Nov 09 18:47:20.377240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-213c445c-e02c-4d12-87af-e34275db645b req-cdadccaa-18db-414d-9289-fe4528fb2a5f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Nov 09 18:47:21.490225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc405f9b-c4e4-4776-9f08-e169b34317a5 req-75deb317-060c-44b7-9e68-63db4a2130bb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:21.491679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc405f9b-c4e4-4776-9f08-e169b34317a5 req-75deb317-060c-44b7-9e68-63db4a2130bb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.0475228 Nov 09 18:47:21.529471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc405f9b-c4e4-4776-9f08-e169b34317a5 req-08be6b49-36a7-4915-8b4d-856724184f09 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Nov 09 18:47:22.034330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:47:22.125617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:22.136597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'mac_address': 'fa:16:3e:84:50:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:47:22.172432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:22.187931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:47:22.206474 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:22.210260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:22.256178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:22.409639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6e5e0eab-94bc-4a91-aa0e-4157b35311a8'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:47:22.646131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd379d-42eb-4024-9c28-fde00642a4ab req-e917ac0c-fe1c-45ca-88d7-5d7732200724 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:22.647595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50bd379d-42eb-4024-9c28-fde00642a4ab req-e917ac0c-fe1c-45ca-88d7-5d7732200724 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0508895 Nov 09 18:47:22.685150 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50bd379d-42eb-4024-9c28-fde00642a4ab req-4e6ec060-dc2a-42a7-a36b-bb213bd3c1e1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Nov 09 18:47:23.796923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07370c28-dcb5-4cab-b36f-d2998ec5bec8 req-96f2d39b-e8a7-40d0-bae1-7f02d5a6abee tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:23.798397 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07370c28-dcb5-4cab-b36f-d2998ec5bec8 req-96f2d39b-e8a7-40d0-bae1-7f02d5a6abee tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0480373 Nov 09 18:47:23.837321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-07370c28-dcb5-4cab-b36f-d2998ec5bec8 req-11fdb24c-cf34-40e2-9e9d-ffb836002db4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Nov 09 18:47:24.035222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:47:24.085165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:47:24.089003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:47:24.089387 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:24.162270 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:24.184256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:24.186565 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea239289-28d6-4775-8564-858a167efc67" -d '{"events": [{"server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:24.199898 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:47:24.203926 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:24.230984 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a8f590-f515-4acf-8977-101a1c0f9ab3 x-openstack-request-id: req-58a8f590-f515-4acf-8977-101a1c0f9ab3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:24.231308 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "name": "network-vif-plugged", "status": "completed", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:24.231549 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58a8f590-f515-4acf-8977-101a1c0f9ab3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:24.231932 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'code': 200} Nov 09 18:47:24.258729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:47:24.318753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8cbd9-d26a-4b2f-8039-376e6adf43ab req-bb639a00-77e7-40ac-b174-ac985dd9f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:24.320243 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60b8cbd9-d26a-4b2f-8039-376e6adf43ab req-bb639a00-77e7-40ac-b174-ac985dd9f8b8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1097 time: 0.0415394 Nov 09 18:47:24.353538 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-60b8cbd9-d26a-4b2f-8039-376e6adf43ab req-b63367ff-5000-427d-8cf5-d080bd083d65 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263555 Nov 09 18:47:24.952833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ca4ec-419d-4d2b-b9ce-0777c17d085d req-4ed1b7a6-3bf0-450b-9113-b470c448c7f9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:24.954329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f52ca4ec-419d-4d2b-b9ce-0777c17d085d req-4ed1b7a6-3bf0-450b-9113-b470c448c7f9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0490303 Nov 09 18:47:24.992955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f52ca4ec-419d-4d2b-b9ce-0777c17d085d req-6d68bfab-d1e0-4a8e-8b7d-64d4351af15e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Nov 09 18:47:26.109740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f259e-ba05-47c1-9d86-a7ffe03b9912 req-b4c6c72c-f4be-4a04-808f-1b661c2585a2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:26.111803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845f259e-ba05-47c1-9d86-a7ffe03b9912 req-b4c6c72c-f4be-4a04-808f-1b661c2585a2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0502095 Nov 09 18:47:26.147086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845f259e-ba05-47c1-9d86-a7ffe03b9912 req-79d48731-d075-41fc-b052-cff216c41b24 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293345 Nov 09 18:47:26.255186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d9ea1-4f4e-4b89-adef-5330971d8e8a req-bd1d8ab7-0ca5-4008-808f-03698c02e495 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:26.256668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-175d9ea1-4f4e-4b89-adef-5330971d8e8a req-bd1d8ab7-0ca5-4008-808f-03698c02e495 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0486500 Nov 09 18:47:26.265044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 39998) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:47:26.269406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'floatingip': {'port_id': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:47:26.308464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:26.718153 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:26.722396 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:26.820148 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 associated. External IP: 172.25.0.43, port: 6e5e0eab-94bc-4a91-aa0e-4157b35311a8. Nov 09 18:47:27.023057 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:47:27.127352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:47:27.132212 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:27.136777 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:47:27.145734 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:27.146361 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:47:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:27.159609 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4e1d9082-ff5e-4cb3-88bd-f9c9f1b7a914 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "PUT /v2.0/floatingips/2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 HTTP/1.1" status: 200 len: 991 time: 0.8935099 Nov 09 18:47:27.160208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:47:27.162711 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f76aaee-7779-4b38-b134-eacebd5b6837" -d '{"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:47:27.249136 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb338c03-5802-4835-95bf-e3f2e2109af3 x-openstack-request-id: req-eb338c03-5802-4835-95bf-e3f2e2109af3 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:47:27.249426 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:47:27.249551 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:27.249691 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb338c03-5802-4835-95bf-e3f2e2109af3 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:47:27.250141 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'status': 'completed', 'code': 200} Nov 09 18:47:27.311471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-f3229e66-862c-46a9-a826-fac1d4bae67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:27.312951 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-f3229e66-862c-46a9-a826-fac1d4bae67a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1097 time: 0.0404773 Nov 09 18:47:27.403307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-dda5a6e0-36d4-4094-b7cc-c8a99da1b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:27.404768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-dda5a6e0-36d4-4094-b7cc-c8a99da1b8a5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0844996 Nov 09 18:47:27.469084 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-26ee269e-03ba-4804-8b06-01d62710f3fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 999 time: 0.0570796 Nov 09 18:47:27.469934 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:84:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:47:26Z', 'revision_number': 9, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:27.496150 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:47:27.505015 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:47:27.505620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:47:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:27.521577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-dc4f2792-a5fc-477a-be6e-49a8ad9eeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:27.523064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-dc4f2792-a5fc-477a-be6e-49a8ad9eeff5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0449204 Nov 09 18:47:27.573770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-2a0e56b2-3f89-4034-9380-3caaae4e8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:47:27.575217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-2a0e56b2-3f89-4034-9380-3caaae4e8e02 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440590 Nov 09 18:47:27.609384 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:47:27.663888 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-2dbab8ab-94c6-4491-9470-c21eb90b8c9b service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Nov 09 18:47:27.757055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0f76aaee-7779-4b38-b134-eacebd5b6837 req-3a904465-c6e9-41e5-a7f5-7c7cff56fda7 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Nov 09 18:47:27.829514 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:84:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:47:26Z', 'revision_number': 9, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:47:27.934945 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e9d8-c4a7-4f30-a20b-837d5b3bccef None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:84:50:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:47:26Z', 'revision_number': 9, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:47:28.124282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c74dcf-9569-4167-add4-f413080fe391 None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:47:35.858850 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:47:37.344547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c107797d-b340-499f-ae05-967bb54402af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:39.834487 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ae03253d-d826-4bba-b3a5-681ba8aacb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:40.270430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:41.230991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:42.733120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:46.611014 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:47:49.546275 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:07.344432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e156-2b95-4ee2-b952-bed6b23550da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:09.834499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ca1ea87c-0cd2-421f-a262-fddaadbee295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:10.272005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:11.234088 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:12.050574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-eb995668-9387-44e3-b7ec-00882fc5fae0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916924 Nov 09 18:48:12.138439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a723f-1508-4691-bded-0b9cc2077a1e req-7f0a70aa-2e54-4f9e-bd38-0b87511fe280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:12.139800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-7f0a70aa-2e54-4f9e-bd38-0b87511fe280 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0386577 Nov 09 18:48:12.248966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a723f-1508-4691-bded-0b9cc2077a1e req-b2bca302-1745-41a1-9312-e6dbf901a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:12.250478 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-b2bca302-1745-41a1-9312-e6dbf901a2b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0877385 Nov 09 18:48:12.298166 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-6af84745-2a67-4cbd-ac02-7b525c269b37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0344326 Nov 09 18:48:12.351340 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a723f-1508-4691-bded-0b9cc2077a1e req-7c97f79d-f13c-462f-b412-632ea80b397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:12.352747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-7c97f79d-f13c-462f-b412-632ea80b397d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0439022 Nov 09 18:48:12.406519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a723f-1508-4691-bded-0b9cc2077a1e req-e2de7b97-27d7-4eb4-b3dd-282250e50825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:12.407869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-e2de7b97-27d7-4eb4-b3dd-282250e50825 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424712 Nov 09 18:48:12.423401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-9456937e-9977-42c8-a230-1224c033a49c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:48:12.424363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-9456937e-9977-42c8-a230-1224c033a49c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046806 Nov 09 18:48:12.512589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-703fc856-a3df-42b7-8a6d-0cf6cb31c9a7 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808034 Nov 09 18:48:12.607495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-845a723f-1508-4691-bded-0b9cc2077a1e req-2197a00f-63ff-409a-b5a3-95b9edb89947 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835712 Nov 09 18:48:12.735033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:12.857709 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:48:15.170117 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-9332118c-e203-4675-aef4-b597afc8c920 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393078 Nov 09 18:48:15.250022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-82ff5bae-4774-4353-baf2-49c628b509d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:15.251518 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-82ff5bae-4774-4353-baf2-49c628b509d4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1097 time: 0.0394940 Nov 09 18:48:15.353824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-4599bb2f-5d57-4fed-b756-6511e7ba1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:15.355317 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-4599bb2f-5d57-4fed-b756-6511e7ba1e94 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0843501 Nov 09 18:48:15.418230 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-c2854525-13b8-4b8c-a7ec-f1a8943102a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1002 time: 0.0559313 Nov 09 18:48:15.466056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-bf04f984-74ed-4b51-b7aa-4267656a81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:15.467462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-bf04f984-74ed-4b51-b7aa-4267656a81c1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0419247 Nov 09 18:48:15.516253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-5c250360-4aba-413e-9946-0b4e1002fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:48:15.517630 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-5c250360-4aba-413e-9946-0b4e1002fa90 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430365 Nov 09 18:48:15.604092 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-9ba3c405-80f3-4bd5-bb4b-4a2e41f93e75 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794418 Nov 09 18:48:15.693675 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d1148ad8-babe-4aa0-950b-4014cfcb805f req-5f7c580c-44eb-4f0d-9938-c9aa86485f50 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828099 Nov 09 18:48:16.607698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:19.561950 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:37.348495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1d41eeb1-811a-4c01-a108-c97fffe5a80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:39.834615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83be4cbc-b26c-4102-b077-7f2650ecd490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:40.273182 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:41.381309 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:42.739238 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:46.616729 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:49.559801 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:48:49.856809 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:49:05.129821 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-8fa52313-93aa-4e2f-8c48-7c5802b2e831 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399437 Nov 09 18:49:05.149254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a11acb-946c-47df-95cc-71220e256052 req-9341744c-cb58-4b2f-a812-d459f1deba48 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:05.150888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81a11acb-946c-47df-95cc-71220e256052 req-9341744c-cb58-4b2f-a812-d459f1deba48 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0509021 Nov 09 18:49:05.191930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-81a11acb-946c-47df-95cc-71220e256052 req-c2c8eddc-87b6-43db-a182-6d665548d05d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344889 Nov 09 18:49:06.250196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-eea4fad3-110b-4485-af24-1edac88fe365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:06.251712 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-eea4fad3-110b-4485-af24-1edac88fe365 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1097 time: 0.0402868 Nov 09 18:49:06.306708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdc244-f976-472f-9fe0-bf37b51b55fe req-dc494602-b5d0-49db-b59e-bc36dcbd44b5 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:06.308177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56fdc244-f976-472f-9fe0-bf37b51b55fe req-dc494602-b5d0-49db-b59e-bc36dcbd44b5 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0483196 Nov 09 18:49:06.345586 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-2b77d0a6-2527-4f99-918b-e8fe495cc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:06.345807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-56fdc244-f976-472f-9fe0-bf37b51b55fe req-a5adc80d-1c87-43e4-bae6-68b32184a3c7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Nov 09 18:49:06.347334 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-2b77d0a6-2527-4f99-918b-e8fe495cc2d0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0884972 Nov 09 18:49:06.411768 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-3146b156-5575-495d-b15e-9353962ff42c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1002 time: 0.0570345 Nov 09 18:49:06.459236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-4393d77e-8258-4339-821f-e366dd2e55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:06.460604 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-4393d77e-8258-4339-821f-e366dd2e55f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0419123 Nov 09 18:49:06.508061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-aff2f5b4-b9ba-4769-9cc2-f7460b4378fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:06.509429 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-aff2f5b4-b9ba-4769-9cc2-f7460b4378fc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409727 Nov 09 18:49:06.597238 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-f355d074-3043-492b-b866-85d3205343f5 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805204 Nov 09 18:49:06.963264 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-d66d89f1-8a6a-4d01-bfcd-0b58091f5d56 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591881 Nov 09 18:49:07.348459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-877e92a0-4b3e-4217-9dad-cfa794889bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:07.457674 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd45e03-ece3-4332-b9a0-ddb944228f9d req-a14c129d-7cd3-420f-88fd-737fb3726f76 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:07.459149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cd45e03-ece3-4332-b9a0-ddb944228f9d req-a14c129d-7cd3-420f-88fd-737fb3726f76 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0473497 Nov 09 18:49:07.499882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cd45e03-ece3-4332-b9a0-ddb944228f9d req-0d5358f2-20f0-46d2-9b69-94b833e7f90c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Nov 09 18:49:08.613826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754abffc-cbd2-49e1-9c13-5f6ce975de25 req-4ce4fdec-c930-44ba-9260-a0aad4a084cd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:08.615212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-754abffc-cbd2-49e1-9c13-5f6ce975de25 req-4ce4fdec-c930-44ba-9260-a0aad4a084cd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0476384 Nov 09 18:49:08.653909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-754abffc-cbd2-49e1-9c13-5f6ce975de25 req-a1f15ba3-d838-4a7c-a9df-f8c1daa4b34e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327544 Nov 09 18:49:09.765837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6f7e-fbc1-4375-b35c-2871215e952a req-9d831362-14f0-4f9c-9e52-ba2f032e0812 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:09.767305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-738e6f7e-fbc1-4375-b35c-2871215e952a req-9d831362-14f0-4f9c-9e52-ba2f032e0812 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0479221 Nov 09 18:49:09.805647 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-738e6f7e-fbc1-4375-b35c-2871215e952a req-3142f7d8-589b-49ef-8e05-b8978514db8d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Nov 09 18:49:09.835110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e12cc96c-19be-4adf-95c4-017476bd4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:10.273336 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:10.919400 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc4d4-8b14-4181-819f-eb58766f60b5 req-6519a575-302a-4c62-bad5-fdbb2c68ae66 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:10.921465 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2dbc4d4-8b14-4181-819f-eb58766f60b5 req-6519a575-302a-4c62-bad5-fdbb2c68ae66 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Nov 09 18:49:10.962842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2dbc4d4-8b14-4181-819f-eb58766f60b5 req-f9a5e939-0225-4c3b-abd8-5b592478cb5a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351868 Nov 09 18:49:11.239828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:11.304291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-d7f3d501-a77b-452e-a505-1ebdfc0fa411 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401351 Nov 09 18:49:11.391157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7dc34-e746-451b-b647-a38663833bcd req-59af8fc6-3ab5-474a-9156-35dce5a685e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:11.392605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-59af8fc6-3ab5-474a-9156-35dce5a685e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0397980 Nov 09 18:49:11.502845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7dc34-e746-451b-b647-a38663833bcd req-b6381678-0ace-4f59-9f86-afd07bd47d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:11.504203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-b6381678-0ace-4f59-9f86-afd07bd47d8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0856998 Nov 09 18:49:11.550337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-5de64bf6-c401-45bf-857d-1d00769750cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0343754 Nov 09 18:49:11.602397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7dc34-e746-451b-b647-a38663833bcd req-56006fb2-027a-422a-82b6-f04844ddeefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:11.603789 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-56006fb2-027a-422a-82b6-f04844ddeefd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0423670 Nov 09 18:49:11.653363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7dc34-e746-451b-b647-a38663833bcd req-4d46bd49-7cae-418a-a14a-bbcce9e804d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:11.655550 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-4d46bd49-7cae-418a-a14a-bbcce9e804d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392909 Nov 09 18:49:11.745246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-78505d3a-faca-4ede-a307-8438e7f32142 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825546 Nov 09 18:49:11.837291 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d2a7dc34-e746-451b-b647-a38663833bcd req-6970a605-9491-4fba-a2e3-83896b3c0a67 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803926 Nov 09 18:49:12.080522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a4a6a-b05a-41b6-9923-2b462fbabd1c req-2b574945-dd47-449e-b437-ce705b5acfc8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:12.081990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e9a4a6a-b05a-41b6-9923-2b462fbabd1c req-2b574945-dd47-449e-b437-ce705b5acfc8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0533900 Nov 09 18:49:12.118230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e9a4a6a-b05a-41b6-9923-2b462fbabd1c req-46fdbb43-61c8-424c-8734-6425c4be74fb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302582 Nov 09 18:49:12.740430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:13.231591 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3493-f9b7-427a-b8a1-034f1c8ddba6 req-0a626459-bffb-477a-99c1-b91f7512e4d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:13.233073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1ca3493-f9b7-427a-b8a1-034f1c8ddba6 req-0a626459-bffb-477a-99c1-b91f7512e4d1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0489590 Nov 09 18:49:13.272412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1ca3493-f9b7-427a-b8a1-034f1c8ddba6 req-51cc2238-7426-401a-b225-b8d20ecbffa5 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Nov 09 18:49:14.384726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31aab08-9908-42d6-ab61-71c39bfb1a37 req-7198940b-cde8-4139-86c8-b4e9cccb2ef1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:14.386209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b31aab08-9908-42d6-ab61-71c39bfb1a37 req-7198940b-cde8-4139-86c8-b4e9cccb2ef1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0481136 Nov 09 18:49:14.423130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b31aab08-9908-42d6-ab61-71c39bfb1a37 req-e0cc2f2f-4622-4f8d-b8ea-d475c291a4b8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310049 Nov 09 18:49:15.540416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95879ae6-b10a-409e-b847-7098f1197247 req-8bcedd18-616b-4b9e-8df6-b3ff53d1fd13 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:15.541890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95879ae6-b10a-409e-b847-7098f1197247 req-8bcedd18-616b-4b9e-8df6-b3ff53d1fd13 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0536199 Nov 09 18:49:15.579796 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-95879ae6-b10a-409e-b847-7098f1197247 req-9135d313-e479-4639-b4d6-c07458c5661e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Nov 09 18:49:16.622352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:16.694258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a1d9f-ef4c-40a8-8637-0656427a6522 req-d24aa2dd-aa2e-48d2-9687-d687b90f9f66 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:16.695726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a3a1d9f-ef4c-40a8-8637-0656427a6522 req-d24aa2dd-aa2e-48d2-9687-d687b90f9f66 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0482404 Nov 09 18:49:16.734084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a3a1d9f-ef4c-40a8-8637-0656427a6522 req-0e334ae7-5725-477e-8e16-578293f82fb7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325553 Nov 09 18:49:17.184689 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b995de-09bf-4a05-ada0-795610e96ade req-b0febe76-ff92-4dcd-a754-3b6eeed2bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:17.186034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b995de-09bf-4a05-ada0-795610e96ade req-b0febe76-ff92-4dcd-a754-3b6eeed2bdd0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1097 time: 0.0399332 Nov 09 18:49:17.285344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b995de-09bf-4a05-ada0-795610e96ade req-ccf30fe4-248f-4e59-be29-eec8b4431182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:17.286873 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b995de-09bf-4a05-ada0-795610e96ade req-ccf30fe4-248f-4e59-be29-eec8b4431182 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0812762 Nov 09 18:49:17.356301 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b995de-09bf-4a05-ada0-795610e96ade req-93f122ec-c069-4e74-a798-daea1fe8ef5b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1002 time: 0.0589314 Nov 09 18:49:17.402112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b995de-09bf-4a05-ada0-795610e96ade req-804219e2-635a-47bb-aff0-211ff7f588d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:17.403466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b995de-09bf-4a05-ada0-795610e96ade req-804219e2-635a-47bb-aff0-211ff7f588d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0402787 Nov 09 18:49:17.447196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b995de-09bf-4a05-ada0-795610e96ade req-7d245b2d-c628-4750-ac91-5dd80ba6a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:17.448609 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b995de-09bf-4a05-ada0-795610e96ade req-7d245b2d-c628-4750-ac91-5dd80ba6a029 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377209 Nov 09 18:49:17.538665 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b995de-09bf-4a05-ada0-795610e96ade req-4cf3672f-7876-463a-bb5d-9eb3af63e12f service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822685 Nov 09 18:49:17.628477 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d3b995de-09bf-4a05-ada0-795610e96ade req-ca6c1974-56d8-4fef-891a-fac62b7f0d15 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800045 Nov 09 18:49:17.846727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813b307-16ff-4f33-bfdf-dff02363917b req-b41d1908-81d5-4fc9-99be-5b6ada47fc4e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:17.848205 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5813b307-16ff-4f33-bfdf-dff02363917b req-b41d1908-81d5-4fc9-99be-5b6ada47fc4e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0479941 Nov 09 18:49:17.884773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5813b307-16ff-4f33-bfdf-dff02363917b req-068f6505-ef77-4415-94f8-36d2168767e6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307772 Nov 09 18:49:18.839123 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-2b43b18b-5777-4f09-8bb5-1356d83fd845 service neutron] show failed (client error): The resource could not be found. Nov 09 18:49:18.840120 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-2b43b18b-5777-4f09-8bb5-1356d83fd845 service neutron] 10.222.0.85 "GET /v2.0/ports/6e5e0eab-94bc-4a91-aa0e-4157b35311a8/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0570929 Nov 09 18:49:19.004738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d688dcb-ca1a-4911-bed4-f424c596f8d0 req-c7b6e534-88d3-4280-9883-0fbcf4871056 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:19.006268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d688dcb-ca1a-4911-bed4-f424c596f8d0 req-c7b6e534-88d3-4280-9883-0fbcf4871056 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0527160 Nov 09 18:49:19.067057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7d688dcb-ca1a-4911-bed4-f424c596f8d0 req-519315b0-9989-4bc9-8f9b-1a7bd0729429 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522506 Nov 09 18:49:19.069513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-f3e227c1-bd72-45d6-894e-3c61dc5ca456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:19.070916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-f3e227c1-bd72-45d6-894e-3c61dc5ca456 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 1097 time: 0.0638118 Nov 09 18:49:19.089289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:49:19.144053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:19.340324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:19.371572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:49:19.410236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:49:19.412574 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e618d8f0-a01d-44d0-8d70-592c6df0fcff" -d '{"events": [{"server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:49:19.416647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:19.429145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Transition to ACTIVE for port object 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:49:19.432795 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:19.463209 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17cdd8e-f51d-4605-a107-939cc9a99d76 x-openstack-request-id: req-a17cdd8e-f51d-4605-a107-939cc9a99d76 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:49:19.463505 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:49:19.463765 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a17cdd8e-f51d-4605-a107-939cc9a99d76 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:49:19.464160 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'code': 200} Nov 09 18:49:19.519610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:19.531920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.532273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.532619 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.532958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.533296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.533630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.533962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.534316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.534647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.534976 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.535302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.535627 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:19.572237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] No DVR routers for this DVR port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:49:19.576212 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:19.707346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:49:19.707676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:49:19.708000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:49:19.712647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:49:19.712971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:49:19.717894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:49:19.718273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:49:19.718654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:49:19.719079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Bound port: 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:49:19.719548 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:19.780505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:49:19.783475 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:49:19.787422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:19.821169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:19.821773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:19.823172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] 10.222.0.73 "PUT /v2.0/ports/6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1092 time: 0.7380872 Nov 09 18:49:19.848965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951202c3-73f6-4bf1-a826-71634cb3eb3f service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:19.897592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-970f9a03-e760-42ed-88ac-1190560f1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:19.899130 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-970f9a03-e760-42ed-88ac-1190560f1fc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1095 time: 0.0462127 Nov 09 18:49:19.995676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-cac2a264-e2fd-49e9-a347-dc4d9d8a9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:19.997139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-cac2a264-e2fd-49e9-a347-dc4d9d8a9e1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0869458 Nov 09 18:49:20.067569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-9ad76469-1db5-4f06-a823-8c1e0ac0cd2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1000 time: 0.0602875 Nov 09 18:49:20.121671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-58a0724e-667a-4843-896d-3b4abb99cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:20.123163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-58a0724e-667a-4843-896d-3b4abb99cdcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0433662 Nov 09 18:49:20.198635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-af3ac803-c63b-43a3-b3a8-13e7fd6f8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:20.200108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-af3ac803-c63b-43a3-b3a8-13e7fd6f8bbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647881 Nov 09 18:49:20.211778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006843a-8e31-49da-aa7d-7bf7fcc7a3a3 req-a28eb492-5004-48e8-8e7f-75d5996a98aa tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:20.213168 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2006843a-8e31-49da-aa7d-7bf7fcc7a3a3 req-a28eb492-5004-48e8-8e7f-75d5996a98aa tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.0704298 Nov 09 18:49:20.297993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2006843a-8e31-49da-aa7d-7bf7fcc7a3a3 req-9e3b27d7-f3b4-4a1e-8a48-b2d7a5c73a06 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766947 Nov 09 18:49:20.321998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-545e1fa5-e6b1-4d6d-9b25-52e0c5efa74c service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079383 Nov 09 18:49:20.417466 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-03adb343-a85c-40cd-9ca5-b9b95a4f0667 req-6ede8521-ed09-48b8-b64f-2d462214ec2b service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860176 Nov 09 18:49:21.411638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe077119-b958-4aab-97bb-45d8132852db req-503572c3-4234-434b-bdaf-5c362796a4f6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.413083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe077119-b958-4aab-97bb-45d8132852db req-503572c3-4234-434b-bdaf-5c362796a4f6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.0480313 Nov 09 18:49:21.450296 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe077119-b958-4aab-97bb-45d8132852db req-8337a2d4-7b2d-431f-96e3-4271c42681e7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Nov 09 18:49:21.464883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:49:21.467205 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceeb2fb-c2db-4791-8842-53db986d7401" -d '{"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:49:21.512953 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ec670e-0db0-4699-8363-6ffba4bcecc2 x-openstack-request-id: req-c5ec670e-0db0-4699-8363-6ffba4bcecc2 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:49:21.513246 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:49:21.513500 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5ec670e-0db0-4699-8363-6ffba4bcecc2 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:49:21.513920 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'status': 'completed', 'code': 200} Nov 09 18:49:21.572172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-a061fa20-8267-4c77-b8c3-100660aa11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.573684 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-a061fa20-8267-4c77-b8c3-100660aa11cb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1095 time: 0.0403132 Nov 09 18:49:21.583912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-37b14635-17ac-4385-8a69-75448e9b9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.585306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-37b14635-17ac-4385-8a69-75448e9b9bab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1095 time: 0.0408611 Nov 09 18:49:21.661836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-092b2634-6167-4df8-951f-ae1ac4c48159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.663352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-092b2634-6167-4df8-951f-ae1ac4c48159 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0829539 Nov 09 18:49:21.682808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-9a180d81-2b54-47da-924a-97110dbc263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.684298 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-9a180d81-2b54-47da-924a-97110dbc263e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0867057 Nov 09 18:49:21.731949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-a8e86939-0811-4097-a21e-911fba89af32 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1000 time: 0.0607579 Nov 09 18:49:21.749624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-4d200c08-a709-406e-8898-7ce546a66ece service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1000 time: 0.0569761 Nov 09 18:49:21.779346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-06fbd096-77d0-41c4-a79a-94cb5a5ee1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.781328 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-06fbd096-77d0-41c4-a79a-94cb5a5ee1a4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0429845 Nov 09 18:49:21.798007 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-a7b0e2aa-616a-4e1b-a1b3-eacea9c5b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.799527 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-a7b0e2aa-616a-4e1b-a1b3-eacea9c5b183 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0422392 Nov 09 18:49:21.826305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-9e3b1d0d-817d-4a7f-bd40-f040a7065a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.827773 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-9e3b1d0d-817d-4a7f-bd40-f040a7065a19 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396066 Nov 09 18:49:21.849471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-b5c89e7b-5015-4603-974c-ee02ce85842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:21.850923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-b5c89e7b-5015-4603-974c-ee02ce85842b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429094 Nov 09 18:49:21.921176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-77398e17-437a-49ad-98ea-724f713db76c service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864749 Nov 09 18:49:21.940838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-dcf38987-9f47-477e-b446-eebf2082dccc service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816777 Nov 09 18:49:22.008975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-c26fb67a-605c-451c-b695-2181cf61a10c service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808065 Nov 09 18:49:22.034412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ceeb2fb-c2db-4791-8842-53db986d7401 req-b89ad678-b7c1-4685-9dcd-8d083025a11f service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854113 Nov 09 18:49:22.515708 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:49:22.553035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:49:22.567156 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e323-230c-45a7-99d9-41cb680005e7 req-9a0d5b3f-4153-4458-8463-c90d7ac0798e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:22.568622 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c38e323-230c-45a7-99d9-41cb680005e7 req-9a0d5b3f-4153-4458-8463-c90d7ac0798e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.0493946 Nov 09 18:49:22.605123 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7c38e323-230c-45a7-99d9-41cb680005e7 req-ae63c9ca-936d-47dc-a9bb-934eb79cb31b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306258 Nov 09 18:49:23.236691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-80b29912-ca55-4809-b147-c9f821e425c0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.238131 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-80b29912-ca55-4809-b147-c9f821e425c0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2&tenant_id=a14d2db17eb842598cd02fbdcb4a18af&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 944 time: 0.4084280 Nov 09 18:49:23.249419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75252834-4bfd-4080-a354-b2f7bf53cc69 req-b7c0e502-68d6-4079-b463-cfacbc8caf56 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.250774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75252834-4bfd-4080-a354-b2f7bf53cc69 req-b7c0e502-68d6-4079-b463-cfacbc8caf56 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.3957787 Nov 09 18:49:23.319679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-75252834-4bfd-4080-a354-b2f7bf53cc69 req-e60950cb-edb5-475f-bc41-c86a08934657 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620272 Nov 09 18:49:23.327149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-44455f97-ea0c-4294-952f-25f4491cbc06 service neutron] 10.222.0.73 "GET /v2.0/ports/6e5e0eab-94bc-4a91-aa0e-4157b35311a8/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 382 time: 0.0755243 Nov 09 18:49:23.389296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-8bf30a6a-f8a5-4f16-a8f4-c1091991dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.390829 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-8bf30a6a-f8a5-4f16-a8f4-c1091991dcef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1095 time: 0.0395463 Nov 09 18:49:23.480444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-375fbadd-43eb-4e22-99d4-9f7b4274998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.481849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-375fbadd-43eb-4e22-99d4-9f7b4274998a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0841501 Nov 09 18:49:23.546476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-101c7869-55a1-4426-9841-3faab417c17c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1000 time: 0.0568097 Nov 09 18:49:23.597492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-c1ba615d-4e38-4f4a-a8d9-d3ce408b5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.598916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-c1ba615d-4e38-4f4a-a8d9-d3ce408b5cae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0458865 Nov 09 18:49:23.643129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-e8a1a408-fe81-436c-90c3-57540c2ed596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:23.644547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-e8a1a408-fe81-436c-90c3-57540c2ed596 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386486 Nov 09 18:49:23.731773 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-5b1ef62a-6472-4125-9d7d-a1811aef4fce service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797954 Nov 09 18:49:23.822959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-a334620d-fc2e-454e-bc83-4dc63878fdb9 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832355 Nov 09 18:49:24.433396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34114a3b-65c9-47d6-8192-358ae17ab989 req-02fcb614-5602-4bed-b38b-883a7bb7cc27 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:24.434888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34114a3b-65c9-47d6-8192-358ae17ab989 req-02fcb614-5602-4bed-b38b-883a7bb7cc27 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 944 time: 0.0485353 Nov 09 18:49:24.471915 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34114a3b-65c9-47d6-8192-358ae17ab989 req-6343f338-c578-485e-9403-f1d846e2a9dd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302484 Nov 09 18:49:25.047176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:49:25.139878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:25.150688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'mac_address': 'fa:16:3e:84:50:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:49:25.186326 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:25.199172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:49:25.224286 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:25.229162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:25.277522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:25.285717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.286170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.286583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.287023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.287417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.287825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.288230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.288631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.289029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.289429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.289829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.290258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:25.590864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d707-48b9-42da-8021-4c3c2e245578 req-75c72741-73ce-4207-a7f3-ef68d80be455 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:25.592383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3504d707-48b9-42da-8021-4c3c2e245578 req-75c72741-73ce-4207-a7f3-ef68d80be455 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0532510 Nov 09 18:49:25.631257 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3504d707-48b9-42da-8021-4c3c2e245578 req-094b5b78-9ff7-4201-954f-11790dcd5309 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Nov 09 18:49:25.867648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-33e4bba1-66c2-4fe4-8e0a-1bdd6228669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:25.869132 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-33e4bba1-66c2-4fe4-8e0a-1bdd6228669f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 1096 time: 0.0458429 Nov 09 18:49:25.880838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:49:25.931928 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:26.125176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:26.156151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:49:26.190981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:49:26.199121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:26.208941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Ignored duplicate provisioning block setup for port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 09 18:49:26.212180 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:26.289578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=9']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:26.301927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.302564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.302906 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.303243 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.303576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.303908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.304239 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.304565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.304891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.305215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.305538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.305858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:49:26.337322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] No DVR routers for this DVR port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:49:26.475030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:49:26.475369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:49:26.475703 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:49:26.479923 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:49:26.480250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Attempting to bind port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:49:26.485129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:49:26.485471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:49:26.485855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:49:26.486315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Bound port: 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:49:26.486676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:26.548595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:49:26.551480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:49:26.556103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:26.591079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.591766 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:26.593690 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] 10.222.0.85 "PUT /v2.0/ports/6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1092 time: 0.7167213 Nov 09 18:49:26.594218 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:49:26.596423 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bdc5fc-6a26-448f-9079-361c55825eca" -d '{"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:49:26.617966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df1e32-fe8c-43a9-abbb-96c0d613ebcf service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:26.660838 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d82e0-df46-4f2c-8d28-4d2795a09165 x-openstack-request-id: req-239d82e0-df46-4f2c-8d28-4d2795a09165 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:49:26.661134 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:49:26.661379 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-239d82e0-df46-4f2c-8d28-4d2795a09165 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:49:26.661793 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'status': 'completed', 'code': 200} Nov 09 18:49:26.669335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-e2b7c727-a71c-4b99-9db0-223dd03de5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.670949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-e2b7c727-a71c-4b99-9db0-223dd03de5c1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1096 time: 0.0500879 Nov 09 18:49:26.774740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-0b448f1e-cce0-401a-84d5-5192e2dfb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.776388 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-0b448f1e-cce0-401a-84d5-5192e2dfb9d6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0976000 Nov 09 18:49:26.780133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae82f1-af95-4e5e-a668-da3b4476d772 req-7ec1a692-47fe-427a-bd0c-5596637d48c8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.781754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ae82f1-af95-4e5e-a668-da3b4476d772 req-7ec1a692-47fe-427a-bd0c-5596637d48c8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0590787 Nov 09 18:49:26.783829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-909867fb-a444-4ff8-9470-8b3af643bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.785259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-909867fb-a444-4ff8-9470-8b3af643bde8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1096 time: 0.0942438 Nov 09 18:49:26.844190 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-08341bf1-3bd8-4f13-b4cf-d1e185e6d62a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1000 time: 0.0606205 Nov 09 18:49:26.855837 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:49:26.874944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26ae82f1-af95-4e5e-a668-da3b4476d772 req-54534a74-20ad-40c5-a330-00e103a85d1c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860291 Nov 09 18:49:26.906484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-82aacfed-8aa8-4d96-84b1-bbe3c5fe2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.907951 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-82aacfed-8aa8-4d96-84b1-bbe3c5fe2ba5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.1057923 Nov 09 18:49:26.908257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-1148ba40-31e3-4469-8882-d731c0f86884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.909690 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-1148ba40-31e3-4469-8882-d731c0f86884 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0580559 Nov 09 18:49:26.956571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-7e2cf6a4-62c8-4200-a5eb-7cedd645e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:26.958164 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-7e2cf6a4-62c8-4200-a5eb-7cedd645e443 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416973 Nov 09 18:49:26.979245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-e694c299-5d10-4746-a6d0-b050a86d6dc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1000 time: 0.0585997 Nov 09 18:49:27.032796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-1aa967e1-b312-4e6d-aea5-4e73dc772501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.034292 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-1aa967e1-b312-4e6d-aea5-4e73dc772501 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0430858 Nov 09 18:49:27.046535 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-4d0c9554-0a7a-4ba1-b753-9011640494ac service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805004 Nov 09 18:49:27.063969 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:49:27.089512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-6bc346fc-4293-4ca7-82ac-a25caf0d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.091167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-6bc346fc-4293-4ca7-82ac-a25caf0d70c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446253 Nov 09 18:49:27.101498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:49:27.144484 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c123cc81-aac9-4da2-b0bd-cbb0ab7161fa req-69ae4f2f-5fd2-487b-8ba7-c1ab12bc7aac service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912123 Nov 09 18:49:27.181816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-6dbfcdcc-b05d-4d12-83fc-ea7b69259ec2 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819569 Nov 09 18:49:27.233768 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-fe03c5f9-97b9-4c49-b762-9efcfbc26afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.235484 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-fe03c5f9-97b9-4c49-b762-9efcfbc26afa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 1096 time: 0.0473449 Nov 09 18:49:27.280506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-36298fcc-b16e-48dd-80e2-a1c94147795b service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873301 Nov 09 18:49:27.330954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-a0323eda-b5c5-4acf-a0aa-7f635312d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.332422 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-a0323eda-b5c5-4acf-a0aa-7f635312d780 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0903773 Nov 09 18:49:27.398009 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-c43b7259-72c0-40df-b06b-5ed16c86dfae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 200 len: 1000 time: 0.0564604 Nov 09 18:49:27.448591 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-b44c38ff-121a-4c04-a449-204eb66d08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.449979 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-b44c38ff-121a-4c04-a449-204eb66d08c1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0426416 Nov 09 18:49:27.499342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-e92a4f07-54ee-41d2-8a71-e987f4e245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.500803 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-e92a4f07-54ee-41d2-8a71-e987f4e245b0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431237 Nov 09 18:49:27.590531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-64b56388-4a14-4f9f-ad1f-7e2a361bac1b service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805514 Nov 09 18:49:27.681792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a0bdc5fc-6a26-448f-9079-361c55825eca req-823bd7cc-8d80-4ee7-9456-4d890c3cf482 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837319 Nov 09 18:49:27.990571 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cebbec-7f40-4e24-964d-a4e236cb027a req-35c15f8b-5bfb-4f8c-b312-b741af9120d0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:27.992010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14cebbec-7f40-4e24-964d-a4e236cb027a req-35c15f8b-5bfb-4f8c-b312-b741af9120d0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0487130 Nov 09 18:49:28.028780 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14cebbec-7f40-4e24-964d-a4e236cb027a req-ca0862cd-d808-4e7a-b3a3-faeff6fa56cc tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307353 Nov 09 18:49:29.140683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeb4c7-6578-41d4-87d7-d19fcfa46bd1 req-150873a5-b286-4f24-83af-34fee003cf67 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:29.142160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cffeb4c7-6578-41d4-87d7-d19fcfa46bd1 req-150873a5-b286-4f24-83af-34fee003cf67 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0474000 Nov 09 18:49:29.179585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cffeb4c7-6578-41d4-87d7-d19fcfa46bd1 req-6e943d39-71c3-484b-977e-74d7296f56dd tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Nov 09 18:49:29.293248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a9c5-8a2f-4a82-a244-8716e9e1b7d5 req-9382fd98-a56f-45f2-89fe-e2fb5d37518d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:29.294726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb6a9c5-8a2f-4a82-a244-8716e9e1b7d5 req-9382fd98-a56f-45f2-89fe-e2fb5d37518d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Nov 09 18:49:29.331981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb6a9c5-8a2f-4a82-a244-8716e9e1b7d5 req-1bc3b043-cbe4-4a5e-b6df-e5c3a1663241 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Nov 09 18:49:29.441870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987f7bb-a889-400b-9d29-0b9fd97baf6e req-97bdd9ed-0db2-4951-9f56-c3a97ea7e048 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:29.443254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9987f7bb-a889-400b-9d29-0b9fd97baf6e req-97bdd9ed-0db2-4951-9f56-c3a97ea7e048 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0480335 Nov 09 18:49:29.479723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9987f7bb-a889-400b-9d29-0b9fd97baf6e req-a0002f2f-aa05-45b4-b7ed-5c4677322258 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Nov 09 18:49:29.706940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86237657-bc27-4ffc-840b-dab53775a576 req-ccf7d424-527d-439a-8d70-bb0cb558c2b7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:29.708381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86237657-bc27-4ffc-840b-dab53775a576 req-ccf7d424-527d-439a-8d70-bb0cb558c2b7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 945 time: 0.0475521 Nov 09 18:49:29.744608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86237657-bc27-4ffc-840b-dab53775a576 req-a7a2ba61-53ba-481d-aefd-babeee06e964 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303588 Nov 09 18:49:30.530651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:49:30.624073 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:30.635866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'mac_address': 'fa:16:3e:84:50:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:49:30.673174 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:30.685681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:49:30.703930 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:30.708628 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:30.753871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=11']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:30.860900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a7384-6577-40f4-978b-c1c59657aefc req-d1a8f1ea-00a9-43fb-b6c2-c594a772e35f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:30.862439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf8a7384-6577-40f4-978b-c1c59657aefc req-d1a8f1ea-00a9-43fb-b6c2-c594a772e35f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0515165 Nov 09 18:49:30.899761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf8a7384-6577-40f4-978b-c1c59657aefc req-64a5b9ce-5628-49b4-861b-d399bb9bc3da tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309680 Nov 09 18:49:30.905826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-09982f7f-1f0a-41b2-81ed-6dc6de09692a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:30.907354 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-09982f7f-1f0a-41b2-81ed-6dc6de09692a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 946 time: 0.0489137 Nov 09 18:49:30.995672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Deleting port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:49:30.996028 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:31.085091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] For port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:31.085461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:31.255452 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:31.255868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:31.256235 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 disassociated. External IP: 172.25.0.43, port: 6e5e0eab-94bc-4a91-aa0e-4157b35311a8. Nov 09 18:49:31.256598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Calling delete_port for 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:49:31.383728 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:31.411940 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event deleted for resources: {'Port': ['ID=6e5e0eab-94bc-4a91-aa0e-4157b35311a8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:31.528572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:49:31.637292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:49:31.647372 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:49:31.657011 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:49:31.657735 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:49:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:31.675836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] No DVR routers for this DVR port 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:49:31.678770 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:31.682143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5eabcc03-4cb5-40f6-b57d-7e549a9f4d72 req-faee9a05-503e-4d9a-b7e1-d5ecbfc48315 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "DELETE /v2.0/ports/6e5e0eab-94bc-4a91-aa0e-4157b35311a8 HTTP/1.1" status: 204 len: 173 time: 0.7685366 Nov 09 18:49:31.682549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'name': 'network-vif-deleted', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:49:31.684828 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f178a315-ae3d-4c02-8d6b-a1efd470c8c3" -d '{"events": [{"server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "name": "network-vif-deleted", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:49:31.721742 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8981a1-00d9-4521-a256-66c69df9107a x-openstack-request-id: req-8c8981a1-00d9-4521-a256-66c69df9107a {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:49:31.722119 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c5ea24-8676-4901-9425-4cb3cea265a2", "name": "network-vif-deleted", "tag": "6e5e0eab-94bc-4a91-aa0e-4157b35311a8", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:49:31.722326 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c8981a1-00d9-4521-a256-66c69df9107a {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:49:31.722717 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c5ea24-8676-4901-9425-4cb3cea265a2', 'name': 'network-vif-deleted', 'tag': '6e5e0eab-94bc-4a91-aa0e-4157b35311a8', 'status': 'completed', 'code': 200} Nov 09 18:49:31.763953 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:49:31.964718 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:31.990987 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:49:31.999734 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:49:32.000342 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:49:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:32.008043 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0557777a-90b2-4006-a49a-2399515d6bb5 req-e82ae401-9b17-453a-b2a8-36fa1a36b5c6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c5ea24-8676-4901-9425-4cb3cea265a2 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Nov 09 18:49:32.106242 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:49:32.301862 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:32.330140 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4422558-ef47-4f44-8add-2dd505d578ad None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:49:32.534130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a440bc9-627b-46d4-86b2-f1136b856e02 None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:49:33.267926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-0e2f0925-ddef-4bca-b542-f4d7a7e9b47f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1756970223&fields=id&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 267 time: 0.0316401 Nov 09 18:49:33.374266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-42ad61ce-7b13-4b67-9b07-5954180d4b92 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:33.375689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-42ad61ce-7b13-4b67-9b07-5954180d4b92 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.1013305 Nov 09 18:49:33.389958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-b6fdae7f-2a0f-4517-ae65-161b0972826c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/quotas/a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 375 time: 0.0086186 Nov 09 18:49:33.441060 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-8f4751d0-e506-4b39-9483-2dd987beb04e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460324 Nov 09 18:49:33.535187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-ba2d21d2-7233-4f15-b029-35ae49e4b5e9 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826538 Nov 09 18:49:33.621935 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-0e7472c5-5200-4c01-ba1a-68b9b018fd20 service neutron] 10.222.0.32 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805764 Nov 09 18:49:33.777613 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a144f244-5a3a-43af-a434-1a6c9068d9e3 req-b72e15de-e1b5-4478-9213-50e24f7121bc tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Nov 09 18:49:34.562852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:49:34.586141 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:49:34.586863 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6e5e0eab-94bc-4a91-aa0e-4157b35311a8 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:49:34.657819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-dcc30f20-8c7e-4c74-aef9-169776ceef4b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:34.659294 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-dcc30f20-8c7e-4c74-aef9-169776ceef4b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 811 time: 0.1055017 Nov 09 18:49:34.704680 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-662844e6-8f51-478a-a234-768ebf73db99 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 380 time: 0.0357888 Nov 09 18:49:34.715127 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'port': {'device_id': '69790988-2c6e-498e-9b2b-f81968d581e1', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'admin_state_up': True, 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'security_groups': ['920443bd-2220-4e38-9c41-b910ddeac380']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:49:34.823483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Made reservation on behalf of a14d2db17eb842598cd02fbdcb4a18af for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:49:34.827192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:34.872224 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-106355bc-1e70-426b-a6bb-12ed14fae053 req-5194a738-a288-478d-b4bb-60f687030817 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Nov 09 18:49:34.950436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Allocated IP 172.20.0.5 (b7ce8da4-cb9d-45be-a37e-b8d72d933213/f6aeadc6-4e23-446e-b6b9-854155645569/2adb9ded-00c9-43c6-a68e-c4befc0e2b83) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:49:35.085981 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.118046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.159987 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:49:35.162995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:49:35.166563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:49:35.197822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:35.226914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:35.227550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.244126 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-a646ec0f-b84f-425d-81d1-2c97a9ac919a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5325487 Nov 09 18:49:35.256961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Request body: {'port': {'device_id': '69790988-2c6e-498e-9b2b-f81968d581e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:49:35.313161 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.399741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3689776b-1a8b-4cf1-b135-7a5d48fab08c None None] Provisioning complete for port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:49:35.400121 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3689776b-1a8b-4cf1-b135-7a5d48fab08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.433436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3689776b-1a8b-4cf1-b135-7a5d48fab08c None None] Port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:49:35.571265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:49:35.578498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.589870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Transition to ACTIVE for port object 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:49:35.593528 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.640696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:35.709676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:49:35.710326 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:49:35.710421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:49:35.714676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:49:35.715009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:49:35.719934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:49:35.720267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:49:35.720650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:49:35.721078 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Bound port: 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:49:35.721436 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.790095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:49:35.793022 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:49:35.798218 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.830638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:35.831338 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:35.832722 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] 10.222.0.85 "PUT /v2.0/ports/2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 1091 time: 0.5801101 Nov 09 18:49:35.833213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:49:35.835611 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c006c31-7127-4121-9918-785cb4f5c125" -d '{"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:49:35.871000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107fd43-8694-4217-b586-fa3f3b0cf125 service neutron] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:35.891404 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91207808-869b-49a0-b4e3-ce81b0930b94 x-openstack-request-id: req-91207808-869b-49a0-b4e3-ce81b0930b94 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:49:35.891623 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:49:35.891877 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91207808-869b-49a0-b4e3-ce81b0930b94 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:49:35.892272 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'status': 'completed', 'code': 200} Nov 09 18:49:35.928180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-d94ba4fb-4d55-457c-b55e-ffefde915444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:35.930115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-d94ba4fb-4d55-457c-b55e-ffefde915444 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1094 time: 0.0476317 Nov 09 18:49:35.979020 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-0aa978d7-5ad7-465d-a29c-0ad00923f818 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 217 time: 0.0401771 Nov 09 18:49:36.009822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01368f-f9e7-417c-9c60-f5d6154e0eb0 req-6dd032a6-170a-482a-aecb-4a872e7946f1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:36.011436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c01368f-f9e7-417c-9c60-f5d6154e0eb0 req-6dd032a6-170a-482a-aecb-4a872e7946f1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0577664 Nov 09 18:49:36.031555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-fb6e51d2-7e0d-4b08-8f07-607f42b27dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:36.033196 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-fb6e51d2-7e0d-4b08-8f07-607f42b27dcb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0476747 Nov 09 18:49:36.050243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6c01368f-f9e7-417c-9c60-f5d6154e0eb0 req-d15163d9-c731-4db1-b12a-144680d5ad90 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319183 Nov 09 18:49:36.079170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f2437-1d31-400f-9334-24b451cbfcba req-d814eb2b-6683-4442-b596-cf6af6481d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:36.080665 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-d814eb2b-6683-4442-b596-cf6af6481d8c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405281 Nov 09 18:49:36.169648 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-69051b9d-8267-4398-beaf-6277f42d11d8 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815887 Nov 09 18:49:36.256382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-067f2437-1d31-400f-9334-24b451cbfcba req-14427993-7e07-47cb-a37b-2c7c197b3aab service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791247 Nov 09 18:49:36.342517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006c31-7127-4121-9918-785cb4f5c125 req-8f436cda-c99b-418a-b661-7064d10ca227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:36.343991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c006c31-7127-4121-9918-785cb4f5c125 req-8f436cda-c99b-418a-b661-7064d10ca227 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1094 time: 0.0417097 Nov 09 18:49:36.436197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006c31-7127-4121-9918-785cb4f5c125 req-a8706d4f-274e-4ce5-a838-42950e71c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:36.437662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c006c31-7127-4121-9918-785cb4f5c125 req-a8706d4f-274e-4ce5-a838-42950e71c373 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0868008 Nov 09 18:49:36.479268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c006c31-7127-4121-9918-785cb4f5c125 req-2a411b72-3d4d-47f0-b8c5-c445ceaf8e1f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 217 time: 0.0339210 Nov 09 18:49:36.526899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006c31-7127-4121-9918-785cb4f5c125 req-d8fe53df-07a7-4f99-a22a-2a58c842dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:36.528222 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c006c31-7127-4121-9918-785cb4f5c125 req-d8fe53df-07a7-4f99-a22a-2a58c842dfba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0420892 Nov 09 18:49:36.577461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006c31-7127-4121-9918-785cb4f5c125 req-dc8385a8-8b96-4d2d-93fc-c710c4a13ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:36.579012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c006c31-7127-4121-9918-785cb4f5c125 req-dc8385a8-8b96-4d2d-93fc-c710c4a13ba1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432858 Nov 09 18:49:36.667160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c006c31-7127-4121-9918-785cb4f5c125 req-14233cec-6bb0-4765-b7f6-b0e075dec8b4 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797195 Nov 09 18:49:37.027713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4c006c31-7127-4121-9918-785cb4f5c125 req-714e4170-bd0e-42e2-822e-6ca918dc2ecc service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529546 Nov 09 18:49:37.237485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f10be-4559-4d55-8498-3e67a6267f99 req-bd79bbf3-0a34-467e-8861-6ad887cbde2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:37.239245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-338f10be-4559-4d55-8498-3e67a6267f99 req-bd79bbf3-0a34-467e-8861-6ad887cbde2b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.1222825 Nov 09 18:49:37.277468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-338f10be-4559-4d55-8498-3e67a6267f99 req-d1f326c9-c216-41bc-9207-67d8913cd51b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318425 Nov 09 18:49:37.349519 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b726701f-db0c-421d-b9eb-8e2d79a6e483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:38.392027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56ad12-cdb7-4d4a-9cf7-ced0b1d1149a req-4e905f56-837f-4f79-930f-f3ed55c47b12 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:38.393493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d56ad12-cdb7-4d4a-9cf7-ced0b1d1149a req-4e905f56-837f-4f79-930f-f3ed55c47b12 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0486107 Nov 09 18:49:38.430120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d56ad12-cdb7-4d4a-9cf7-ced0b1d1149a req-7fe48257-d9c3-460c-b32d-99aff0d0bd7f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Nov 09 18:49:39.549677 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd925b-9fae-4285-a0f0-e0a972d42473 req-4cd0d8f7-9ff3-408e-a8c8-07a940934df6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:39.551180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ddd925b-9fae-4285-a0f0-e0a972d42473 req-4cd0d8f7-9ff3-408e-a8c8-07a940934df6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0546670 Nov 09 18:49:39.594013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1ddd925b-9fae-4285-a0f0-e0a972d42473 req-bbec46c2-f50d-4bc1-a40c-7111d374582d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Nov 09 18:49:39.834455 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e8e068f-80a4-46e3-baee-afd25311cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:40.274613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:40.562041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:49:40.658172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:40.670249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'mac_address': 'fa:16:3e:da:98:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:49:40.708925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:40.711384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34c1c0-dca9-4db6-a478-df3afb6f5329 req-c4a5a0f7-7216-4b4b-bbf0-7a196390f747 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:40.712880 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff34c1c0-dca9-4db6-a478-df3afb6f5329 req-c4a5a0f7-7216-4b4b-bbf0-7a196390f747 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0523019 Nov 09 18:49:40.722263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:49:40.742308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:40.746484 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:40.753390 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff34c1c0-dca9-4db6-a478-df3afb6f5329 req-0c93342c-fc00-4cca-8729-db2f3129d9f8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340385 Nov 09 18:49:40.790815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:40.940754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['2adb9ded-00c9-43c6-a68e-c4befc0e2b83'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:49:41.242192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:41.867137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba9e5-9340-4d13-986d-83c140f6dba9 req-f552d332-766b-4afe-a3e9-6196086fc5ae tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:41.868604 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4ba9e5-9340-4d13-986d-83c140f6dba9 req-f552d332-766b-4afe-a3e9-6196086fc5ae tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Nov 09 18:49:41.905323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba4ba9e5-9340-4d13-986d-83c140f6dba9 req-02987750-fee3-4efd-830b-e8d71fef0628 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Nov 09 18:49:42.577068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:49:42.625275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:49:42.628656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:49:42.629025 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:42.705444 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:42.726634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:49:42.728972 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee7d9c-7d34-4a7a-91c5-fd205e756643" -d '{"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-plugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:49:42.745172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:49:42.751828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:42.776143 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886395d5-0a8f-431c-b788-631345d7a7c9 x-openstack-request-id: req-886395d5-0a8f-431c-b788-631345d7a7c9 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:49:42.776442 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-plugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:49:42.776702 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-886395d5-0a8f-431c-b788-631345d7a7c9 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:49:42.777097 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'code': 200} Nov 09 18:49:42.779836 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:42.804739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:49:42.863102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9ef7-eed2-4fbd-bb29-2fef18a758ed req-73913260-fed2-4cb7-b588-c4b0620cfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:42.864548 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9ec9ef7-eed2-4fbd-bb29-2fef18a758ed req-73913260-fed2-4cb7-b588-c4b0620cfc99 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1096 time: 0.0393138 Nov 09 18:49:42.899807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d9ec9ef7-eed2-4fbd-bb29-2fef18a758ed req-db6a5272-8fe7-41ae-b159-2990372f07cf service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271232 Nov 09 18:49:43.023258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe32e7-a9f6-4c0d-86fb-de1329aca928 req-52e1db6d-ce5d-47b2-a195-e169867ba259 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:43.024716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8abe32e7-a9f6-4c0d-86fb-de1329aca928 req-52e1db6d-ce5d-47b2-a195-e169867ba259 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0523338 Nov 09 18:49:43.061924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8abe32e7-a9f6-4c0d-86fb-de1329aca928 req-e492bbac-ff3c-4d96-8e11-6cb7f9e78bf3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Nov 09 18:49:44.175759 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c42ce-8efb-484d-824d-e6cd3c0d0c1c req-183efa89-3f45-4501-8ae5-b1b0861e2a9c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:44.177214 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c2c42ce-8efb-484d-824d-e6cd3c0d0c1c req-183efa89-3f45-4501-8ae5-b1b0861e2a9c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Nov 09 18:49:44.214940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c2c42ce-8efb-484d-824d-e6cd3c0d0c1c req-8516f3ce-b064-4bbf-8d10-d82f48c59853 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Nov 09 18:49:44.322738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868df6a-438a-414a-8a62-c13263334741 req-d86cb4ea-c6f8-4efc-b986-c0d53e30b56b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:44.324191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f868df6a-438a-414a-8a62-c13263334741 req-d86cb4ea-c6f8-4efc-b986-c0d53e30b56b tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Nov 09 18:49:44.333320 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40354) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:49:44.337788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Request body: {'floatingip': {'port_id': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:49:44.379867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:44.788208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:44.791914 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:44.885311 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 associated. External IP: 172.25.0.43, port: 2adb9ded-00c9-43c6-a68e-c4befc0e2b83. Nov 09 18:49:45.088688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:49:45.196407 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:49:45.201665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:45.206396 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:49:45.215412 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:49:45.216013 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:49:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:45.228706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4049d169-af68-4273-a0b6-862885b15d47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "PUT /v2.0/floatingips/2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 HTTP/1.1" status: 200 len: 991 time: 0.8943434 Nov 09 18:49:45.229383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:49:45.231807 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2abd05c-997d-49b3-bbe1-9c49f828f555" -d '{"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:49:45.315279 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b516c2-313c-456e-9c72-c2a4bbb4a9b4 x-openstack-request-id: req-02b516c2-313c-456e-9c72-c2a4bbb4a9b4 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:49:45.315658 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:49:45.315991 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02b516c2-313c-456e-9c72-c2a4bbb4a9b4 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:49:45.316451 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'status': 'completed', 'code': 200} Nov 09 18:49:45.318589 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:49:45.377738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-37d72c78-f7fe-43b1-abbc-9c2c22c6a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:45.379376 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-37d72c78-f7fe-43b1-abbc-9c2c22c6a714 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1096 time: 0.0405495 Nov 09 18:49:45.471303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-a73937dd-ec33-466c-96b1-fad7f3d35f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:45.472782 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-a73937dd-ec33-466c-96b1-fad7f3d35f08 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0862792 Nov 09 18:49:45.535231 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:da:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69790988-2c6e-498e-9b2b-f81968d581e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:49:44Z', 'revision_number': 13, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:45.537307 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-7b3a85cd-6b72-4233-8a26-bebb797dcb73 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0569415 Nov 09 18:49:45.561662 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:49:45.569657 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:49:45.570571 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:49:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:45.590614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-d301ddae-ad6a-436b-9917-96364db47b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:45.592177 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-d301ddae-ad6a-436b-9917-96364db47b16 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0477509 Nov 09 18:49:45.636764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-e9097198-c083-4c47-9e01-6496a95fb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:49:45.638182 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-e9097198-c083-4c47-9e01-6496a95fb304 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390429 Nov 09 18:49:45.674040 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:49:45.725602 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-53d366f9-d278-43f2-9816-3557a7bb5f8b service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803609 Nov 09 18:49:45.821908 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f2abd05c-997d-49b3-bbe1-9c49f828f555 req-c0f21459-228e-4eef-88da-21d6137aae37 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886755 Nov 09 18:49:45.980914 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:da:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69790988-2c6e-498e-9b2b-f81968d581e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:49:44Z', 'revision_number': 13, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:49:46.006647 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaeb77f-649b-4505-baa7-919165aab47a None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'floating_ip_address': '172.25.0.43', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'port_id': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'mac_address': 'fa:16:3e:da:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69790988-2c6e-498e-9b2b-f81968d581e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:42:38Z', 'updated_at': '2021-11-09T18:49:44Z', 'revision_number': 13, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:49:46.184247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5959d1d-3fde-4b46-8038-881cbc6a0057 None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:49:46.637430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:49:49.584014 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:03.854507 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:50:07.349052 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-94f68f89-efb3-4204-9e32-c476de506e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:09.833706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-94219a02-1b97-424a-8568-e6f26f7858e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:10.275672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:11.245712 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.293348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-f4666673-8a83-4a50-8125-702992d7fe82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383437 Nov 09 18:50:12.378155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-01840f73-a091-49f0-8ba9-74a43ed37616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:12.379598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-01840f73-a091-49f0-8ba9-74a43ed37616 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0429564 Nov 09 18:50:12.487902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-b7ff3ebf-ed60-4cd9-9742-4705257a0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:12.489360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-b7ff3ebf-ed60-4cd9-9742-4705257a0358 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0820057 Nov 09 18:50:12.534890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-c476fabf-9bcb-4c59-aaf4-78f1cfbc2a0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0331154 Nov 09 18:50:12.589005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-ed937e27-a57e-46a4-9d4e-f6440d2787e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:12.590330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-ed937e27-a57e-46a4-9d4e-f6440d2787e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0456417 Nov 09 18:50:12.638109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-8d23380f-c2d9-4d86-985d-8a7255fa9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:12.639532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-8d23380f-c2d9-4d86-985d-8a7255fa9c76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378029 Nov 09 18:50:12.729672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-7c784115-30de-4de5-a643-d1395806f11c service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780470 Nov 09 18:50:12.747545 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:12.828374 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6a161b-6203-455e-84dc-019055ac9d11 req-ff9b19be-5bea-4626-96c3-0eb1673250c9 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867202 Nov 09 18:50:16.634352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:17.168586 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-ea386709-362d-4c29-a9e6-e9d10520c8a9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395317 Nov 09 18:50:17.248802 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-5ccf7553-5708-440d-9c11-c3a86a70ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:17.250266 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-5ccf7553-5708-440d-9c11-c3a86a70ee45 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1096 time: 0.0386574 Nov 09 18:50:17.354431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-4a837db5-ac9c-4554-b369-86114bb7a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:17.355853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-4a837db5-ac9c-4554-b369-86114bb7a749 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0856829 Nov 09 18:50:17.418789 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-9a7970db-59d1-448f-9295-3fb01a2b5dec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 1001 time: 0.0558627 Nov 09 18:50:17.469933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-cc131542-a614-41ef-aa44-157499008790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:17.471352 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-cc131542-a614-41ef-aa44-157499008790 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0452628 Nov 09 18:50:17.517789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-bef9093b-096d-4085-a819-ca30c6081858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:50:17.519309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-bef9093b-096d-4085-a819-ca30c6081858 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390911 Nov 09 18:50:17.606664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-ccf8bece-7a8e-4993-87fa-cd7b99ec7787 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787818 Nov 09 18:50:17.696500 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-884e21ca-8640-41bd-99b3-4cc71ba28ae9 req-683b1e6f-f13b-4ba1-a1eb-db03e812e93c service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829966 Nov 09 18:50:19.604113 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:32.320491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-c78707cc-1186-4370-bee4-f4cb99be6adf req-e375c3cf-9cdf-4735-ad6e-d3770ac9c4fd service neutron] (102141) timed out ('10.222.0.32', 38226) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:50:37.351403 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ae970b26-645d-4dd3-8e9e-7f84ff94c02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:39.833887 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e0b3dd04-d1d1-422c-b8a6-14bb7cd59e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:40.276559 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:40.852763 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:50:41.248390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:42.748230 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:46.652792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:50:49.602680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:07.351269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5d18047-3191-4ec9-b0c1-144da6d6b670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:09.835192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-18ebe727-111e-4553-9a84-0aa186a26b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:10.276970 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:11.251852 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:12.750942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:14.304764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-dafc1de4-f82c-453d-9343-32f2579c14a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407116 Nov 09 18:51:14.400245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-9004f344-9d33-483a-81d6-af3a91830682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:14.401733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-9004f344-9d33-483a-81d6-af3a91830682 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0400941 Nov 09 18:51:14.512000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-8c33b573-fff1-42fa-82ea-9780671fdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:14.513450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-8c33b573-fff1-42fa-82ea-9780671fdd98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0858674 Nov 09 18:51:14.558898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-732dc43c-09d0-408b-b795-b939a318c458 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0334163 Nov 09 18:51:14.617169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-4968893f-4c92-4ff7-b583-25f6ffa48848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:14.618625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-4968893f-4c92-4ff7-b583-25f6ffa48848 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0489459 Nov 09 18:51:14.667164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-02da2621-b7fd-4921-a4b2-3a64df3f52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:14.668580 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-02da2621-b7fd-4921-a4b2-3a64df3f52d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389137 Nov 09 18:51:14.758975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-10dfa777-4368-4218-b385-fec9f3e21ec0 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783639 Nov 09 18:51:14.855317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-019ed9bb-5a59-4e93-85b2-2657cae9087f req-fdfbb15f-1130-4e3d-b146-77f016a2b5cb service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817711 Nov 09 18:51:16.667661 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:17.851697 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:51:18.155662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-592f19a4-3a75-424f-93a7-994e45179203 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395072 Nov 09 18:51:18.233810 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-54c62a59-1f71-4af0-84b6-ec56944d59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:18.235298 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-54c62a59-1f71-4af0-84b6-ec56944d59b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1096 time: 0.0399554 Nov 09 18:51:18.338698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-ecc9b1e8-ce8a-44a9-afd4-0e22ad7bf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:18.340140 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-ecc9b1e8-ce8a-44a9-afd4-0e22ad7bf899 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0862806 Nov 09 18:51:18.403098 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-abd2f210-cfc3-464b-b405-3b60e74abd53 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 1001 time: 0.0561247 Nov 09 18:51:18.455146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-14462806-42c0-4160-b4e5-d3483a03475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:18.456562 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-14462806-42c0-4160-b4e5-d3483a03475d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0472660 Nov 09 18:51:18.500854 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-6acfdd7f-1294-4aef-8e27-be9cb78ebffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:18.502318 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-6acfdd7f-1294-4aef-8e27-be9cb78ebffb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386481 Nov 09 18:51:18.590165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-95c02a71-7f52-48ef-9c4c-a77232c62dcf service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810452 Nov 09 18:51:18.683508 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-36d08f60-388d-4cc1-a37b-f70819b6670d req-7787bc8d-21f4-4d1b-91ae-3e5f52aea29e service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859849 Nov 09 18:51:19.606148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:23.307959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec26600-508c-400b-a38c-c0f9d8463a8a req-a2be3fe8-1617-47fd-a02a-2e9c846bdaf2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:23.309415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bec26600-508c-400b-a38c-c0f9d8463a8a req-a2be3fe8-1617-47fd-a02a-2e9c846bdaf2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0492313 Nov 09 18:51:23.346402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bec26600-508c-400b-a38c-c0f9d8463a8a req-20fc1be8-a989-41b4-ae63-9531ad25cf9a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310550 Nov 09 18:51:34.336738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-6489f7b4-8383-4097-bf29-4cb41016f786 req-30e1cfde-d07a-4778-8195-771667273912 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:51:34.338117 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6489f7b4-8383-4097-bf29-4cb41016f786 req-30e1cfde-d07a-4778-8195-771667273912 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058708 Nov 09 18:51:34.502220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-dfe82c0c-1c1b-407d-851c-48d992c9683c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398998 Nov 09 18:51:34.539688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b807c5-4c7d-4e22-8798-64cf90afe208 req-1b2e2616-3982-41a2-9a59-f697e7279ab3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:34.541377 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b807c5-4c7d-4e22-8798-64cf90afe208 req-1b2e2616-3982-41a2-9a59-f697e7279ab3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0595875 Nov 09 18:51:34.586369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99b807c5-4c7d-4e22-8798-64cf90afe208 req-d71ce273-6237-487b-b2c6-392389ad8a9f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353353 Nov 09 18:51:35.703589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e566205-852e-40da-8d4e-83deaea7b370 req-4c44b25d-f34d-4d15-82a1-ebd820387583 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:35.705677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e566205-852e-40da-8d4e-83deaea7b370 req-4c44b25d-f34d-4d15-82a1-ebd820387583 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Nov 09 18:51:35.741694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7e566205-852e-40da-8d4e-83deaea7b370 req-280ea3c1-a90d-4076-b1ce-bcfa4395aa6a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299420 Nov 09 18:51:35.903073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-b5ed91b8-64e7-4b1c-9e4c-09c54391538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:35.904454 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-b5ed91b8-64e7-4b1c-9e4c-09c54391538e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1096 time: 0.0405748 Nov 09 18:51:35.997867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-acffb2f4-2a76-4dcf-aace-e0de2e889edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:35.999358 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-acffb2f4-2a76-4dcf-aace-e0de2e889edb service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0878093 Nov 09 18:51:36.067534 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-6c345616-3e66-4f70-ad93-e298f819006b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 1001 time: 0.0610538 Nov 09 18:51:36.119645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-b73919c8-c4bf-40fc-8e1c-d4ba55cdb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:36.121034 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-b73919c8-c4bf-40fc-8e1c-d4ba55cdb71a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0459418 Nov 09 18:51:36.164453 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-e9a3fb3b-84da-492e-99c7-b76a397154cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:36.165829 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-e9a3fb3b-84da-492e-99c7-b76a397154cb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379121 Nov 09 18:51:36.252647 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-314827a8-7ca8-4df1-897f-3043b986a607 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795701 Nov 09 18:51:36.342321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-8460e47a-8414-43fd-8b89-e6a16554e424 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825989 Nov 09 18:51:36.869611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d08a5f-a497-46bc-a4b4-adf61198922c req-57465c2e-8af1-4ddf-b660-07426fa776db tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:36.871124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83d08a5f-a497-46bc-a4b4-adf61198922c req-57465c2e-8af1-4ddf-b660-07426fa776db tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Nov 09 18:51:36.908468 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83d08a5f-a497-46bc-a4b4-adf61198922c req-2f91941c-b92b-4262-af7d-6fd05aeea1ca tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Nov 09 18:51:37.353871 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf0bee9b-d4b2-446f-883d-a2221dc891cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:38.027967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbb914-eea8-483b-be22-3c2e58ce1512 req-a9fa5afd-7119-44cf-b491-29dad11c3872 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:38.029412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20dbb914-eea8-483b-be22-3c2e58ce1512 req-a9fa5afd-7119-44cf-b491-29dad11c3872 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0477533 Nov 09 18:51:38.066790 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20dbb914-eea8-483b-be22-3c2e58ce1512 req-26125468-76e5-4435-9ef1-7c1b170c0eb2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Nov 09 18:51:39.185314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a4c05-e8f4-41ae-9b60-d0e41138bbf8 req-6ac9ff92-97e0-42b1-8368-d162f9c65df4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:39.186775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e77a4c05-e8f4-41ae-9b60-d0e41138bbf8 req-6ac9ff92-97e0-42b1-8368-d162f9c65df4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0529757 Nov 09 18:51:39.225836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e77a4c05-e8f4-41ae-9b60-d0e41138bbf8 req-3f8d6ec9-4013-4e86-afcf-8a4f6e07e2b0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Nov 09 18:51:39.835069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e24ab6ad-69d4-4306-914a-0bc43c6c4e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:40.278400 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:40.346703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a7963-d96b-4285-9ee7-b8a1c0ee0a3a req-02c07c91-27b2-4dc4-af32-4566e7e1d227 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:40.348180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-095a7963-d96b-4285-9ee7-b8a1c0ee0a3a req-02c07c91-27b2-4dc4-af32-4566e7e1d227 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Nov 09 18:51:40.384676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-095a7963-d96b-4285-9ee7-b8a1c0ee0a3a req-7cd0948a-8861-4b1a-9aee-f3995e66951c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305882 Nov 09 18:51:41.254076 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:41.497698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3101f7d-7e5e-48db-9dfa-bf160db39e65 req-8a3a383f-e083-4bca-b645-d94710687377 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:41.499171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3101f7d-7e5e-48db-9dfa-bf160db39e65 req-8a3a383f-e083-4bca-b645-d94710687377 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0474203 Nov 09 18:51:41.536201 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c3101f7d-7e5e-48db-9dfa-bf160db39e65 req-c85af70b-4682-4a49-9337-2d1db360e530 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310540 Nov 09 18:51:42.667354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d746-1d9b-4992-9f7b-a920db6bcab4 req-34b5d91b-f59c-444a-9a4f-b6a7c5b487fe tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:42.669658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8845d746-1d9b-4992-9f7b-a920db6bcab4 req-34b5d91b-f59c-444a-9a4f-b6a7c5b487fe tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0601087 Nov 09 18:51:42.708395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8845d746-1d9b-4992-9f7b-a920db6bcab4 req-d1c9b121-fd74-421f-8d9b-5aa1fd9ea817 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321240 Nov 09 18:51:42.754735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:43.839579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47049fc-1a82-4549-ab2e-58de3c75605f req-245bbb95-b704-475f-9b2e-79d4cfeac1de tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:43.841035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e47049fc-1a82-4549-ab2e-58de3c75605f req-245bbb95-b704-475f-9b2e-79d4cfeac1de tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0482938 Nov 09 18:51:43.879895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e47049fc-1a82-4549-ab2e-58de3c75605f req-4b77217c-c182-45b2-a4b2-2b273644a8c3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Nov 09 18:51:44.993947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215a8a-41f1-4afd-983e-4de22802cec5 req-ac1e6c86-fa0a-416c-9363-7a3c1f0e6ee7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:44.995461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4215a8a-41f1-4afd-983e-4de22802cec5 req-ac1e6c86-fa0a-416c-9363-7a3c1f0e6ee7 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0489714 Nov 09 18:51:45.033850 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d4215a8a-41f1-4afd-983e-4de22802cec5 req-00956e23-62a5-4cbf-b121-3f6e181d97f8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320938 Nov 09 18:51:46.171637 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3693a5-84fd-4098-ad8d-aeaef62a6cf1 req-3d6b6501-23fc-4a3d-b5c3-51b2c528b2a5 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:46.173328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c3693a5-84fd-4098-ad8d-aeaef62a6cf1 req-3d6b6501-23fc-4a3d-b5c3-51b2c528b2a5 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0572224 Nov 09 18:51:46.218485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c3693a5-84fd-4098-ad8d-aeaef62a6cf1 req-b0e47428-d57e-44da-a538-170673e5ee26 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383937 Nov 09 18:51:46.665217 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:47.334718 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2743-e529-46e6-abe3-9a7bc6648d2b req-b690ad17-7d80-4aa4-a347-506ce2bb1544 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:47.336180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f4a2743-e529-46e6-abe3-9a7bc6648d2b req-b690ad17-7d80-4aa4-a347-506ce2bb1544 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Nov 09 18:51:47.374185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0f4a2743-e529-46e6-abe3-9a7bc6648d2b req-7e5c8309-87da-4559-b848-4eec315b4a4a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Nov 09 18:51:48.491208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538164c-7608-463c-8dd9-130bfacd92ef req-cf9e7294-f7df-44bd-899b-2047087758eb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:48.492673 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9538164c-7608-463c-8dd9-130bfacd92ef req-cf9e7294-f7df-44bd-899b-2047087758eb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0482688 Nov 09 18:51:48.531382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9538164c-7608-463c-8dd9-130bfacd92ef req-7a1a7756-ac86-4905-a77f-c5c441816555 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Nov 09 18:51:49.626281 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:49.679892 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86535ec1-fec3-4790-a199-2bbffc81de73 req-4415f146-ce3c-4e62-bf10-9d60592e2f97 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:49.681479 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86535ec1-fec3-4790-a199-2bbffc81de73 req-4415f146-ce3c-4e62-bf10-9d60592e2f97 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0808384 Nov 09 18:51:49.742896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-86535ec1-fec3-4790-a199-2bbffc81de73 req-06b08c2d-7c20-434c-94fb-a879f6301573 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397615 Nov 09 18:51:50.158463 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-fc48d428-df3d-419d-9144-52adc58d2a06 service neutron] show failed (client error): The resource could not be found. Nov 09 18:51:50.159600 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-fc48d428-df3d-419d-9144-52adc58d2a06 service neutron] 10.222.0.85 "GET /v2.0/ports/2adb9ded-00c9-43c6-a68e-c4befc0e2b83/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0602942 Nov 09 18:51:50.366857 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-b523d510-f7fe-47d3-b6c3-fe213fb8ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:50.368236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-b523d510-f7fe-47d3-b6c3-fe213fb8ca6e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 1096 time: 0.0399845 Nov 09 18:51:50.386676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:51:50.442422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:50.645573 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:51:50.680940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:51:50.736792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:51:50.739663 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af51c1fd-1d83-467b-80fb-281c346226f3" -d '{"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:51:50.744253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:50.760908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Transition to ACTIVE for port object 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:51:50.769164 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:50.807327 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f898d1f-595f-445f-9d14-ce7e782e04c6 x-openstack-request-id: req-8f898d1f-595f-445f-9d14-ce7e782e04c6 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:51:50.807617 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:51:50.807871 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f898d1f-595f-445f-9d14-ce7e782e04c6 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:51:50.808265 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'code': 200} Nov 09 18:51:50.882685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:51:50.929402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.930013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.930660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.931248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.931841 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.932439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.933030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.933616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.934231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.934813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.935389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.935980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:51:50.991534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636b109-0682-41ee-9b40-855ef8a42606 req-d39ca6b5-18b1-45fc-8705-40200b285dc4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:50.993259 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2636b109-0682-41ee-9b40-855ef8a42606 req-d39ca6b5-18b1-45fc-8705-40200b285dc4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.1164544 Nov 09 18:51:51.015514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] No DVR routers for this DVR port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:51:51.126118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2636b109-0682-41ee-9b40-855ef8a42606 req-3bc70304-b58c-4284-909e-ee3ffb00e1d0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124420 Nov 09 18:51:51.187217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:51:51.187461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:51:51.187783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:51:51.191968 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:51:51.192283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:51:51.197215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:51:51.197551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:51:51.197939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:51:51.198406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Bound port: 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:51:51.198772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:51.229392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:51:51.265622 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:51:51.268694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:51:51.269944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:51:51.274779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:51.311132 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:51.311780 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:51:51.313161 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] 10.222.0.73 "PUT /v2.0/ports/2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 1091 time: 0.9303238 Nov 09 18:51:51.333796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c65e5-06e0-4335-b826-3734d532ad55 service neutron] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:51:51.390045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-d5def7c7-1b03-492c-8e46-1ceb7001b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:51.391594 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-d5def7c7-1b03-492c-8e46-1ceb7001b2bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1094 time: 0.0422244 Nov 09 18:51:51.818161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-105c6897-fb6e-4636-ba67-7221e75789c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:51.819646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-105c6897-fb6e-4636-ba67-7221e75789c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.4162920 Nov 09 18:51:51.887223 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-4b24b459-0bc1-437b-a8e3-02458b279659 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0560169 Nov 09 18:51:51.940487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-964fac04-d05e-456e-95a9-4f2667e59672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:51.942003 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-964fac04-d05e-456e-95a9-4f2667e59672 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0439608 Nov 09 18:51:51.995064 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-64492df1-f14b-46ac-bc55-232c9e96dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:51.996506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-64492df1-f14b-46ac-bc55-232c9e96dfb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426209 Nov 09 18:51:52.087897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-05a34bd7-20f2-4bed-97b3-6d35afcb8b9e service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832646 Nov 09 18:51:52.184936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0b358815-81f2-4a47-b3b9-6999f5b7e4ad req-b36ec329-d6d6-4169-8d56-b6f32ac759a8 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855007 Nov 09 18:51:52.244512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fae9c1-97ba-4941-8915-3c43e509ecba req-5f5fe1a3-f441-488c-a3ae-e77b13e3ee6f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:52.246198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47fae9c1-97ba-4941-8915-3c43e509ecba req-5f5fe1a3-f441-488c-a3ae-e77b13e3ee6f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0488048 Nov 09 18:51:52.288553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-47fae9c1-97ba-4941-8915-3c43e509ecba req-0bad70d4-20df-4ef8-916b-29f908425029 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362275 Nov 09 18:51:52.809521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:51:52.812038 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec260304-b76f-4db0-9a28-5c56976f2b08" -d '{"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:51:52.863709 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76a6d0b-847f-47c3-a15f-7626905a2aab x-openstack-request-id: req-f76a6d0b-847f-47c3-a15f-7626905a2aab {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:51:52.864276 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:51:52.864276 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f76a6d0b-847f-47c3-a15f-7626905a2aab {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:51:52.864789 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'status': 'completed', 'code': 200} Nov 09 18:51:52.924154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-265dce94-2998-4390-b0b1-ce8d258eaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:52.926279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-265dce94-2998-4390-b0b1-ce8d258eaec6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1094 time: 0.0438709 Nov 09 18:51:52.959929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-66a169e9-913e-4a0d-b7e2-fe832bc472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:52.961547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-66a169e9-913e-4a0d-b7e2-fe832bc472f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1094 time: 0.0548186 Nov 09 18:51:53.025005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-c2f9628c-a0c3-44cc-af63-72c0de82c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.026517 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-c2f9628c-a0c3-44cc-af63-72c0de82c078 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0911465 Nov 09 18:51:53.062546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-b9a68286-c771-4dc5-973d-831f6eae612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.064041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-b9a68286-c771-4dc5-973d-831f6eae612c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0917566 Nov 09 18:51:53.099914 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-9d38deca-254c-4e48-ba60-388fe56841a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0666466 Nov 09 18:51:53.144485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-39298f9b-fab2-48e4-9a50-4bfc91cd825f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0669842 Nov 09 18:51:53.155457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-124e6c83-7e68-4376-8a38-7528aeaecd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.157150 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-124e6c83-7e68-4376-8a38-7528aeaecd76 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0499575 Nov 09 18:51:53.204249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-32893d8b-22c4-43f1-8e5e-176e45be2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.206416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-32893d8b-22c4-43f1-8e5e-176e45be2c29 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418446 Nov 09 18:51:53.206844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-d99f05c2-30c1-48e5-b3c6-058e3f127239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.208335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-d99f05c2-30c1-48e5-b3c6-058e3f127239 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0513182 Nov 09 18:51:53.259985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-705452c3-fbb9-4108-b5f4-a9c5dd731443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.261494 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-705452c3-fbb9-4108-b5f4-a9c5dd731443 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420439 Nov 09 18:51:53.299914 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-7983c930-2830-43fb-afcb-81f19a04127c service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864797 Nov 09 18:51:53.362811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-d663ac6a-89b8-44e6-82b6-6c204a54178f service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906873 Nov 09 18:51:53.400078 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-be7cc092-b176-424d-9a83-1f63bb91543a service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936143 Nov 09 18:51:53.475188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d77ce2-8301-441e-82d5-64a361e96c48 req-43acd86c-bbe9-492c-a16b-781b7a4819ec tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:53.476743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7d77ce2-8301-441e-82d5-64a361e96c48 req-43acd86c-bbe9-492c-a16b-781b7a4819ec tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.1016896 Nov 09 18:51:53.529508 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ec260304-b76f-4db0-9a28-5c56976f2b08 req-dad27b93-a3bd-4ca7-9752-21a1479e22d8 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519542 Nov 09 18:51:53.536779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7d77ce2-8301-441e-82d5-64a361e96c48 req-ccb6d139-63c1-4f73-84ab-e956bf436f14 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533786 Nov 09 18:51:54.664608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ebfa6-ed5e-4f61-9e2d-595273c941a9 req-b22d85c0-6cbf-46e4-846c-cc34f82ca47d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:54.665981 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-737ebfa6-ed5e-4f61-9e2d-595273c941a9 req-b22d85c0-6cbf-46e4-846c-cc34f82ca47d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0556135 Nov 09 18:51:54.710810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-737ebfa6-ed5e-4f61-9e2d-595273c941a9 req-f5181e9e-461d-4daf-ab05-deb89822d465 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Nov 09 18:51:54.850878 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:51:55.849214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cb317-412e-4fb0-8c0f-9e1925b0680b req-a4bf0624-03e1-446d-a0fe-50ec1dd2d5b3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:55.850806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c52cb317-412e-4fb0-8c0f-9e1925b0680b req-a4bf0624-03e1-446d-a0fe-50ec1dd2d5b3 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0637026 Nov 09 18:51:55.899919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c52cb317-412e-4fb0-8c0f-9e1925b0680b req-a5b68369-0e38-40ed-b6b4-662d3d66c2d6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383382 Nov 09 18:51:57.044332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49e56-c8b6-4e6e-8b2a-f8324a4b2bac req-677ceb6e-b4fd-4384-909f-8c1f9671d609 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:57.045806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ba49e56-c8b6-4e6e-8b2a-f8324a4b2bac req-677ceb6e-b4fd-4384-909f-8c1f9671d609 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0481610 Nov 09 18:51:57.085137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ba49e56-c8b6-4e6e-8b2a-f8324a4b2bac req-0b10e952-02ec-4adb-b05f-bc69f9950a4c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Nov 09 18:51:58.204037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f2e0a-d023-4d54-aa88-5ca3dca1f23e req-8d436e32-5882-4b7c-8756-e8746ad69de4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:58.205517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-853f2e0a-d023-4d54-aa88-5ca3dca1f23e req-8d436e32-5882-4b7c-8756-e8746ad69de4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0523746 Nov 09 18:51:58.243105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-853f2e0a-d023-4d54-aa88-5ca3dca1f23e req-efae68fe-37c1-4086-a6b9-ee37b6a6141c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Nov 09 18:51:59.363355 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba53d5-e914-4178-9577-2a1ffbd946bd req-1717276e-91ce-445e-86d6-757b3d4519a9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:51:59.364817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccba53d5-e914-4178-9577-2a1ffbd946bd req-1717276e-91ce-445e-86d6-757b3d4519a9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0484829 Nov 09 18:51:59.404826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccba53d5-e914-4178-9577-2a1ffbd946bd req-562b0fd8-5f55-4ecf-9915-81d6d1dcf11f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Nov 09 18:52:00.545683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4ae74-6db9-40c2-86a3-786d29ee19c2 req-64d0bc4a-9736-40fd-b9bd-88b07b028b6e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:00.547178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fdf4ae74-6db9-40c2-86a3-786d29ee19c2 req-64d0bc4a-9736-40fd-b9bd-88b07b028b6e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0495589 Nov 09 18:52:00.588308 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fdf4ae74-6db9-40c2-86a3-786d29ee19c2 req-57c7849b-e6e9-4f16-8859-0c3fa71c2a9f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Nov 09 18:52:01.709022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326c56f-deee-4fc6-b927-69e5b82e213f req-a1861548-115c-4cb0-86be-fa3192228c3c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:01.710511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4326c56f-deee-4fc6-b927-69e5b82e213f req-a1861548-115c-4cb0-86be-fa3192228c3c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0530620 Nov 09 18:52:01.747646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4326c56f-deee-4fc6-b927-69e5b82e213f req-10215263-83d1-420d-a9bf-4790d70811fa tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312626 Nov 09 18:52:02.860567 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5fd7-8b26-47c8-98be-618cb4c4eb57 req-d61212ad-e068-4ab1-ac70-709c56f8cc3e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:02.862692 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a24f5fd7-8b26-47c8-98be-618cb4c4eb57 req-d61212ad-e068-4ab1-ac70-709c56f8cc3e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0481329 Nov 09 18:52:02.899019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a24f5fd7-8b26-47c8-98be-618cb4c4eb57 req-29acb14f-613a-4881-aad0-fef289492666 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304282 Nov 09 18:52:04.013150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c48e-04c0-4cda-b303-2e65d6243482 req-f32d1f8c-a20d-4795-b693-33c2ad7d9b23 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:04.014655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0aa0c48e-04c0-4cda-b303-2e65d6243482 req-f32d1f8c-a20d-4795-b693-33c2ad7d9b23 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0482039 Nov 09 18:52:04.052528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0aa0c48e-04c0-4cda-b303-2e65d6243482 req-1fd926ca-0501-4ccb-a81c-04b26bade13a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Nov 09 18:52:05.176735 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1681c-32ff-464f-9b2a-580fb64aa1f8 req-6bfe7420-5a9b-4f11-b321-2bd51d96031c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:05.178234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98e1681c-32ff-464f-9b2a-580fb64aa1f8 req-6bfe7420-5a9b-4f11-b321-2bd51d96031c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0533361 Nov 09 18:52:05.217517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-98e1681c-32ff-464f-9b2a-580fb64aa1f8 req-5b0ff933-9e42-4457-aac2-c36d3354ce1f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Nov 09 18:52:05.550006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-ce1a6269-2973-4126-842b-4f3a189183ce tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:05.551409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-ce1a6269-2973-4126-842b-4f3a189183ce tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.73 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1&tenant_id=a14d2db17eb842598cd02fbdcb4a18af&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 943 time: 0.0826046 Nov 09 18:52:05.563921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1912f-5954-419e-8ab5-0c623c45531b req-7193dbe3-9844-43bd-9825-c8c6e1a31670 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:05.565396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8d1912f-5954-419e-8ab5-0c623c45531b req-7193dbe3-9844-43bd-9825-c8c6e1a31670 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 943 time: 0.0696337 Nov 09 18:52:05.639019 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8d1912f-5954-419e-8ab5-0c623c45531b req-af336e91-a41e-48c1-a967-49884c22b76f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674934 Nov 09 18:52:05.648842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-821010a8-68d3-4cf7-9282-4561e4384414 service neutron] 10.222.0.73 "GET /v2.0/ports/2adb9ded-00c9-43c6-a68e-c4befc0e2b83/bindings/n-h1-817240-1 HTTP/1.1" status: 200 len: 382 time: 0.0825446 Nov 09 18:52:05.711726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-d0608d31-6544-4df1-a0cb-a23d21b0166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:05.713203 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-d0608d31-6544-4df1-a0cb-a23d21b0166c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1094 time: 0.0408089 Nov 09 18:52:05.778283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:52:05.800607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-63c0613c-0dae-45d1-94ba-a5d9d23d92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:05.802051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-63c0613c-0dae-45d1-94ba-a5d9d23d92b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0821972 Nov 09 18:52:05.871833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:05.881311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-1107774a-f18b-43b0-af64-bc360b588aea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0710273 Nov 09 18:52:05.883476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'mac_address': 'fa:16:3e:da:98:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:52:05.919157 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:05.931833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:05.932656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-9c91c8d9-1505-434b-ab84-6f9231e6cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:05.934682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-9c91c8d9-1505-434b-ab84-6f9231e6cef5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0454528 Nov 09 18:52:05.951205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:05.955006 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:05.980944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-404a327a-8168-4129-b7a9-435110cfdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:05.982551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-404a327a-8168-4129-b7a9-435110cfdc99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411594 Nov 09 18:52:06.001402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:06.009214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.009561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.009899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.010257 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.010587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.010913 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.011235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.011570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.011873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.012192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.012507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.012821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:06.077654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-70e537f0-8a17-4a31-907f-100b70433254 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871437 Nov 09 18:52:06.166518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-c0eede45-5b85-4f99-8372-923bab5c1600 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809999 Nov 09 18:52:06.257802 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['2adb9ded-00c9-43c6-a68e-c4befc0e2b83'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:52:06.764899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbd0ea-6ebc-4d8b-ab2f-6cec9dc18319 req-de27f097-6cd9-4221-9017-9b233eddde6e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:06.766412 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8adbd0ea-6ebc-4d8b-ab2f-6cec9dc18319 req-de27f097-6cd9-4221-9017-9b233eddde6e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0558219 Nov 09 18:52:06.803666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8adbd0ea-6ebc-4d8b-ab2f-6cec9dc18319 req-29b15ec2-cef7-4a01-8a05-4766346f9d17 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307779 Nov 09 18:52:07.353840 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4a1a9aba-e452-4f8c-bf5f-71f02e073fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:07.795978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:07.854834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:52:07.860233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:07.860618 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:07.936303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f1957-28a4-416c-b71a-3b9a8ee2b503 req-06284b0d-92a1-4d08-a2cb-065659cbe0c5 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:07.937916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe0f1957-28a4-416c-b71a-3b9a8ee2b503 req-06284b0d-92a1-4d08-a2cb-065659cbe0c5 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0544724 Nov 09 18:52:07.962424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:07.978363 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe0f1957-28a4-416c-b71a-3b9a8ee2b503 req-e29709e1-3632-4b9d-b0a1-8218fd638079 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342364 Nov 09 18:52:07.989769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:07.992362 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f25d0d-0cb1-49de-bcea-4930f00ae318" -d '{"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-plugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:08.012586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:08.018277 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:08.082406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:08.134615 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9f024e-3a76-4583-a76b-a502171bb784 x-openstack-request-id: req-8d9f024e-3a76-4583-a76b-a502171bb784 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:08.134910 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-plugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:08.135167 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d9f024e-3a76-4583-a76b-a502171bb784 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:08.135572 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'code': 200} Nov 09 18:52:09.104214 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcad3d-80f8-4b3a-93fc-89929ad506cd req-56b56343-0e48-4e8c-a130-0af117c5a52c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:09.105616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96bcad3d-80f8-4b3a-93fc-89929ad506cd req-56b56343-0e48-4e8c-a130-0af117c5a52c tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Nov 09 18:52:09.152245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96bcad3d-80f8-4b3a-93fc-89929ad506cd req-edd6b362-9d57-41bc-a52d-e34048ba4306 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403588 Nov 09 18:52:09.836633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5601-0b53-4fbc-adc7-0ac3382010b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:10.276895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b23733-9188-40b0-8a5d-4828c6f44b0c req-ed9f901c-e9aa-46c8-9670-dbfc2bc2669e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:10.278572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1b23733-9188-40b0-8a5d-4828c6f44b0c req-ed9f901c-e9aa-46c8-9670-dbfc2bc2669e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0549545 Nov 09 18:52:10.293439 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:10.321147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1b23733-9188-40b0-8a5d-4828c6f44b0c req-7b781859-e3d9-4de0-ada4-d31620dcaaf2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346584 Nov 09 18:52:10.341224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-d8a03f35-f7d0-427c-b2d3-f49e506bfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:10.342981 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-d8a03f35-f7d0-427c-b2d3-f49e506bfbdd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1&tenant_id=a14d2db17eb842598cd02fbdcb4a18af HTTP/1.1" status: 200 len: 1096 time: 0.0430288 Nov 09 18:52:10.354340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:10.409926 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:10.612276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:10.645236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h1-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:10.694308 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:10.699677 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d351810d-91ce-440e-b22f-c763611ba944" -d '{"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:10.703779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:10.722356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Transition to ACTIVE for port object 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:52:10.727880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:10.827342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=10']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:10.842008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.842391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.842742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.843082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.843427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.843758 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.844095 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.844422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.844748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.845081 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.846748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.847399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:10.853609 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ee176-d59a-4a8c-b7b1-c33157a3329c x-openstack-request-id: req-b76ee176-d59a-4a8c-b7b1-c33157a3329c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:10.853913 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:10.854195 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b76ee176-d59a-4a8c-b7b1-c33157a3329c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:10.854588 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'code': 200} Nov 09 18:52:10.888488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] No DVR routers for this DVR port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on host n-h1-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:52:11.027290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:52:11.027622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:52:11.027945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:11.032539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:52:11.032861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Attempting to bind port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on network b7ce8da4-cb9d-45be-a37e-b8d72d933213 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:11.038292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:52:11.038631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Checking segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:11.039016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Bound using segment: {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:52:11.039442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Bound port: 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619ea7c9-abff-44c1-bde8-644e08ba25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:52:11.039801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:11.105732 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:11.108861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:52:11.114655 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:11.154275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:11.154976 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:11.156330 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] 10.222.0.85 "PUT /v2.0/ports/2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 1092 time: 0.8060527 Nov 09 18:52:11.196888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc47e4-757c-4b22-b18d-ec0f465c6513 service neutron] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=11']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:11.230242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-967ec801-dc72-48ad-bbe2-0019274b9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:11.231752 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-967ec801-dc72-48ad-bbe2-0019274b9c74 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1095 time: 0.0494106 Nov 09 18:52:11.259680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:11.330315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-646a7a23-fe60-43c7-97b2-16a307e95997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:11.331999 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-646a7a23-fe60-43c7-97b2-16a307e95997 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0933363 Nov 09 18:52:11.406011 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-9d535fee-31c6-4c24-b3e5-89ca1b7d4977 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0670626 Nov 09 18:52:11.449386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c46416-a1bf-4d3d-a593-1660b7482dd9 req-078395fe-f5ec-4f0d-b10b-53c328c9f624 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:11.451068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00c46416-a1bf-4d3d-a593-1660b7482dd9 req-078395fe-f5ec-4f0d-b10b-53c328c9f624 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0576985 Nov 09 18:52:11.469890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-3a23dec4-7568-4861-9cd7-4065a2e8b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:11.471405 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-3a23dec4-7568-4861-9cd7-4065a2e8b357 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0586631 Nov 09 18:52:11.494351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-00c46416-a1bf-4d3d-a593-1660b7482dd9 req-81bec2b0-4fff-46a9-9f16-22e9019ea0ed tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337801 Nov 09 18:52:11.520255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-5230f6fc-9068-49b1-8e48-05fb59c315fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:11.521784 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-5230f6fc-9068-49b1-8e48-05fb59c315fc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427699 Nov 09 18:52:11.617006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-67b5f72e-d696-408d-9bdd-e86680ebc036 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874269 Nov 09 18:52:11.704801 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f44cc221-5df5-4869-a8a0-6f19443337dd req-cad50be6-889d-4dcb-a3f6-533481f4a78c service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811429 Nov 09 18:52:11.795722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:11.834746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:12.615150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b69a4-5f73-4077-909d-5d6263d0048d req-f2ae1205-4c6b-4eee-8f03-a2ecc26b6c81 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:12.616689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d4b69a4-5f73-4077-909d-5d6263d0048d req-f2ae1205-4c6b-4eee-8f03-a2ecc26b6c81 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0506349 Nov 09 18:52:12.655853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d4b69a4-5f73-4077-909d-5d6263d0048d req-a2d71903-c87c-428a-8c99-b07cb5e69300 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Nov 09 18:52:12.757594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:12.855932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:12.858393 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f9acc8-403d-4de8-a9db-88440e842e29" -d '{"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:12.928366 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f2099c-16b8-4178-a400-fcaf8b6d3e2d x-openstack-request-id: req-53f2099c-16b8-4178-a400-fcaf8b6d3e2d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:12.928366 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:12.928920 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53f2099c-16b8-4178-a400-fcaf8b6d3e2d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:12.929610 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'status': 'completed', 'code': 200} Nov 09 18:52:12.991712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-80fd9c0d-08c9-447b-81e2-124447baf838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:12.993340 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-80fd9c0d-08c9-447b-81e2-124447baf838 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1095 time: 0.0430467 Nov 09 18:52:12.997324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-8261249c-66b3-49b2-9542-6dada84acf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:12.998833 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-8261249c-66b3-49b2-9542-6dada84acf49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1095 time: 0.0461893 Nov 09 18:52:13.093234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-b03836be-c18d-49f1-8241-10f044254170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:13.094492 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-39779e73-cbba-45f2-93d2-e262ac6bded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:13.094735 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-b03836be-c18d-49f1-8241-10f044254170 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0947340 Nov 09 18:52:13.096555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-39779e73-cbba-45f2-93d2-e262ac6bded4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0881445 Nov 09 18:52:13.161441 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-b40a4edf-4b99-4111-a553-6486afe59899 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0595155 Nov 09 18:52:13.169049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-bb1493fc-00cc-476c-aa56-cbb85bcefd44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0642896 Nov 09 18:52:13.216822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-3fc11faa-a321-4896-8d58-e70bb8e10415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:13.218186 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-3fc11faa-a321-4896-8d58-e70bb8e10415 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0495653 Nov 09 18:52:13.224631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-4495fff0-69f9-43ae-8d61-597c820dbec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:13.226127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-4495fff0-69f9-43ae-8d61-597c820dbec0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0467587 Nov 09 18:52:13.264584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-0c249917-bf36-4f21-8d27-f118854e5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:13.266262 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-0c249917-bf36-4f21-8d27-f118854e5e32 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415850 Nov 09 18:52:13.275905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-bd81dd7a-370c-4dec-9066-8d4a0b536c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:13.277387 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-bd81dd7a-370c-4dec-9066-8d4a0b536c20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419462 Nov 09 18:52:13.367672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-cf308d53-9a7f-4004-b3e5-6e5530f1bf49 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938253 Nov 09 18:52:13.378816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-ac85242b-ae40-4b83-8e73-cb3063495419 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892889 Nov 09 18:52:13.466716 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-f3d1be52-0635-47e2-987b-91acda2f96f6 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923607 Nov 09 18:52:13.480179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-71f9acc8-403d-4de8-a9db-88440e842e29 req-50fe4524-5cce-47a5-bdc7-1a81acb43674 service neutron] 10.222.0.73 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881565 Nov 09 18:52:13.778575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6829b40-ec05-4aef-8731-39e9ba1c38c1 req-44cc18d5-46f3-4f5c-ab95-321cd8a6e4b0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:13.779989 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6829b40-ec05-4aef-8731-39e9ba1c38c1 req-44cc18d5-46f3-4f5c-ab95-321cd8a6e4b0 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0488005 Nov 09 18:52:13.821501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6829b40-ec05-4aef-8731-39e9ba1c38c1 req-2a7508ef-7695-4bc3-9d44-f51a351fb562 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Nov 09 18:52:14.943772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b52e2b-ad4f-48b7-a62c-5e3ed919c2fe req-09e52e96-cdf1-462b-a28d-b50de1a3e015 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:14.945256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72b52e2b-ad4f-48b7-a62c-5e3ed919c2fe req-09e52e96-cdf1-462b-a28d-b50de1a3e015 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0551271 Nov 09 18:52:14.983808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-72b52e2b-ad4f-48b7-a62c-5e3ed919c2fe req-b60809bc-9407-4f3c-90ce-2a4c673822f6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Nov 09 18:52:16.099386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a055c1-0aa4-44cd-989d-f95c5efb85be req-a02a163b-7e9d-413e-9b52-d476c6e99fe8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:16.100861 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33a055c1-0aa4-44cd-989d-f95c5efb85be req-a02a163b-7e9d-413e-9b52-d476c6e99fe8 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0502796 Nov 09 18:52:16.137953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33a055c1-0aa4-44cd-989d-f95c5efb85be req-ce4f09a8-7395-48f1-a908-5dae1d45381e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311909 Nov 09 18:52:16.322881 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-c1e2be94-1544-4565-a3e3-62b7c305a1ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480058 Nov 09 18:52:16.411634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-c729976a-3aaf-4ea2-98d7-c0feb10aec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:16.413119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-c729976a-3aaf-4ea2-98d7-c0feb10aec4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0429666 Nov 09 18:52:16.516829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-82d087ec-247c-41c5-8424-9bd420fee1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:16.518821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-82d087ec-247c-41c5-8424-9bd420fee1d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0829551 Nov 09 18:52:16.566407 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-1fcf9999-5113-4a63-ad9e-95280c482933 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0339167 Nov 09 18:52:16.623934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-5e96ca9d-6804-48ee-9c6d-8550e400a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:16.625245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-5e96ca9d-6804-48ee-9c6d-8550e400a0b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0461595 Nov 09 18:52:16.675653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-7b08bcf3-db5f-431f-9be2-0305a10829a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:16.677152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-7b08bcf3-db5f-431f-9be2-0305a10829a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397575 Nov 09 18:52:16.685393 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:16.772733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-c3cde7f4-a586-4994-bfce-8912578b57e3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825527 Nov 09 18:52:16.870595 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d94a61a-e871-4031-a32e-f27d7957b2dc req-e201b266-9473-47db-89a4-1703f8c66d80 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Nov 09 18:52:17.253813 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27892b94-1401-47cf-bf91-5ef7f25a68b5 req-aae26775-60bf-4ffc-a3f2-b0105d34cbcb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:17.255348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27892b94-1401-47cf-bf91-5ef7f25a68b5 req-aae26775-60bf-4ffc-a3f2-b0105d34cbcb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0506141 Nov 09 18:52:17.293319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-27892b94-1401-47cf-bf91-5ef7f25a68b5 req-4d68d907-a199-4989-842d-2ae8623f36f1 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Nov 09 18:52:18.225126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3da87-b82f-4257-bec5-60633d859070 req-b66f2ee7-947d-4e5e-87c4-6e82207da507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:18.226642 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ca3da87-b82f-4257-bec5-60633d859070 req-b66f2ee7-947d-4e5e-87c4-6e82207da507 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 1095 time: 0.0952590 Nov 09 18:52:18.332050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3da87-b82f-4257-bec5-60633d859070 req-1cc32aac-93b8-4fb2-9632-c2356f677ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:18.333566 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ca3da87-b82f-4257-bec5-60633d859070 req-1cc32aac-93b8-4fb2-9632-c2356f677ddb service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 200 len: 912 time: 0.0868697 Nov 09 18:52:18.397967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ca3da87-b82f-4257-bec5-60633d859070 req-dbf12420-984f-4beb-b53f-e18c1bf501dc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 200 len: 999 time: 0.0576520 Nov 09 18:52:18.414164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752f023-577f-4546-899c-119c0ff38f7a req-4bfba75d-728a-4a42-8264-2b52cdfc0086 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:18.415738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a752f023-577f-4546-899c-119c0ff38f7a req-4bfba75d-728a-4a42-8264-2b52cdfc0086 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0534360 Nov 09 18:52:18.445885 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3da87-b82f-4257-bec5-60633d859070 req-99cbf9eb-6c01-4a70-8c79-4201e69d4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:18.447284 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ca3da87-b82f-4257-bec5-60633d859070 req-99cbf9eb-6c01-4a70-8c79-4201e69d4f5b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 200 len: 850 time: 0.0427876 Nov 09 18:52:18.453615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a752f023-577f-4546-899c-119c0ff38f7a req-871684c4-6182-4aa3-b800-7b75d5cc9ae6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Nov 09 18:52:18.496069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3da87-b82f-4257-bec5-60633d859070 req-f735be00-9827-4804-b144-6ceccb4de79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:18.497531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ca3da87-b82f-4257-bec5-60633d859070 req-f735be00-9827-4804-b144-6ceccb4de79b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7ce8da4-cb9d-45be-a37e-b8d72d933213&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433621 Nov 09 18:52:18.585436 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ca3da87-b82f-4257-bec5-60633d859070 req-dac050d6-b4f6-4ea5-938c-4bb5c1777a00 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805857 Nov 09 18:52:18.675634 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ca3da87-b82f-4257-bec5-60633d859070 req-d6241351-159a-4d76-b0a6-1cff59bb6d73 service neutron] 10.222.0.85 "GET /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836394 Nov 09 18:52:19.575488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5d245-65cf-4124-9133-531f62288e77 req-7ac3cd5b-21b6-43a4-8bf5-53c547c5533d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:19.577147 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0e5d245-65cf-4124-9133-531f62288e77 req-7ac3cd5b-21b6-43a4-8bf5-53c547c5533d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0516064 Nov 09 18:52:19.615619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0e5d245-65cf-4124-9133-531f62288e77 req-1e89119c-4317-4a7a-b9a0-d9a95d7b393a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Nov 09 18:52:19.620786 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:20.732152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c6fc1-920a-4701-9a85-084e4d814b74 req-74da174d-0e55-4b03-b0d3-49edce72eb4a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:20.733542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a0c6fc1-920a-4701-9a85-084e4d814b74 req-74da174d-0e55-4b03-b0d3-49edce72eb4a tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0480640 Nov 09 18:52:20.775399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0a0c6fc1-920a-4701-9a85-084e4d814b74 req-18ea559d-f8f2-490a-987d-99ee05fe5342 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347106 Nov 09 18:52:21.895034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966f572-d3c5-47ff-a374-820039823452 req-689f2509-eaad-4730-8e95-c961e83eb660 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:21.896482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d966f572-d3c5-47ff-a374-820039823452 req-689f2509-eaad-4730-8e95-c961e83eb660 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0523131 Nov 09 18:52:21.933682 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d966f572-d3c5-47ff-a374-820039823452 req-fe8b2f87-cc90-4880-aaf0-65b3c6a892f9 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Nov 09 18:52:23.048760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb59c7a-959d-4f3b-8a23-4274d6a12a1a req-79de7c14-63f9-42da-8ee3-3d85c65c7fdb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:23.050240 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eb59c7a-959d-4f3b-8a23-4274d6a12a1a req-79de7c14-63f9-42da-8ee3-3d85c65c7fdb tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0482094 Nov 09 18:52:23.087553 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eb59c7a-959d-4f3b-8a23-4274d6a12a1a req-a252d5fc-4144-4a15-ad05-afdf37441c1e tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Nov 09 18:52:23.198600 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f6f3d-aa7c-4709-a7cd-a75414b15585 req-70f7297a-c47e-4281-a937-9f3aab44c08f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:23.200087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f9f6f3d-aa7c-4709-a7cd-a75414b15585 req-70f7297a-c47e-4281-a937-9f3aab44c08f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0478938 Nov 09 18:52:23.239010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f9f6f3d-aa7c-4709-a7cd-a75414b15585 req-99688f05-b903-439a-ac28-99338a9e0d43 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Nov 09 18:52:23.311954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:52:23.353698 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15f70c-7885-4893-aaf9-8898b58dbebe req-4a325705-2f43-4758-84cb-fd902fdb1344 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:23.355246 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b15f70c-7885-4893-aaf9-8898b58dbebe req-4a325705-2f43-4758-84cb-fd902fdb1344 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 944 time: 0.0531125 Nov 09 18:52:23.393124 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b15f70c-7885-4893-aaf9-8898b58dbebe req-19a86628-a061-463e-a0f7-c7bd1e370b77 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Nov 09 18:52:23.403070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:23.414517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'port_id': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'mac_address': 'fa:16:3e:da:98:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:52:23.451419 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:23.464384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:23.482786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:23.488075 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:23.539799 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=12']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:23.629269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea5392-c3bf-49ca-868e-de4977aaf9f9 req-95a28c2b-c770-40c1-91b0-523349b8f509 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:23.630769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93ea5392-c3bf-49ca-868e-de4977aaf9f9 req-95a28c2b-c770-40c1-91b0-523349b8f509 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Nov 09 18:52:23.669878 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93ea5392-c3bf-49ca-868e-de4977aaf9f9 req-b9422450-ab08-40d8-a52c-0695627688f2 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Nov 09 18:52:23.760240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['2adb9ded-00c9-43c6-a68e-c4befc0e2b83'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:52:24.784682 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9277ff5-9b3b-40d1-ba67-81db04d4d25f req-e17a9f7f-c2fe-4b56-a9ca-d5b9e25fbc0d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:24.787063 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9277ff5-9b3b-40d1-ba67-81db04d4d25f req-e17a9f7f-c2fe-4b56-a9ca-d5b9e25fbc0d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0491667 Nov 09 18:52:24.829134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9277ff5-9b3b-40d1-ba67-81db04d4d25f req-79ede915-f2c5-4477-b1bc-be616fbe42d4 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359945 Nov 09 18:52:25.196234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f35e9b61-b50b-488b-af0c-75445145026f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:25.197592 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f35e9b61-b50b-488b-af0c-75445145026f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 945 time: 0.0484829 Nov 09 18:52:25.287764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Deleting port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:25.288110 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.321896 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:25.371218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:52:25.375060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:25.375454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.375796 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:25.376168 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.449252 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.471418 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:25.474254 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2354e6-7969-407b-83c2-8ccbf7e96524" -d '{"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-plugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:25.487063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:25.492046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.518051 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677436c2-0bb6-42b5-8609-6462d6b3df5a x-openstack-request-id: req-677436c2-0bb6-42b5-8609-6462d6b3df5a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:25.518390 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-plugged", "status": "completed", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:25.518740 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-677436c2-0bb6-42b5-8609-6462d6b3df5a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:25.519604 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'code': 200} Nov 09 18:52:25.548234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=13']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:25.548512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.548736 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.549011 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 disassociated. External IP: 172.25.0.43, port: 2adb9ded-00c9-43c6-a68e-c4befc0e2b83. Nov 09 18:52:25.549395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Calling delete_port for 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:25.950232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:25.951964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e8180-da3f-41b2-80cf-f875c566c293 req-8d6d652d-d97d-42e7-8ef1-37752fad1f47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:25.953958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca4e8180-da3f-41b2-80cf-f875c566c293 req-8d6d652d-d97d-42e7-8ef1-37752fad1f47 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 946 time: 0.0550604 Nov 09 18:52:25.978315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event deleted for resources: {'Port': ['ID=2adb9ded-00c9-43c6-a68e-c4befc0e2b83,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:26.003893 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca4e8180-da3f-41b2-80cf-f875c566c293 req-f32cc004-3cea-4db8-8d3a-fd5ec28d739f tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups?id=920443bd-2220-4e38-9c41-b910ddeac380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 Nov 09 18:52:26.107515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:52:26.220223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:52:26.232512 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:52:26.241970 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:26.242733 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:52:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:26.266553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] No DVR routers for this DVR port 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:52:26.269631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:26.273871 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0677dbc4-1088-42b6-87e3-28d3f33dae60 req-f92f8972-c332-4625-8bdc-b871fcd6b895 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.85 "DELETE /v2.0/ports/2adb9ded-00c9-43c6-a68e-c4befc0e2b83 HTTP/1.1" status: 204 len: 173 time: 1.0702724 Nov 09 18:52:26.274173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-deleted', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:26.277536 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6518478d-4ceb-4cda-a156-1f410b4126fb" -d '{"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-deleted", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:26.318764 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826e566d-b1ef-48c8-810f-e0019f2b43c3 x-openstack-request-id: req-826e566d-b1ef-48c8-810f-e0019f2b43c3 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:26.319001 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69790988-2c6e-498e-9b2b-f81968d581e1", "name": "network-vif-deleted", "tag": "2adb9ded-00c9-43c6-a68e-c4befc0e2b83", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:26.319272 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-826e566d-b1ef-48c8-810f-e0019f2b43c3 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:26.319663 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69790988-2c6e-498e-9b2b-f81968d581e1', 'name': 'network-vif-deleted', 'tag': '2adb9ded-00c9-43c6-a68e-c4befc0e2b83', 'status': 'completed', 'code': 200} Nov 09 18:52:26.360187 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:26.562206 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:26.587338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:52:26.595383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:26.595984 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:52:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:26.698740 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:26.897886 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:26.924297 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54137624-8f70-40c0-9d5b-3c6469568b94 None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:36Z', 'revision_number': 4, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'fa11ec48-bd2c-48a0-b233-615c219f61d7', 'name': '', 'network_id': 'b7ce8da4-cb9d-45be-a37e-b8d72d933213', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'mac_address': 'fa:16:3e:cf:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:36Z', 'updated_at': '2021-11-09T18:42:40Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'subnets': [{'id': 'f6aeadc6-4e23-446e-b6b9-854155645569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:52:27.098087 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8522500-ef29-4e49-bb18-842ba5d4e681 req-ef66d14e-858e-4684-8739-286910eae018 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 210 time: 0.0279315 Nov 09 18:52:27.168002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8106446-bf3b-4d72-bfde-87c8e32dcc9a None None] New status for floating IP 2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:52:28.193688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a755eee-1f5a-4caa-9e4e-de39c6d62792 req-82851d20-758f-462e-b115-76b68a8afbff tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 210 time: 0.0273678 Nov 09 18:52:29.286876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16768644-b1e3-43bf-ac69-79cd1c4bae74 req-a7e4a232-9001-4e6c-b969-cd039057beb6 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/ports?device_id=69790988-2c6e-498e-9b2b-f81968d581e1 HTTP/1.1" status: 200 len: 210 time: 0.0266521 Nov 09 18:52:29.356208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:29.375997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:29.376347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 2adb9ded-00c9-43c6-a68e-c4befc0e2b83 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:31.849853 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:52:32.992551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40818) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:33.046021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-984200c9-d1d7-4cab-bbbf-55a4e6f6902d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.070426 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-984200c9-d1d7-4cab-bbbf-55a4e6f6902d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.125353 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-984200c9-d1d7-4cab-bbbf-55a4e6f6902d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.128975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-984200c9-d1d7-4cab-bbbf-55a4e6f6902d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.130321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-984200c9-d1d7-4cab-bbbf-55a4e6f6902d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "DELETE /v2.0/security-groups/920443bd-2220-4e38-9c41-b910ddeac380 HTTP/1.1" status: 204 len: 168 time: 0.1367488 Nov 09 18:52:33.133072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40820) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:33.139722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984200c9-d1d7-4cab-bbbf-55a4e6f6902d tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920443bd-2220-4e38-9c41-b910ddeac380,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:33.152424 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-3700bfb2-0d25-4749-8852-dbbeeb931cde tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] show failed (client error): The resource could not be found. Nov 09 18:52:33.153529 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3700bfb2-0d25-4749-8852-dbbeeb931cde tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "GET /v2.0/security-groups/920443bd-2220-4e38-9c41-b910ddeac380 HTTP/1.1" status: 404 len: 347 time: 0.0188701 Nov 09 18:52:33.156426 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40822) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:33.279136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Deleting port 7dd1315f-7209-4c5a-84f0-b86336423728 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:33.279404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.354955 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.355205 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.367102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Calling delete_port for 7dd1315f-7209-4c5a-84f0-b86336423728 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:33.496490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.520682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Pushing event deleted for resources: {'Port': ['ID=7dd1315f-7209-4c5a-84f0-b86336423728,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:33.592450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.595159 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:33.596427 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-be213917-7f30-4945-922b-0ebf5c296d25 tempest-ServerActionsTestJSON-1067605955 tempest-ServerActionsTestJSON-1067605955-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f4ad3e4-d2ce-4de6-8161-2d31f9c3eaf1 HTTP/1.1" status: 204 len: 168 time: 0.4389417 Nov 09 18:52:33.599763 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40824) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:34.101466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.340313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Deleting port fa11ec48-bd2c-48a0-b233-615c219f61d7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:34.340998 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.416076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] For port fa11ec48-bd2c-48a0-b233-615c219f61d7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fa11ec48-bd2c-48a0-b233-615c219f61d7,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:34.416444 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.433164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Calling delete_port for fa11ec48-bd2c-48a0-b233-615c219f61d7 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:34.608164 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:34.636295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa11ec48-bd2c-48a0-b233-615c219f61d7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:34.797046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.006029 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Router b36016a7-f7e4-426c-bc2e-39e848241a21 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:52:35.108911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:52:35.113894 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7e907e46-0af9-4af0-8f29-42b3674c0446 admin admin] 10.222.0.32 "PUT /v2.0/routers/b36016a7-f7e4-426c-bc2e-39e848241a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5131414 Nov 09 18:52:35.116672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40832) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.117502 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] Sync routers for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:52:35.126431 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:35.127032 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:52:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:35.220166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.230104 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:35.317217 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.372336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Deleting port a872f32a-be90-4059-987a-8a216c2d5ad8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:35.373021 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.403443 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:52:34Z', 'revision_number': 5, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port': {'id': 'a872f32a-be90-4059-987a-8a216c2d5ad8', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:35.452397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] For port a872f32a-be90-4059-987a-8a216c2d5ad8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a872f32a-be90-4059-987a-8a216c2d5ad8,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:35.452760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.466927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Calling delete_port for a872f32a-be90-4059-987a-8a216c2d5ad8 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:35.522759 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] Checking router: b36016a7-f7e4-426c-bc2e-39e848241a21 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:52:35.530961 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] Routers {'b36016a7-f7e4-426c-bc2e-39e848241a21'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:52:35.531622 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:52:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['b36016a7-f7e4-426c-bc2e-39e848241a21'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:35.615476 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] Set router b36016a7-f7e4-426c-bc2e-39e848241a21 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:52:35.635008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.660089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a872f32a-be90-4059-987a-8a216c2d5ad8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:35.665809 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:52:35Z', 'revision_number': 6, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:35.697750 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08caec53-dd46-4533-b46f-610306e8f229 None None] The sync data for ids ['b36016a7-f7e4-426c-bc2e-39e848241a21'] in n-d-817240-1 is: [{'id': 'b36016a7-f7e4-426c-bc2e-39e848241a21', 'name': 'tempest-ServerActionsTestJSON-381867050-router', 'tenant_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:42:34Z', 'updated_at': '2021-11-09T18:52:35Z', 'revision_number': 6, 'project_id': 'a14d2db17eb842598cd02fbdcb4a18af', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:52:35.724540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.813138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.815138 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.856394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.856909 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36016a7-f7e4-426c-bc2e-39e848241a21 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:52:35.861209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.862438 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a5cc4f0e-a494-45e7-a046-5c30b46b1b44 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b36016a7-f7e4-426c-bc2e-39e848241a21 HTTP/1.1" status: 204 len: 168 time: 0.7447402 Nov 09 18:52:35.864941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40834) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:35.911753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] Deleting subnet f6aeadc6-4e23-446e-b6b9-854155645569 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:52:35.914821 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:35.949415 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.022660 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.075840 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.107359 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6aeadc6-4e23-446e-b6b9-854155645569,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:36.109409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.113287 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e2ccb7ab-7a10-4fee-ae5b-81cb789fe24d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f6aeadc6-4e23-446e-b6b9-854155645569 HTTP/1.1" status: 204 len: 168 time: 0.2467749 Nov 09 18:52:36.115596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40836) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:36.118830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c2b36-eb7c-40bb-9299-b36ff3a8db33 None None] Network b7ce8da4-cb9d-45be-a37e-b8d72d933213 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:52:36.184303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.239476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Deleting port ee059864-fcc4-4702-8292-8661c6c3e8d9 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:52:36.240022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.307138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] For port ee059864-fcc4-4702-8292-8661c6c3e8d9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ee059864-fcc4-4702-8292-8661c6c3e8d9,segment=NetworkSegment(619ea7c9-abff-44c1-bde8-644e08ba25e8),segment_id=619ea7c9-abff-44c1-bde8-644e08ba25e8)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:36.307506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.320058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Calling delete_port for ee059864-fcc4-4702-8292-8661c6c3e8d9 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:52:36.395306 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.424007 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee059864-fcc4-4702-8292-8661c6c3e8d9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:36.426055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] No DVR routers for this DVR port ee059864-fcc4-4702-8292-8661c6c3e8d9 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:52:36.494233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b833e2-e016-4357-8397-d3e5cb66731f None None] DHCP port deletion for b7ce8da4-cb9d-45be-a37e-b8d72d933213 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:52:36.503009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.528643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ce8da4-cb9d-45be-a37e-b8d72d933213']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:36.539737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619ea7c9-abff-44c1-bde8-644e08ba25e8') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:36.540040 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619ea7c9-abff-44c1-bde8-644e08ba25e8') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:52:36.548920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a872f32a-be90-4059-987a-8a216c2d5ad8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:36.550125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.567154 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.570214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a872f32a-be90-4059-987a-8a216c2d5ad8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:36.570506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a872f32a-be90-4059-987a-8a216c2d5ad8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:36.570914 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fa11ec48-bd2c-48a0-b233-615c219f61d7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:36.575116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:52:36.575689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:52:36.577269 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:52:36.590094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: fa11ec48-bd2c-48a0-b233-615c219f61d7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:36.590438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fa11ec48-bd2c-48a0-b233-615c219f61d7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:36.590843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ee059864-fcc4-4702-8292-8661c6c3e8d9 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:52:36.609783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ee059864-fcc4-4702-8292-8661c6c3e8d9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:52:36.610155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ee059864-fcc4-4702-8292-8661c6c3e8d9 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:52:36.633891 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.638724 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.641857 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b7ce8da4-cb9d-45be-a37e-b8d72d933213 HTTP/1.1" status: 204 len: 168 time: 0.5252786 Nov 09 18:52:36.658912 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cadbef-3849-4c3e-8fe0-37874bee95e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ce8da4-cb9d-45be-a37e-b8d72d933213,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:36.775471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40842) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:36.814369 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-56c527fb-8809-415a-af90-6fa5188ba3fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a14d2db17eb842598cd02fbdcb4a18af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377228 Nov 09 18:52:36.817446 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40844) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:36.864383 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5dc9-ed55-4bce-a01f-f45e31188fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.885246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5dc9-ed55-4bce-a01f-f45e31188fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.931961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5dc9-ed55-4bce-a01f-f45e31188fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.934695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ce3d5dc9-ed55-4bce-a01f-f45e31188fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:36.935873 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ce3d5dc9-ed55-4bce-a01f-f45e31188fd4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/674d5c10-5892-4b93-840f-7e55d0fa8bd3 HTTP/1.1" status: 204 len: 168 time: 0.1174827 Nov 09 18:52:36.946680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d5dc9-ed55-4bce-a01f-f45e31188fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674d5c10-5892-4b93-840f-7e55d0fa8bd3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:37.354638 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e187bed5-c023-4c50-96dd-2abbb01f7658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.626640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 40868) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:37.719701 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-559888510-network', 'tenant_id': '9162d85ee6214b388fba5b80d8531713'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:37.741292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Made reservation on behalf of 9162d85ee6214b388fba5b80d8531713 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:52:37.743586 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.752180 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.825926 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.829744 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.853722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:52:37.863673 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65c84e-4422-4b09-a4f0-3d84d26a99f5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:37.868539 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.868886 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Added segment bfad1250-92db-47cd-97ff-31e2e7d2b338 of type vlan for network 317f88f5-f279-4d3f-9193-59095a727763 Nov 09 18:52:37.907218 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.933750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.934723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:37.935288 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:37.986426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3586471 Nov 09 18:52:37.990125 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 40872) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:52:37.995050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Request body: {'subnet': {'network_id': '317f88f5-f279-4d3f-9193-59095a727763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-559888510-subnet', 'tenant_id': '9162d85ee6214b388fba5b80d8531713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:37.999238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854e17b-c1e8-4f58-b62f-7aaff47f731a admin admin] Pushing event updated for resources: {'Network': ['ID=317f88f5-f279-4d3f-9193-59095a727763,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:38.009465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 317f88f5-f279-4d3f-9193-59095a727763 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:52:38.018897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Made reservation on behalf of 9162d85ee6214b388fba5b80d8531713 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:52:38.021803 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.449718 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.507835 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:38.514777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Checking segment: {'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:38.515133 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Network hostable DHCP agents. Network: 317f88f5-f279-4d3f-9193-59095a727763, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:52:38.531705 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Network 317f88f5-f279-4d3f-9193-59095a727763 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:52:38.541746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 317f88f5-f279-4d3f-9193-59095a727763) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:38.545589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:38.546215 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:38.551368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b05c0-afa5-49fc-9452-f42e169f70bd None None] Network 317f88f5-f279-4d3f-9193-59095a727763 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:52:38.561607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dda4d57b-891a-49de-803e-ce9c1df1fcfe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5704107 Nov 09 18:52:38.676369 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd499285-91a3-441c-ad5d-91e6056edf37 None None] Network 317f88f5-f279-4d3f-9193-59095a727763 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:52:39.001459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b743dc-778f-4302-94ac-4f26ab283855 req-27cf90f5-7833-4771-8851-3c284196cfab tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:39.002886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-27cf90f5-7833-4771-8851-3c284196cfab tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/networks?id=317f88f5-f279-4d3f-9193-59095a727763 HTTP/1.1" status: 200 len: 813 time: 0.1027691 Nov 09 18:52:39.018175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ba71188b-40dc-473c-9ba9-3dc4dd812238 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/quotas/9162d85ee6214b388fba5b80d8531713 HTTP/1.1" status: 200 len: 375 time: 0.0088189 Nov 09 18:52:39.048429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-11d8eaa5-203e-4a5b-966d-a573d526363c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9162d85ee6214b388fba5b80d8531713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251234 Nov 09 18:52:39.106958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-02a07d78-a1a7-433b-9bf9-9c78542070ff service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:52:39.107947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-02a07d78-a1a7-433b-9bf9-9c78542070ff service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522087 Nov 09 18:52:39.200531 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-9893cb25-131c-4494-8ece-fb6436714130 service neutron] 10.222.0.32 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857840 Nov 09 18:52:39.287775 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-e53d3b78-7e62-40a1-9475-024d3da66b91 service neutron] 10.222.0.32 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810754 Nov 09 18:52:39.445610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a6f2a47-4f27-4904-8dd1-e735fb4bb4e5 req-8709f2c4-27ab-41a3-9e48-d8cfb30e0662 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 210 time: 0.0321832 Nov 09 18:52:39.839676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-319a8c30-e26e-4c8a-bef6-18cf79edf717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.285975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.447105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b743dc-778f-4302-94ac-4f26ab283855 req-39453213-0f34-484b-b6e1-34489a0937cd tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:40.448544 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-39453213-0f34-484b-b6e1-34489a0937cd tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.85 "GET /v2.0/networks?id=317f88f5-f279-4d3f-9193-59095a727763 HTTP/1.1" status: 200 len: 813 time: 0.1038790 Nov 09 18:52:40.461507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Request body: {'port': {'device_id': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'network_id': '317f88f5-f279-4d3f-9193-59095a727763', 'admin_state_up': True, 'tenant_id': '9162d85ee6214b388fba5b80d8531713'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:40.543831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-648cf71e-6016-478e-9f0a-ff6a0029c38d req-1176292f-0a84-4d0f-8981-7bb22dc96b3a tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Nov 09 18:52:40.575637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Made reservation on behalf of 9162d85ee6214b388fba5b80d8531713 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:52:40.579243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.699550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Allocated IP 172.20.0.9 (317f88f5-f279-4d3f-9193-59095a727763/3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965/70da4508-ca08-4a00-bf98-d8bcf9bf4fa7) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:52:40.848860 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.880911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:40.925666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Network 317f88f5-f279-4d3f-9193-59095a727763 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:40.928869 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:40.934874 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:52:40.944082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Pushing event updated for resources: {'Port': ['ID=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:40.988830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:40.989445 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.004711 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-1e156234-186e-47a9-a59c-f1367bf804b7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470245 Nov 09 18:52:41.016831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Request body: {'port': {'device_id': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:41.072019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.267359 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.343015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:41.350645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.362919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Transition to ACTIVE for port object 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:52:41.366720 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.415079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:41.487087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Attempting to bind port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:52:41.487867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Attempting to bind port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:52:41.487867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Attempting to bind port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 on network 317f88f5-f279-4d3f-9193-59095a727763 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:41.492037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 on network 317f88f5-f279-4d3f-9193-59095a727763 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:52:41.492360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Attempting to bind port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 on network 317f88f5-f279-4d3f-9193-59095a727763 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:41.497009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:52:41.497346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Checking segment: {'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:41.497726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Bound using segment: {'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:52:41.498189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Bound port: 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:52:41.498543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.561604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] For port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:41.565333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] For port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:52:41.570749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.623113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:41.623746 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:41.625165 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] 10.222.0.85 "PUT /v2.0/ports/70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 HTTP/1.1" status: 200 len: 1091 time: 0.6124475 Nov 09 18:52:41.625614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'tag': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:41.627960 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fe063e-668c-45b3-a0a0-38cec50168f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3dc5d6-a87b-4860-a500-8c88718eeb68", "tag": "70da4508-ca08-4a00-bf98-d8bcf9bf4fa7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:41.649305 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad861071-b351-4be0-bfeb-ef3964cddcc4 service neutron] Pushing event updated for resources: {'Port': ['ID=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:41.666548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca51cb-87cb-4232-91a6-7e08ef4d1814 req-3a09814a-0b5c-4ded-b084-02ec1202b9c2 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:41.668142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02ca51cb-87cb-4232-91a6-7e08ef4d1814 req-3a09814a-0b5c-4ded-b084-02ec1202b9c2 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 943 time: 0.0566356 Nov 09 18:52:41.702505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b743dc-778f-4302-94ac-4f26ab283855 req-3a45d16d-3215-43a4-bc8a-e7ca8e7bcb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:41.704048 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-3a45d16d-3215-43a4-bc8a-e7ca8e7bcb16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9162d85ee6214b388fba5b80d8531713&device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 1094 time: 0.0415335 Nov 09 18:52:41.707380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02ca51cb-87cb-4232-91a6-7e08ef4d1814 req-3cc31ad6-3df9-41ca-9d95-b764f66fe62a tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Nov 09 18:52:41.749080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-8b504905-77eb-4478-ba39-ee32484a6596 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 HTTP/1.1" status: 200 len: 217 time: 0.0377126 Nov 09 18:52:41.763943 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f4794a-9383-472f-bac1-95c44c65129b x-openstack-request-id: req-e3f4794a-9383-472f-bac1-95c44c65129b {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:41.764227 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3dc5d6-a87b-4860-a500-8c88718eeb68", "tag": "70da4508-ca08-4a00-bf98-d8bcf9bf4fa7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:41.764480 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3f4794a-9383-472f-bac1-95c44c65129b {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:41.764869 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'tag': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7', 'status': 'completed', 'code': 200} Nov 09 18:52:41.800986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b743dc-778f-4302-94ac-4f26ab283855 req-6ea5e000-5285-4d26-aeab-22d5d3f37227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:41.802433 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-6ea5e000-5285-4d26-aeab-22d5d3f37227 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965 HTTP/1.1" status: 200 len: 853 time: 0.0463562 Nov 09 18:52:41.832470 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-35b27263-bd49-4ed1-b0e8-5722eedabec4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=317f88f5-f279-4d3f-9193-59095a727763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234404 Nov 09 18:52:41.926639 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-9f9afe3b-9c15-453b-bc11-89966dff8bb9 service neutron] 10.222.0.85 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Nov 09 18:52:42.015469 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-24b743dc-778f-4302-94ac-4f26ab283855 req-6b3e252e-49f2-4952-8c73-15293411dddc service neutron] 10.222.0.85 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817454 Nov 09 18:52:42.101690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-be380a46-dbfe-4ec7-828f-b71852fa8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:42.103394 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-be380a46-dbfe-4ec7-828f-b71852fa8984 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9162d85ee6214b388fba5b80d8531713&device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 1094 time: 0.0407853 Nov 09 18:52:42.196850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-a0d3787a-2247-458e-955b-f016997f5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:42.198353 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-a0d3787a-2247-458e-955b-f016997f5c84 service neutron] 10.222.0.85 "GET /v2.0/networks?id=317f88f5-f279-4d3f-9193-59095a727763 HTTP/1.1" status: 200 len: 914 time: 0.0875680 Nov 09 18:52:42.239082 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-7dbbb548-3483-481c-84ce-272ba63448f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 HTTP/1.1" status: 200 len: 217 time: 0.0335925 Nov 09 18:52:42.291830 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-cd003288-3db5-4bc5-919d-f7582d7fd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:42.293238 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-cd003288-3db5-4bc5-919d-f7582d7fd794 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965 HTTP/1.1" status: 200 len: 853 time: 0.0470335 Nov 09 18:52:42.325620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-332e971b-85ec-471d-a349-d7c545e6db3d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=317f88f5-f279-4d3f-9193-59095a727763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238850 Nov 09 18:52:42.414014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-264c6ea2-5a89-4abc-bc9f-038649414f45 service neutron] 10.222.0.85 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806735 Nov 09 18:52:42.507909 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-71fe063e-668c-45b3-a0a0-38cec50168f0 req-ef3016de-84c1-45e0-981e-ecc928ea2d89 service neutron] 10.222.0.85 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854526 Nov 09 18:52:42.758891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:42.821534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f9874-a289-4fde-acd1-a49d2d270021 req-33b5d8bf-3362-4479-a09e-df848192b27e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:42.822991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-709f9874-a289-4fde-acd1-a49d2d270021 req-33b5d8bf-3362-4479-a09e-df848192b27e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 943 time: 0.0474908 Nov 09 18:52:42.859846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-709f9874-a289-4fde-acd1-a49d2d270021 req-d016a8d2-6343-410f-8277-29623c50f17d tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Nov 09 18:52:43.975768 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aad14-3f39-417c-befa-f6ddcb699851 req-145b3c83-9876-4f64-b4a2-a918c245a6d3 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:43.977219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca3aad14-3f39-417c-befa-f6ddcb699851 req-145b3c83-9876-4f64-b4a2-a918c245a6d3 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 943 time: 0.0520902 Nov 09 18:52:44.013661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca3aad14-3f39-417c-befa-f6ddcb699851 req-83409abd-c054-4a13-bb13-f62384176908 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305126 Nov 09 18:52:45.125169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e32c-97b7-4d7d-ade3-45f1bb30d03e req-b76ab0b3-5e21-4d15-9c83-5d586de3cb33 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:45.126631 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afb9e32c-97b7-4d7d-ade3-45f1bb30d03e req-b76ab0b3-5e21-4d15-9c83-5d586de3cb33 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 943 time: 0.0478437 Nov 09 18:52:45.164152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afb9e32c-97b7-4d7d-ade3-45f1bb30d03e req-c03249a4-a892-4052-a42f-9a6dc4ba17f5 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Nov 09 18:52:45.415347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:52:45.505894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:45.516764 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7', 'network_id': '317f88f5-f279-4d3f-9193-59095a727763', 'port_id': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7', 'mac_address': 'fa:16:3e:4a:04:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:52:45.556127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.568892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:45.587524 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:45.591619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:45.638083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:45.779838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['70da4508-ca08-4a00-bf98-d8bcf9bf4fa7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:52:46.277404 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186d6a8-1a2c-4e47-a458-5464c91f66ab req-6b39da4e-6808-4237-ab29-62c92ed36d6d tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:46.278888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4186d6a8-1a2c-4e47-a458-5464c91f66ab req-6b39da4e-6808-4237-ab29-62c92ed36d6d tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 944 time: 0.0488703 Nov 09 18:52:46.314689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4186d6a8-1a2c-4e47-a458-5464c91f66ab req-85637e21-ca57-4c41-a3a8-004de023dc25 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299740 Nov 09 18:52:46.679404 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:47.415770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:47.431737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9584e-d1ab-4b7c-9b77-db26fd7e86bd req-18d0fde5-4b9d-4267-834d-6930db040650 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:47.433218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7c9584e-d1ab-4b7c-9b77-db26fd7e86bd req-18d0fde5-4b9d-4267-834d-6930db040650 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 944 time: 0.0533164 Nov 09 18:52:47.464515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:52:47.468700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:47.469096 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:47.471424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7c9584e-d1ab-4b7c-9b77-db26fd7e86bd req-6ac9e49d-113c-464c-8777-f388422dee1c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Nov 09 18:52:47.543469 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:47.568839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:47.571163 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5345df-b844-472d-a782-c1d454c24079" -d '{"events": [{"server_uuid": "ab3dc5d6-a87b-4860-a500-8c88718eeb68", "name": "network-vif-plugged", "status": "completed", "tag": "70da4508-ca08-4a00-bf98-d8bcf9bf4fa7"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:47.583233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:47.587550 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:47.614282 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e071e25f-60a8-4d1b-a360-f513c1bd988f x-openstack-request-id: req-e071e25f-60a8-4d1b-a360-f513c1bd988f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:47.614722 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dc5d6-a87b-4860-a500-8c88718eeb68", "name": "network-vif-plugged", "status": "completed", "tag": "70da4508-ca08-4a00-bf98-d8bcf9bf4fa7", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:47.614982 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e071e25f-60a8-4d1b-a360-f513c1bd988f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:47.615373 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7', 'code': 200} Nov 09 18:52:47.642221 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:47.704972 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb514c-90b5-41dc-ae9e-73cc8ab43873 req-7ddbcaf1-96d3-4bd5-b6f4-0bd2bb621193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:47.707119 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3cb514c-90b5-41dc-ae9e-73cc8ab43873 req-7ddbcaf1-96d3-4bd5-b6f4-0bd2bb621193 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 1096 time: 0.0408876 Nov 09 18:52:47.739552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f3cb514c-90b5-41dc-ae9e-73cc8ab43873 req-c7b794d0-58c8-4b19-8867-6bbe839919fa service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261705 Nov 09 18:52:48.585912 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1940ab-10dc-4d21-ad7e-51f62ac4e32e req-cb84fe9b-2795-430c-bca6-1f02ea8b69cb tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:48.587485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed1940ab-10dc-4d21-ad7e-51f62ac4e32e req-cb84fe9b-2795-430c-bca6-1f02ea8b69cb tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0489664 Nov 09 18:52:48.624657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ed1940ab-10dc-4d21-ad7e-51f62ac4e32e req-1c92b75e-830f-40ec-8173-258c4cd098d4 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Nov 09 18:52:49.636632 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:49.737180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd31524-74e5-4b13-90da-4397ec661479 req-09e0f7ac-e30b-4db9-8ece-de0c35963ad8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:49.738656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cd31524-74e5-4b13-90da-4397ec661479 req-09e0f7ac-e30b-4db9-8ece-de0c35963ad8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0477509 Nov 09 18:52:49.775095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cd31524-74e5-4b13-90da-4397ec661479 req-53537bbf-1eb1-423a-a4c1-acc5f4d72cba tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Nov 09 18:52:49.995034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-3d79e139-ffc7-4a1c-9e62-2447508a006c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:49.996476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-3d79e139-ffc7-4a1c-9e62-2447508a006c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/networks?id=317f88f5-f279-4d3f-9193-59095a727763 HTTP/1.1" status: 200 len: 813 time: 0.1034565 Nov 09 18:52:50.011396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-436d0c00-a321-4ec0-8d0e-df2d0bb958d3 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/quotas/9162d85ee6214b388fba5b80d8531713 HTTP/1.1" status: 200 len: 375 time: 0.0092216 Nov 09 18:52:50.058946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-aef69016-5cc2-4f70-894a-c93cefef0479 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9162d85ee6214b388fba5b80d8531713&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424674 Nov 09 18:52:50.148326 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-d4a8661a-a4e0-4a06-b756-c1de0ec240be service neutron] 10.222.0.32 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823395 Nov 09 18:52:50.234400 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-e919d18b-ccf7-4cb4-8d53-8a57c44f0c5f service neutron] 10.222.0.32 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800018 Nov 09 18:52:50.395426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dbc3063a-0da0-4126-a1dc-fb42ef0ab6e2 req-332d71ed-9bf7-4e67-9f0b-4a0e4b3ed602 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 210 time: 0.0316067 Nov 09 18:52:51.412265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-4ff5521d-148d-42ff-8d5c-976cbb1fbe38 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:51.413709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-4ff5521d-148d-42ff-8d5c-976cbb1fbe38 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.73 "GET /v2.0/networks?id=317f88f5-f279-4d3f-9193-59095a727763 HTTP/1.1" status: 200 len: 813 time: 0.1027200 Nov 09 18:52:51.433065 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Request body: {'port': {'device_id': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'network_id': '317f88f5-f279-4d3f-9193-59095a727763', 'admin_state_up': True, 'tenant_id': '9162d85ee6214b388fba5b80d8531713'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:51.508831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3c69f6fb-c87a-466f-b918-4db2c0b5414a req-2fd7c9f9-06bf-48eb-8d1b-35b57826b223 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 210 time: 0.0321403 Nov 09 18:52:51.563995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Made reservation on behalf of 9162d85ee6214b388fba5b80d8531713 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:52:51.567999 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:51.693729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Allocated IP 172.20.0.3 (317f88f5-f279-4d3f-9193-59095a727763/3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965/faacddf5-f684-4cb3-9bb1-53f5b0b9f625) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:52:51.833900 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:51.866441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:51.878655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['70da4508-ca08-4a00-bf98-d8bcf9bf4fa7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:52:51.913461 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Network 317f88f5-f279-4d3f-9193-59095a727763 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:52:51.916596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:52:51.923393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:52:51.927653 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Pushing event updated for resources: {'Port': ['ID=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:51.952741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.953094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.953442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.953781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.954144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.954479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.954812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.955137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.955464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.955787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.956142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.956464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:52:51.985867 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:51.986749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.002675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-0cb5991f-67a6-4dd8-ace3-d39850f03be8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741065 Nov 09 18:52:52.021499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Request body: {'port': {'device_id': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:52:52.073104 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.329380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faacddf5-f684-4cb3-9bb1-53f5b0b9f625 {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:52.336602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.348991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Transition to ACTIVE for port object faacddf5-f684-4cb3-9bb1-53f5b0b9f625 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:52:52.352006 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.401284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Pushing event updated for resources: {'Port': ['ID=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:52.467935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Attempting to bind port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:52:52.468495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Attempting to bind port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:52:52.468606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Attempting to bind port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 on network 317f88f5-f279-4d3f-9193-59095a727763 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:52.472952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 on network 317f88f5-f279-4d3f-9193-59095a727763 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:52:52.473311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Attempting to bind port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 on network 317f88f5-f279-4d3f-9193-59095a727763 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:52:52.478926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:52:52.479260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Checking segment: {'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:52:52.479639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Bound using segment: {'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:52:52.480059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Bound port: faacddf5-f684-4cb3-9bb1-53f5b0b9f625, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfad1250-92db-47cd-97ff-31e2e7d2b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '317f88f5-f279-4d3f-9193-59095a727763'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:52:52.480412 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.542512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] For port faacddf5-f684-4cb3-9bb1-53f5b0b9f625, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:52:52.546010 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] For port faacddf5-f684-4cb3-9bb1-53f5b0b9f625, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:52:52.550949 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.595886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:52.596520 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:52.598449 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] 10.222.0.73 "PUT /v2.0/ports/faacddf5-f684-4cb3-9bb1-53f5b0b9f625 HTTP/1.1" status: 200 len: 1091 time: 0.5811932 Nov 09 18:52:52.600546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'tag': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:52.602846 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172087ae-3db1-477a-86d7-2c8479ffae2c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b", "tag": "faacddf5-f684-4cb3-9bb1-53f5b0b9f625"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:52.640787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47661d7-3f71-45e1-853a-1a7c50e14996 service neutron] Pushing event updated for resources: {'Port': ['ID=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:52.684642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994b337-3a7b-4d8a-ac5d-0356b688f698 req-9e5d9060-b74e-45c9-9110-766e5cd39cd5 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:52.686120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8994b337-3a7b-4d8a-ac5d-0356b688f698 req-9e5d9060-b74e-45c9-9110-766e5cd39cd5 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 943 time: 0.1081805 Nov 09 18:52:52.710463 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-3f6fd100-9b44-48f6-98a0-1494e03e47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:52.711921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-3f6fd100-9b44-48f6-98a0-1494e03e47c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9162d85ee6214b388fba5b80d8531713&device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 1094 time: 0.0657945 Nov 09 18:52:52.760712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8994b337-3a7b-4d8a-ac5d-0356b688f698 req-3948ebc4-eb7b-4e7f-bf24-05ea00923221 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672910 Nov 09 18:52:52.762056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-8e0803eb-d3a8-40f8-af2c-63abad4e8041 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faacddf5-f684-4cb3-9bb1-53f5b0b9f625 HTTP/1.1" status: 200 len: 217 time: 0.0375922 Nov 09 18:52:52.817832 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-524a8c7e-0904-43d5-bfad-e2cfd56c3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:52.819306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-524a8c7e-0904-43d5-bfad-e2cfd56c3b69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965 HTTP/1.1" status: 200 len: 853 time: 0.0443010 Nov 09 18:52:52.859470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-ca59a0fe-f3ac-49d3-bd09-9954e7eebfd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=317f88f5-f279-4d3f-9193-59095a727763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284393 Nov 09 18:52:52.866272 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d94ef1-bf37-4ff7-967b-d32f4f1a6798 x-openstack-request-id: req-01d94ef1-bf37-4ff7-967b-d32f4f1a6798 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:52.866566 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b", "tag": "faacddf5-f684-4cb3-9bb1-53f5b0b9f625", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:52.866827 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d94ef1-bf37-4ff7-967b-d32f4f1a6798 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:52.867219 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'tag': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625', 'status': 'completed', 'code': 200} Nov 09 18:52:52.957316 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-69861c6b-b4cb-4a18-b3e2-de47254b3545 service neutron] 10.222.0.73 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820808 Nov 09 18:52:53.391698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cbdeadc-9407-43b6-b2ae-54ee4223796c req-250105ee-9543-47c9-86fa-2fd402d9b700 service neutron] 10.222.0.73 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218543 Nov 09 18:52:53.491167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-978c3475-2d3d-4a65-99b9-53e94554a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:53.492596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-978c3475-2d3d-4a65-99b9-53e94554a977 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9162d85ee6214b388fba5b80d8531713&device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 1094 time: 0.0403547 Nov 09 18:52:53.580196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-9f09f6b6-7b63-4e87-b080-d484d5b066ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:53.581667 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-9f09f6b6-7b63-4e87-b080-d484d5b066ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=317f88f5-f279-4d3f-9193-59095a727763 HTTP/1.1" status: 200 len: 914 time: 0.0817208 Nov 09 18:52:53.625962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-29806739-c0c6-4595-a097-8a5e9c028e16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faacddf5-f684-4cb3-9bb1-53f5b0b9f625 HTTP/1.1" status: 200 len: 217 time: 0.0368946 Nov 09 18:52:53.677306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-b5e19f0b-8e60-4759-86bb-de159a876acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:53.678657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-b5e19f0b-8e60-4759-86bb-de159a876acb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965 HTTP/1.1" status: 200 len: 853 time: 0.0428915 Nov 09 18:52:53.709385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-91de3e03-fb7d-4893-b17d-0bd3b6c51021 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=317f88f5-f279-4d3f-9193-59095a727763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228539 Nov 09 18:52:53.801195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-3e24b4b9-927a-4a6c-b5bb-4ad29de42674 service neutron] 10.222.0.73 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831127 Nov 09 18:52:53.923008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552d10-1f20-4428-862e-0b789fd2b03b req-aca8f6b5-56c2-4117-b37b-c0e01a93ed8a tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:53.924452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68552d10-1f20-4428-862e-0b789fd2b03b req-aca8f6b5-56c2-4117-b37b-c0e01a93ed8a tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 943 time: 0.0947487 Nov 09 18:52:53.941799 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172087ae-3db1-477a-86d7-2c8479ffae2c req-45dc05aa-f5b1-44d8-ab94-7c1196062ba5 service neutron] 10.222.0.73 "GET /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291492 Nov 09 18:52:53.968084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68552d10-1f20-4428-862e-0b789fd2b03b req-0fdfeab9-ab28-4d51-839d-373be795dd6e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Nov 09 18:52:55.081705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11f3a-338a-4191-856c-acd9b2b3b46a req-afc3039c-4efc-4d96-bac9-d4a7959b559c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:55.083172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38d11f3a-338a-4191-856c-acd9b2b3b46a req-afc3039c-4efc-4d96-bac9-d4a7959b559c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 943 time: 0.0485303 Nov 09 18:52:55.120065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-38d11f3a-338a-4191-856c-acd9b2b3b46a req-125b34ce-8a9d-4333-a256-d6834e5d22ea tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Nov 09 18:52:55.982076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device faacddf5-f684-4cb3-9bb1-53f5b0b9f625 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:52:56.073801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port faacddf5-f684-4cb3-9bb1-53f5b0b9f625, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:56.085296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625', 'network_id': '317f88f5-f279-4d3f-9193-59095a727763', 'port_id': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625', 'mac_address': 'fa:16:3e:8f:36:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:52:56.119811 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.135570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faacddf5-f684-4cb3-9bb1-53f5b0b9f625 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:52:56.154935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port faacddf5-f684-4cb3-9bb1-53f5b0b9f625, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:56.159986 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:56.207114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:56.239199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493fed-b115-4a5a-a70e-e72505e2e9ad req-3f65a0bf-0fa2-4e45-8220-e3be5301a303 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:56.240678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e493fed-b115-4a5a-a70e-e72505e2e9ad req-3f65a0bf-0fa2-4e45-8220-e3be5301a303 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 944 time: 0.0480115 Nov 09 18:52:56.278022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e493fed-b115-4a5a-a70e-e72505e2e9ad req-0eb89cce-76ad-43a6-9a2a-e0477e52b93c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Nov 09 18:52:56.415797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['faacddf5-f684-4cb3-9bb1-53f5b0b9f625'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:52:57.394278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93332eb5-8ee6-4652-98dd-a93d8dc425ab req-5bfc2d31-8c50-4706-bcee-aa52e4a6ce58 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:57.395779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93332eb5-8ee6-4652-98dd-a93d8dc425ab req-5bfc2d31-8c50-4706-bcee-aa52e4a6ce58 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 944 time: 0.0518408 Nov 09 18:52:57.432137 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-93332eb5-8ee6-4652-98dd-a93d8dc425ab req-b85f1cc1-5dd8-4b16-9ec8-5eba3087af2c tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304651 Nov 09 18:52:57.996659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device faacddf5-f684-4cb3-9bb1-53f5b0b9f625 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:52:58.045676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:52:58.049135 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:52:58.050005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:58.122767 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:58.144059 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:52:58.146317 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3342c47-cd1e-42f5-a73c-b70496cf45ad" -d '{"events": [{"server_uuid": "cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b", "name": "network-vif-plugged", "status": "completed", "tag": "faacddf5-f684-4cb3-9bb1-53f5b0b9f625"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:52:58.160407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port faacddf5-f684-4cb3-9bb1-53f5b0b9f625, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:52:58.164443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:52:58.192611 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236f04a-51a5-421e-b89a-2c9f5e716b74 x-openstack-request-id: req-9236f04a-51a5-421e-b89a-2c9f5e716b74 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:52:58.192851 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b", "name": "network-vif-plugged", "status": "completed", "tag": "faacddf5-f684-4cb3-9bb1-53f5b0b9f625", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:52:58.193107 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9236f04a-51a5-421e-b89a-2c9f5e716b74 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:52:58.193492 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625', 'code': 200} Nov 09 18:52:58.218760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:52:58.285134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd90ec-ce7c-4241-9651-cd007eda4d09 req-d13b910d-56ff-4e83-bba7-4201d9230d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:58.286689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11fd90ec-ce7c-4241-9651-cd007eda4d09 req-d13b910d-56ff-4e83-bba7-4201d9230d95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 1096 time: 0.0390904 Nov 09 18:52:58.320923 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11fd90ec-ce7c-4241-9651-cd007eda4d09 req-8b440177-8581-4cdf-aba5-54f30699cb65 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270531 Nov 09 18:52:58.549401 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbf4e8-a5ef-4718-b4a5-d0c894361f26 req-558af767-d18f-451e-b481-f14d25d582d1 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:58.550875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fbbf4e8-a5ef-4718-b4a5-d0c894361f26 req-558af767-d18f-451e-b481-f14d25d582d1 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 945 time: 0.0487063 Nov 09 18:52:58.587532 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fbbf4e8-a5ef-4718-b4a5-d0c894361f26 req-5250b339-f331-4932-a3b9-06f1c21bfcf2 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305336 Nov 09 18:52:59.705103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272a1e5-6412-4875-82b5-2363cc83d9f0 req-df0031f8-54b9-44f7-b21c-6580cc34e090 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:59.706597 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9272a1e5-6412-4875-82b5-2363cc83d9f0 req-df0031f8-54b9-44f7-b21c-6580cc34e090 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 945 time: 0.0525260 Nov 09 18:52:59.743679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9272a1e5-6412-4875-82b5-2363cc83d9f0 req-556427e3-4c83-4452-b2b7-002c88c70bc0 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Nov 09 18:52:59.966642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d009a1-08f5-48e7-b795-21f8dcd98221 req-97030fa1-a091-4187-bb92-7368bbd53a3f tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:52:59.968153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74d009a1-08f5-48e7-b795-21f8dcd98221 req-97030fa1-a091-4187-bb92-7368bbd53a3f tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 945 time: 0.0492110 Nov 09 18:53:00.004876 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-74d009a1-08f5-48e7-b795-21f8dcd98221 req-e25f9253-4dfa-4760-8034-2dc6c2ef9d90 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301330 Nov 09 18:53:01.117961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207fbdb-5d4f-433a-9e29-b271e63371d5 req-fdee36a9-b47f-4c49-a9f8-8bac3c1f3d06 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:01.119443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8207fbdb-5d4f-433a-9e29-b271e63371d5 req-fdee36a9-b47f-4c49-a9f8-8bac3c1f3d06 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 945 time: 0.0485225 Nov 09 18:53:01.156429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8207fbdb-5d4f-433a-9e29-b271e63371d5 req-5fce7c9a-7f59-4aca-a767-b419a87c71d4 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Nov 09 18:53:01.384749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-9e66947d-07c0-4f54-b387-cb56c6aef3fe tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:01.386189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-9e66947d-07c0-4f54-b387-cb56c6aef3fe tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 945 time: 0.0510077 Nov 09 18:53:01.473346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Deleting port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:53:01.473696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:01.562237 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] For port faacddf5-f684-4cb3-9bb1-53f5b0b9f625, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:01.562603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:01.575178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Calling delete_port for faacddf5-f684-4cb3-9bb1-53f5b0b9f625 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:53:01.695707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:01.708450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['70da4508-ca08-4a00-bf98-d8bcf9bf4fa7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:53:01.728192 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Pushing event deleted for resources: {'Port': ['ID=faacddf5-f684-4cb3-9bb1-53f5b0b9f625,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:01.731525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['faacddf5-f684-4cb3-9bb1-53f5b0b9f625'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:53:01.770900 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] No DVR routers for this DVR port faacddf5-f684-4cb3-9bb1-53f5b0b9f625 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:53:01.773748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:01.777077 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd1e60ee-785b-43a4-b4a0-9efa2257daac req-255ffe3e-de36-4a39-8654-60bb6be6338e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.73 "DELETE /v2.0/ports/faacddf5-f684-4cb3-9bb1-53f5b0b9f625 HTTP/1.1" status: 204 len: 173 time: 0.3847249 Nov 09 18:53:01.777530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'name': 'network-vif-deleted', 'tag': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:53:01.779835 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cea1fc55562931aab766830945c146a3f485d4da5262986e4f94e11e912feb23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b90d1-3093-41e8-b763-4bf434d62a6c" -d '{"events": [{"server_uuid": "cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b", "name": "network-vif-deleted", "tag": "faacddf5-f684-4cb3-9bb1-53f5b0b9f625"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:53:01.819193 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2001e861-66d9-4237-9e1f-67852bb42668 x-openstack-request-id: req-2001e861-66d9-4237-9e1f-67852bb42668 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:53:01.819523 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b", "name": "network-vif-deleted", "tag": "faacddf5-f684-4cb3-9bb1-53f5b0b9f625", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:53:01.819796 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2001e861-66d9-4237-9e1f-67852bb42668 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:53:01.820198 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b', 'name': 'network-vif-deleted', 'tag': 'faacddf5-f684-4cb3-9bb1-53f5b0b9f625', 'status': 'completed', 'code': 200} Nov 09 18:53:02.265386 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b2257312-9c7f-4887-aa31-fbac36c8f397 req-6cef0b50-7ffc-4874-8f9b-a9c27e0bb871 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc78e858-c7f5-4b3d-b8d5-d8d9b6182b6b HTTP/1.1" status: 200 len: 210 time: 0.0263398 Nov 09 18:53:03.409812 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb9bc6-cb95-4e4f-a397-0d08700cc954 req-ee404dd8-7a4a-42cc-8db5-29eed7071fa7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:03.411332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65cb9bc6-cb95-4e4f-a397-0d08700cc954 req-ee404dd8-7a4a-42cc-8db5-29eed7071fa7 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0482304 Nov 09 18:53:03.448357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-65cb9bc6-cb95-4e4f-a397-0d08700cc954 req-ce1400fb-9ef5-4c30-abd7-96255e7b6b93 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Nov 09 18:53:03.579574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61a5ff-6a11-450b-98e8-89e8e73708ca req-9d82526f-a153-48bb-8e5e-49dc1ad90e10 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:03.581583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c61a5ff-6a11-450b-98e8-89e8e73708ca req-9d82526f-a153-48bb-8e5e-49dc1ad90e10 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0531707 Nov 09 18:53:03.617901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0c61a5ff-6a11-450b-98e8-89e8e73708ca req-b708a852-47e8-46d4-b26a-f03ee174ec87 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303710 Nov 09 18:53:03.728426 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce04ce-5c2e-490c-add6-2e99cbab9abe req-efb45fd4-72b3-4f19-8ad2-0d663d0b91e8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:03.729896 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09ce04ce-5c2e-490c-add6-2e99cbab9abe req-efb45fd4-72b3-4f19-8ad2-0d663d0b91e8 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0479007 Nov 09 18:53:03.767092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-09ce04ce-5c2e-490c-add6-2e99cbab9abe req-0a85f4dc-9e2a-4456-b99e-5546d2e9ac20 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Nov 09 18:53:03.926350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88c28d-d05b-4c7d-a14f-785461690fb1 req-7580b6ba-b2c8-46a4-b1f5-1c9b93994946 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:03.927834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f88c28d-d05b-4c7d-a14f-785461690fb1 req-7580b6ba-b2c8-46a4-b1f5-1c9b93994946 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0478771 Nov 09 18:53:03.965998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f88c28d-d05b-4c7d-a14f-785461690fb1 req-2119c856-4ccd-4890-a2c7-b0bebd3abf7f tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Nov 09 18:53:04.013410 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device faacddf5-f684-4cb3-9bb1-53f5b0b9f625 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:53:04.035732 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: faacddf5-f684-4cb3-9bb1-53f5b0b9f625 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:53:04.036078 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device faacddf5-f684-4cb3-9bb1-53f5b0b9f625 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:53:04.084003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c41c3-3e7b-4a89-bb0e-05ec5e94cd48 req-47bb29a2-91db-4273-ab99-68569cd10db1 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:04.085370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc3c41c3-3e7b-4a89-bb0e-05ec5e94cd48 req-47bb29a2-91db-4273-ab99-68569cd10db1 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Nov 09 18:53:04.123047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc3c41c3-3e7b-4a89-bb0e-05ec5e94cd48 req-69e69e2a-d739-4374-8aa6-ee0f8aa90d28 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 Nov 09 18:53:04.245212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7699d6e-5c60-4226-92da-358dd5645059 req-fd6a0524-0a53-48b7-959f-e4015aaf3252 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:04.246683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7699d6e-5c60-4226-92da-358dd5645059 req-fd6a0524-0a53-48b7-959f-e4015aaf3252 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Nov 09 18:53:04.282605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f7699d6e-5c60-4226-92da-358dd5645059 req-84b713be-3de8-4550-8b60-c007dbce57ff tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300400 Nov 09 18:53:04.574308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883def40-40df-4477-9a19-10307c0c86af req-17b0d5a3-7e66-46b0-bd00-a9dfdf9ae84e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:04.575779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-883def40-40df-4477-9a19-10307c0c86af req-17b0d5a3-7e66-46b0-bd00-a9dfdf9ae84e tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0488040 Nov 09 18:53:04.614484 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-883def40-40df-4477-9a19-10307c0c86af req-af27890c-a698-46d8-b3f7-bee9cb4757d4 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Nov 09 18:53:05.729829 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972eab5-39c3-4a6a-91e9-7028e3550852 req-991fae20-d7b5-42ae-ab57-d40c646726ff tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:05.731347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1972eab5-39c3-4a6a-91e9-7028e3550852 req-991fae20-d7b5-42ae-ab57-d40c646726ff tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0521922 Nov 09 18:53:05.769114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1972eab5-39c3-4a6a-91e9-7028e3550852 req-498db630-111c-427c-af0c-aee922058f19 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c65c84e-4422-4b09-a4f0-3d84d26a99f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Nov 09 18:53:05.876152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-d1aa5207-78fc-4ed7-88ce-da4f8e5becd3 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:05.877581 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-d1aa5207-78fc-4ed7-88ce-da4f8e5becd3 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.85 "GET /v2.0/ports?device_id=ab3dc5d6-a87b-4860-a500-8c88718eeb68 HTTP/1.1" status: 200 len: 945 time: 0.0478070 Nov 09 18:53:05.968499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Deleting port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:53:05.968854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:06.053494 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] For port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,segment=NetworkSegment(bfad1250-92db-47cd-97ff-31e2e7d2b338),segment_id=bfad1250-92db-47cd-97ff-31e2e7d2b338)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:06.053855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:06.066118 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Calling delete_port for 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:53:06.189865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:06.200879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['70da4508-ca08-4a00-bf98-d8bcf9bf4fa7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:53:06.216121 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Pushing event deleted for resources: {'Port': ['ID=70da4508-ca08-4a00-bf98-d8bcf9bf4fa7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:06.261503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] No DVR routers for this DVR port 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:53:06.264093 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:06.267435 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cbc44b6-29b5-42e7-bbd6-f4a88850a62a req-0eed083c-dde5-4a86-b667-86ed38bb5e89 tempest-ServersNegativeTestJSON-755876376 tempest-ServersNegativeTestJSON-755876376-project] 10.222.0.85 "DELETE /v2.0/ports/70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 HTTP/1.1" status: 204 len: 173 time: 0.3835440 Nov 09 18:53:06.267871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'name': 'network-vif-deleted', 'tag': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:53:06.270716 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75affed0-02ab-4bd0-9a8d-2addd4d77e1f" -d '{"events": [{"server_uuid": "ab3dc5d6-a87b-4860-a500-8c88718eeb68", "name": "network-vif-deleted", "tag": "70da4508-ca08-4a00-bf98-d8bcf9bf4fa7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:53:06.310921 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f71d86-0f4f-47d0-8253-6b61ce37708c x-openstack-request-id: req-69f71d86-0f4f-47d0-8253-6b61ce37708c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:53:06.311224 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dc5d6-a87b-4860-a500-8c88718eeb68", "name": "network-vif-deleted", "tag": "70da4508-ca08-4a00-bf98-d8bcf9bf4fa7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:53:06.311477 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69f71d86-0f4f-47d0-8253-6b61ce37708c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:53:06.311876 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dc5d6-a87b-4860-a500-8c88718eeb68', 'name': 'network-vif-deleted', 'tag': '70da4508-ca08-4a00-bf98-d8bcf9bf4fa7', 'status': 'completed', 'code': 200} Nov 09 18:53:06.826427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41026) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:06.870164 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] Deleting subnet 3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:53:06.873099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:06.906050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:06.944420 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:06.994936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.024193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:07.028202 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.031807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-524ef67a-6acf-41f1-9af3-4442b15287f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ca9cbc4-8fe5-4d7e-ba4f-d3b3c85ca965 HTTP/1.1" status: 204 len: 168 time: 0.2040703 Nov 09 18:53:07.034146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41028) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:07.102791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.182317 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.201371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317f88f5-f279-4d3f-9193-59095a727763']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:07.210464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfad1250-92db-47cd-97ff-31e2e7d2b338') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:07.210764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfad1250-92db-47cd-97ff-31e2e7d2b338') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:07.219807 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.233282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.239756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:07.240154 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:07.241776 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:07.292450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.297855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.301590 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] 10.222.0.32 "DELETE /v2.0/networks/317f88f5-f279-4d3f-9193-59095a727763 HTTP/1.1" status: 204 len: 168 time: 0.2664807 Nov 09 18:53:07.313186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac200a09-e5a2-4736-9457-b45fb108c759 admin admin] Pushing event deleted for resources: {'Network': ['ID=317f88f5-f279-4d3f-9193-59095a727763,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:07.356783 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-434f420c-a64d-4199-ace6-f613b55bde79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.412027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41032) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:07.451094 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7993cd5c-ac25-4e1c-b34b-48e8f348cedd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9162d85ee6214b388fba5b80d8531713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379004 Nov 09 18:53:07.453517 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41034) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:07.504250 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a812377-e3d8-4d21-af76-4557039803f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.524875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a812377-e3d8-4d21-af76-4557039803f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.569497 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a812377-e3d8-4d21-af76-4557039803f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.572126 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a812377-e3d8-4d21-af76-4557039803f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:07.573261 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a812377-e3d8-4d21-af76-4557039803f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c65c84e-4422-4b09-a4f0-3d84d26a99f5 HTTP/1.1" status: 204 len: 168 time: 0.1188684 Nov 09 18:53:07.582534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a812377-e3d8-4d21-af76-4557039803f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65c84e-4422-4b09-a4f0-3d84d26a99f5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:08.230926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41056) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:08.322990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979293249'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:08.343435 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:08.346801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.355075 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.428654 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.432474 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.456489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:08.469794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25f57b2-fd1d-494e-aaa7-f07002a45384,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:08.476174 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.476543 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Added segment fd9b3468-2670-484e-b05c-cb662cbd0486 of type vlan for network 0fb3620d-3a59-4adc-bc04-becc417d30eb Nov 09 18:53:08.515845 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.543496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.549184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:08.550333 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:08.640610 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4085732 Nov 09 18:53:08.655329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b5f36-7b2c-4783-bc28-99e8aaf0cbc9 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Network': ['ID=0fb3620d-3a59-4adc-bc04-becc417d30eb,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:08.666593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 0fb3620d-3a59-4adc-bc04-becc417d30eb details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:08.848989 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:53:09.492266 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:53:09.515172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:53:09.515514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 70da4508-ca08-4a00-bf98-d8bcf9bf4fa7 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:53:09.840694 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cd79-7f80-4430-a734-38e4bfe696f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:10.286136 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:11.265564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:11.865572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:11.870769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'subnet': {'network_id': '0fb3620d-3a59-4adc-bc04-becc417d30eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:11.960688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:11.964263 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.135636 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.193957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Subnet': ['ID=f33cf693-7634-488b-8798-acbf373d00b1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:12.204784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.205128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.205965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.206323 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.206650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.206975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.207299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.207620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.207942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.208259 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.208576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.208890 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.211861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Checking segment: {'id': 'fd9b3468-2670-484e-b05c-cb662cbd0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0fb3620d-3a59-4adc-bc04-becc417d30eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:12.212215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network hostable DHCP agents. Network: 0fb3620d-3a59-4adc-bc04-becc417d30eb, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:12.227947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network 0fb3620d-3a59-4adc-bc04-becc417d30eb is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:12.236334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 0fb3620d-3a59-4adc-bc04-becc417d30eb) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:12.240640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:12.241775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.245544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2b22c-67fe-4a02-8206-e0b9fda4c9d7 None None] Network 0fb3620d-3a59-4adc-bc04-becc417d30eb requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:12.257756 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b7fe2920-ca57-40af-b327-fac65b95f50c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3910334 Nov 09 18:53:12.261303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41062) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:12.266185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-314651056'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:12.287360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:12.290797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.317355 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:12.326586 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.326933 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Added segment 6546766e-7b79-48e7-bbfb-95d85290a0f7 of type vlan for network 4044b843-2789-4479-b54f-6ad230d68c1f Nov 09 18:53:12.365778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.390480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-0fb3620d-3a59-4adc-bc04-becc417d30eb', 'network_id': '0fb3620d-3a59-4adc-bc04-becc417d30eb', 'tenant_id': '5fcc89b6b48948c4845874a811dc8da4', 'fixed_ips': [{'subnet_id': 'f33cf693-7634-488b-8798-acbf373d00b1'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:12.391340 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.391697 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.398158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:12.398739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.450740 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1883030 Nov 09 18:53:12.453568 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:12.460136 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'subnet': {'network_id': '4044b843-2789-4479-b54f-6ad230d68c1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:12.469950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d361bef-8370-42f8-a415-261008d74c5c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Network': ['ID=4044b843-2789-4479-b54f-6ad230d68c1f,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:12.483264 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 4044b843-2789-4479-b54f-6ad230d68c1f details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:12.552009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:12.556283 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.585310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Allocated IP 2001:db8:0:ffff::2 (0fb3620d-3a59-4adc-bc04-becc417d30eb/f33cf693-7634-488b-8798-acbf373d00b1/5adfb451-5deb-4946-a58b-4bdd3506c7f3) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:12.723939 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.728866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.753231 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.775498 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Network 0fb3620d-3a59-4adc-bc04-becc417d30eb is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:12.782405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:12.786365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:12.788273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.795973 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Pushing event updated for resources: {'Port': ['ID=5adfb451-5deb-4946-a58b-4bdd3506c7f3,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:12.821187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.821525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.821865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.822230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.822561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.822885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.823048 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Subnet': ['ID=7f71d816-631a-4363-84c5-301081be1698,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:12.823211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.823532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.823848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.824166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.824483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.824798 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:12.827639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Checking segment: {'id': '6546766e-7b79-48e7-bbfb-95d85290a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4044b843-2789-4479-b54f-6ad230d68c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:12.828006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network hostable DHCP agents. Network: 4044b843-2789-4479-b54f-6ad230d68c1f, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:12.846929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network 4044b843-2789-4479-b54f-6ad230d68c1f is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:12.855505 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 4044b843-2789-4479-b54f-6ad230d68c1f) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:12.857628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Attempting to bind port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:12.858092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Attempting to bind port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'fd9b3468-2670-484e-b05c-cb662cbd0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0fb3620d-3a59-4adc-bc04-becc417d30eb'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:12.858714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Attempting to bind port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 on network 0fb3620d-3a59-4adc-bc04-becc417d30eb {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:12.859784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:12.860370 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.864137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:12.864398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Checking segment: {'id': 'fd9b3468-2670-484e-b05c-cb662cbd0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0fb3620d-3a59-4adc-bc04-becc417d30eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:12.864639 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.865035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Bound using segment: {'id': 'fd9b3468-2670-484e-b05c-cb662cbd0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0fb3620d-3a59-4adc-bc04-becc417d30eb'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:12.865495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Bound port: 5adfb451-5deb-4946-a58b-4bdd3506c7f3, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9b3468-2670-484e-b05c-cb662cbd0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0fb3620d-3a59-4adc-bc04-becc417d30eb'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:12.865870 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.869705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b4d9f0-9d5b-453f-8fba-542a7fed5409 None None] Network 4044b843-2789-4479-b54f-6ad230d68c1f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:12.876955 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9d22d301-7167-44c2-8c48-8c829eb2fee0 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4213064 Nov 09 18:53:12.880098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41066) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:12.976448 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:12.988239 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] For port 5adfb451-5deb-4946-a58b-4bdd3506c7f3, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:12.992508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] For port 5adfb451-5deb-4946-a58b-4bdd3506c7f3, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5adfb451-5deb-4946-a58b-4bdd3506c7f3,segment=NetworkSegment(fd9b3468-2670-484e-b05c-cb662cbd0486),segment_id=fd9b3468-2670-484e-b05c-cb662cbd0486)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:12.998223 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.057347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.107308 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684d817-160c-45bb-bc03-b2ec50b7fcc9 None None] Pushing event updated for resources: {'Port': ['ID=5adfb451-5deb-4946-a58b-4bdd3506c7f3,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:13.130843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912d409-4359-493e-a3a8-4f8eac026410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-4044b843-2789-4479-b54f-6ad230d68c1f', 'network_id': '4044b843-2789-4479-b54f-6ad230d68c1f', 'tenant_id': '5fcc89b6b48948c4845874a811dc8da4', 'fixed_ips': [{'subnet_id': '7f71d816-631a-4363-84c5-301081be1698'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:13.131714 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5912d409-4359-493e-a3a8-4f8eac026410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.140689 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.173921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Subnet': ['ID=7f71d816-631a-4363-84c5-301081be1698,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:13.223544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c41fa1-8581-43cb-bf64-b025600102c6 None None] Network 4044b843-2789-4479-b54f-6ad230d68c1f requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:13.240327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.282142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044b843-2789-4479-b54f-6ad230d68c1f']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:13.292305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6546766e-7b79-48e7-bbfb-95d85290a0f7') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:13.292597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6546766e-7b79-48e7-bbfb-95d85290a0f7') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:13.308471 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.322124 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.329137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:13.330045 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:13.333977 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:13.395762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.400203 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.404153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/4044b843-2789-4479-b54f-6ad230d68c1f HTTP/1.1" status: 204 len: 168 time: 0.5231273 Nov 09 18:53:13.407770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:13.413431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261520125'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:13.420034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc7343-4142-4e39-a460-d63afef99769 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Network': ['ID=4044b843-2789-4479-b54f-6ad230d68c1f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:13.435693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:13.439182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.462712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:13.472871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.473331 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Added segment eee7aa1e-91ae-4d20-9fc6-d3868f98f2a5 of type vlan for network 571019a9-47a1-4e1b-99ac-174ecc8c2235 Nov 09 18:53:13.514416 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.539696 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.545441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:13.546037 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.605218 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1963325 Nov 09 18:53:13.608039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41070) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:13.614626 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'subnet': {'network_id': '571019a9-47a1-4e1b-99ac-174ecc8c2235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:13.630033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90876e-763e-4d67-9e6f-33f9e1c13e32 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Network': ['ID=571019a9-47a1-4e1b-99ac-174ecc8c2235,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:13.639865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 571019a9-47a1-4e1b-99ac-174ecc8c2235 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:13.708262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:13.712188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.770876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Performing IP validity checks on allocation pools {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 18:53:13.771315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 18:53:13.904681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:13.969167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Subnet': ['ID=c9900712-7628-4ee8-94b7-798fbd6ec71c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:13.974858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Checking segment: {'id': 'eee7aa1e-91ae-4d20-9fc6-d3868f98f2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '571019a9-47a1-4e1b-99ac-174ecc8c2235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:13.975220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network hostable DHCP agents. Network: 571019a9-47a1-4e1b-99ac-174ecc8c2235, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:13.975526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e21658-0b8b-4300-8bba-87f9e627c46d None None] Network 0fb3620d-3a59-4adc-bc04-becc417d30eb requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:13.991535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network 571019a9-47a1-4e1b-99ac-174ecc8c2235 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:13.999917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 571019a9-47a1-4e1b-99ac-174ecc8c2235) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:14.004887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:14.005476 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.017249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225104c-db5e-4cba-9a10-b4124b93ad89 None None] Network 571019a9-47a1-4e1b-99ac-174ecc8c2235 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:14.022480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9ad1f8ce-2034-436b-a144-0a2604535cf5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4133220 Nov 09 18:53:14.025158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41072) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:14.127919 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.204000 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.251054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c879bd5b-834c-459f-b16f-cf42e423a69f None None] Provisioning complete for port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:14.251322 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c879bd5b-834c-459f-b16f-cf42e423a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.269366 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.298410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Subnet': ['ID=c9900712-7628-4ee8-94b7-798fbd6ec71c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:14.361188 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.382864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571019a9-47a1-4e1b-99ac-174ecc8c2235']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:14.393878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee7aa1e-91ae-4d20-9fc6-d3868f98f2a5') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:14.394210 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee7aa1e-91ae-4d20-9fc6-d3868f98f2a5') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:14.405517 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.419399 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.425934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:14.426526 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:14.429428 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:14.437005 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2669fee7-c97d-4cb0-b4cc-d1ba83be066e None None] Network 571019a9-47a1-4e1b-99ac-174ecc8c2235 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:14.492234 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.501088 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.506479 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c879bd5b-834c-459f-b16f-cf42e423a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.509633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41074) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:14.512400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/571019a9-47a1-4e1b-99ac-174ecc8c2235 HTTP/1.1" status: 204 len: 168 time: 0.4861848 Nov 09 18:53:14.516006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-612257236'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:14.528420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b496c-d3a7-4c31-842f-bdbbedbfc35f tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Network': ['ID=571019a9-47a1-4e1b-99ac-174ecc8c2235,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:14.556560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:14.560884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.592669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c879bd5b-834c-459f-b16f-cf42e423a69f None None] For port 5adfb451-5deb-4946-a58b-4bdd3506c7f3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5adfb451-5deb-4946-a58b-4bdd3506c7f3,segment=NetworkSegment(fd9b3468-2670-484e-b05c-cb662cbd0486),segment_id=fd9b3468-2670-484e-b05c-cb662cbd0486)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:14.600004 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c879bd5b-834c-459f-b16f-cf42e423a69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.617448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:14.627790 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.628164 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Added segment 38ba6110-d372-4db3-bae5-38e1260c1999 of type vlan for network fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 Nov 09 18:53:14.645736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5adfb451-5deb-4946-a58b-4bdd3506c7f3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:14.676959 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.677441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879bd5b-834c-459f-b16f-cf42e423a69f None None] Pushing event updated for resources: {'Port': ['ID=5adfb451-5deb-4946-a58b-4bdd3506c7f3,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:14.704323 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:14.704844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.705155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.711269 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:14.712080 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.778605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2672811 Nov 09 18:53:14.780342 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41076) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:14.785908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'subnet': {'network_id': 'fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:14.787607 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb01f72-f9dd-46c1-9555-8e791d7496bc tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Network': ['ID=fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:14.798577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:14.863025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3a6b5122-0c77-4755-bf37-77b3141150cd None None] Provisioning complete for port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:14.863287 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5122-0c77-4755-bf37-77b3141150cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:14.875356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:14.879051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.058112 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.400115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Subnet': ['ID=f9039426-6874-4e8b-b731-f105aaaaecac,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:15.406574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Checking segment: {'id': '38ba6110-d372-4db3-bae5-38e1260c1999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:15.406574 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network hostable DHCP agents. Network: fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:15.422253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:15.431045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:15.435048 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:15.435636 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.439490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fc403-6d9d-424f-899e-698495b1fbe8 None None] Network fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:15.452622 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a908a69c-f93d-4075-9495-5aae7ba0faa3 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6711826 Nov 09 18:53:15.456944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41078) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:15.461856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1695984181'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:15.481444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:15.484768 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.508452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:15.517011 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.517363 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Added segment 62464d86-ee4a-470c-a5d1-863d95b808ce of type vlan for network 773c787d-80fc-447f-b889-87ef3a854674 Nov 09 18:53:15.557591 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.584331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.587050 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20', 'network_id': 'fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20', 'tenant_id': '5fcc89b6b48948c4845874a811dc8da4', 'fixed_ips': [{'subnet_id': 'f9039426-6874-4e8b-b731-f105aaaaecac'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:15.587934 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.591911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:15.592507 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.647225 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1891303 Nov 09 18:53:15.650360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41080) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:15.655280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Request body: {'subnet': {'network_id': '773c787d-80fc-447f-b889-87ef3a854674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:15.661908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9d7a5-a9d4-4cad-9254-3dc076941eea tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Network': ['ID=773c787d-80fc-447f-b889-87ef3a854674,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:15.672625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 773c787d-80fc-447f-b889-87ef3a854674 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:15.744660 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Made reservation on behalf of 5fcc89b6b48948c4845874a811dc8da4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:15.748387 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.783039 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Allocated IP 2001:db8::2 (fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20/f9039426-6874-4e8b-b731-f105aaaaecac/7fc42ff5-28fd-4856-b280-13c998ab6b38) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:15.925021 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.931963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.933069 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:15.968218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Network fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:15.972385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:15.978695 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:15.981601 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Pushing event updated for resources: {'Port': ['ID=7fc42ff5-28fd-4856-b280-13c998ab6b38,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:15.993342 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event updated for resources: {'Subnet': ['ID=3c766350-344a-491a-a560-00f6541f29ee,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:16.007578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Checking segment: {'id': '62464d86-ee4a-470c-a5d1-863d95b808ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '773c787d-80fc-447f-b889-87ef3a854674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:16.007940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network hostable DHCP agents. Network: 773c787d-80fc-447f-b889-87ef3a854674, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:16.023901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Network 773c787d-80fc-447f-b889-87ef3a854674 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:16.032184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 773c787d-80fc-447f-b889-87ef3a854674) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:16.034833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Attempting to bind port 7fc42ff5-28fd-4856-b280-13c998ab6b38 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:16.035190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Attempting to bind port 7fc42ff5-28fd-4856-b280-13c998ab6b38 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '38ba6110-d372-4db3-bae5-38e1260c1999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:16.035583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Attempting to bind port 7fc42ff5-28fd-4856-b280-13c998ab6b38 on network fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:16.039938 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8007a3d0-d281-4284-a158-9641d518affd None None] Network 773c787d-80fc-447f-b889-87ef3a854674 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:16.042585 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:16.043174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.045138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:16.045489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Checking segment: {'id': '38ba6110-d372-4db3-bae5-38e1260c1999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:16.045999 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.046429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Bound using segment: {'id': '38ba6110-d372-4db3-bae5-38e1260c1999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:16.046890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Bound port: 7fc42ff5-28fd-4856-b280-13c998ab6b38, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ba6110-d372-4db3-bae5-38e1260c1999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:16.047270 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.059901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5ecaeb53-6b32-400d-90fb-fdf2f8f295ad tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4085293 Nov 09 18:53:16.062598 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41082) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:16.161135 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.186354 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] For port 7fc42ff5-28fd-4856-b280-13c998ab6b38, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:16.203376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] For port 7fc42ff5-28fd-4856-b280-13c998ab6b38, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7fc42ff5-28fd-4856-b280-13c998ab6b38,segment=NetworkSegment(38ba6110-d372-4db3-bae5-38e1260c1999),segment_id=38ba6110-d372-4db3-bae5-38e1260c1999)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:16.208294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.213251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.269714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2fdf43-36ea-4dee-b5bf-5fabcba9c6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-773c787d-80fc-447f-b889-87ef3a854674', 'network_id': '773c787d-80fc-447f-b889-87ef3a854674', 'tenant_id': '5fcc89b6b48948c4845874a811dc8da4', 'fixed_ips': [{'subnet_id': '3c766350-344a-491a-a560-00f6541f29ee'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:16.270446 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef2fdf43-36ea-4dee-b5bf-5fabcba9c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.276628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.298624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a2f59-67ba-49cc-9e50-a0104b34e48a None None] Pushing event updated for resources: {'Port': ['ID=7fc42ff5-28fd-4856-b280-13c998ab6b38,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:16.314190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Subnet': ['ID=3c766350-344a-491a-a560-00f6541f29ee,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:16.369988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31cd45-dc43-4267-86c6-aafe88da676c None None] Network 773c787d-80fc-447f-b889-87ef3a854674 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:16.383459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.404809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773c787d-80fc-447f-b889-87ef3a854674']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:16.415531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62464d86-ee4a-470c-a5d1-863d95b808ce') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:16.415839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62464d86-ee4a-470c-a5d1-863d95b808ce') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:16.426511 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.457400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.466406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:16.466911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:16.470280 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:16.542659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.547182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.553105 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/773c787d-80fc-447f-b889-87ef3a854674 HTTP/1.1" status: 204 len: 168 time: 0.4870477 Nov 09 18:53:16.554153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41084) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:16.566938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bfe29-b279-4299-8d52-a79d7aab9e4d tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Network': ['ID=773c787d-80fc-447f-b889-87ef3a854674,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:16.589780 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f15079a-e4ee-47d0-9e26-2f0a87a15477 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] GET failed (client error): The resource could not be found. Nov 09 18:53:16.591323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7f15079a-e4ee-47d0-9e26-2f0a87a15477 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "GET /v2.0/subnets/3c766350-344a-491a-a560-00f6541f29ee HTTP/1.1" status: 404 len: 337 time: 0.0355475 Nov 09 18:53:16.594227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41086) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:16.614773 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5127fb30-79c6-4c9c-9a52-b86ebab722ce tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] DELETE failed (client error): The resource could not be found. Nov 09 18:53:16.615331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5127fb30-79c6-4c9c-9a52-b86ebab722ce tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:53:16.618301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5127fb30-79c6-4c9c-9a52-b86ebab722ce tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/773c787d-80fc-447f-b889-87ef3a854674 HTTP/1.1" status: 404 len: 339 time: 0.0231342 Nov 09 18:53:16.621974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41088) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:16.651446 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0f6e71-ba65-4533-adbd-4e66ddd42ec5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] DELETE failed (client error): The resource could not be found. Nov 09 18:53:16.652039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0f6e71-ba65-4533-adbd-4e66ddd42ec5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:53:16.654919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fb0f6e71-ba65-4533-adbd-4e66ddd42ec5 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/subnets/3c766350-344a-491a-a560-00f6541f29ee HTTP/1.1" status: 404 len: 337 time: 0.0320213 Nov 09 18:53:16.656677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5adfb451-5deb-4946-a58b-4bdd3506c7f3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:16.657406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41090) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:16.675304 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66683db-7b8b-4eef-8ee8-fd1cec5854ec tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] DELETE failed (client error): The resource could not be found. Nov 09 18:53:16.675821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66683db-7b8b-4eef-8ee8-fd1cec5854ec tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:53:16.680311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f66683db-7b8b-4eef-8ee8-fd1cec5854ec tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/773c787d-80fc-447f-b889-87ef3a854674 HTTP/1.1" status: 404 len: 339 time: 0.0204625 Nov 09 18:53:16.681536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41092) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:16.702028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.714000 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:16.714396 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.731524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Deleting subnet f9039426-6874-4e8b-b731-f105aaaaecac {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:53:16.734686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.774789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.798086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7fc42ff5-28fd-4856-b280-13c998ab6b38 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:16.844409 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 7fc42ff5-28fd-4856-b280-13c998ab6b38 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:16.844778 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.863010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.926700 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.934477 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.964688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Subnet': ['ID=f9039426-6874-4e8b-b731-f105aaaaecac,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:16.966770 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:16.970011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dc5801a1-f17d-4015-bbaa-da5689a44613 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/subnets/f9039426-6874-4e8b-b731-f105aaaaecac HTTP/1.1" status: 204 len: 168 time: 0.2875085 Nov 09 18:53:16.972450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41094) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:16.995997 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:53:16.996358 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:53:17.052349 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.110899 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Deleting port 7fc42ff5-28fd-4856-b280-13c998ab6b38 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:53:17.111247 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.175738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] For port 7fc42ff5-28fd-4856-b280-13c998ab6b38, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=7fc42ff5-28fd-4856-b280-13c998ab6b38,segment=NetworkSegment(38ba6110-d372-4db3-bae5-38e1260c1999),segment_id=38ba6110-d372-4db3-bae5-38e1260c1999)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:17.176114 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.189546 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Calling delete_port for 7fc42ff5-28fd-4856-b280-13c998ab6b38 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:53:17.221674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28445b-d370-4416-8fc2-c137e5c7d743 None None] Network fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:17.277822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.282456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0d9133da-407e-4e5d-98a8-dec4f1d50df6 None None] Could not find standard attr ID for object 7fc42ff5-28fd-4856-b280-13c998ab6b38. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:53:17.306878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Port': ['ID=7fc42ff5-28fd-4856-b280-13c998ab6b38,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:17.310217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No DVR routers for this DVR port 7fc42ff5-28fd-4856-b280-13c998ab6b38 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:53:17.389528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3013d-1a09-469b-9d6b-8af67efdfd19 None None] DHCP port deletion for fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:53:17.423310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-39098b72-beb3-4c13-b0ed-889014e1c2a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605518 Nov 09 18:53:17.425413 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.445393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:17.454430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ba6110-d372-4db3-bae5-38e1260c1999') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:17.454734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ba6110-d372-4db3-bae5-38e1260c1999') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:17.464176 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.477362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.491259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:17.491651 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:17.494586 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:17.516635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Port 7fc42ff5-28fd-4856-b280-13c998ab6b38 update to ACTIVE by agent not found {{(pid=102142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 18:53:17.571592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da9137-04c8-4442-b290-76e25c179c87 req-ad211668-016b-4024-b5e7-d576d6f473b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:17.573213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-ad211668-016b-4024-b5e7-d576d6f473b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0972915 Nov 09 18:53:17.574319 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.579109 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.584831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20 HTTP/1.1" status: 204 len: 168 time: 0.6093650 Nov 09 18:53:17.585690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41098) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:17.606238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a2945-c501-404a-9fec-8446f05af1a4 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Network': ['ID=fb0fdb5d-d496-44b9-bf0d-4290e9ca0c20,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:17.611064 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8339f3-8736-414b-98eb-90fe32d52ecb tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] DELETE failed (client error): The resource could not be found. Nov 09 18:53:17.611563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8339f3-8736-414b-98eb-90fe32d52ecb tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:53:17.615163 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6b8339f3-8736-414b-98eb-90fe32d52ecb tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/subnets/c9900712-7628-4ee8-94b7-798fbd6ec71c HTTP/1.1" status: 404 len: 337 time: 0.0289283 Nov 09 18:53:17.617689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41100) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:17.667617 n-d-817240-1 neutron-server[102140]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bdc16d-ab1c-426d-81a3-7214521fe9f7 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] DELETE failed (client error): The resource could not be found. Nov 09 18:53:17.668284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bdc16d-ab1c-426d-81a3-7214521fe9f7 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:53:17.670964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-08bdc16d-ab1c-426d-81a3-7214521fe9f7 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/571019a9-47a1-4e1b-99ac-174ecc8c2235 HTTP/1.1" status: 404 len: 339 time: 0.0523350 Nov 09 18:53:17.673632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41102) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:17.699694 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bed20f6-0f18-4e85-bb28-93115e69191c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] DELETE failed (client error): The resource could not be found. Nov 09 18:53:17.700138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bed20f6-0f18-4e85-bb28-93115e69191c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:53:17.703112 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6bed20f6-0f18-4e85-bb28-93115e69191c tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/subnets/7f71d816-631a-4363-84c5-301081be1698 HTTP/1.1" status: 404 len: 337 time: 0.0278933 Nov 09 18:53:17.704211 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da9137-04c8-4442-b290-76e25c179c87 req-e04994f5-fe2d-4e50-8521-0bda94649be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:17.705539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41104) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:17.705817 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-e04994f5-fe2d-4e50-8521-0bda94649be1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1079576 Nov 09 18:53:17.723211 n-d-817240-1 neutron-server[102141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be371c6-15cb-404c-a79d-5f510d2ee278 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] DELETE failed (client error): The resource could not be found. Nov 09 18:53:17.723666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be371c6-15cb-404c-a79d-5f510d2ee278 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 18:53:17.726613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3be371c6-15cb-404c-a79d-5f510d2ee278 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/4044b843-2789-4479-b54f-6ad230d68c1f HTTP/1.1" status: 404 len: 339 time: 0.0200806 Nov 09 18:53:17.729065 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41106) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:17.749490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-5f6d1a32-2284-4582-afe4-fab4f31c50c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0346165 Nov 09 18:53:17.778267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Deleting subnet f33cf693-7634-488b-8798-acbf373d00b1 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:53:17.781299 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.802947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da9137-04c8-4442-b290-76e25c179c87 req-4f7c9a6d-f745-4122-89ef-ec25209affa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:17.805338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-4f7c9a6d-f745-4122-89ef-ec25209affa1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0451159 Nov 09 18:53:17.826925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.857495 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da9137-04c8-4442-b290-76e25c179c87 req-62452764-a368-4778-b25e-6e3ac48088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:17.858995 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-62452764-a368-4778-b25e-6e3ac48088a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408573 Nov 09 18:53:17.909515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:17.960717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-05322689-6698-4b76-ba45-e019c49c26a7 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Nov 09 18:53:17.968764 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.003659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Subnet': ['ID=f33cf693-7634-488b-8798-acbf373d00b1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:18.005565 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.011049 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-43c2c8c0-7a30-4fee-b895-d3ca8b45b360 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/subnets/f33cf693-7634-488b-8798-acbf373d00b1 HTTP/1.1" status: 204 len: 168 time: 0.2787726 Nov 09 18:53:18.011283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41108) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:18.014368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4acd4d-2fd6-4dd7-aed2-0659715f1fe6 None None] Network 0fb3620d-3a59-4adc-bc04-becc417d30eb requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:18.060887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4da9137-04c8-4442-b290-76e25c179c87 req-19c27bc7-b9a2-42e6-b138-593710c203c8 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882599 Nov 09 18:53:18.086836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.140682 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Deleting port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:53:18.141028 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.177604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] DHCP port deletion for 0fb3620d-3a59-4adc-bc04-becc417d30eb request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:53:18.208132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] For port 5adfb451-5deb-4946-a58b-4bdd3506c7f3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5adfb451-5deb-4946-a58b-4bdd3506c7f3,segment=NetworkSegment(fd9b3468-2670-484e-b05c-cb662cbd0486),segment_id=fd9b3468-2670-484e-b05c-cb662cbd0486)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:18.208632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.221250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Calling delete_port for 5adfb451-5deb-4946-a58b-4bdd3506c7f3 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:53:18.222767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] Deleting port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:53:18.223145 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.282467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] For port 5adfb451-5deb-4946-a58b-4bdd3506c7f3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5adfb451-5deb-4946-a58b-4bdd3506c7f3,segment=NetworkSegment(fd9b3468-2670-484e-b05c-cb662cbd0486),segment_id=fd9b3468-2670-484e-b05c-cb662cbd0486)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:18.282796 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.296122 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.301869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] Calling delete_port for 5adfb451-5deb-4946-a58b-4bdd3506c7f3 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:53:18.322488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Port': ['ID=5adfb451-5deb-4946-a58b-4bdd3506c7f3,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:18.326582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] No DVR routers for this DVR port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:53:18.378772 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.404931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] Pushing event deleted for resources: {'Port': ['ID=5adfb451-5deb-4946-a58b-4bdd3506c7f3,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:18.409352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.410049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b95490-5412-4993-b9f4-8eb45d8ec286 None None] No DVR routers for this DVR port 5adfb451-5deb-4946-a58b-4bdd3506c7f3 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:53:18.433675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb3620d-3a59-4adc-bc04-becc417d30eb']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:18.443751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9b3468-2670-484e-b05c-cb662cbd0486') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:18.444058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9b3468-2670-484e-b05c-cb662cbd0486') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:18.453371 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.466370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.473422 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:18.473823 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:18.476764 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:18.541615 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.545995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.549909 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] 10.222.0.32 "DELETE /v2.0/networks/0fb3620d-3a59-4adc-bc04-becc417d30eb HTTP/1.1" status: 204 len: 168 time: 0.5370762 Nov 09 18:53:18.560874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5adfb451-5deb-4946-a58b-4bdd3506c7f3 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:53:18.565840 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e047bc-0075-4830-abb0-5ccd37f73e59 tempest-NetworksIpV6Test-1771259142 tempest-NetworksIpV6Test-1771259142-project] Pushing event deleted for resources: {'Network': ['ID=0fb3620d-3a59-4adc-bc04-becc417d30eb,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:18.580440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5adfb451-5deb-4946-a58b-4bdd3506c7f3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:53:18.580788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5adfb451-5deb-4946-a58b-4bdd3506c7f3 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:53:18.581180 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7fc42ff5-28fd-4856-b280-13c998ab6b38 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:53:18.599945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 7fc42ff5-28fd-4856-b280-13c998ab6b38 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:53:18.600294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 7fc42ff5-28fd-4856-b280-13c998ab6b38 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:53:18.789273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41114) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:18.919057 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-06ab383f-1218-4701-99d0-076c0214494b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fcc89b6b48948c4845874a811dc8da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285851 Nov 09 18:53:18.921646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41118) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:18.968607 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f779d24a-d4f1-4b88-bd87-a0ef6fe37e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:18.990593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f779d24a-d4f1-4b88-bd87-a0ef6fe37e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.036560 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f779d24a-d4f1-4b88-bd87-a0ef6fe37e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.039201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f779d24a-d4f1-4b88-bd87-a0ef6fe37e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.040348 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f779d24a-d4f1-4b88-bd87-a0ef6fe37e7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a25f57b2-fd1d-494e-aaa7-f07002a45384 HTTP/1.1" status: 204 len: 168 time: 0.1177254 Nov 09 18:53:19.048137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779d24a-d4f1-4b88-bd87-a0ef6fe37e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25f57b2-fd1d-494e-aaa7-f07002a45384,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:19.645348 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.660324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:19.753059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5db41749-f67c-4c99-8c50-6d9cc6a89f70 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1241254425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:19.776789 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5db41749-f67c-4c99-8c50-6d9cc6a89f70 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.777766 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5db41749-f67c-4c99-8c50-6d9cc6a89f70 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.831791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5db41749-f67c-4c99-8c50-6d9cc6a89f70 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.835882 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5db41749-f67c-4c99-8c50-6d9cc6a89f70 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.853069 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5db41749-f67c-4c99-8c50-6d9cc6a89f70 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.854265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5db41749-f67c-4c99-8c50-6d9cc6a89f70 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1928778 Nov 09 18:53:19.856899 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:19.862485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1783021731'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:19.881930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Made reservation on behalf of 2d5f38320cff4541b68c44888b737a72 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:19.885278 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.893557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.969077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.973315 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:19.999996 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:20.010382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea988bf-0bdc-4555-8326-ddaff9736442,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:20.015679 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.016035 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Added segment 6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d of type vlan for network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 Nov 09 18:53:20.055879 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.082714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.088645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:20.089236 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.142779 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2848365 Nov 09 18:53:20.145606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:20.150746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Request body: {'subnet': {'network_id': '2fd46284-68ca-4492-a0cd-ad72d4d16a89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:20.156609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff071b-d1a1-407b-b90d-35871d8117ad tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event updated for resources: {'Network': ['ID=2fd46284-68ca-4492-a0cd-ad72d4d16a89,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:20.166931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:20.242852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Made reservation on behalf of 2d5f38320cff4541b68c44888b737a72 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:20.246328 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.431490 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.486302 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event updated for resources: {'Subnet': ['ID=d1810b5c-7ccc-4051-b447-d9b4ee9130af,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:20.496152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Checking segment: {'id': '6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fd46284-68ca-4492-a0cd-ad72d4d16a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:20.496624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Network hostable DHCP agents. Network: 2fd46284-68ca-4492-a0cd-ad72d4d16a89, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:20.512382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:20.521123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 2fd46284-68ca-4492-a0cd-ad72d4d16a89) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:20.525840 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:20.526459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.533455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e463f-b6ae-4839-80da-7f90385bba8d None None] Network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:20.544610 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-314a3b06-0c07-4772-8702-9da180205d3c tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3978431 Nov 09 18:53:20.547527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41148) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:20.552395 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-807206845'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:20.574079 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Made reservation on behalf of 2d5f38320cff4541b68c44888b737a72 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:20.577471 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.602072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:20.610659 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.610993 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Added segment dfb18125-9890-45dd-a6f3-b1687da022df of type vlan for network a800b49b-1379-4fcf-ad40-8037b0ab52d3 Nov 09 18:53:20.656600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.681327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.685138 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-2fd46284-68ca-4492-a0cd-ad72d4d16a89', 'network_id': '2fd46284-68ca-4492-a0cd-ad72d4d16a89', 'tenant_id': '2d5f38320cff4541b68c44888b737a72', 'fixed_ips': [{'subnet_id': 'd1810b5c-7ccc-4051-b447-d9b4ee9130af'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:20.685990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.687572 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:20.688154 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.743377 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1947811 Nov 09 18:53:20.746220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41150) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:20.751636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Request body: {'subnet': {'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:20.759543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba4de2-c284-4ee4-ad15-2cc1cac5b915 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event updated for resources: {'Network': ['ID=a800b49b-1379-4fcf-ad40-8037b0ab52d3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:20.772471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a800b49b-1379-4fcf-ad40-8037b0ab52d3 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:20.855154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Made reservation on behalf of 2d5f38320cff4541b68c44888b737a72 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:20.858902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:20.878120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Allocated IP 172.20.0.2 (2fd46284-68ca-4492-a0cd-ad72d4d16a89/d1810b5c-7ccc-4051-b447-d9b4ee9130af/ed6b4535-cf1a-4c0a-b580-3ddd67df7a55) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:21.047466 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.114438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event updated for resources: {'Subnet': ['ID=f7b0cba2-df51-4248-b1c1-85c458928b27,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:21.119741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Checking segment: {'id': 'dfb18125-9890-45dd-a6f3-b1687da022df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:21.120106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Network hostable DHCP agents. Network: a800b49b-1379-4fcf-ad40-8037b0ab52d3, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:21.137721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Network a800b49b-1379-4fcf-ad40-8037b0ab52d3 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:21.147382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a800b49b-1379-4fcf-ad40-8037b0ab52d3) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:21.151575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:21.152267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.159249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6a706-6ff3-42a4-a2da-f46cc59c31f9 None None] Network a800b49b-1379-4fcf-ad40-8037b0ab52d3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:21.168746 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea14102c-2cb9-4b0f-9f00-544887b00377 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4212568 Nov 09 18:53:21.171526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41152) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:21.177337 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-a48603a9-da65-4596-8967-6d7fbba6f909 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:21.223568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.233648 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.303267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:21.305981 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:21.325632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Pushing event updated for resources: {'Port': ['ID=ed6b4535-cf1a-4c0a-b580-3ddd67df7a55,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:21.328757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:21.384914 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a48603a9-da65-4596-8967-6d7fbba6f909 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.412006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a800b49b-1379-4fcf-ad40-8037b0ab52d3', 'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3', 'tenant_id': '2d5f38320cff4541b68c44888b737a72', 'fixed_ips': [{'subnet_id': 'f7b0cba2-df51-4248-b1c1-85c458928b27'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:21.412844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.416283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Attempting to bind port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:21.416651 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Attempting to bind port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fd46284-68ca-4492-a0cd-ad72d4d16a89'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:21.417006 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Attempting to bind port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 on network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:21.429165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:21.429533 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Checking segment: {'id': '6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fd46284-68ca-4492-a0cd-ad72d4d16a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:21.429922 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.430595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Bound using segment: {'id': '6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fd46284-68ca-4492-a0cd-ad72d4d16a89'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:21.431043 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Bound port: ed6b4535-cf1a-4c0a-b580-3ddd67df7a55, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fd46284-68ca-4492-a0cd-ad72d4d16a89'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:21.431416 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.492697 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [None req-a48603a9-da65-4596-8967-6d7fbba6f909 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 18:53:21.499678 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a48603a9-da65-4596-8967-6d7fbba6f909 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "PUT /v2.0/routers/bf2a3241-646e-46e1-96ad-ecc9efd26970 HTTP/1.1" status: 400 len: 364 time: 0.3212097 Nov 09 18:53:21.499918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41154) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:21.551483 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Deleting subnet f7b0cba2-df51-4248-b1c1-85c458928b27 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:53:21.584624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] For port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:21.599950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] For port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ed6b4535-cf1a-4c0a-b580-3ddd67df7a55,segment=NetworkSegment(6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d),segment_id=6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:21.606199 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.612360 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Allocated IP 172.21.0.2 (a800b49b-1379-4fcf-ad40-8037b0ab52d3/f7b0cba2-df51-4248-b1c1-85c458928b27/31e1bd37-4bda-46ec-8f2a-d79473594fd1) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:21.717048 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7793fc-284d-4f42-8189-c7467eb71468 None None] Pushing event updated for resources: {'Port': ['ID=ed6b4535-cf1a-4c0a-b580-3ddd67df7a55,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:21.824034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.832323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.834509 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.869814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Network a800b49b-1379-4fcf-ad40-8037b0ab52d3 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:21.875045 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:21.876881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:21.884077 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.892359 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Pushing event updated for resources: {'Port': ['ID=31e1bd37-4bda-46ec-8f2a-d79473594fd1,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:21.942639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Attempting to bind port 31e1bd37-4bda-46ec-8f2a-d79473594fd1 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:21.943008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Attempting to bind port 31e1bd37-4bda-46ec-8f2a-d79473594fd1 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'dfb18125-9890-45dd-a6f3-b1687da022df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:21.943368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Attempting to bind port 31e1bd37-4bda-46ec-8f2a-d79473594fd1 on network a800b49b-1379-4fcf-ad40-8037b0ab52d3 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:21.948550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:21.948923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Checking segment: {'id': 'dfb18125-9890-45dd-a6f3-b1687da022df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:21.949320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.949710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Bound using segment: {'id': 'dfb18125-9890-45dd-a6f3-b1687da022df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:21.950199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Bound port: 31e1bd37-4bda-46ec-8f2a-d79473594fd1, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb18125-9890-45dd-a6f3-b1687da022df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a800b49b-1379-4fcf-ad40-8037b0ab52d3'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:21.950580 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:21.980859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.038966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.041921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] For port 31e1bd37-4bda-46ec-8f2a-d79473594fd1, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:22.045256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] For port 31e1bd37-4bda-46ec-8f2a-d79473594fd1, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=31e1bd37-4bda-46ec-8f2a-d79473594fd1,segment=NetworkSegment(dfb18125-9890-45dd-a6f3-b1687da022df),segment_id=dfb18125-9890-45dd-a6f3-b1687da022df)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:22.050901 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.071820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b0cba2-df51-4248-b1c1-85c458928b27,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:22.076800 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.080598 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3a2895e7-c4ff-48a5-9f33-18985ed941bd tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "DELETE /v2.0/subnets/f7b0cba2-df51-4248-b1c1-85c458928b27 HTTP/1.1" status: 204 len: 168 time: 0.5795896 Nov 09 18:53:22.083201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41156) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:22.118288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d427c48-a548-4137-b72a-86e5738b1184 None None] Pushing event updated for resources: {'Port': ['ID=31e1bd37-4bda-46ec-8f2a-d79473594fd1,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:22.171168 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.224581 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Deleting port 31e1bd37-4bda-46ec-8f2a-d79473594fd1 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:53:22.224929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.307967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] For port 31e1bd37-4bda-46ec-8f2a-d79473594fd1, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=31e1bd37-4bda-46ec-8f2a-d79473594fd1,segment=NetworkSegment(dfb18125-9890-45dd-a6f3-b1687da022df),segment_id=dfb18125-9890-45dd-a6f3-b1687da022df)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:22.308341 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.322382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Calling delete_port for 31e1bd37-4bda-46ec-8f2a-d79473594fd1 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:53:22.414435 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.443034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event deleted for resources: {'Port': ['ID=31e1bd37-4bda-46ec-8f2a-d79473594fd1,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:22.446931 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] No DVR routers for this DVR port 31e1bd37-4bda-46ec-8f2a-d79473594fd1 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:53:22.542936 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.566374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a800b49b-1379-4fcf-ad40-8037b0ab52d3']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:22.576102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb18125-9890-45dd-a6f3-b1687da022df') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:22.576392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb18125-9890-45dd-a6f3-b1687da022df') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:22.586965 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.604342 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.607114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:22.612182 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:22.612826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:22.616005 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:22.668558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:22.668933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.677979 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.683694 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.689513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "DELETE /v2.0/networks/a800b49b-1379-4fcf-ad40-8037b0ab52d3 HTTP/1.1" status: 204 len: 168 time: 0.6039779 Nov 09 18:53:22.690429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c5b35-eef4-4014-9933-bcee82e3035d None None] Network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:22.691141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41158) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:22.704707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c440b-756c-43d9-8532-c0361f5fc1d0 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event deleted for resources: {'Network': ['ID=a800b49b-1379-4fcf-ad40-8037b0ab52d3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:22.745571 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Deleting subnet d1810b5c-7ccc-4051-b447-d9b4ee9130af {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:53:22.748730 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.765912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ac255a02-00d1-4d12-9adf-4b03550d70ba None None] Provisioning complete for port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:22.766527 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac255a02-00d1-4d12-9adf-4b03550d70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.793837 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.885976 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.891432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.948061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.976965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event deleted for resources: {'Subnet': ['ID=d1810b5c-7ccc-4051-b447-d9b4ee9130af,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:22.984531 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:22.988363 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-86ea6d6a-b8ac-46c2-8560-a5727b245c4a tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "DELETE /v2.0/subnets/d1810b5c-7ccc-4051-b447-d9b4ee9130af HTTP/1.1" status: 204 len: 168 time: 0.2960663 Nov 09 18:53:22.991078 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41160) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:23.013048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ac255a02-00d1-4d12-9adf-4b03550d70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.046235 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:53:23.047121 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:53:23.076730 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.090326 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.db.api [None req-ac255a02-00d1-4d12-9adf-4b03550d70ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 18:53:23.090699 n-d-817240-1 neutron-server[102142]: DEBUG oslo_db.api [None req-ac255a02-00d1-4d12-9adf-4b03550d70ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 18:53:23.136951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Deleting port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:53:23.137437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.200790 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ea3e1-b26d-48fe-a9ad-9afdbaa91e37 None None] DHCP port deletion for a800b49b-1379-4fcf-ad40-8037b0ab52d3 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:53:23.209534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] For port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ed6b4535-cf1a-4c0a-b580-3ddd67df7a55,segment=NetworkSegment(6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d),segment_id=6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:23.210179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.220256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386612e9-9850-479c-906b-4730c29bd800 None None] Network a800b49b-1379-4fcf-ad40-8037b0ab52d3 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:23.225955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Calling delete_port for ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:53:23.231500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386612e9-9850-479c-906b-4730c29bd800 None None] Network a800b49b-1379-4fcf-ad40-8037b0ab52d3 could not be found, it might have been deleted concurrently. {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 18:53:23.263064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea076b-637e-438c-9fef-2e44ee31c60b None None] Network 2fd46284-68ca-4492-a0cd-ad72d4d16a89 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:23.304827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.330122 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event deleted for resources: {'Port': ['ID=ed6b4535-cf1a-4c0a-b580-3ddd67df7a55,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:23.338105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] No DVR routers for this DVR port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:53:23.417740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f90e94-6b4f-4fab-8293-89e38a3654a8 None None] DHCP port deletion for 2fd46284-68ca-4492-a0cd-ad72d4d16a89 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:53:23.417929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.441144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd46284-68ca-4492-a0cd-ad72d4d16a89']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:23.450258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:23.450555 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa0b55d-ab94-4c87-8832-b4c2d0b9c12d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:23.459625 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.472228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.477828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:53:23.478333 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:53:23.481201 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:53:23.539146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.545951 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.549455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "DELETE /v2.0/networks/2fd46284-68ca-4492-a0cd-ad72d4d16a89 HTTP/1.1" status: 204 len: 168 time: 0.5568662 Nov 09 18:53:23.552182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41162) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:23.568636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 update to ACTIVE by agent not found {{(pid=102142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 18:53:23.580466 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-85464369-2d6e-480c-8db6-3d0d0a30f2af tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2a3241-646e-46e1-96ad-ecc9efd26970 HTTP/1.1" status: 200 len: 205 time: 0.0271137 Nov 09 18:53:23.583030 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41164) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:23.612236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ac255a02-00d1-4d12-9adf-4b03550d70ba None None] Port ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 update to ACTIVE by agent not found {{(pid=102142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 18:53:23.664030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8933e4f5-adf2-488d-a99b-f8edc7f5c565 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.724188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d4335504-a3eb-448c-a294-6a63e7fe7ccd None None] Could not find standard attr ID for object 31e1bd37-4bda-46ec-8f2a-d79473594fd1. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:53:23.727321 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d4335504-a3eb-448c-a294-6a63e7fe7ccd None None] Could not find standard attr ID for object ed6b4535-cf1a-4c0a-b580-3ddd67df7a55. {{(pid=102142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 18:53:23.828106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8933e4f5-adf2-488d-a99b-f8edc7f5c565 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.830384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8933e4f5-adf2-488d-a99b-f8edc7f5c565 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.874968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8933e4f5-adf2-488d-a99b-f8edc7f5c565 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.875522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8933e4f5-adf2-488d-a99b-f8edc7f5c565 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Fanout notify agent at l3_agent the message router_deleted on router bf2a3241-646e-46e1-96ad-ecc9efd26970 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:53:23.889628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8933e4f5-adf2-488d-a99b-f8edc7f5c565 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:23.892463 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8933e4f5-adf2-488d-a99b-f8edc7f5c565 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] 10.222.0.32 "DELETE /v2.0/routers/bf2a3241-646e-46e1-96ad-ecc9efd26970 HTTP/1.1" status: 204 len: 168 time: 0.3082740 Nov 09 18:53:23.913208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329a0bc-1756-49cf-aacb-7b5ef4e2c384 tempest-RoutersNegativeTest-1457784298 tempest-RoutersNegativeTest-1457784298-project] Pushing event deleted for resources: {'Network': ['ID=2fd46284-68ca-4492-a0cd-ad72d4d16a89,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:24.130836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41170) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:24.258400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-18457c12-3b50-41f1-94f6-0fd41aaa9067 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d5f38320cff4541b68c44888b737a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261475 Nov 09 18:53:24.260762 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41174) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:24.310656 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f532278-5d92-4de9-8c64-c5839903170d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:24.331685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f532278-5d92-4de9-8c64-c5839903170d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:24.375632 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f532278-5d92-4de9-8c64-c5839903170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:24.378740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f532278-5d92-4de9-8c64-c5839903170d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:24.379904 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1f532278-5d92-4de9-8c64-c5839903170d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ea988bf-0bdc-4555-8326-ddaff9736442 HTTP/1.1" status: 204 len: 168 time: 0.1182263 Nov 09 18:53:24.388069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f532278-5d92-4de9-8c64-c5839903170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea988bf-0bdc-4555-8326-ddaff9736442,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:24.549470 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:53:24.569483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:53:24.569825 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ed6b4535-cf1a-4c0a-b580-3ddd67df7a55 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:53:24.570249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 31e1bd37-4bda-46ec-8f2a-d79473594fd1 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:53:24.591564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 31e1bd37-4bda-46ec-8f2a-d79473594fd1 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:53:24.591908 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 31e1bd37-4bda-46ec-8f2a-d79473594fd1 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:53:24.987220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41196) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:25.080154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1409816653-network', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:25.101182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Made reservation on behalf of e9941e43c38b4a6ab22d9fb245dafa48 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:25.103590 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.112421 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.188207 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.191460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.211783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:25.227213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d165db53-1edf-4a6d-984a-1e0c22207ac7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:25.230051 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.230428 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Added segment f19f1abb-2b9e-49ec-b793-aba5e64a419b of type vlan for network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 Nov 09 18:53:25.269614 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.294137 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.295075 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:25.295685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.346551 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3576999 Nov 09 18:53:25.349530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41200) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:25.354459 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Request body: {'subnet': {'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-subnet', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:25.358915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43046c-e39d-4e83-afb3-9a83c18c697b admin admin] Pushing event updated for resources: {'Network': ['ID=5cbb75cb-539d-4eb0-b8da-95a70b58adb0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:25.368886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:25.374596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Made reservation on behalf of e9941e43c38b4a6ab22d9fb245dafa48 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:25.377005 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.539145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.595666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3898b80a-51dc-4c04-a837-3fd7b1af921b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:25.601699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Checking segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:25.602054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Network hostable DHCP agents. Network: 5cbb75cb-539d-4eb0-b8da-95a70b58adb0, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:25.618489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:25.627343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5cbb75cb-539d-4eb0-b8da-95a70b58adb0) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:25.631454 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:25.631877 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.635801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637843ea-1a8b-4864-a9cb-3521ad59a70e None None] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:25.652023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-82732f89-48f9-4bc1-a43a-ed1ff22421b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3013442 Nov 09 18:53:25.654754 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41202) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:25.659579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:25.680684 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.681778 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.736422 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.782176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:25.783034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.870246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:25.918792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Allocated IP 172.20.0.2 (5cbb75cb-539d-4eb0-b8da-95a70b58adb0/3898b80a-51dc-4c04-a837-3fd7b1af921b/e05a2d9d-74b2-43df-889b-d107f32c2b57) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:26.056433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.062782 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.079437 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.098894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.102358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:26.105175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:26.108859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:26.122616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Pushing event updated for resources: {'Port': ['ID=e05a2d9d-74b2-43df-889b-d107f32c2b57,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:26.166319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Attempting to bind port e05a2d9d-74b2-43df-889b-d107f32c2b57 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:26.166680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Attempting to bind port e05a2d9d-74b2-43df-889b-d107f32c2b57 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:26.167036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Attempting to bind port e05a2d9d-74b2-43df-889b-d107f32c2b57 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:26.171867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:26.172263 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Checking segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:26.172662 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.173052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Bound using segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:26.173511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Bound port: e05a2d9d-74b2-43df-889b-d107f32c2b57, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:26.174432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.205971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Allocated IP 172.25.0.42 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/29ae25bd-e710-4bed-a529-2d43504ca4c0) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:26.246507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] For port e05a2d9d-74b2-43df-889b-d107f32c2b57, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:26.249890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] For port e05a2d9d-74b2-43df-889b-d107f32c2b57, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e05a2d9d-74b2-43df-889b-d107f32c2b57,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:26.254476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.320796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.323686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb628dee-e2cf-4606-b94a-5f35f1b71068 None None] Pushing event updated for resources: {'Port': ['ID=e05a2d9d-74b2-43df-889b-d107f32c2b57,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:26.369472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.408598 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:26.411676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:26.416987 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:26.446934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Pushing event updated for resources: {'Port': ['ID=29ae25bd-e710-4bed-a529-2d43504ca4c0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:26.603943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e05a2d9d-74b2-43df-889b-d107f32c2b57 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:26.661713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e05a2d9d-74b2-43df-889b-d107f32c2b57 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:26.662327 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.735960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.740114 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.771099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port e05a2d9d-74b2-43df-889b-d107f32c2b57, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e05a2d9d-74b2-43df-889b-d107f32c2b57,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:26.775528 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:26.831161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=e05a2d9d-74b2-43df-889b-d107f32c2b57,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:26.933788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:27.063254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:53:27.173293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:53:27.184457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Sync routers for ids ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:53:27.191932 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:27.193208 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6771110d-9aa4-4cf7-9f49-b53852f404b9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5374613 Nov 09 18:53:27.195939 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41204) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:27.198405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Routers {'908fdb30-a3ec-46e2-b861-f13f16b7ff13'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:27.199362 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:27.419714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80f735-f964-47d2-bd77-198cc1fde456 None None] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:27.485375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-33265d47-7e0e-43f7-8ce0-8dffa859705c None None] Provisioning complete for port e05a2d9d-74b2-43df-889b-d107f32c2b57 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:27.485749 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33265d47-7e0e-43f7-8ce0-8dffa859705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:27.592384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Set router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:27.609005 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:27.833582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Allocated IP 172.20.0.1 (5cbb75cb-539d-4eb0-b8da-95a70b58adb0/3898b80a-51dc-4c04-a837-3fd7b1af921b/bfee17d8-b4e7-47fd-95d6-d68e041937c7) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:27.853517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:53:26Z', 'revision_number': 3, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port': {'id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:26Z', 'updated_at': '2021-11-09T18:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:27.880717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Checking router: 908fdb30-a3ec-46e2-b861-f13f16b7ff13 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:53:27.881070 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Updating router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 port 29ae25bd-e710-4bed-a529-2d43504ca4c0 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:53:27.909454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:27.964524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:27.999981 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.026093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c884438a-dbf9-4407-b483-b703d6d446ab None None] Provisioning complete for port e05a2d9d-74b2-43df-889b-d107f32c2b57 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:28.026386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c884438a-dbf9-4407-b483-b703d6d446ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.038291 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:28.042464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:28.049516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:28.052526 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Pushing event updated for resources: {'Port': ['ID=bfee17d8-b4e7-47fd-95d6-d68e041937c7,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:28.090572 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.251516 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.257620 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.317358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26581f-4bdf-48c4-b9ca-181cf2e4638a None None] Pushing event updated for resources: {'Port': ['ID=29ae25bd-e710-4bed-a529-2d43504ca4c0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:28.320976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Attempting to bind port 29ae25bd-e710-4bed-a529-2d43504ca4c0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:28.321293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Attempting to bind port 29ae25bd-e710-4bed-a529-2d43504ca4c0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:28.321660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Attempting to bind port 29ae25bd-e710-4bed-a529-2d43504ca4c0 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:28.324228 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.329448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:28.329821 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:28.330816 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.331208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:28.331677 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Bound port: 29ae25bd-e710-4bed-a529-2d43504ca4c0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:28.332056 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.334792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-10e534de-ce80-4744-a62f-26214cf28b72 None None] Provisioning complete for port bfee17d8-b4e7-47fd-95d6-d68e041937c7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:28.335150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10e534de-ce80-4744-a62f-26214cf28b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.403173 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-10e534de-ce80-4744-a62f-26214cf28b72 None None] Port bfee17d8-b4e7-47fd-95d6-d68e041937c7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:53:28.413093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] For port 29ae25bd-e710-4bed-a529-2d43504ca4c0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:28.416230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] For port 29ae25bd-e710-4bed-a529-2d43504ca4c0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=29ae25bd-e710-4bed-a529-2d43504ca4c0,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:28.420427 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.471664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Routers {'908fdb30-a3ec-46e2-b861-f13f16b7ff13'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:28.472306 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:28.489561 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.494157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.543381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26581f-4bdf-48c4-b9ca-181cf2e4638a None None] Pushing event updated for resources: {'Port': ['ID=29ae25bd-e710-4bed-a529-2d43504ca4c0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:28.553078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.566374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e05a2d9d-74b2-43df-889b-d107f32c2b57 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:28.582749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Pushing event updated for resources: {'Port': ['ID=bfee17d8-b4e7-47fd-95d6-d68e041937c7,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:28.621562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] Set router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:28.655260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:28.657365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:28.674809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e05a2d9d-74b2-43df-889b-d107f32c2b57 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:28.675181 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.782862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:53:28.895283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 4, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port': {'id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:26Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'bfee17d8-b4e7-47fd-95d6-d68e041937c7', 'name': '', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'mac_address': 'fa:16:3e:6d:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:27Z', 'updated_at': '2021-11-09T18:53:27Z', 'revision_number': 1, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'subnets': [{'id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:28.898331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:53:28.904250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ab243f59-9b2e-4a18-a3f5-fb6d4872ae07 admin admin] 10.222.0.32 "PUT /v2.0/routers/908fdb30-a3ec-46e2-b861-f13f16b7ff13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072113 Nov 09 18:53:28.931300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6bdd6-1268-4f66-ad0e-13901a67e209 None None] The sync data for ids ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'] in n-d-817240-1 is: [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 4, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port': {'id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:26Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'bfee17d8-b4e7-47fd-95d6-d68e041937c7', 'name': '', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'mac_address': 'fa:16:3e:6d:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:27Z', 'updated_at': '2021-11-09T18:53:27Z', 'revision_number': 1, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'subnets': [{'id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:53:28.942265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4362aec5-643a-4bc9-bab2-8a53a5807695 None None] Provisioning complete for port bfee17d8-b4e7-47fd-95d6-d68e041937c7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:28.942721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4362aec5-643a-4bc9-bab2-8a53a5807695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:28.982222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4362aec5-643a-4bc9-bab2-8a53a5807695 None None] Port bfee17d8-b4e7-47fd-95d6-d68e041937c7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:53:29.400784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41220) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:29.406127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1050692648-network', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:29.427488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Made reservation on behalf of e44bf16b8c2944ce955b97a93b361a8b for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:29.430431 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.439764 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.521183 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.531776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.567385 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:53:29.575397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1eb03b-8aa9-4f46-8d52-aeea4c604a82,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:29.586623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.586993 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Added segment 4d1f5822-5b84-4f4b-9bd1-af17dae013f4 of type vlan for network 46de97ad-97b3-45d8-b514-0a7e042e2e86 Nov 09 18:53:29.630242 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.662030 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.663041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:29.663630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.720919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3189545 Nov 09 18:53:29.723873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41222) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:29.727875 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ff96-cc68-4258-bd3a-9fb3da90e6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=46de97ad-97b3-45d8-b514-0a7e042e2e86,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:29.729054 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Request body: {'subnet': {'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-subnet', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:29.737717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:53:29.762233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Made reservation on behalf of e44bf16b8c2944ce955b97a93b361a8b for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:29.765042 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.945337 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:29.998750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Pushing event updated for resources: {'Subnet': ['ID=421e7100-8593-4c2d-80e5-796df08b7366,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:30.009392 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Checking segment: {'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:30.009747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Network hostable DHCP agents. Network: 46de97ad-97b3-45d8-b514-0a7e042e2e86, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:53:30.026999 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:53:30.035543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 46de97ad-97b3-45d8-b514-0a7e042e2e86) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:30.040974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:30.041695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.044432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb96f3b-efca-41cb-90f2-b871ac3c6cbc None None] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:30.061796 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64697abf-980c-4147-b06d-e57de99d506d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3366964 Nov 09 18:53:30.064262 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41224) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:30.069161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:30.090100 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.091191 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.152447 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.203803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-46de97ad-97b3-45d8-b514-0a7e042e2e86', 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'fixed_ips': [{'subnet_id': '421e7100-8593-4c2d-80e5-796df08b7366'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:53:30.204652 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.286121 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.336244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Allocated IP 172.20.0.2 (46de97ad-97b3-45d8-b514-0a7e042e2e86/421e7100-8593-4c2d-80e5-796df08b7366/d18cbc94-ba76-40e9-b815-c21d57dfb4b2) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:30.483147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.490269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.525161 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:30.528694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:30.531581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:30.568709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Pushing event updated for resources: {'Port': ['ID=d18cbc94-ba76-40e9-b815-c21d57dfb4b2,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:30.621932 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Attempting to bind port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:30.623046 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Attempting to bind port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:30.624149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Attempting to bind port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 on network 46de97ad-97b3-45d8-b514-0a7e042e2e86 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:30.628724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 29ae25bd-e710-4bed-a529-2d43504ca4c0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:30.654602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:30.655083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Checking segment: {'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:30.655559 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.656022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Bound using segment: {'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:30.656607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Bound port: d18cbc94-ba76-40e9-b815-c21d57dfb4b2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:30.657058 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.743486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 29ae25bd-e710-4bed-a529-2d43504ca4c0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:30.743864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.747868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] For port d18cbc94-ba76-40e9-b815-c21d57dfb4b2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:30.780432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] For port d18cbc94-ba76-40e9-b815-c21d57dfb4b2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d18cbc94-ba76-40e9-b815-c21d57dfb4b2,segment=NetworkSegment(4d1f5822-5b84-4f4b-9bd1-af17dae013f4),segment_id=4d1f5822-5b84-4f4b-9bd1-af17dae013f4)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:30.792706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.796277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.815758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.886815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096f8a6-bebe-4931-9849-8047842e2687 None None] Pushing event updated for resources: {'Port': ['ID=d18cbc94-ba76-40e9-b815-c21d57dfb4b2,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:30.902076 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.926467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 29ae25bd-e710-4bed-a529-2d43504ca4c0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=29ae25bd-e710-4bed-a529-2d43504ca4c0,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:30.934242 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:30.944719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Allocated IP 172.25.0.98 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/46764382-8530-4d62-8f56-7b7ade471b1e) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:30.980716 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Sync routers for ids ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:53:30.990695 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Routers {'908fdb30-a3ec-46e2-b861-f13f16b7ff13'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:30.991478 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:30.999571 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=29ae25bd-e710-4bed-a529-2d43504ca4c0,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:31.078461 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.119391 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Set router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:31.119687 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.158214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:31.162838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:31.166609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:31.195365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=46764382-8530-4d62-8f56-7b7ade471b1e,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:31.326655 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 4, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port': {'id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:26Z', 'updated_at': '2021-11-09T18:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'bfee17d8-b4e7-47fd-95d6-d68e041937c7', 'name': '', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'mac_address': 'fa:16:3e:6d:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:27Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 2, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'subnets': [{'id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:31.352922 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Checking router: 908fdb30-a3ec-46e2-b861-f13f16b7ff13 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:53:31.353282 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Updating router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 port bfee17d8-b4e7-47fd-95d6-d68e041937c7 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:53:31.384716 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.422822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.627407 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.657885 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.666969 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.718731 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Pushing event updated for resources: {'Port': ['ID=bfee17d8-b4e7-47fd-95d6-d68e041937c7,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:31.729664 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.730430 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.730430 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.730882 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.731297 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.731699 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.732432 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.732432 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.732830 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.733217 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.733606 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.734169 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:53:31.781793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Router d2d5940b-b536-4ca3-bf55-ce97275b7d54 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:53:31.791288 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Attempting to bind port bfee17d8-b4e7-47fd-95d6-d68e041937c7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:31.791649 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Attempting to bind port bfee17d8-b4e7-47fd-95d6-d68e041937c7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:31.792005 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Attempting to bind port bfee17d8-b4e7-47fd-95d6-d68e041937c7 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:31.800203 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:31.800571 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Checking segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:31.800963 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.801345 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Bound using segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:31.801800 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Bound port: bfee17d8-b4e7-47fd-95d6-d68e041937c7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:31.802203 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.878530 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] For port bfee17d8-b4e7-47fd-95d6-d68e041937c7, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:31.882684 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] For port bfee17d8-b4e7-47fd-95d6-d68e041937c7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bfee17d8-b4e7-47fd-95d6-d68e041937c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:31.889957 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.909895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520068d-fdd4-4700-b816-ae3fb80957a5 None None] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:53:31.929135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:53:31.955049 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Sync routers for ids ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:53:31.958678 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Routers {'908fdb30-a3ec-46e2-b861-f13f16b7ff13'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:31.959347 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:31.960209 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:31.962015 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-023b2ed8-93fe-4d71-85e9-9bed25c7fcf4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8961585 Nov 09 18:53:31.964681 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41226) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:53:31.967135 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fad84-581a-4cad-a859-58e5afabfc2d None None] Pushing event updated for resources: {'Port': ['ID=bfee17d8-b4e7-47fd-95d6-d68e041937c7,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:32.085732 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] Set router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:32.089656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Routers {'d2d5940b-b536-4ca3-bf55-ce97275b7d54'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:32.090508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:32.299447 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 4, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port': {'id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:26Z', 'updated_at': '2021-11-09T18:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'bfee17d8-b4e7-47fd-95d6-d68e041937c7', 'name': '', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'mac_address': 'fa:16:3e:6d:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:27Z', 'updated_at': '2021-11-09T18:53:31Z', 'revision_number': 4, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'subnets': [{'id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:32.319081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cf345044-4c25-4762-9e1e-cff773cf6a37 None None] Provisioning complete for port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:32.319454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf345044-4c25-4762-9e1e-cff773cf6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.419202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b19e1-ece0-48e6-8f34-44ada7ad671f None None] The sync data for ids ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'] in n-d-817240-1 is: [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:53:28Z', 'revision_number': 4, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port': {'id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:26Z', 'updated_at': '2021-11-09T18:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'bfee17d8-b4e7-47fd-95d6-d68e041937c7', 'name': '', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'mac_address': 'fa:16:3e:6d:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:27Z', 'updated_at': '2021-11-09T18:53:31Z', 'revision_number': 4, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'subnets': [{'id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:53:32.425798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.460865 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Set router d2d5940b-b536-4ca3-bf55-ce97275b7d54 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:32.533792 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf345044-4c25-4762-9e1e-cff773cf6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.637515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Allocated IP 172.20.0.1 (46de97ad-97b3-45d8-b514-0a7e042e2e86/421e7100-8593-4c2d-80e5-796df08b7366/ac870f0a-07b1-443f-baaa-8ed365b6ecb3) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:32.659726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cf345044-4c25-4762-9e1e-cff773cf6a37 None None] For port d18cbc94-ba76-40e9-b815-c21d57dfb4b2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d18cbc94-ba76-40e9-b815-c21d57dfb4b2,segment=NetworkSegment(4d1f5822-5b84-4f4b-9bd1-af17dae013f4),segment_id=4d1f5822-5b84-4f4b-9bd1-af17dae013f4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:32.670789 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf345044-4c25-4762-9e1e-cff773cf6a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.763338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d18cbc94-ba76-40e9-b815-c21d57dfb4b2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:32.794103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.822397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345044-4c25-4762-9e1e-cff773cf6a37 None None] Pushing event updated for resources: {'Port': ['ID=d18cbc94-ba76-40e9-b815-c21d57dfb4b2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:32.835859 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.850608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] Provisioning complete for port bfee17d8-b4e7-47fd-95d6-d68e041937c7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:32.850979 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.880800 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:32.887113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Pushing event updated for resources: {'Port': ['ID=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:32.894637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:32.898351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:32.899368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:32.899744 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.932245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:31Z', 'revision_number': 3, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port': {'id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:32.954143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:32.972230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Checking router: d2d5940b-b536-4ca3-bf55-ce97275b7d54 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:53:32.972584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Updating router d2d5940b-b536-4ca3-bf55-ce97275b7d54 port 46764382-8530-4d62-8f56-7b7ade471b1e binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:53:33.040917 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.080090 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.109576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.202230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bfee17d8-b4e7-47fd-95d6-d68e041937c7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:33.234993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] For port bfee17d8-b4e7-47fd-95d6-d68e041937c7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bfee17d8-b4e7-47fd-95d6-d68e041937c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:33.245229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.296166 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.301846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.338318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] Provisioning complete for port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:33.338684 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.371522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Pushing event updated for resources: {'Port': ['ID=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:33.373894 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.400681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c806e-b059-4734-aef6-df04aeff88a3 None None] Pushing event updated for resources: {'Port': ['ID=bfee17d8-b4e7-47fd-95d6-d68e041937c7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:33.409291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bfee17d8-b4e7-47fd-95d6-d68e041937c7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:33.409617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.464241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:33.465680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:33.562472 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.591403 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.592086 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Router d2d5940b-b536-4ca3-bf55-ce97275b7d54 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:53:33.640114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 29ae25bd-e710-4bed-a529-2d43504ca4c0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:33.685208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Attempting to bind port 46764382-8530-4d62-8f56-7b7ade471b1e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:33.685574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Attempting to bind port 46764382-8530-4d62-8f56-7b7ade471b1e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:33.685934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Attempting to bind port 46764382-8530-4d62-8f56-7b7ade471b1e on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:33.690889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce0417-9c50-4604-99be-b58c4418a571 None None] Pushing event updated for resources: {'Port': ['ID=46764382-8530-4d62-8f56-7b7ade471b1e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:33.700838 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:33.701211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:33.701612 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.701995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:33.702483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Bound port: 46764382-8530-4d62-8f56-7b7ade471b1e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:33.702866 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.709916 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:53:33.714899 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d6154df-926c-4611-b09f-39819ef65f86 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2d5940b-b536-4ca3-bf55-ce97275b7d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7491245 Nov 09 18:53:33.743192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4dadd27b-15db-4071-aecb-150bf9547217 None None] Provisioning complete for port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:33.743494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4dadd27b-15db-4071-aecb-150bf9547217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.800751 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] For port 46764382-8530-4d62-8f56-7b7ade471b1e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:33.803111 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 29ae25bd-e710-4bed-a529-2d43504ca4c0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:33.803482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.807231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] For port 46764382-8530-4d62-8f56-7b7ade471b1e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=46764382-8530-4d62-8f56-7b7ade471b1e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:33.808282 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4dadd27b-15db-4071-aecb-150bf9547217 None None] Port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:53:33.829503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:33.902691 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Routers {'d2d5940b-b536-4ca3-bf55-ce97275b7d54'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:33.903377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:33.908873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce0417-9c50-4604-99be-b58c4418a571 None None] Pushing event updated for resources: {'Port': ['ID=46764382-8530-4d62-8f56-7b7ade471b1e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:34.043197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] Set router d2d5940b-b536-4ca3-bf55-ce97275b7d54 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:34.246333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 4, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port': {'id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac870f0a-07b1-443f-baaa-8ed365b6ecb3', 'name': '', 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'mac_address': 'fa:16:3e:55:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '421e7100-8593-4c2d-80e5-796df08b7366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:32Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 2, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'subnets': [{'id': '421e7100-8593-4c2d-80e5-796df08b7366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:34.277653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f24a9-8d9e-49e0-bf2c-74754f713986 None None] The sync data for ids ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'] in n-d-817240-1 is: [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 4, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port': {'id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac870f0a-07b1-443f-baaa-8ed365b6ecb3', 'name': '', 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'mac_address': 'fa:16:3e:55:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '421e7100-8593-4c2d-80e5-796df08b7366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:32Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 2, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'subnets': [{'id': '421e7100-8593-4c2d-80e5-796df08b7366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:53:34.396151 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-5871ac13-ed43-4064-9cca-b8a4762e6140 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:34.397664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-5871ac13-ed43-4064-9cca-b8a4762e6140 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/networks?id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 200 len: 817 time: 0.1096570 Nov 09 18:53:34.412826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-23b6b6c7-7b29-4cd0-8b1f-a91fadf61a08 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/quotas/e9941e43c38b4a6ab22d9fb245dafa48 HTTP/1.1" status: 200 len: 375 time: 0.0093777 Nov 09 18:53:34.475023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-d2f8621e-60a5-49e3-9446-0788f702fb7d tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557168 Nov 09 18:53:34.575944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d18cbc94-ba76-40e9-b815-c21d57dfb4b2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:34.592578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-4ad723ca-66ca-4a67-b131-088ad1f9715a service neutron] 10.222.0.32 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052716 Nov 09 18:53:34.636298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:34.636768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:34.693867 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-7ce516c6-ea8e-4e62-878f-1873d7ccccb2 service neutron] 10.222.0.32 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946178 Nov 09 18:53:34.725778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bfee17d8-b4e7-47fd-95d6-d68e041937c7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:34.869661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6a4c995c-392c-4000-a50d-23b11b86a9f4 req-fe1faeb7-3d7b-4f3e-bb1d-c52c05c780ac tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0283828 Nov 09 18:53:34.969146 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port bfee17d8-b4e7-47fd-95d6-d68e041937c7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:34.969521 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:35.860087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-99958b37-765d-4edd-8bfd-c7b65a5eb1c5 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:35.861483 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-99958b37-765d-4edd-8bfd-c7b65a5eb1c5 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "GET /v2.0/networks?id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 200 len: 817 time: 0.1134450 Nov 09 18:53:35.874213 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Request body: {'port': {'device_id': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'admin_state_up': True, 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:35.965372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a608c1a-2232-47c7-a674-66ef402cbf96 req-8fec87f7-7040-440f-bb09-7f3a7968c26d tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0272901 Nov 09 18:53:35.989930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Made reservation on behalf of e9941e43c38b4a6ab22d9fb245dafa48 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:53:35.993486 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.120526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Allocated IP 172.20.0.6 (5cbb75cb-539d-4eb0-b8da-95a70b58adb0/3898b80a-51dc-4c04-a837-3fd7b1af921b/a793c7a9-e161-472b-9a00-0905721957c7) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:53:36.263721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.295552 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.342879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:53:36.346462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:53:36.350146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:53:36.359580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Pushing event updated for resources: {'Port': ['ID=a793c7a9-e161-472b-9a00-0905721957c7,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:36.407197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:36.408437 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.425531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-0f9ec8f4-a10d-41fc-a113-a404d390c56b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552120 Nov 09 18:53:36.439625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Request body: {'port': {'device_id': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:53:36.495872 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.554267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-18e2905d-6be9-49d2-9163-b3b6ef519ac2 None None] Provisioning complete for port a793c7a9-e161-472b-9a00-0905721957c7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:36.554658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-18e2905d-6be9-49d2-9163-b3b6ef519ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.563310 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Sync routers for ids ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:53:36.573183 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Routers {'d2d5940b-b536-4ca3-bf55-ce97275b7d54'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:36.573795 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:36.605595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-18e2905d-6be9-49d2-9163-b3b6ef519ac2 None None] Port a793c7a9-e161-472b-9a00-0905721957c7 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:53:36.609872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 46764382-8530-4d62-8f56-7b7ade471b1e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:36.659349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 46764382-8530-4d62-8f56-7b7ade471b1e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:36.659713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.684547 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Set router d2d5940b-b536-4ca3-bf55-ce97275b7d54 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:36.741972 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.767836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 46764382-8530-4d62-8f56-7b7ade471b1e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=46764382-8530-4d62-8f56-7b7ade471b1e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:36.772881 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.805646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a793c7a9-e161-472b-9a00-0905721957c7 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:53:36.814411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.828438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Transition to ACTIVE for port object a793c7a9-e161-472b-9a00-0905721957c7 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:53:36.830705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=46764382-8530-4d62-8f56-7b7ade471b1e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:36.833817 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.890520 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 4, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port': {'id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac870f0a-07b1-443f-baaa-8ed365b6ecb3', 'name': '', 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'mac_address': 'fa:16:3e:55:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '421e7100-8593-4c2d-80e5-796df08b7366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:32Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 2, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'subnets': [{'id': '421e7100-8593-4c2d-80e5-796df08b7366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:36.902942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Pushing event updated for resources: {'Port': ['ID=a793c7a9-e161-472b-9a00-0905721957c7,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:36.921783 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Checking router: d2d5940b-b536-4ca3-bf55-ce97275b7d54 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:53:36.922168 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Updating router d2d5940b-b536-4ca3-bf55-ce97275b7d54 port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:53:36.947440 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:36.959220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Attempting to bind port a793c7a9-e161-472b-9a00-0905721957c7 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:36.959654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Attempting to bind port a793c7a9-e161-472b-9a00-0905721957c7 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:36.960074 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Attempting to bind port a793c7a9-e161-472b-9a00-0905721957c7 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:36.964731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Port a793c7a9-e161-472b-9a00-0905721957c7 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:53:36.965056 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Attempting to bind port a793c7a9-e161-472b-9a00-0905721957c7 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:36.972523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:36.972934 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Checking segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:36.973388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Bound using segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:36.973903 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Bound port: a793c7a9-e161-472b-9a00-0905721957c7, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:36.974354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.047016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] For port a793c7a9-e161-472b-9a00-0905721957c7, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:37.051142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] For port a793c7a9-e161-472b-9a00-0905721957c7, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a793c7a9-e161-472b-9a00-0905721957c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:37.059307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.076009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:37.076643 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.078489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] 10.222.0.85 "PUT /v2.0/ports/a793c7a9-e161-472b-9a00-0905721957c7 HTTP/1.1" status: 200 len: 1091 time: 0.6435015 Nov 09 18:53:37.110251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'tag': 'a793c7a9-e161-472b-9a00-0905721957c7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:53:37.113499 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d4c0029e4aa65650f603f4ca3cb17b2d2e2e311f86f0870f012916de43a43ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "afca23a9-5bea-4420-924b-979d797dd5f5", "tag": "a793c7a9-e161-472b-9a00-0905721957c7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:53:37.124034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564ed0a-339d-4302-8f30-761570453777 req-059b541a-587e-4cbc-945d-7c2c436f6542 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:37.126181 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a564ed0a-339d-4302-8f30-761570453777 req-059b541a-587e-4cbc-945d-7c2c436f6542 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0699787 Nov 09 18:53:37.180670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5291b-5add-48fe-86c7-77af0ddac8cd service neutron] Pushing event updated for resources: {'Port': ['ID=a793c7a9-e161-472b-9a00-0905721957c7,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:37.191839 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-038af46c-f20a-4fc8-b404-a2057e01e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:37.191975 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a564ed0a-339d-4302-8f30-761570453777 req-139cf580-e70c-4cdb-8fdb-64ab1c5801ae tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592332 Nov 09 18:53:37.193374 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-038af46c-f20a-4fc8-b404-a2057e01e2a8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 1094 time: 0.0699427 Nov 09 18:53:37.251080 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87dbecd-071a-43e1-8ba9-deb9fc4bfb03 x-openstack-request-id: req-d87dbecd-071a-43e1-8ba9-deb9fc4bfb03 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:53:37.251497 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afca23a9-5bea-4420-924b-979d797dd5f5", "tag": "a793c7a9-e161-472b-9a00-0905721957c7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:53:37.251794 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d87dbecd-071a-43e1-8ba9-deb9fc4bfb03 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:53:37.252190 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'tag': 'a793c7a9-e161-472b-9a00-0905721957c7', 'status': 'completed', 'code': 200} Nov 09 18:53:37.253876 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-90383129-8234-4386-8039-e81c72eeb02c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a793c7a9-e161-472b-9a00-0905721957c7 HTTP/1.1" status: 200 len: 217 time: 0.0513039 Nov 09 18:53:37.268215 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.276644 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.307199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-428349ae-bae7-451c-9594-4eb51d4218dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:37.308766 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-428349ae-bae7-451c-9594-4eb51d4218dc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3898b80a-51dc-4c04-a837-3fd7b1af921b HTTP/1.1" status: 200 len: 856 time: 0.0479047 Nov 09 18:53:37.332621 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc4a3c-94ed-425b-9d95-0a26350e4526 None None] Pushing event updated for resources: {'Port': ['ID=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:37.365916 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1707c88-4abc-419c-bd19-8fb0da43732e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.381467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-21a554d2-9a96-4107-87a6-e9cfc884ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:37.383304 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-21a554d2-9a96-4107-87a6-e9cfc884ebfe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661194 Nov 09 18:53:37.392136 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Attempting to bind port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:53:37.392536 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Attempting to bind port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:53:37.393035 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Attempting to bind port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 on network 46de97ad-97b3-45d8-b514-0a7e042e2e86 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:53:37.398624 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:53:37.398863 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Checking segment: {'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:53:37.399259 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.399695 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Bound using segment: {'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:53:37.400205 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Bound port: ac870f0a-07b1-443f-baaa-8ed365b6ecb3, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1f5822-5b84-4f4b-9bd1-af17dae013f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:53:37.400589 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.467199 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] For port ac870f0a-07b1-443f-baaa-8ed365b6ecb3, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:53:37.472319 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] For port ac870f0a-07b1-443f-baaa-8ed365b6ecb3, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,segment=NetworkSegment(4d1f5822-5b84-4f4b-9bd1-af17dae013f4),segment_id=4d1f5822-5b84-4f4b-9bd1-af17dae013f4)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:53:37.476720 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.488655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-5ec7b597-1be7-42f5-9555-85aedb222e3f service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976951 Nov 09 18:53:37.536940 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Routers {'d2d5940b-b536-4ca3-bf55-ce97275b7d54'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:53:37.537570 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:53:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:37.573238 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc4a3c-94ed-425b-9d95-0a26350e4526 None None] Pushing event updated for resources: {'Port': ['ID=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:37.592349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-679557c7-1229-44d7-94ea-1ea9bba3d576 None None] Provisioning complete for port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:37.592863 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-679557c7-1229-44d7-94ea-1ea9bba3d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.593536 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-99710610-efb0-4c93-b5ba-db3d5a7cf1ea req-3a3929c8-81cf-4471-b9cf-786883b3d4b6 service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977063 Nov 09 18:53:37.668736 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] Set router d2d5940b-b536-4ca3-bf55-ce97275b7d54 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:53:37.696327 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-679557c7-1229-44d7-94ea-1ea9bba3d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.738423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-679557c7-1229-44d7-94ea-1ea9bba3d576 None None] For port ac870f0a-07b1-443f-baaa-8ed365b6ecb3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,segment=NetworkSegment(4d1f5822-5b84-4f4b-9bd1-af17dae013f4),segment_id=4d1f5822-5b84-4f4b-9bd1-af17dae013f4)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:37.744064 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-679557c7-1229-44d7-94ea-1ea9bba3d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.803763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679557c7-1229-44d7-94ea-1ea9bba3d576 None None] Pushing event updated for resources: {'Port': ['ID=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:37.864855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5b898cab-ae26-41cd-b1b8-17c29bb0aeac None None] Provisioning complete for port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:37.865376 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b898cab-ae26-41cd-b1b8-17c29bb0aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:37.894760 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 4, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port': {'id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac870f0a-07b1-443f-baaa-8ed365b6ecb3', 'name': '', 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'mac_address': 'fa:16:3e:55:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '421e7100-8593-4c2d-80e5-796df08b7366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:32Z', 'updated_at': '2021-11-09T18:53:37Z', 'revision_number': 4, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'subnets': [{'id': '421e7100-8593-4c2d-80e5-796df08b7366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:53:37.924502 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f7fd7-9243-4ede-9cb5-be1a1360a6f3 None None] The sync data for ids ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'] in n-d-817240-1 is: [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:33Z', 'revision_number': 4, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port': {'id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': 'ac870f0a-07b1-443f-baaa-8ed365b6ecb3', 'name': '', 'network_id': '46de97ad-97b3-45d8-b514-0a7e042e2e86', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'mac_address': 'fa:16:3e:55:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '421e7100-8593-4c2d-80e5-796df08b7366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:32Z', 'updated_at': '2021-11-09T18:53:37Z', 'revision_number': 4, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'subnets': [{'id': '421e7100-8593-4c2d-80e5-796df08b7366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:53:38.005606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-e60e31d6-775c-4a84-a1fe-feb189dee966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.007226 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-e60e31d6-775c-4a84-a1fe-feb189dee966 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 1094 time: 0.3563762 Nov 09 18:53:38.098480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-0fbb456e-b1e4-4e98-a81e-5a0b37bced27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.099931 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-0fbb456e-b1e4-4e98-a81e-5a0b37bced27 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 200 len: 918 time: 0.0854995 Nov 09 18:53:38.148096 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-85f47bff-eaa7-43fb-b998-bfa01574eb24 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a793c7a9-e161-472b-9a00-0905721957c7 HTTP/1.1" status: 200 len: 217 time: 0.0405450 Nov 09 18:53:38.199448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-08801669-b07c-46ab-8627-d529d0d624e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.200919 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-08801669-b07c-46ab-8627-d529d0d624e1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3898b80a-51dc-4c04-a837-3fd7b1af921b HTTP/1.1" status: 200 len: 856 time: 0.0458529 Nov 09 18:53:38.251421 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-f35b82e8-5957-4efe-8877-e9f02ec7144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.254441 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-f35b82e8-5957-4efe-8877-e9f02ec7144a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440350 Nov 09 18:53:38.312094 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278dd-36a9-4cd0-9ff5-3e090114cf15 req-c5cdc48c-defd-47a1-a1d9-11059b7610a2 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:38.315307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e19278dd-36a9-4cd0-9ff5-3e090114cf15 req-c5cdc48c-defd-47a1-a1d9-11059b7610a2 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0549345 Nov 09 18:53:38.354984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e19278dd-36a9-4cd0-9ff5-3e090114cf15 req-16f2e338-b32c-42ba-8758-7046ca424e98 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Nov 09 18:53:38.363188 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-98186ece-91fd-40c3-a0e7-ded141b5fffc service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933104 Nov 09 18:53:38.455903 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f4ae6981-b13d-43b3-807c-3f79a9ceeb6a req-beceab96-5e2b-4b5c-a2f0-6316efec84b2 service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846813 Nov 09 18:53:38.578767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 46764382-8530-4d62-8f56-7b7ade471b1e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:38.624924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 46764382-8530-4d62-8f56-7b7ade471b1e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:38.625580 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:38.703945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac870f0a-07b1-443f-baaa-8ed365b6ecb3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:38.756916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:38.757212 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:39.481534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabcb2d-d636-4171-97a8-9decc512b20a req-171cafad-c3fc-4989-bbe3-5ff747395a61 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:39.483016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1eabcb2d-d636-4171-97a8-9decc512b20a req-171cafad-c3fc-4989-bbe3-5ff747395a61 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0489149 Nov 09 18:53:39.522656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1eabcb2d-d636-4171-97a8-9decc512b20a req-72069030-16d6-410d-b3c6-965d64250ee0 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Nov 09 18:53:39.841389 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0c6eea74-812d-4e44-95a9-579e6cd17866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:40.287269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:40.638691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c04ec4-847f-4bcb-b40d-ca76f07af905 req-85ef57ea-ba0e-4f13-8447-2ea1316d9a24 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:40.640128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40c04ec4-847f-4bcb-b40d-ca76f07af905 req-85ef57ea-ba0e-4f13-8447-2ea1316d9a24 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0519798 Nov 09 18:53:40.676637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-40c04ec4-847f-4bcb-b40d-ca76f07af905 req-b7f1c250-0b60-4fc5-87b9-3617bfd11974 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Nov 09 18:53:41.266297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:41.613267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a793c7a9-e161-472b-9a00-0905721957c7 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:53:41.704222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a793c7a9-e161-472b-9a00-0905721957c7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a793c7a9-e161-472b-9a00-0905721957c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:41.716393 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'a793c7a9-e161-472b-9a00-0905721957c7', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'port_id': 'a793c7a9-e161-472b-9a00-0905721957c7', 'mac_address': 'fa:16:3e:d3:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:53:41.755984 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:41.769561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a793c7a9-e161-472b-9a00-0905721957c7 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:53:41.788647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a793c7a9-e161-472b-9a00-0905721957c7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a793c7a9-e161-472b-9a00-0905721957c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:41.793005 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:41.839889 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a793c7a9-e161-472b-9a00-0905721957c7,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:41.848383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c731e37-5e3f-4a11-bc0c-813f3c1b98d0 req-a2c058f0-e1ee-486f-890d-05837dd45d20 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:41.849436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c731e37-5e3f-4a11-bc0c-813f3c1b98d0 req-a2c058f0-e1ee-486f-890d-05837dd45d20 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 944 time: 0.0492029 Nov 09 18:53:41.886195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c731e37-5e3f-4a11-bc0c-813f3c1b98d0 req-d024f13a-3282-4348-8c0a-ddc4b5c2d20c tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307224 Nov 09 18:53:42.004617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a793c7a9-e161-472b-9a00-0905721957c7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:53:42.769933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:42.999080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17502b-0d36-4865-83db-c010beacc064 req-f00e7eb7-a96e-4823-95da-45b1b960570f tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:43.000460 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d17502b-0d36-4865-83db-c010beacc064 req-f00e7eb7-a96e-4823-95da-45b1b960570f tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 944 time: 0.0483663 Nov 09 18:53:43.037712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0d17502b-0d36-4865-83db-c010beacc064 req-389da0a7-d797-492b-b52c-9b03499bfe3e tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Nov 09 18:53:43.616656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a793c7a9-e161-472b-9a00-0905721957c7 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:53:43.664147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port a793c7a9-e161-472b-9a00-0905721957c7 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:53:43.667811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port a793c7a9-e161-472b-9a00-0905721957c7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:53:43.668185 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:43.741897 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:43.763701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a793c7a9-e161-472b-9a00-0905721957c7'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:53:43.765963 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870191bc690679ab1e9be162efba09acadae0e999243207cc60ec696c9fddba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b9ac19-1509-4893-a2a2-b78dc476555b" -d '{"events": [{"server_uuid": "afca23a9-5bea-4420-924b-979d797dd5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a793c7a9-e161-472b-9a00-0905721957c7"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:53:43.779170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port a793c7a9-e161-472b-9a00-0905721957c7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a793c7a9-e161-472b-9a00-0905721957c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:53:43.784978 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:43.812588 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a4a1ef-dad9-4b27-8af0-25556c49694a x-openstack-request-id: req-76a4a1ef-dad9-4b27-8af0-25556c49694a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:53:43.812880 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca23a9-5bea-4420-924b-979d797dd5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a793c7a9-e161-472b-9a00-0905721957c7", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:53:43.813131 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76a4a1ef-dad9-4b27-8af0-25556c49694a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:53:43.813509 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a793c7a9-e161-472b-9a00-0905721957c7', 'code': 200} Nov 09 18:53:43.843439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=a793c7a9-e161-472b-9a00-0905721957c7,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:53:43.900531 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830a29b-6a7d-48ee-a341-225e4cde1f5a req-ccb9cf09-4f80-4104-bb41-87dc1b9b09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:43.901917 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4830a29b-6a7d-48ee-a341-225e4cde1f5a req-ccb9cf09-4f80-4104-bb41-87dc1b9b09de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0402677 Nov 09 18:53:43.937407 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4830a29b-6a7d-48ee-a341-225e4cde1f5a req-74e7fdd7-51ba-4b57-93fa-0ba75eb84441 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281913 Nov 09 18:53:44.482003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6916e4-5f62-4ecc-87cb-82937cd0e55a req-d167da2d-9108-4186-a4b5-8c6e35c1635e tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:44.483517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c6916e4-5f62-4ecc-87cb-82937cd0e55a req-d167da2d-9108-4186-a4b5-8c6e35c1635e tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.3783116 Nov 09 18:53:44.520036 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c6916e4-5f62-4ecc-87cb-82937cd0e55a req-198f4885-c7e9-40b6-90d5-b7de1761d09c tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306048 Nov 09 18:53:45.758449 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5eac8-c4de-4262-b945-607c756b45bb req-1d20c9cf-469f-4ea9-bdc5-9d46dffe8b97 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:45.759901 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcb5eac8-c4de-4262-b945-607c756b45bb req-1d20c9cf-469f-4ea9-bdc5-9d46dffe8b97 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.1361978 Nov 09 18:53:45.796635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcb5eac8-c4de-4262-b945-607c756b45bb req-a98a7a5b-317f-41b6-9d08-dc1eaf7ee67c tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306787 Nov 09 18:53:45.847945 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:53:45.906936 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a9b48-dae1-43b0-842e-1ae835b32e43 req-64fb9b17-d2da-461b-b00c-6ffcb4fc255d tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:53:45.908355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e5a9b48-dae1-43b0-842e-1ae835b32e43 req-64fb9b17-d2da-461b-b00c-6ffcb4fc255d tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0465579 Nov 09 18:53:45.945640 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2e5a9b48-dae1-43b0-842e-1ae835b32e43 req-0c286543-edf6-467e-b7f4-4c502f32d158 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Nov 09 18:53:46.696726 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:53:49.648162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:04.353097 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db606-24ba-47e8-88e6-a848e8f0a055 req-f1e65bc8-d188-43e3-8450-e337e13ed446 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:04.354590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-231db606-24ba-47e8-88e6-a848e8f0a055 req-f1e65bc8-d188-43e3-8450-e337e13ed446 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Nov 09 18:54:04.393044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-231db606-24ba-47e8-88e6-a848e8f0a055 req-d5b59ade-bd35-4f9a-b69d-791bd91b4178 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Nov 09 18:54:05.505777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46064992-5627-40e7-be1d-569670909ad3 req-c9682bf4-01e2-4f9d-989c-f4d2f08027ef tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:05.507238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46064992-5627-40e7-be1d-569670909ad3 req-c9682bf4-01e2-4f9d-989c-f4d2f08027ef tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0476255 Nov 09 18:54:05.546873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46064992-5627-40e7-be1d-569670909ad3 req-38cb1622-178d-4ecd-ade1-b62010bac31c tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Nov 09 18:54:06.052757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-6f8f0557-e613-4f24-a0c8-bb833a1d37ba tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:06.054244 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-6f8f0557-e613-4f24-a0c8-bb833a1d37ba tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0522075 Nov 09 18:54:06.141561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Deleting port a793c7a9-e161-472b-9a00-0905721957c7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:06.141910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:06.230569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] For port a793c7a9-e161-472b-9a00-0905721957c7, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=a793c7a9-e161-472b-9a00-0905721957c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:06.230941 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:06.243929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Calling delete_port for a793c7a9-e161-472b-9a00-0905721957c7 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:06.365283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:06.378185 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['a793c7a9-e161-472b-9a00-0905721957c7'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:54:06.398295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Pushing event deleted for resources: {'Port': ['ID=a793c7a9-e161-472b-9a00-0905721957c7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:06.440513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] No DVR routers for this DVR port a793c7a9-e161-472b-9a00-0905721957c7 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:54:06.443512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:06.446879 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4131bea4-c438-4da5-ac4b-c078e1010077 req-4dbfc08f-6cd8-4861-8054-c6e82e206406 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "DELETE /v2.0/ports/a793c7a9-e161-472b-9a00-0905721957c7 HTTP/1.1" status: 204 len: 173 time: 0.3865583 Nov 09 18:54:06.447335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'name': 'network-vif-deleted', 'tag': 'a793c7a9-e161-472b-9a00-0905721957c7'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:06.494161 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9edd894-b25b-4cc3-975f-996361c70716" -d '{"events": [{"server_uuid": "afca23a9-5bea-4420-924b-979d797dd5f5", "name": "network-vif-deleted", "tag": "a793c7a9-e161-472b-9a00-0905721957c7"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:06.586980 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed67c740-162e-45a3-9593-75e9df36a43c x-openstack-request-id: req-ed67c740-162e-45a3-9593-75e9df36a43c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:06.587364 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afca23a9-5bea-4420-924b-979d797dd5f5", "name": "network-vif-deleted", "tag": "a793c7a9-e161-472b-9a00-0905721957c7", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:06.587684 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed67c740-162e-45a3-9593-75e9df36a43c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:06.588152 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afca23a9-5bea-4420-924b-979d797dd5f5', 'name': 'network-vif-deleted', 'tag': 'a793c7a9-e161-472b-9a00-0905721957c7', 'status': 'completed', 'code': 200} Nov 09 18:54:06.670353 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1295fee-0c69-4547-91c7-ae56367b088f req-ed1e69fa-531f-4e48-b7ce-93c19f15e512 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=afca23a9-5bea-4420-924b-979d797dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0259144 Nov 09 18:54:07.355931 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d26ce56e-ab25-455d-b6a9-8ddb2b725667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:08.097643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-8d619370-504f-455c-869d-e7ec0342ea70 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:08.099118 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-8d619370-504f-455c-869d-e7ec0342ea70 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/networks?id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 200 len: 817 time: 0.1029491 Nov 09 18:54:08.114317 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-1fe544c5-bd82-4736-b8c8-2e0caa22fc00 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/quotas/e9941e43c38b4a6ab22d9fb245dafa48 HTTP/1.1" status: 200 len: 375 time: 0.0093272 Nov 09 18:54:08.163720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-190d58c7-1239-4947-9d93-be29fa68c069 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444148 Nov 09 18:54:08.257886 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-acf37a2c-56d6-4a29-9e11-cf331a1b0265 service neutron] 10.222.0.32 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827277 Nov 09 18:54:08.344250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-30cbefe3-7092-4075-b502-c3696012f30c service neutron] 10.222.0.32 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804453 Nov 09 18:54:08.499714 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fb45202a-2089-498f-99dd-b7761ebd557b req-657a82e2-1a80-4a2b-8186-973dd82bcc0a tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 210 time: 0.0264988 Nov 09 18:54:09.394303 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-dd0c7997-b95f-4ba0-b967-015e1c54fbb0 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:09.395797 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-dd0c7997-b95f-4ba0-b967-015e1c54fbb0 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "GET /v2.0/networks?id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 200 len: 817 time: 0.1099372 Nov 09 18:54:09.409226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Request body: {'port': {'device_id': '02525a67-486d-443f-9df0-4a57e70e2de2', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'admin_state_up': True, 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:09.515625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Made reservation on behalf of e9941e43c38b4a6ab22d9fb245dafa48 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:09.519081 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:09.600274 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f4a185cb-a0be-4674-b20e-c343ef8ed982 req-3f8baef1-f6f8-4494-9310-dbf40d650cdd tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 210 time: 0.0308764 Nov 09 18:54:09.643842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Allocated IP 172.20.0.9 (5cbb75cb-539d-4eb0-b8da-95a70b58adb0/3898b80a-51dc-4c04-a837-3fd7b1af921b/000ea4b8-4ed3-4602-9fec-7ec1878e2b88) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:09.740789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a793c7a9-e161-472b-9a00-0905721957c7 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:09.759747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: a793c7a9-e161-472b-9a00-0905721957c7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:09.760100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device a793c7a9-e161-472b-9a00-0905721957c7 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:09.789820 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:09.822628 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:09.840961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e9ccee2-8167-4054-ad2b-577ae4986af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:09.866161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:09.869112 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:09.872661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:09.880816 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Pushing event updated for resources: {'Port': ['ID=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:09.927397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:09.928062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:09.945496 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-39f297ec-ff29-4a7d-a760-d2e074e11465 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398047 Nov 09 18:54:10.036690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Request body: {'port': {'device_id': '02525a67-486d-443f-9df0-4a57e70e2de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:10.057262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c1f37f87-7e06-4b92-ab56-a6971a278d63 None None] Provisioning complete for port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:10.057633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c1f37f87-7e06-4b92-ab56-a6971a278d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.093300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c1f37f87-7e06-4b92-ab56-a6971a278d63 None None] Port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:10.095329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.287828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.350332 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:54:10.357529 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.369685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Transition to ACTIVE for port object 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:54:10.373249 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.422043 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Pushing event updated for resources: {'Port': ['ID=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:10.495084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Attempting to bind port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:10.495424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Attempting to bind port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:10.495756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Attempting to bind port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:10.500192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:54:10.500515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Attempting to bind port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 on network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:10.505997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:10.506364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Checking segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:10.506751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Bound using segment: {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:10.507187 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Bound port: 000ea4b8-4ed3-4602-9fec-7ec1878e2b88, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19f1abb-2b9e-49ec-b793-aba5e64a419b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:10.507550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.575130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] For port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:10.578339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] For port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:10.582510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.616315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:10.617119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:10.618746 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] 10.222.0.85 "PUT /v2.0/ports/000ea4b8-4ed3-4602-9fec-7ec1878e2b88 HTTP/1.1" status: 200 len: 1091 time: 0.6278028 Nov 09 18:54:10.621093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02525a67-486d-443f-9df0-4a57e70e2de2', 'tag': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:10.624482 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f" -d '{"events": [{"name": "network-changed", "server_uuid": "02525a67-486d-443f-9df0-4a57e70e2de2", "tag": "000ea4b8-4ed3-4602-9fec-7ec1878e2b88"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:10.656267 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286349c3-5567-409c-8889-818eaddcd6dd service neutron] Pushing event updated for resources: {'Port': ['ID=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:10.701538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-66e5b4ff-1167-4f45-a3b9-812f09c81bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:10.703421 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-66e5b4ff-1167-4f45-a3b9-812f09c81bb7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 1094 time: 0.0437522 Nov 09 18:54:10.732368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5c620-35ee-4a8c-94ff-1f5496189fad req-3819e50d-c444-4a63-b271-386d7477e7b0 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:10.734042 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bf5c620-35ee-4a8c-94ff-1f5496189fad req-3819e50d-c444-4a63-b271-386d7477e7b0 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 943 time: 0.0592670 Nov 09 18:54:10.757089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-db110489-873e-43ce-8b82-34598799203b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88 HTTP/1.1" status: 200 len: 217 time: 0.0451713 Nov 09 18:54:10.775030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4bf5c620-35ee-4a8c-94ff-1f5496189fad req-8bf46519-26db-4d3b-9c62-6486bd8b1e74 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Nov 09 18:54:10.811084 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-284942d4-c70b-4474-9947-19056bf59887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:10.812742 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-284942d4-c70b-4474-9947-19056bf59887 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3898b80a-51dc-4c04-a837-3fd7b1af921b HTTP/1.1" status: 200 len: 856 time: 0.0491476 Nov 09 18:54:10.829409 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3944f82-1e2c-415a-9348-a3686a7828df x-openstack-request-id: req-b3944f82-1e2c-415a-9348-a3686a7828df {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:10.829723 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02525a67-486d-443f-9df0-4a57e70e2de2", "tag": "000ea4b8-4ed3-4602-9fec-7ec1878e2b88", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:10.829979 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3944f82-1e2c-415a-9348-a3686a7828df {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:10.830401 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02525a67-486d-443f-9df0-4a57e70e2de2', 'tag': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88', 'status': 'completed', 'code': 200} Nov 09 18:54:10.863394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabfabd-2092-414e-9704-eef855d22309 req-76892f52-ad0f-4626-aac2-59a93c02ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:10.864906 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-76892f52-ad0f-4626-aac2-59a93c02ad61 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444539 Nov 09 18:54:10.957071 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-980014fa-6978-44d8-b5e1-9c3be673934c service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846012 Nov 09 18:54:11.045295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8eabfabd-2092-414e-9704-eef855d22309 req-8b5abd89-9bc7-406a-88df-ac14d56fd334 service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814321 Nov 09 18:54:11.135035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-6f03275b-6365-4945-b406-a4accaa7f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:11.136467 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-6f03275b-6365-4945-b406-a4accaa7f6b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 1094 time: 0.0448089 Nov 09 18:54:11.223821 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-368a0e3d-83be-43d5-a884-41a98c5b67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:11.225227 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-368a0e3d-83be-43d5-a884-41a98c5b67fc service neutron] 10.222.0.85 "GET /v2.0/networks?id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 200 len: 918 time: 0.0814083 Nov 09 18:54:11.267004 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-6fcef03d-a727-4603-9ddd-905dc4a9753c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88 HTTP/1.1" status: 200 len: 217 time: 0.0338125 Nov 09 18:54:11.270749 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:11.322982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-8d5cf6f5-e2da-4211-ac79-40d7f8d2eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:11.324321 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-8d5cf6f5-e2da-4211-ac79-40d7f8d2eed3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3898b80a-51dc-4c04-a837-3fd7b1af921b HTTP/1.1" status: 200 len: 856 time: 0.0469203 Nov 09 18:54:11.371042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-d3159806-1341-427a-8b4c-670cefd9e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:11.372522 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-d3159806-1341-427a-8b4c-670cefd9e17b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388799 Nov 09 18:54:11.462369 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-6a65f57d-8fdb-4395-b06e-8b77da15c462 service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799742 Nov 09 18:54:11.556770 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ac9a269d-8970-4dfc-8c70-f6ea1ccbad6f req-caed5f4b-9e3f-469a-971a-3a950c59766c service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865657 Nov 09 18:54:11.890993 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7275a-fe43-47e3-a316-9b572c2e54d5 req-adbf4dad-d825-4797-bb14-4173b697107f tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:11.892461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54c7275a-fe43-47e3-a316-9b572c2e54d5 req-adbf4dad-d825-4797-bb14-4173b697107f tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 943 time: 0.0482526 Nov 09 18:54:11.929299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-54c7275a-fe43-47e3-a316-9b572c2e54d5 req-4352a11a-a041-4cb1-a401-3a0f5339b924 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309758 Nov 09 18:54:12.768279 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:13.045561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1570d33-4202-472b-a1f8-c14578ab8692 req-69827623-57c9-4096-93f0-fb7a142266d5 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:13.046971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1570d33-4202-472b-a1f8-c14578ab8692 req-69827623-57c9-4096-93f0-fb7a142266d5 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 943 time: 0.0517719 Nov 09 18:54:13.084341 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f1570d33-4202-472b-a1f8-c14578ab8692 req-44796f79-ab0a-44f9-8311-2ac8b6586d27 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Nov 09 18:54:13.740333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:54:13.830434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:13.841924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88', 'network_id': '5cbb75cb-539d-4eb0-b8da-95a70b58adb0', 'port_id': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88', 'mac_address': 'fa:16:3e:d4:00:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3898b80a-51dc-4c04-a837-3fd7b1af921b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:54:13.881015 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:13.893054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:54:13.911530 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:13.915619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:13.962423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:13.969526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.969877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.970256 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.970600 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.970955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.971279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.971617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.971947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.972305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.972633 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.972965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:13.973291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:14.113327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['000ea4b8-4ed3-4602-9fec-7ec1878e2b88'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:54:14.205777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82730127-aa0d-4908-803d-4e86cd6700e0 req-e1ba401d-4d5c-43b5-a40a-68e4f2029fad tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:14.207350 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82730127-aa0d-4908-803d-4e86cd6700e0 req-e1ba401d-4d5c-43b5-a40a-68e4f2029fad tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 944 time: 0.0523825 Nov 09 18:54:14.244819 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82730127-aa0d-4908-803d-4e86cd6700e0 req-b2fc37f7-6d52-48ef-871a-e2e70c6a9456 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Nov 09 18:54:15.357149 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfb0cf-19e5-4dc8-bf47-b3cf9db982ea req-2458957d-3139-4941-8f2f-bf510f439951 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:15.358639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96cfb0cf-19e5-4dc8-bf47-b3cf9db982ea req-2458957d-3139-4941-8f2f-bf510f439951 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 944 time: 0.0484526 Nov 09 18:54:15.395734 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96cfb0cf-19e5-4dc8-bf47-b3cf9db982ea req-5f8361e7-d682-455d-9d32-5a9dc6172021 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Nov 09 18:54:15.754336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:15.800942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:54:15.804476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:15.804852 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.877849 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.899653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02525a67-486d-443f-9df0-4a57e70e2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:15.916082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:15.920892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:15.946346 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdbd8a9-681b-4bdf-aa4a-5023b4d7fcd5" -d '{"events": [{"server_uuid": "02525a67-486d-443f-9df0-4a57e70e2de2", "name": "network-vif-plugged", "status": "completed", "tag": "000ea4b8-4ed3-4602-9fec-7ec1878e2b88"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:15.974296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:16.032134 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1215dd-5ec7-4a74-a4ba-f1b22c1a3984 x-openstack-request-id: req-0e1215dd-5ec7-4a74-a4ba-f1b22c1a3984 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:16.032459 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02525a67-486d-443f-9df0-4a57e70e2de2", "name": "network-vif-plugged", "status": "completed", "tag": "000ea4b8-4ed3-4602-9fec-7ec1878e2b88", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:16.032725 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e1215dd-5ec7-4a74-a4ba-f1b22c1a3984 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:16.033127 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02525a67-486d-443f-9df0-4a57e70e2de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88', 'code': 200} Nov 09 18:54:16.125539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed522cd-06e1-43d6-b9b6-058910c4e4fe req-f1fe20b8-bd24-4a6b-b2db-3cfad758e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:16.127057 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ed522cd-06e1-43d6-b9b6-058910c4e4fe req-f1fe20b8-bd24-4a6b-b2db-3cfad758e2d9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 1096 time: 0.0405216 Nov 09 18:54:16.161923 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ed522cd-06e1-43d6-b9b6-058910c4e4fe req-9ce82abb-1b49-4d79-8436-adc0df84d351 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269530 Nov 09 18:54:16.513081 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c0-889b-48ac-8bf1-f67628f652c0 req-f70a85ac-b64c-49da-895e-118972047f9b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:16.514549 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b67fa8c0-889b-48ac-8bf1-f67628f652c0 req-f70a85ac-b64c-49da-895e-118972047f9b tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 945 time: 0.0523357 Nov 09 18:54:16.554498 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b67fa8c0-889b-48ac-8bf1-f67628f652c0 req-5438ca53-b20c-486b-9843-0e6a2e741e8e tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Nov 09 18:54:16.712933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:17.669810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc40ff-8d94-4c49-a482-31abe1b70ecd req-06e1b9b2-9ae5-4a89-bf6f-5284f1b3e34d tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:17.671309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9dc40ff-8d94-4c49-a482-31abe1b70ecd req-06e1b9b2-9ae5-4a89-bf6f-5284f1b3e34d tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Nov 09 18:54:17.708722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9dc40ff-8d94-4c49-a482-31abe1b70ecd req-02bd097f-23c9-4235-97ff-db4c94e78613 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304766 Nov 09 18:54:17.823739 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0590-9d89-4d45-aa29-875eeb7c5779 req-94582189-0da2-4aa2-9c86-fe3e98023e5c tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:17.825222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-313d0590-9d89-4d45-aa29-875eeb7c5779 req-94582189-0da2-4aa2-9c86-fe3e98023e5c tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 945 time: 0.0527322 Nov 09 18:54:17.863487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-313d0590-9d89-4d45-aa29-875eeb7c5779 req-371fff44-2269-4c7b-8832-5e18c2ef702e tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Nov 09 18:54:19.072936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-6918eac2-fd7f-4a1e-9558-0aff3e02549c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910602 Nov 09 18:54:19.154496 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-0155a387-0e35-4725-9f2d-bdbaa009f3b4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432980 Nov 09 18:54:19.168991 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-905aea7c-4a7f-41b3-aabd-c3e790ebf84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.170530 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-905aea7c-4a7f-41b3-aabd-c3e790ebf84c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0407498 Nov 09 18:54:19.235690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-3c93b3ef-4fe6-4ec2-aaa6-638dc61aef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.237234 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-3c93b3ef-4fe6-4ec2-aaa6-638dc61aef64 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 1096 time: 0.0418708 Nov 09 18:54:19.293472 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-34e0da09-5f8a-460a-9210-05e7f501823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.294998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-34e0da09-5f8a-460a-9210-05e7f501823f service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0957780 Nov 09 18:54:19.350148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-57c5de11-e088-4404-93f6-98da4a4397de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.351661 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-57c5de11-e088-4404-93f6-98da4a4397de service neutron] 10.222.0.85 "GET /v2.0/networks?id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 200 len: 918 time: 0.0948274 Nov 09 18:54:19.353848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-913c098e-0c2a-4a88-836c-08d9c3b72664 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0469072 Nov 09 18:54:19.399730 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-3bbdf8f7-5f1c-44db-b864-3e7479794093 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88 HTTP/1.1" status: 200 len: 217 time: 0.0400445 Nov 09 18:54:19.410488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-d118938c-b0fe-4ff8-a025-1c2eb7c3b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.411964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-d118938c-b0fe-4ff8-a025-1c2eb7c3b0a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0475829 Nov 09 18:54:19.452220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-41c30107-c9ee-4410-842f-f442f221fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.454687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-41c30107-c9ee-4410-842f-f442f221fa05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3898b80a-51dc-4c04-a837-3fd7b1af921b HTTP/1.1" status: 200 len: 856 time: 0.0473101 Nov 09 18:54:19.469332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-2d49f448-11d7-448d-b068-a167249d9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.471085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-2d49f448-11d7-448d-b068-a167249d9118 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458193 Nov 09 18:54:19.503108 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-9397a622-3bc9-45b1-aff4-fa10a3fdc62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:19.505593 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-9397a622-3bc9-45b1-aff4-fa10a3fdc62d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5cbb75cb-539d-4eb0-b8da-95a70b58adb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431240 Nov 09 18:54:19.580917 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-4e99d400-1137-4691-88f0-93d0048c514f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971022 Nov 09 18:54:19.604876 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-c153ce92-72d9-4e8d-b378-6d901a1afe24 service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920322 Nov 09 18:54:19.657520 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:19.704993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e7f82196-76c3-4941-ab8b-fc04975ac6df req-44abe8be-da02-43c8-9fd8-dce38b82d244 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117606 Nov 09 18:54:19.713609 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8aad254d-fda1-41e7-976a-fffdc80027e1 req-364cebb2-d2d8-4622-b236-27d2a03899e4 service neutron] 10.222.0.85 "GET /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008070 Nov 09 18:54:22.848492 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:54:36.310822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713464ca-1b19-4746-8bee-fc2ae2a85a7f req-5c009f38-e254-47c8-bd42-24f7d48bcc42 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:36.312395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-713464ca-1b19-4746-8bee-fc2ae2a85a7f req-5c009f38-e254-47c8-bd42-24f7d48bcc42 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 945 time: 0.0508254 Nov 09 18:54:36.356514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-713464ca-1b19-4746-8bee-fc2ae2a85a7f req-f4dfb7c5-7084-49f5-9a6e-a0b7cf4db6e3 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Nov 09 18:54:37.356836 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5e12-4c7e-4c28-8bae-ba32597b3792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:37.471243 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f2c73-85a6-46f7-9239-a4936235dd6b req-2731f93d-137c-4db1-a710-083a07c3de95 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:37.472745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f9f2c73-85a6-46f7-9239-a4936235dd6b req-2731f93d-137c-4db1-a710-083a07c3de95 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Nov 09 18:54:37.511439 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f9f2c73-85a6-46f7-9239-a4936235dd6b req-118e5325-a8ac-41de-a454-0c3d4dd677ce tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/security-groups?id=d165db53-1edf-4a6d-984a-1e0c22207ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Nov 09 18:54:37.828364 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5677e-d412-4b16-8954-aa1a465718df req-85566314-e6d7-48a2-bb66-607fd3f2731e tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:37.829754 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7bc5677e-d412-4b16-8954-aa1a465718df req-85566314-e6d7-48a2-bb66-607fd3f2731e tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Nov 09 18:54:37.926338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Deleting port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:37.926681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:38.014529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] For port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:38.014897 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:38.030987 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Calling delete_port for 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:38.156026 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:38.169509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['000ea4b8-4ed3-4602-9fec-7ec1878e2b88'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:54:38.187543 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Pushing event deleted for resources: {'Port': ['ID=000ea4b8-4ed3-4602-9fec-7ec1878e2b88,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:38.195545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.195900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.196251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.196597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.196943 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.197279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.197619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.197953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.198318 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.198652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.198985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.199320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:38.251275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] No DVR routers for this DVR port 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:54:38.254589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:38.259363 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7bc5677e-d412-4b16-8954-aa1a465718df req-679fcf84-05f2-41a9-9047-22c1cbcabd09 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.85 "DELETE /v2.0/ports/000ea4b8-4ed3-4602-9fec-7ec1878e2b88 HTTP/1.1" status: 204 len: 173 time: 0.4231787 Nov 09 18:54:38.259911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02525a67-486d-443f-9df0-4a57e70e2de2', 'name': 'network-vif-deleted', 'tag': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:54:38.262344 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cea3ea-50b1-4456-bcab-aad40529680d" -d '{"events": [{"server_uuid": "02525a67-486d-443f-9df0-4a57e70e2de2", "name": "network-vif-deleted", "tag": "000ea4b8-4ed3-4602-9fec-7ec1878e2b88"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:54:38.305644 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76531dd2-5e06-4ab7-9603-d7844d0e8b42 x-openstack-request-id: req-76531dd2-5e06-4ab7-9603-d7844d0e8b42 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:54:38.306397 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02525a67-486d-443f-9df0-4a57e70e2de2", "name": "network-vif-deleted", "tag": "000ea4b8-4ed3-4602-9fec-7ec1878e2b88", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:54:38.306751 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76531dd2-5e06-4ab7-9603-d7844d0e8b42 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:54:38.307227 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02525a67-486d-443f-9df0-4a57e70e2de2', 'name': 'network-vif-deleted', 'tag': '000ea4b8-4ed3-4602-9fec-7ec1878e2b88', 'status': 'completed', 'code': 200} Nov 09 18:54:38.621738 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbeda572-8849-4c8e-a53c-b240ac63b2c6 req-3604fa6c-ff4b-4691-a27f-067356d47da5 tempest-TestEncryptedCinderVolumes-1006302842 tempest-TestEncryptedCinderVolumes-1006302842-project] 10.222.0.32 "GET /v2.0/ports?device_id=02525a67-486d-443f-9df0-4a57e70e2de2 HTTP/1.1" status: 200 len: 210 time: 0.0285573 Nov 09 18:54:39.716832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41542) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:39.843368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a09543e-011b-40da-ac26-d0f451cb992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:40.078172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:40.292047 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:40.336822 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Deleting port bfee17d8-b4e7-47fd-95d6-d68e041937c7 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:40.337172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:40.423880 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] For port bfee17d8-b4e7-47fd-95d6-d68e041937c7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=bfee17d8-b4e7-47fd-95d6-d68e041937c7,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:40.424244 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:40.438704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Calling delete_port for bfee17d8-b4e7-47fd-95d6-d68e041937c7 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:40.623504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:40.649932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Pushing event deleted for resources: {'Port': ['ID=bfee17d8-b4e7-47fd-95d6-d68e041937c7,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:40.817499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:41.273789 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:41.336757 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:41.454179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:41.460111 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f787939a-b035-4c57-87a3-4ab8f890742c admin admin] 10.222.0.32 "PUT /v2.0/routers/908fdb30-a3ec-46e2-b861-f13f16b7ff13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7412925 Nov 09 18:54:41.461673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41544) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:41.463405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] Sync routers for ids ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:41.473157 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] Routers {'908fdb30-a3ec-46e2-b861-f13f16b7ff13'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:41.473774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:41.567196 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:41.577406 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] Set router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:41.668957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:41.722331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Deleting port 29ae25bd-e710-4bed-a529-2d43504ca4c0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:41.722693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:41.761960 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:54:40Z', 'revision_number': 5, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port': {'id': '29ae25bd-e710-4bed-a529-2d43504ca4c0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:26Z', 'updated_at': '2021-11-09T18:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:41.795160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] Checking router: 908fdb30-a3ec-46e2-b861-f13f16b7ff13 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:41.804384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] Routers {'908fdb30-a3ec-46e2-b861-f13f16b7ff13'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:41.805020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:41.807051 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] For port 29ae25bd-e710-4bed-a529-2d43504ca4c0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=29ae25bd-e710-4bed-a529-2d43504ca4c0,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:41.807477 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:41.826489 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Calling delete_port for 29ae25bd-e710-4bed-a529-2d43504ca4c0 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:41.880387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:41.907569 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:41.907899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 000ea4b8-4ed3-4602-9fec-7ec1878e2b88 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:41.915641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] Set router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:41.972338 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:54:41Z', 'revision_number': 6, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:41.999397 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89788f47-5cd3-4b23-9b3d-903b6432f487 None None] The sync data for ids ['908fdb30-a3ec-46e2-b861-f13f16b7ff13'] in n-d-817240-1 is: [{'id': '908fdb30-a3ec-46e2-b861-f13f16b7ff13', 'name': 'tempest-TestEncryptedCinderVolumes-1409816653-router', 'tenant_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:25Z', 'updated_at': '2021-11-09T18:54:41Z', 'revision_number': 6, 'project_id': 'e9941e43c38b4a6ab22d9fb245dafa48', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:42.005790 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.037302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ae25bd-e710-4bed-a529-2d43504ca4c0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:42.097543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.187541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.189693 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.237811 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.238612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908fdb30-a3ec-46e2-b861-f13f16b7ff13 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:54:42.244061 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.245220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-907aad22-5886-42f8-9294-46c29fed0983 admin admin] 10.222.0.32 "DELETE /v2.0/routers/908fdb30-a3ec-46e2-b861-f13f16b7ff13 HTTP/1.1" status: 204 len: 168 time: 0.7825494 Nov 09 18:54:42.248026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41546) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:42.294159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] Deleting subnet 3898b80a-51dc-4c04-a837-3fd7b1af921b {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:54:42.297232 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.333252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.414220 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.491235 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.517876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3898b80a-51dc-4c04-a837-3fd7b1af921b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:42.523609 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.527549 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e6f7c712-3613-4bd8-8994-cbaf46179577 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3898b80a-51dc-4c04-a837-3fd7b1af921b HTTP/1.1" status: 204 len: 168 time: 0.2785754 Nov 09 18:54:42.529414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866e861-70c7-482e-8cdd-b048a1e02bfe None None] Network 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:42.529876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41548) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:42.596695 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.650677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Deleting port e05a2d9d-74b2-43df-889b-d107f32c2b57 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:42.650938 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.721752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] For port e05a2d9d-74b2-43df-889b-d107f32c2b57, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e05a2d9d-74b2-43df-889b-d107f32c2b57,segment=NetworkSegment(f19f1abb-2b9e-49ec-b793-aba5e64a419b),segment_id=f19f1abb-2b9e-49ec-b793-aba5e64a419b)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:42.722143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.736071 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Calling delete_port for e05a2d9d-74b2-43df-889b-d107f32c2b57 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:42.822521 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.823143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.840937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bfee17d8-b4e7-47fd-95d6-d68e041937c7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:42.860057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e05a2d9d-74b2-43df-889b-d107f32c2b57,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:42.861932 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] No DVR routers for this DVR port e05a2d9d-74b2-43df-889b-d107f32c2b57 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:54:42.863626 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: bfee17d8-b4e7-47fd-95d6-d68e041937c7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:42.864713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device bfee17d8-b4e7-47fd-95d6-d68e041937c7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:42.865199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 29ae25bd-e710-4bed-a529-2d43504ca4c0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:42.894493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 29ae25bd-e710-4bed-a529-2d43504ca4c0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:42.894972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 29ae25bd-e710-4bed-a529-2d43504ca4c0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:42.907851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cabc2e-9051-470a-ba32-806837c6603f None None] DHCP port deletion for 5cbb75cb-539d-4eb0-b8da-95a70b58adb0 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:54:42.943052 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.962794 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbb75cb-539d-4eb0-b8da-95a70b58adb0']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:42.972256 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19f1abb-2b9e-49ec-b793-aba5e64a419b') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:42.972613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19f1abb-2b9e-49ec-b793-aba5e64a419b') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:42.982245 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:42.997030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:43.008237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:54:43.008645 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:54:43.010537 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:54:43.071532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:43.077465 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:43.080672 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] 10.222.0.32 "DELETE /v2.0/networks/5cbb75cb-539d-4eb0-b8da-95a70b58adb0 HTTP/1.1" status: 204 len: 168 time: 0.5500798 Nov 09 18:54:43.083745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41550) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:43.096217 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3cf26-8628-4344-9727-108e6443ed3e admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbb75cb-539d-4eb0-b8da-95a70b58adb0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:43.520824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:43.827783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Deleting port ac870f0a-07b1-443f-baaa-8ed365b6ecb3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:43.828076 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:43.904678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] For port ac870f0a-07b1-443f-baaa-8ed365b6ecb3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,segment=NetworkSegment(4d1f5822-5b84-4f4b-9bd1-af17dae013f4),segment_id=4d1f5822-5b84-4f4b-9bd1-af17dae013f4)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:43.905047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:43.917610 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Calling delete_port for ac870f0a-07b1-443f-baaa-8ed365b6ecb3 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:44.092150 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:44.119100 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac870f0a-07b1-443f-baaa-8ed365b6ecb3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:44.134020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.134396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.134740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.135107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.135467 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.135851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.136126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.136457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.136927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.137254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.137685 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.137926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:44.293049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:44.640250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e05a2d9d-74b2-43df-889b-d107f32c2b57 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:44.660770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e05a2d9d-74b2-43df-889b-d107f32c2b57 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:44.661204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e05a2d9d-74b2-43df-889b-d107f32c2b57 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:44.736967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Router d2d5940b-b536-4ca3-bf55-ce97275b7d54 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:44.841923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:44.848519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ef6f9571-5df5-4630-9cdd-77c112c4af08 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2d5940b-b536-4ca3-bf55-ce97275b7d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635758 Nov 09 18:54:44.850884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41552) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:44.851533 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] Sync routers for ids ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:44.861095 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] Routers {'d2d5940b-b536-4ca3-bf55-ce97275b7d54'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:44.861703 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:44.952427 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:44.968170 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] Set router d2d5940b-b536-4ca3-bf55-ce97275b7d54 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:45.059968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.117059 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Deleting port 46764382-8530-4d62-8f56-7b7ade471b1e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:45.117750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.156038 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:54:44Z', 'revision_number': 5, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port': {'id': '46764382-8530-4d62-8f56-7b7ade471b1e', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:45.201530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] For port 46764382-8530-4d62-8f56-7b7ade471b1e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=46764382-8530-4d62-8f56-7b7ade471b1e,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:45.201903 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.216937 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Calling delete_port for 46764382-8530-4d62-8f56-7b7ade471b1e owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:45.271383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] Checking router: d2d5940b-b536-4ca3-bf55-ce97275b7d54 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:45.279652 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] Routers {'d2d5940b-b536-4ca3-bf55-ce97275b7d54'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:45.280261 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:45.366458 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] Set router d2d5940b-b536-4ca3-bf55-ce97275b7d54 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:45.387216 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.411973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=46764382-8530-4d62-8f56-7b7ade471b1e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:45.422775 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:54:45Z', 'revision_number': 6, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:45.449665 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92acf63-08d5-4c06-8cdc-8f2b4836fa71 None None] The sync data for ids ['d2d5940b-b536-4ca3-bf55-ce97275b7d54'] in n-d-817240-1 is: [{'id': 'd2d5940b-b536-4ca3-bf55-ce97275b7d54', 'name': 'tempest-TestEncryptedCinderVolumes-1050692648-router', 'tenant_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:53:30Z', 'updated_at': '2021-11-09T18:54:45Z', 'revision_number': 6, 'project_id': 'e44bf16b8c2944ce955b97a93b361a8b', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:45.487726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.596251 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.598463 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.661393 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.662016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d5940b-b536-4ca3-bf55-ce97275b7d54 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:54:45.666889 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.668108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c20e14bb-da45-4f04-bfe0-c9f278d242d4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d2d5940b-b536-4ca3-bf55-ce97275b7d54 HTTP/1.1" status: 204 len: 168 time: 0.8160834 Nov 09 18:54:45.670586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41554) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:45.720384 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] Deleting subnet 421e7100-8593-4c2d-80e5-796df08b7366 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:54:45.724248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.758243 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.838126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.907802 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.933676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421e7100-8593-4c2d-80e5-796df08b7366,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:45.939386 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:45.944754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-79f9051c-a115-4057-8441-61a4ffad00ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/421e7100-8593-4c2d-80e5-796df08b7366 HTTP/1.1" status: 204 len: 168 time: 0.2711108 Nov 09 18:54:45.944988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41556) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:45.945303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c482a-d249-4af5-a146-3441beff786f None None] Network 46de97ad-97b3-45d8-b514-0a7e042e2e86 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:46.012840 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.065921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Deleting port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:54:46.066306 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.135528 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] For port d18cbc94-ba76-40e9-b815-c21d57dfb4b2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d18cbc94-ba76-40e9-b815-c21d57dfb4b2,segment=NetworkSegment(4d1f5822-5b84-4f4b-9bd1-af17dae013f4),segment_id=4d1f5822-5b84-4f4b-9bd1-af17dae013f4)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:46.136226 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.149494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Calling delete_port for d18cbc94-ba76-40e9-b815-c21d57dfb4b2 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:54:46.229048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.250559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e2770-fde8-44ac-b4c8-b14d1314b934 None None] DHCP port deletion for 46de97ad-97b3-45d8-b514-0a7e042e2e86 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:54:46.259487 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Pushing event deleted for resources: {'Port': ['ID=d18cbc94-ba76-40e9-b815-c21d57dfb4b2,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:46.262878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] No DVR routers for this DVR port d18cbc94-ba76-40e9-b815-c21d57dfb4b2 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:54:46.337215 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.359341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46de97ad-97b3-45d8-b514-0a7e042e2e86']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:46.370511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1f5822-5b84-4f4b-9bd1-af17dae013f4') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:46.370805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1f5822-5b84-4f4b-9bd1-af17dae013f4') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:46.381002 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.395346 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.401084 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:54:46.401464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:54:46.403153 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:54:46.463614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.469257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.472481 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] 10.222.0.32 "DELETE /v2.0/networks/46de97ad-97b3-45d8-b514-0a7e042e2e86 HTTP/1.1" status: 204 len: 168 time: 0.5265410 Nov 09 18:54:46.484263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaa551-9ffd-459d-b077-2a76b866c17a admin admin] Pushing event deleted for resources: {'Network': ['ID=46de97ad-97b3-45d8-b514-0a7e042e2e86,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:46.606894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d18cbc94-ba76-40e9-b815-c21d57dfb4b2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:46.626816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: d18cbc94-ba76-40e9-b815-c21d57dfb4b2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:46.627178 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d18cbc94-ba76-40e9-b815-c21d57dfb4b2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:46.627591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 46764382-8530-4d62-8f56-7b7ade471b1e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:46.647733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41560) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:46.650872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 46764382-8530-4d62-8f56-7b7ade471b1e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:46.651326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 46764382-8530-4d62-8f56-7b7ade471b1e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:46.651742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac870f0a-07b1-443f-baaa-8ed365b6ecb3 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:54:46.674577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: ac870f0a-07b1-443f-baaa-8ed365b6ecb3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:54:46.675522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac870f0a-07b1-443f-baaa-8ed365b6ecb3 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:54:46.690606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-35509e0d-fe0d-4bda-b08a-64f92b8a53b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9941e43c38b4a6ab22d9fb245dafa48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416410 Nov 09 18:54:46.693262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41562) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:46.727410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.748211 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbb3cbdd-8025-4ec8-926c-3aa574542ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.770598 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbb3cbdd-8025-4ec8-926c-3aa574542ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.820037 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbb3cbdd-8025-4ec8-926c-3aa574542ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.822647 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bbb3cbdd-8025-4ec8-926c-3aa574542ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:46.826319 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bbb3cbdd-8025-4ec8-926c-3aa574542ebd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d165db53-1edf-4a6d-984a-1e0c22207ac7 HTTP/1.1" status: 204 len: 168 time: 0.1288373 Nov 09 18:54:46.831318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3cbdd-8025-4ec8-926c-3aa574542ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d165db53-1edf-4a6d-984a-1e0c22207ac7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:47.134894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41568) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:47.180094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e85885ef-2368-4f4c-a4b0-8f6f2b109ced admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e44bf16b8c2944ce955b97a93b361a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439694 Nov 09 18:54:47.182868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41570) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:47.232608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd103-65fa-4cee-b0a4-37384ec8b54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:47.253504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd103-65fa-4cee-b0a4-37384ec8b54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:47.300240 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd103-65fa-4cee-b0a4-37384ec8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:47.302958 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd103-65fa-4cee-b0a4-37384ec8b54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:47.304851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bfcbd103-65fa-4cee-b0a4-37384ec8b54e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd1eb03b-8aa9-4f46-8d52-aeea4c604a82 HTTP/1.1" status: 204 len: 168 time: 0.1203740 Nov 09 18:54:47.312476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbd103-65fa-4cee-b0a4-37384ec8b54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1eb03b-8aa9-4f46-8d52-aeea4c604a82,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:47.984683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41592) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:48.082310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1787331620-network', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:48.103027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Made reservation on behalf of 0e8701b0428348728ffa2ff9c7a45059 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:48.105237 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.114246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.188939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.193166 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.217252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:54:48.226549 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67695690-9c44-4daf-b77d-ba4f03fe85cd,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:48.232692 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.233037 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Added segment ea927cea-ebf4-4abc-9d3e-af9671561058 of type vlan for network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a Nov 09 18:54:48.279924 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.308105 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.309341 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:48.310033 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.367151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3813379 Nov 09 18:54:48.371069 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41596) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:48.378255 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Request body: {'subnet': {'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1787331620-subnet', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:48.382798 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94901e27-d53f-4188-aa89-c9583b17ac0a admin admin] Pushing event updated for resources: {'Network': ['ID=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:48.393768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:54:48.402848 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Made reservation on behalf of 0e8701b0428348728ffa2ff9c7a45059 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:48.405661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.586636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.641727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a048c5da-dbfa-4383-950d-eafc71ce7ba8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:48.653781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Checking segment: {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:48.654179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Network hostable DHCP agents. Network: 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:54:48.671544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:54:48.682356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:48.687139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:48.688203 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.691378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b1d44b-bfcf-4eb4-a02b-34a52e655380 None None] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:48.705755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9861f47c-da0e-47bf-8dc4-b398968c8da9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3336444 Nov 09 18:54:48.708960 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41598) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:48.713281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:48.735653 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.736855 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.797138 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.849747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:54:48.850661 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.939593 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:48.997809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Allocated IP 172.20.0.2 (30b423e3-6b28-4b3b-a217-5cbdd11bfd3a/a048c5da-dbfa-4383-950d-eafc71ce7ba8/e3bad58c-816c-4229-bae4-8fead6441561) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:49.158650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.162585 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.170966 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.178188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.212977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:49.215887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:49.218855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:49.232784 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Pushing event updated for resources: {'Port': ['ID=e3bad58c-816c-4229-bae4-8fead6441561,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:49.292022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Attempting to bind port e3bad58c-816c-4229-bae4-8fead6441561 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:49.292391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Attempting to bind port e3bad58c-816c-4229-bae4-8fead6441561 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:49.292892 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Attempting to bind port e3bad58c-816c-4229-bae4-8fead6441561 on network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:49.298092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:49.298482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Checking segment: {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:49.298872 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.299326 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Bound using segment: {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:49.299852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Bound port: e3bad58c-816c-4229-bae4-8fead6441561, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:49.300116 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.312236 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Allocated IP 172.25.0.36 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/b5aea565-d682-4204-95e5-c601ca52174c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:49.374544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] For port e3bad58c-816c-4229-bae4-8fead6441561, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:49.378424 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] For port e3bad58c-816c-4229-bae4-8fead6441561, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e3bad58c-816c-4229-bae4-8fead6441561,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:49.383677 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.426317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.440058 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93e757-fcdb-4511-a6cf-2211394b16d9 None None] Pushing event updated for resources: {'Port': ['ID=e3bad58c-816c-4229-bae4-8fead6441561,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:49.464717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.509030 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:49.513299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:49.519820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:49.522996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Pushing event updated for resources: {'Port': ['ID=b5aea565-d682-4204-95e5-c601ca52174c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:49.648719 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:49.797686 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:50.255399 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:50.341928 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f83add1-5315-4f61-9c52-a9fbade97374 None None] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:50.388246 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Router 7dffe31e-adaf-4f01-b143-b77aff189e47 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:54:50.470034 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3624cef0-e3f7-4a99-986b-c643bd89c54b None None] Provisioning complete for port e3bad58c-816c-4229-bae4-8fead6441561 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:50.470616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3624cef0-e3f7-4a99-986b-c643bd89c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:50.499696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:50.523777 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:50.524040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Sync routers for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:50.527675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2d1ab973-be68-46f3-a81e-ec71cdb1c874 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8152821 Nov 09 18:54:50.527908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41602) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:50.549729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:50.550494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:50.659568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e3bad58c-816c-4229-bae4-8fead6441561 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:50.727814 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3624cef0-e3f7-4a99-986b-c643bd89c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:50.752319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:50.876044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e3bad58c-816c-4229-bae4-8fead6441561 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:50.876420 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:50.900366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3624cef0-e3f7-4a99-986b-c643bd89c54b None None] For port e3bad58c-816c-4229-bae4-8fead6441561, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e3bad58c-816c-4229-bae4-8fead6441561,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:50.909182 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3624cef0-e3f7-4a99-986b-c643bd89c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:50.999264 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.014312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624cef0-e3f7-4a99-986b-c643bd89c54b None None] Pushing event updated for resources: {'Port': ['ID=e3bad58c-816c-4229-bae4-8fead6441561,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:51.068229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0f2836ed-7827-4284-ae08-ebb993a0c64a None None] Provisioning complete for port e3bad58c-816c-4229-bae4-8fead6441561 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:51.068603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0f2836ed-7827-4284-ae08-ebb993a0c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.124766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:49Z', 'revision_number': 3, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:51.155482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Checking router: 7dffe31e-adaf-4f01-b143-b77aff189e47 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:51.155834 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Updating router 7dffe31e-adaf-4f01-b143-b77aff189e47 port b5aea565-d682-4204-95e5-c601ca52174c binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:54:51.164019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Allocated IP 172.20.0.1 (30b423e3-6b28-4b3b-a217-5cbdd11bfd3a/a048c5da-dbfa-4383-950d-eafc71ce7ba8/2de6e911-4c78-4294-a39c-789575becaf3) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:51.207721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.272917 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.306943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.345863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:51.348834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:51.352349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:51.376621 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Pushing event updated for resources: {'Port': ['ID=2de6e911-4c78-4294-a39c-789575becaf3,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:51.397921 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.508304 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.515115 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.539336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.580047 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Attempting to bind port b5aea565-d682-4204-95e5-c601ca52174c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:51.580420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Attempting to bind port b5aea565-d682-4204-95e5-c601ca52174c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:51.581603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Attempting to bind port b5aea565-d682-4204-95e5-c601ca52174c on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:51.583353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a6e09-c429-475b-a78d-1d357cb1e851 None None] Pushing event updated for resources: {'Port': ['ID=b5aea565-d682-4204-95e5-c601ca52174c,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:51.592195 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:51.592631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:51.593044 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.593433 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:51.593966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Bound port: b5aea565-d682-4204-95e5-c601ca52174c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:51.594325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.613864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ae9c5331-9ffe-4766-a2fa-7f9c5eda71a8 None None] Provisioning complete for port 2de6e911-4c78-4294-a39c-789575becaf3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:51.614262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ae9c5331-9ffe-4766-a2fa-7f9c5eda71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.666714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c5331-9ffe-4766-a2fa-7f9c5eda71a8 None None] Port 2de6e911-4c78-4294-a39c-789575becaf3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:51.673490 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] For port b5aea565-d682-4204-95e5-c601ca52174c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:51.677546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] For port b5aea565-d682-4204-95e5-c601ca52174c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b5aea565-d682-4204-95e5-c601ca52174c,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:51.681382 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.714286 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.719621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.736562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:51.737726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:51.742919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a6e09-c429-475b-a78d-1d357cb1e851 None None] Pushing event updated for resources: {'Port': ['ID=b5aea565-d682-4204-95e5-c601ca52174c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:51.795865 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Pushing event updated for resources: {'Port': ['ID=2de6e911-4c78-4294-a39c-789575becaf3,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:51.798253 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:51.851885 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:51.889940 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:51.891414 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:52.021860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Router 7dffe31e-adaf-4f01-b143-b77aff189e47 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:52.064624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 2, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:52.092003 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bcd47-5823-44d7-8054-31aeb9f3b86a None None] The sync data for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 is: [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 2, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:52.144223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:52.149505 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-17a09237-7213-4f12-ac9f-bcd57b65de81 admin admin] 10.222.0.32 "PUT /v2.0/routers/7dffe31e-adaf-4f01-b143-b77aff189e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6203766 Nov 09 18:54:52.188694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e4e2ca2b-e79c-4774-8ff8-d9ab133a9f6b None None] Provisioning complete for port 2de6e911-4c78-4294-a39c-789575becaf3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:52.188968 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ca2b-e79c-4774-8ff8-d9ab133a9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.225202 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2ca2b-e79c-4774-8ff8-d9ab133a9f6b None None] Port 2de6e911-4c78-4294-a39c-789575becaf3 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:52.609860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e3bad58c-816c-4229-bae4-8fead6441561 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:52.656872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41618) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:52.662970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1337290280-network', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:52.676848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e3bad58c-816c-4229-bae4-8fead6441561 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:52.677227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.724056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Made reservation on behalf of a06a25385c1c4870b9c21d23471f7258 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:52.726750 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.739753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.832244 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.841125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.868874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:54:52.875514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968153be-1598-41ec-a867-0b56f57ed604,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:52.882498 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.882852 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Added segment dbe5160a-8200-4a0d-9162-ffc43183c771 of type vlan for network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 Nov 09 18:54:52.932078 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.957405 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:52.958430 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:52.959019 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.013984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3535900 Nov 09 18:54:53.014461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41620) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:53.020271 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Request body: {'subnet': {'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1337290280-subnet', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:53.026388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea0ad-8a74-479d-b394-6fcd7f11f513 admin admin] Pushing event updated for resources: {'Network': ['ID=1c79d84d-6059-49cc-b4c1-22c5ef8abeb9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:53.040621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:54:53.043655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Made reservation on behalf of a06a25385c1c4870b9c21d23471f7258 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:54:53.046509 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.224064 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.279146 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0d0040-35df-4928-8664-17426b2ce0e5,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:53.289750 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Checking segment: {'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:53.290149 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Network hostable DHCP agents. Network: 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:54:53.307529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:54:53.317097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:53.322229 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:54:53.322880 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.326920 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e530f21-2afd-4503-836f-02e239526baf None None] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:53.340654 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e521828a-26d8-42f6-926f-7c69c6f28c80 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3250601 Nov 09 18:54:53.343308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41622) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:53.348196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:54:53.370508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.371480 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.454300 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.499818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'fixed_ips': [{'subnet_id': '5a0d0040-35df-4928-8664-17426b2ce0e5'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:54:53.500688 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.593248 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.638955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Allocated IP 172.20.0.2 (1c79d84d-6059-49cc-b4c1-22c5ef8abeb9/5a0d0040-35df-4928-8664-17426b2ce0e5/f70b4808-d520-4b68-8a01-c481b7d2773e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:53.807454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.813534 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.836194 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.849132 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:53.853440 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:53.855327 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.855832 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:53.867869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Pushing event updated for resources: {'Port': ['ID=f70b4808-d520-4b68-8a01-c481b7d2773e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:53.920820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Attempting to bind port f70b4808-d520-4b68-8a01-c481b7d2773e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:53.921193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Attempting to bind port f70b4808-d520-4b68-8a01-c481b7d2773e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:53.922051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Attempting to bind port f70b4808-d520-4b68-8a01-c481b7d2773e on network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:53.927933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:53.928797 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Checking segment: {'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:53.929381 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.929937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Bound using segment: {'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:53.930642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Bound port: f70b4808-d520-4b68-8a01-c481b7d2773e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:53.931473 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:53.981295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Allocated IP 172.25.0.215 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/27dd1f60-eb8a-4713-bb11-b9247faf59c4) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:54.105738 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.150344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.162235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] For port f70b4808-d520-4b68-8a01-c481b7d2773e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:54.166374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] For port f70b4808-d520-4b68-8a01-c481b7d2773e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f70b4808-d520-4b68-8a01-c481b7d2773e,segment=NetworkSegment(dbe5160a-8200-4a0d-9162-ffc43183c771),segment_id=dbe5160a-8200-4a0d-9162-ffc43183c771)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:54.173472 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.197774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:54.203283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:54.204125 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Sync routers for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:54.212260 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:54.214314 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:54.216726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=27dd1f60-eb8a-4713-bb11-b9247faf59c4,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:54.226649 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:54.242454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c38745-c2f7-4dcc-9b8a-04fd98fc2942 None None] Pushing event updated for resources: {'Port': ['ID=f70b4808-d520-4b68-8a01-c481b7d2773e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:54.349929 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:54.516107 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.657655 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 2, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:54.705519 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Checking router: 7dffe31e-adaf-4f01-b143-b77aff189e47 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:54.706210 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Updating router 7dffe31e-adaf-4f01-b143-b77aff189e47 port 2de6e911-4c78-4294-a39c-789575becaf3 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:54:54.727550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f70b4808-d520-4b68-8a01-c481b7d2773e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:54.739371 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.784061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f70b4808-d520-4b68-8a01-c481b7d2773e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:54.784595 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.796385 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.887120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.921922 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port f70b4808-d520-4b68-8a01-c481b7d2773e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f70b4808-d520-4b68-8a01-c481b7d2773e,segment=NetworkSegment(dbe5160a-8200-4a0d-9162-ffc43183c771),segment_id=dbe5160a-8200-4a0d-9162-ffc43183c771)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:54.932388 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:54.932388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b5aea565-d682-4204-95e5-c601ca52174c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:54.959882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Router 1e57a7f8-bd2b-468a-9445-85cacfd974cb is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:54:55.016336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=f70b4808-d520-4b68-8a01-c481b7d2773e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:55.043088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b5aea565-d682-4204-95e5-c601ca52174c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:55.043478 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.098440 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.109344 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.133864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.162707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port b5aea565-d682-4204-95e5-c601ca52174c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b5aea565-d682-4204-95e5-c601ca52174c,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:55.173320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.225926 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Pushing event updated for resources: {'Port': ['ID=2de6e911-4c78-4294-a39c-789575becaf3,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:55.242793 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.243145 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.243641 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.243986 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.244315 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.244643 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.244970 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.245289 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.245763 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.246122 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.246426 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.246746 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:54:55.260111 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Attempting to bind port 2de6e911-4c78-4294-a39c-789575becaf3 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:55.260442 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Attempting to bind port 2de6e911-4c78-4294-a39c-789575becaf3 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:55.260577 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=b5aea565-d682-4204-95e5-c601ca52174c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:55.260810 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Attempting to bind port 2de6e911-4c78-4294-a39c-789575becaf3 on network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:55.271826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:55.272157 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Checking segment: {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:55.272571 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.272967 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Bound using segment: {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:55.273452 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Bound port: 2de6e911-4c78-4294-a39c-789575becaf3, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:55.273839 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.347711 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] For port 2de6e911-4c78-4294-a39c-789575becaf3, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:55.356780 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] For port 2de6e911-4c78-4294-a39c-789575becaf3, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2de6e911-4c78-4294-a39c-789575becaf3,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:55.365468 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.424080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:55.435334 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:55.439310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Sync routers for ids ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:54:55.446012 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.446373 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:55.447617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0bed5ef7-083f-4c96-8c85-e10f719e2ce2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1028836 Nov 09 18:54:55.450245 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41624) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:54:55.451544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Routers {'1e57a7f8-bd2b-468a-9445-85cacfd974cb'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:55.452288 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:55.458748 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04712-00b0-4f4a-99dc-d61a24fb62f4 None None] Pushing event updated for resources: {'Port': ['ID=2de6e911-4c78-4294-a39c-789575becaf3,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:55.570281 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f1a2cfb4-21f6-44fd-bf06-596f020b4e32 None None] Provisioning complete for port 2de6e911-4c78-4294-a39c-789575becaf3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:55.570672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cfb4-21f6-44fd-bf06-596f020b4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.660320 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25050667-e062-43a0-99e5-85e1b96f9e37 None None] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:54:55.663495 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:55.804089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Set router 1e57a7f8-bd2b-468a-9445-85cacfd974cb gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:55.876209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cfb4-21f6-44fd-bf06-596f020b4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:55.890265 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:55.917030 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a8421-57e9-43a3-9e45-0bdc25232221 None None] The sync data for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 is: [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:55.993074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f1a2cfb4-21f6-44fd-bf06-596f020b4e32 None None] For port 2de6e911-4c78-4294-a39c-789575becaf3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2de6e911-4c78-4294-a39c-789575becaf3,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:54:56.001570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.007740 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1a2cfb4-21f6-44fd-bf06-596f020b4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.125759 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2cfb4-21f6-44fd-bf06-596f020b4e32 None None] Pushing event updated for resources: {'Port': ['ID=2de6e911-4c78-4294-a39c-789575becaf3,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:56.156280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ce96da56-3ccc-406b-973e-8914fff1593b None None] Provisioning complete for port 2de6e911-4c78-4294-a39c-789575becaf3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:56.156653 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce96da56-3ccc-406b-973e-8914fff1593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.178448 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Allocated IP 172.20.0.1 (1c79d84d-6059-49cc-b4c1-22c5ef8abeb9/5a0d0040-35df-4928-8664-17426b2ce0e5/1cfc2d72-a49b-4103-ae5e-470bf8f05e46) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:54:56.206541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:54Z', 'revision_number': 3, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port': {'id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:56.236465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Checking router: 1e57a7f8-bd2b-468a-9445-85cacfd974cb for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:54:56.237358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Updating router 1e57a7f8-bd2b-468a-9445-85cacfd974cb port 27dd1f60-eb8a-4713-bb11-b9247faf59c4 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:54:56.289928 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.326512 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.368009 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.403515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ce96da56-3ccc-406b-973e-8914fff1593b None None] Provisioning complete for port f70b4808-d520-4b68-8a01-c481b7d2773e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:56.403893 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ce96da56-3ccc-406b-973e-8914fff1593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.426465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:56.430925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:56.433463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:56.435877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:54:56.482573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.665107 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.695603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.711906 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.720747 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f70b4808-d520-4b68-8a01-c481b7d2773e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:56.785506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6e452f5a-346a-4173-9d5d-7b39e0fe91f5 None None] Provisioning complete for port f70b4808-d520-4b68-8a01-c481b7d2773e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:56.785885 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e452f5a-346a-4173-9d5d-7b39e0fe91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.852757 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Attempting to bind port 27dd1f60-eb8a-4713-bb11-b9247faf59c4 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:54:56.853416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Attempting to bind port 27dd1f60-eb8a-4713-bb11-b9247faf59c4 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:54:56.853526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Attempting to bind port 27dd1f60-eb8a-4713-bb11-b9247faf59c4 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:54:56.860796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bc237-dd3e-47e1-8e5f-b42b8438497a None None] Pushing event updated for resources: {'Port': ['ID=27dd1f60-eb8a-4713-bb11-b9247faf59c4,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:56.872376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:54:56.872752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:54:56.873161 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.873550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:54:56.874036 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Bound port: 27dd1f60-eb8a-4713-bb11-b9247faf59c4, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:54:56.874443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.895767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.900767 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.950566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port f70b4808-d520-4b68-8a01-c481b7d2773e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:56.950944 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.975741 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:56.978438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:56.990197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] For port 27dd1f60-eb8a-4713-bb11-b9247faf59c4, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:54:57.016217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] For port 27dd1f60-eb8a-4713-bb11-b9247faf59c4, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=27dd1f60-eb8a-4713-bb11-b9247faf59c4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:54:57.024113 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:57.078722 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:54:57.080176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:54:57.119499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Routers {'1e57a7f8-bd2b-468a-9445-85cacfd974cb'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:54:57.120154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:57.125452 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bc237-dd3e-47e1-8e5f-b42b8438497a None None] Pushing event updated for resources: {'Port': ['ID=27dd1f60-eb8a-4713-bb11-b9247faf59c4,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:54:57.210749 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Router 1e57a7f8-bd2b-468a-9445-85cacfd974cb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:54:57.344429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:54:57.350605 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-84b31c6f-188e-47e2-a4f2-e7689e03c813 admin admin] 10.222.0.32 "PUT /v2.0/routers/1e57a7f8-bd2b-468a-9445-85cacfd974cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8989217 Nov 09 18:54:57.376840 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2de6e911-4c78-4294-a39c-789575becaf3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:57.426550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2c5c7273-8936-44b6-aa16-24ef7f073562 None None] Provisioning complete for port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:57.426895 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7273-8936-44b6-aa16-24ef7f073562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:57.483712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] Set router 1e57a7f8-bd2b-468a-9445-85cacfd974cb gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:54:57.525763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c7273-8936-44b6-aa16-24ef7f073562 None None] Port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:57.541426 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2de6e911-4c78-4294-a39c-789575becaf3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:57.541812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:57.682529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9b193987-1a1e-4f52-8934-aec1b46dd43c None None] Provisioning complete for port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:57.682915 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b193987-1a1e-4f52-8934-aec1b46dd43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:57.759411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9b193987-1a1e-4f52-8934-aec1b46dd43c None None] Port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:54:57.786985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b5aea565-d682-4204-95e5-c601ca52174c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:54:57.854910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port b5aea565-d682-4204-95e5-c601ca52174c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:54:57.855568 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:54:57.882504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 4, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port': {'id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1cfc2d72-a49b-4103-ae5e-470bf8f05e46', 'name': '', 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'mac_address': 'fa:16:3e:f4:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:56Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 2, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'subnets': [{'id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:54:57.924864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68647e46-becc-497d-9f85-a202f3651a08 None None] The sync data for ids ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'] in n-d-817240-1 is: [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 4, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port': {'id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1cfc2d72-a49b-4103-ae5e-470bf8f05e46', 'name': '', 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'mac_address': 'fa:16:3e:f4:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:56Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 2, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'subnets': [{'id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:54:59.851437 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:55:00.488004 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Sync routers for ids ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:55:00.499252 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Routers {'1e57a7f8-bd2b-468a-9445-85cacfd974cb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:00.500015 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:00.699522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 27dd1f60-eb8a-4713-bb11-b9247faf59c4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:55:00.767535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 27dd1f60-eb8a-4713-bb11-b9247faf59c4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:00.769079 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:00.781500 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Set router 1e57a7f8-bd2b-468a-9445-85cacfd974cb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:00.879908 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:00.903128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 27dd1f60-eb8a-4713-bb11-b9247faf59c4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=27dd1f60-eb8a-4713-bb11-b9247faf59c4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:00.911884 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:00.981911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=27dd1f60-eb8a-4713-bb11-b9247faf59c4,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:01.055648 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 4, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port': {'id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1cfc2d72-a49b-4103-ae5e-470bf8f05e46', 'name': '', 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'mac_address': 'fa:16:3e:f4:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:56Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 2, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'subnets': [{'id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:01.086692 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Checking router: 1e57a7f8-bd2b-468a-9445-85cacfd974cb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:55:01.087298 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Updating router 1e57a7f8-bd2b-468a-9445-85cacfd974cb port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:55:01.120977 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:01.428881 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:01.435474 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:01.484337 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e0ed9-1388-40ec-b6da-3559a35582f3 None None] Pushing event updated for resources: {'Port': ['ID=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:01.560322 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Attempting to bind port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:55:01.560693 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Attempting to bind port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:55:01.561079 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Attempting to bind port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 on network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:55:01.567104 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:55:01.567462 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Checking segment: {'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:55:01.567863 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:01.568251 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Bound using segment: {'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:55:01.568721 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Bound port: 1cfc2d72-a49b-4103-ae5e-470bf8f05e46, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe5160a-8200-4a0d-9162-ffc43183c771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:55:01.569099 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:01.677574 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] For port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:55:01.681707 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] For port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,segment=NetworkSegment(dbe5160a-8200-4a0d-9162-ffc43183c771),segment_id=dbe5160a-8200-4a0d-9162-ffc43183c771)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:55:01.690709 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:01.755215 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Routers {'1e57a7f8-bd2b-468a-9445-85cacfd974cb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:01.755841 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:54:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:01.827980 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e0ed9-1388-40ec-b6da-3559a35582f3 None None] Pushing event updated for resources: {'Port': ['ID=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:01.848540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-103133d6-f7c6-4885-9393-deac9a7d5a83 None None] Provisioning complete for port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:01.849079 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-103133d6-f7c6-4885-9393-deac9a7d5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:01.911064 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] Set router 1e57a7f8-bd2b-468a-9445-85cacfd974cb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:01.985303 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-103133d6-f7c6-4885-9393-deac9a7d5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:02.033019 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-103133d6-f7c6-4885-9393-deac9a7d5a83 None None] For port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,segment=NetworkSegment(dbe5160a-8200-4a0d-9162-ffc43183c771),segment_id=dbe5160a-8200-4a0d-9162-ffc43183c771)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:02.038086 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-103133d6-f7c6-4885-9393-deac9a7d5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:02.100800 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103133d6-f7c6-4885-9393-deac9a7d5a83 None None] Pushing event updated for resources: {'Port': ['ID=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:02.161934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-50bc77e9-d596-44ce-b229-8bc2ac945885 None None] Provisioning complete for port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:02.162334 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-50bc77e9-d596-44ce-b229-8bc2ac945885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:02.182822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 4, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port': {'id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1cfc2d72-a49b-4103-ae5e-470bf8f05e46', 'name': '', 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'mac_address': 'fa:16:3e:f4:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:56Z', 'updated_at': '2021-11-09T18:55:01Z', 'revision_number': 4, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'subnets': [{'id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:02.225239 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed213dbd-7ec6-4e0f-a075-1664bbd482d9 None None] The sync data for ids ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'] in n-d-817240-1 is: [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:54:56Z', 'revision_number': 4, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port': {'id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '1cfc2d72-a49b-4103-ae5e-470bf8f05e46', 'name': '', 'network_id': '1c79d84d-6059-49cc-b4c1-22c5ef8abeb9', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'mac_address': 'fa:16:3e:f4:aa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:56Z', 'updated_at': '2021-11-09T18:55:01Z', 'revision_number': 4, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'subnets': [{'id': '5a0d0040-35df-4928-8664-17426b2ce0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:55:02.677236 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:55:02.740609 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:02.741222 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:02.844166 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 27dd1f60-eb8a-4713-bb11-b9247faf59c4 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:55:02.925237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 27dd1f60-eb8a-4713-bb11-b9247faf59c4 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:02.926553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:07.368148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b07f42ee-3437-4830-9bb6-33bca5ac83ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:08.227434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-6fcb07cd-4e5c-46da-a863-8ccf9004fa6c tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:08.228912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-6fcb07cd-4e5c-46da-a863-8ccf9004fa6c tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 815 time: 0.1069891 Nov 09 18:55:08.244462 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-ea79e486-90b9-463c-aef7-7ba30544fb62 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/quotas/0e8701b0428348728ffa2ff9c7a45059 HTTP/1.1" status: 200 len: 375 time: 0.0097678 Nov 09 18:55:08.300668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-d446d998-930c-49c9-8d5e-eef272824bc4 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504012 Nov 09 18:55:08.539429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-0f9cd7a4-8d87-4a45-9868-b5dd3a03ca38 service neutron] 10.222.0.32 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309044 Nov 09 18:55:08.638697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-4f6471bb-50d1-4cc6-9053-62a01871ee34 service neutron] 10.222.0.32 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928977 Nov 09 18:55:08.828564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dd7f2e68-b64d-4e2c-98b2-b430db32f793 req-b6d55a7d-688d-4f46-b418-0fe7ae4250d4 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 210 time: 0.0322032 Nov 09 18:55:09.840846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-47947fdd-105c-4c72-ac4b-a7fc7df3ddbf tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:09.843640 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-47947fdd-105c-4c72-ac4b-a7fc7df3ddbf tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 815 time: 0.1257248 Nov 09 18:55:09.847184 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6f782eb4-15a3-4594-875b-fbb76fb470e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:09.858799 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'port': {'device_id': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'admin_state_up': True, 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:09.937589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0859bb04-6e75-44b5-b34a-d1576bde3579 req-0e904b15-047c-4b7a-afff-0e8f2fd0d820 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 210 time: 0.0341058 Nov 09 18:55:09.988648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Made reservation on behalf of 0e8701b0428348728ffa2ff9c7a45059 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:55:09.992588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:10.170151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Allocated IP 172.20.0.8 (30b423e3-6b28-4b3b-a217-5cbdd11bfd3a/a048c5da-dbfa-4383-950d-eafc71ce7ba8/1f6176b6-e551-4144-9daa-24c2b7a5509b) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:55:10.299628 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:10.730106 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:10.774885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:10.824622 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:55:10.827944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:55:10.831346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:55:10.866779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:10.907251 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:10.908303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:10.929524 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-9b32e8d7-6f20-40f4-a4ce-be661bcd125d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0771682 Nov 09 18:55:11.083041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cbfc1-1511-4c5f-8365-60d904fad770 req-1e294259-8e32-495c-b009-67bf0021f227 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:11.091772 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a3cbfc1-1511-4c5f-8365-60d904fad770 req-1e294259-8e32-495c-b009-67bf0021f227 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0644481 Nov 09 18:55:11.131765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a3cbfc1-1511-4c5f-8365-60d904fad770 req-5a5fce93-7117-427d-a0f8-e30e94bb8002 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Nov 09 18:55:11.164755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2be1a7ac-d2d2-4c6d-8466-fd9101adaeba None None] Provisioning complete for port 1f6176b6-e551-4144-9daa-24c2b7a5509b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:11.165341 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2be1a7ac-d2d2-4c6d-8466-fd9101adaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:11.207488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2be1a7ac-d2d2-4c6d-8466-fd9101adaeba None None] Port 1f6176b6-e551-4144-9daa-24c2b7a5509b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:55:11.281414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:12.261206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8619542-9b3a-4285-9d84-f0a8570648f8 req-3531a2be-9a62-4279-b286-907f4cdbeb14 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:12.262804 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8619542-9b3a-4285-9d84-f0a8570648f8 req-3531a2be-9a62-4279-b286-907f4cdbeb14 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0581105 Nov 09 18:55:12.308396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b8619542-9b3a-4285-9d84-f0a8570648f8 req-98f9f833-bb37-47bb-8cfc-158616720cc1 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389893 Nov 09 18:55:12.778078 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:13.466393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f2f97-8b94-4730-8f30-b28d3aa36add req-476ba7e9-43f9-466a-8918-18f3cbbd4b4d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:13.468716 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a2f2f97-8b94-4730-8f30-b28d3aa36add req-476ba7e9-43f9-466a-8918-18f3cbbd4b4d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0677505 Nov 09 18:55:13.513057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a2f2f97-8b94-4730-8f30-b28d3aa36add req-733dff98-6c98-4387-9f05-205471561015 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362477 Nov 09 18:55:14.913921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d12b4f-ac59-49bb-90be-cdc1934140cd req-cc014455-0ba0-44ba-8002-ebad63131112 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:14.915434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14d12b4f-ac59-49bb-90be-cdc1934140cd req-cc014455-0ba0-44ba-8002-ebad63131112 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0536880 Nov 09 18:55:14.959022 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14d12b4f-ac59-49bb-90be-cdc1934140cd req-7a24014e-6a31-428d-b6ae-edf39a6cb160 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Nov 09 18:55:16.105419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144e81-866c-4da9-925e-46a2b7e656a7 req-0fc9e7a8-9313-4ddd-8c64-e7c837c0b520 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:16.107061 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52144e81-866c-4da9-925e-46a2b7e656a7 req-0fc9e7a8-9313-4ddd-8c64-e7c837c0b520 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0718338 Nov 09 18:55:16.170583 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52144e81-866c-4da9-925e-46a2b7e656a7 req-7110cfa0-fa33-4367-8589-0fcb885ef295 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555017 Nov 09 18:55:16.734530 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:17.351969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317631db-a57a-48ac-a1a2-2637aca48cd7 req-8beb6c89-37b8-4f1f-8103-9bed0058e1e4 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:17.354415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-317631db-a57a-48ac-a1a2-2637aca48cd7 req-8beb6c89-37b8-4f1f-8103-9bed0058e1e4 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0975373 Nov 09 18:55:17.402782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-317631db-a57a-48ac-a1a2-2637aca48cd7 req-7046457e-caca-481d-bef5-ec0d72256cfd tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Nov 09 18:55:18.531872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a071c3f-a60e-4858-b9a5-b73c83fa477d req-7e4234cb-da9a-49c5-ab38-998bd2bea68d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:18.533416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a071c3f-a60e-4858-b9a5-b73c83fa477d req-7e4234cb-da9a-49c5-ab38-998bd2bea68d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0552895 Nov 09 18:55:18.577849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a071c3f-a60e-4858-b9a5-b73c83fa477d req-b7f362db-cf1b-40db-b717-61801def0f49 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353034 Nov 09 18:55:19.641645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:19.701150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f05a1-4a9b-4fc6-bef9-ce9c8ca26d85 req-4a960404-f76c-4fbd-95ee-2f6ec9811e76 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:19.702675 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f5f05a1-4a9b-4fc6-bef9-ce9c8ca26d85 req-4a960404-f76c-4fbd-95ee-2f6ec9811e76 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 931 time: 0.0512259 Nov 09 18:55:19.746906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f5f05a1-4a9b-4fc6-bef9-ce9c8ca26d85 req-00e46a9a-5cc9-41cb-98e3-38a9069dffd4 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Nov 09 18:55:20.227569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Request body: {'port': {'device_id': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:20.281585 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:20.546875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6176b6-e551-4144-9daa-24c2b7a5509b {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:55:20.555303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:20.568409 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Transition to ACTIVE for port object 1f6176b6-e551-4144-9daa-24c2b7a5509b will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:55:20.572742 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:20.641599 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Pushing event updated for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:20.703059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Attempting to bind port 1f6176b6-e551-4144-9daa-24c2b7a5509b on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:55:20.703059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Attempting to bind port 1f6176b6-e551-4144-9daa-24c2b7a5509b by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:55:20.703059 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Attempting to bind port 1f6176b6-e551-4144-9daa-24c2b7a5509b on network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:55:20.709413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Port 1f6176b6-e551-4144-9daa-24c2b7a5509b on network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:55:20.709925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Attempting to bind port 1f6176b6-e551-4144-9daa-24c2b7a5509b on network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:55:20.715424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:55:20.715771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Checking segment: {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:55:20.716160 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Bound using segment: {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:55:20.716596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Bound port: 1f6176b6-e551-4144-9daa-24c2b7a5509b, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea927cea-ebf4-4abc-9d3e-af9671561058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:55:20.716990 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:20.788347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:55:20.792636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:55:20.798690 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:20.816639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:20.817487 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:20.820094 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] 10.222.0.85 "PUT /v2.0/ports/1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 1091 time: 0.5968883 Nov 09 18:55:20.822755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:55:20.824798 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c7e5a-59f8-4681-8f91-86bffef27971" -d '{"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:55:20.885479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ef237-1a88-49c6-8e17-5105022939f9 req-e7fa15fc-1082-4352-ba2a-9a3c63c6f166 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:20.888301 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd2ef237-1a88-49c6-8e17-5105022939f9 req-e7fa15fc-1082-4352-ba2a-9a3c63c6f166 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 943 time: 0.0652623 Nov 09 18:55:20.918658 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01bb36-77e8-4898-b212-eeeba30cc35b service neutron] Pushing event updated for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:20.943967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd2ef237-1a88-49c6-8e17-5105022939f9 req-b8b38365-147d-4847-a564-72b4b8565889 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489440 Nov 09 18:55:20.952981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-4dcdd4cf-9e01-4b1d-b48a-ce2f1f0df857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:20.954180 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-4dcdd4cf-9e01-4b1d-b48a-ce2f1f0df857 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1094 time: 0.0787828 Nov 09 18:55:21.013326 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a189ae6b-5522-4859-b0ad-bf9af1f9cf06 x-openstack-request-id: req-a189ae6b-5522-4859-b0ad-bf9af1f9cf06 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:55:21.013646 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:55:21.013814 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a189ae6b-5522-4859-b0ad-bf9af1f9cf06 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:55:21.014243 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'status': 'completed', 'code': 200} Nov 09 18:55:21.016088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-caab7653-a95d-4154-a91b-40e803e2b7a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 217 time: 0.0542359 Nov 09 18:55:21.069552 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-c550cca1-3f8b-4e30-99fc-26c2a65ec202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.071064 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-c550cca1-3f8b-4e30-99fc-26c2a65ec202 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.0476253 Nov 09 18:55:21.123620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-c3e65873-0c24-4992-8119-7b3a02e78651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.125495 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-c3e65873-0c24-4992-8119-7b3a02e78651 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468643 Nov 09 18:55:21.179192 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-ccc86e79-19ba-4e02-bacd-a77e3889b988 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435052 Nov 09 18:55:21.229492 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-8bea9863-90d3-4a5c-a0b2-26d0eb127300 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968099 Nov 09 18:55:21.273882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-35309cea-8c48-4f27-a17b-d309bf0caa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.276730 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-35309cea-8c48-4f27-a17b-d309bf0caa3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0496101 Nov 09 18:55:21.332967 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e3bd45c9-5a88-4109-b58a-84918078f47e req-1e0e4953-f569-4936-9cd3-9dd30970466d service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960212 Nov 09 18:55:21.395955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-2e9501c0-e8ea-4cd9-9f6f-54b5f80268e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.397437 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-2e9501c0-e8ea-4cd9-9f6f-54b5f80268e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0957358 Nov 09 18:55:21.430231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-6d0d6826-0022-40e5-a08b-50381a65033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.432047 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-6d0d6826-0022-40e5-a08b-50381a65033b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1094 time: 0.0570366 Nov 09 18:55:21.444848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-b10b5d2e-4ab3-435e-9773-277b74dd1276 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0359292 Nov 09 18:55:21.505029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-a06ff43d-8f2e-4fe5-80ad-6e68cef1e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.506654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-a06ff43d-8f2e-4fe5-80ad-6e68cef1e61f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0513055 Nov 09 18:55:21.535391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-0db1ffb2-d8c6-4859-9201-ce45fe2449c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.537802 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-0db1ffb2-d8c6-4859-9201-ce45fe2449c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 916 time: 0.0974426 Nov 09 18:55:21.564629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-66a4f5b4-09bd-496c-8b04-7bcf277ee7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.566703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-66a4f5b4-09bd-496c-8b04-7bcf277ee7b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471845 Nov 09 18:55:21.582344 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-9afffc0f-2212-49b6-8793-f9eb5e20028c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 217 time: 0.0372975 Nov 09 18:55:21.638102 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-fdbd9c29-3793-40e3-ad4d-5173be66dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.639504 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-fdbd9c29-3793-40e3-ad4d-5173be66dd6f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.0503860 Nov 09 18:55:21.671968 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-8c6e7f0e-ea68-436a-aad2-b51e912f36d3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924947 Nov 09 18:55:21.687700 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-837cb4fb-4d08-48de-aeef-722ac971b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:21.689172 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-837cb4fb-4d08-48de-aeef-722ac971b011 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416012 Nov 09 18:55:21.781896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-2d41e11f-c34b-4204-ba2e-2c3c364ad73c service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839529 Nov 09 18:55:21.789099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-476acfc9-55d1-4383-8f51-75cdc1850959 req-85c92f04-5dc0-4844-96b7-1a576cd05635 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043925 Nov 09 18:55:21.881993 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c67c7e5a-59f8-4681-8f91-86bffef27971 req-ada30377-9de5-461a-b020-c96de942f4ab service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918205 Nov 09 18:55:22.064624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04795d6d-bc60-41b5-bfb9-6416dd2b3ed9 req-e46938e4-e6d4-4ac3-9341-aad3cc0d6b7d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:22.066158 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04795d6d-bc60-41b5-bfb9-6416dd2b3ed9 req-e46938e4-e6d4-4ac3-9341-aad3cc0d6b7d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 943 time: 0.0510368 Nov 09 18:55:22.104681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-04795d6d-bc60-41b5-bfb9-6416dd2b3ed9 req-a549158c-4ac9-4c95-a9b8-cf24a37465de tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Nov 09 18:55:23.235217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689e4f5-d395-451a-9fb2-ced00b528031 req-192596b1-4a1d-4162-9392-411503b4f764 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:23.236731 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e689e4f5-d395-451a-9fb2-ced00b528031 req-192596b1-4a1d-4162-9392-411503b4f764 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 943 time: 0.0631528 Nov 09 18:55:23.275862 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e689e4f5-d395-451a-9fb2-ced00b528031 req-ef0deaed-5c18-4ed0-8cb1-cf02da9e1ee2 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Nov 09 18:55:24.051641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1f6176b6-e551-4144-9daa-24c2b7a5509b details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:55:24.156037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:24.168804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'port_id': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'mac_address': 'fa:16:3e:ec:fc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:55:24.209925 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:24.225776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6176b6-e551-4144-9daa-24c2b7a5509b {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:55:24.251686 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:24.256915 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:24.306580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:24.315261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.315669 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.316052 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.316488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.316884 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.317284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.317655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.318025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.318429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.318761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.319089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.319415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:24.401706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4afce-9591-4a55-bed0-fce07e0f7731 req-d4104793-7a53-4b8d-aa76-f58a9786fedb tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:24.403200 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6f4afce-9591-4a55-bed0-fce07e0f7731 req-d4104793-7a53-4b8d-aa76-f58a9786fedb tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 944 time: 0.0537105 Nov 09 18:55:24.446938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b6f4afce-9591-4a55-bed0-fce07e0f7731 req-d9ac91f1-79fe-4d17-86de-c6b0aa7e6ec8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376430 Nov 09 18:55:24.484454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1f6176b6-e551-4144-9daa-24c2b7a5509b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:55:25.572783 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f77fd-b52f-4043-bfb5-2a47dec824d6 req-f99d2e23-7177-45e2-9bf6-9af945f73996 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:25.574378 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc8f77fd-b52f-4043-bfb5-2a47dec824d6 req-f99d2e23-7177-45e2-9bf6-9af945f73996 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 944 time: 0.0511637 Nov 09 18:55:25.614051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc8f77fd-b52f-4043-bfb5-2a47dec824d6 req-47681aec-c304-4548-a540-756e79da6ce7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Nov 09 18:55:26.050641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1f6176b6-e551-4144-9daa-24c2b7a5509b up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:55:26.103355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 1f6176b6-e551-4144-9daa-24c2b7a5509b completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:55:26.107061 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 1f6176b6-e551-4144-9daa-24c2b7a5509b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:26.107440 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:26.191251 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:26.213588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:55:26.216122 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6232b-0d93-4f09-9dc5-22b2fc3829de" -d '{"events": [{"server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "name": "network-vif-plugged", "status": "completed", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:55:26.230415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:26.234631 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:26.260153 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa075ada-123b-4be5-b345-656ed75d1a6b x-openstack-request-id: req-fa075ada-123b-4be5-b345-656ed75d1a6b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:55:26.260462 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "name": "network-vif-plugged", "status": "completed", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:55:26.260722 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa075ada-123b-4be5-b345-656ed75d1a6b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:55:26.261120 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'code': 200} Nov 09 18:55:26.288883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:26.360391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caa510-9973-40ec-afd7-94f040d9ea09 req-5d375dfd-1677-4676-bff3-aa4c29a5badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:26.361907 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-47caa510-9973-40ec-afd7-94f040d9ea09 req-5d375dfd-1677-4676-bff3-aa4c29a5badc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1096 time: 0.0431287 Nov 09 18:55:26.399416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-47caa510-9973-40ec-afd7-94f040d9ea09 req-214e1217-6898-46ba-b1f0-93489b4af2bc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282433 Nov 09 18:55:26.730605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db938e6-a710-4507-b2f8-2472b4c2c215 req-67503499-6a63-4320-a3b2-dbb14b8d864f tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:26.732091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2db938e6-a710-4507-b2f8-2472b4c2c215 req-67503499-6a63-4320-a3b2-dbb14b8d864f tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0500324 Nov 09 18:55:26.770654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2db938e6-a710-4507-b2f8-2472b4c2c215 req-20158430-adfc-464c-8585-9b268f518330 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Nov 09 18:55:27.907825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409f2bd-3e53-4ac9-8fcc-24cb4a2c4207 req-4f7a3a10-a954-480d-9e25-dc2019f4ccc7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:27.909336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4409f2bd-3e53-4ac9-8fcc-24cb4a2c4207 req-4f7a3a10-a954-480d-9e25-dc2019f4ccc7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0632150 Nov 09 18:55:27.957575 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4409f2bd-3e53-4ac9-8fcc-24cb4a2c4207 req-3814f7d0-ba0e-4924-9353-772f40913b8b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Nov 09 18:55:28.082970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead870c-9514-4bcb-9983-c5e04fce91c4 req-20fdca72-db74-4444-82f1-a51908afdcb8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:28.084512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ead870c-9514-4bcb-9983-c5e04fce91c4 req-20fdca72-db74-4444-82f1-a51908afdcb8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0567601 Nov 09 18:55:28.125293 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ead870c-9514-4bcb-9983-c5e04fce91c4 req-95d1a237-fc3b-4051-a3f0-0e5587d67247 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Nov 09 18:55:28.320506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074752f6-0ad6-438c-b4d3-3b353b85f8bd req-c1512b1a-db09-442e-87de-7d467581eff1 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:28.322018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-074752f6-0ad6-438c-b4d3-3b353b85f8bd req-c1512b1a-db09-442e-87de-7d467581eff1 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Nov 09 18:55:28.362749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-074752f6-0ad6-438c-b4d3-3b353b85f8bd req-2d2df919-0427-47d9-813a-6ac37ac74a36 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343246 Nov 09 18:55:36.852277 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:55:37.360929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9382fc39-b9cc-4df3-a9a8-f49acc8fdb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:39.851072 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b8773feb-6bb8-4eef-ba33-a9249c8aec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:40.027074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a0478-aff7-4912-b781-36f6eca56191 req-f3871539-b803-492b-821b-d1808019ac58 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:40.028592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c1a0478-aff7-4912-b781-36f6eca56191 req-f3871539-b803-492b-821b-d1808019ac58 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0548017 Nov 09 18:55:40.068875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8c1a0478-aff7-4912-b781-36f6eca56191 req-8d0eab62-6076-4033-9e70-7caea12639b3 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Nov 09 18:55:40.094141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41836) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:40.186963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade04e62-668b-407d-b12a-19808da5be55 tempest-TestMinimumBasicScenario-828767201 tempest-TestMinimumBasicScenario-828767201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:40.188489 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ade04e62-668b-407d-b12a-19808da5be55 tempest-TestMinimumBasicScenario-828767201 tempest-TestMinimumBasicScenario-828767201-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1091 time: 0.0933402 Nov 09 18:55:40.191771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41840) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:40.196132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:40.217986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:40.291828 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:40.325756 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:40.433548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Allocated IP 172.25.0.42 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/3d3b15e5-9977-49fa-bb0c-29375c90bac4) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:55:40.540424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:40.575761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:40.616091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:55:40.619069 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:55:40.623138 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:55:40.655897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'Port': ['ID=3d3b15e5-9977-49fa-bb0c-29375c90bac4,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:40.670018 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.670396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.670743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.671088 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.671429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.671766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.672100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.672434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.672769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.673105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.673438 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.673767 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:55:40.998271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.071458 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.220234 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.226050 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.280049 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.298724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'Port': ['ID=3d3b15e5-9977-49fa-bb0c-29375c90bac4,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:41.311581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.415684 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Floating IP e22f116e-133b-4750-bade-dbb8b479db43 associated. External IP: 172.25.0.42, port: 1f6176b6-e551-4144-9daa-24c2b7a5509b. Nov 09 18:55:41.623789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Router 7dffe31e-adaf-4f01-b143-b77aff189e47 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:55:41.734720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:55:41.745644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] Sync routers for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:55:41.752701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.755586 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:41.756211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:41.792107 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0996e905-6680-46d3-8d96-476e712925f8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5992765 Nov 09 18:55:41.792997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:55:41.795028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41844) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:41.795514 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:55:41.801142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-846eba35-cb7b-4155-a425-5f46243820d0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922705483', 'description': 'tempest-secgroup-smoke-1922705483 description', 'project_id': '0e8701b0428348728ffa2ff9c7a45059'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:41.832072 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-846eba35-cb7b-4155-a425-5f46243820d0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.838015 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c777b2a-7df3-452d-834e-ffb2e07fa01c x-openstack-request-id: req-0c777b2a-7df3-452d-834e-ffb2e07fa01c {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:55:41.838340 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:55:41.838614 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c777b2a-7df3-452d-834e-ffb2e07fa01c {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:55:41.838995 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'status': 'completed', 'code': 200} Nov 09 18:55:41.873557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:41.910743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-18a8295e-24ac-4e75-ad2e-580bb52f23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:41.912200 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-18a8295e-24ac-4e75-ad2e-580bb52f23e3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1096 time: 0.0470963 Nov 09 18:55:41.923330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-846eba35-cb7b-4155-a425-5f46243820d0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.930398 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-846eba35-cb7b-4155-a425-5f46243820d0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.961068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846eba35-cb7b-4155-a425-5f46243820d0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82842037-5dce-4522-ad6a-d56c27916c2a,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:41.967285 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-846eba35-cb7b-4155-a425-5f46243820d0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:41.969978 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-846eba35-cb7b-4155-a425-5f46243820d0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1724980 Nov 09 18:55:41.971606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41848) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:41.976284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-ae245df6-c59d-47aa-9d64-d2b9388f634b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'security_group_rule': {'security_group_id': '82842037-5dce-4522-ad6a-d56c27916c2a', 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:42.019100 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae245df6-c59d-47aa-9d64-d2b9388f634b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.020273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-5f749e00-0819-43ec-956f-b2d7a888b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:42.022360 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-5f749e00-0819-43ec-956f-b2d7a888b35e service neutron] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 916 time: 0.1026537 Nov 09 18:55:42.101400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-42eba081-ec73-4b04-9d5c-a0125b476f8d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 998 time: 0.0717907 Nov 09 18:55:42.115871 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae245df6-c59d-47aa-9d64-d2b9388f634b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.120196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae245df6-c59d-47aa-9d64-d2b9388f634b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.137296 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'e22f116e-133b-4750-bade-dbb8b479db43', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'port_id': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'mac_address': 'fa:16:3e:ec:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:55:40Z', 'updated_at': '2021-11-09T18:55:40Z', 'revision_number': 0, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 5, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:42.148254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245df6-c59d-47aa-9d64-d2b9388f634b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f28388-7dc2-40cc-9789-93654d599686,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:42.154945 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-ae245df6-c59d-47aa-9d64-d2b9388f634b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.159083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-ae245df6-c59d-47aa-9d64-d2b9388f634b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836298 Nov 09 18:55:42.160442 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41850) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:42.165027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-61aa1c14-bbd2-41fe-bcbe-5871c49ee776 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'security_group_rule': {'security_group_id': '82842037-5dce-4522-ad6a-d56c27916c2a', 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:42.168975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-bd5082b2-dbdc-41b7-ae01-f41344f361c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:42.170614 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-bd5082b2-dbdc-41b7-ae01-f41344f361c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.0624237 Nov 09 18:55:42.170739 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] Checking router: 7dffe31e-adaf-4f01-b143-b77aff189e47 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:55:42.181352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:55:42.182385 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:55:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:42.199818 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61aa1c14-bbd2-41fe-bcbe-5871c49ee776 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.233203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-f7c0faee-30d7-4daf-a83e-65bb7fd9f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:42.235108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-f7c0faee-30d7-4daf-a83e-65bb7fd9f681 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474160 Nov 09 18:55:42.272364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61aa1c14-bbd2-41fe-bcbe-5871c49ee776 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.277578 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61aa1c14-bbd2-41fe-bcbe-5871c49ee776 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.297011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa1c14-bbd2-41fe-bcbe-5871c49ee776 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c50eda5-2355-43b5-b071-272eb5d1f941,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:42.297384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:55:42.308645 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61aa1c14-bbd2-41fe-bcbe-5871c49ee776 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.309999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61aa1c14-bbd2-41fe-bcbe-5871c49ee776 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489661 Nov 09 18:55:42.312774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41852) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:42.317415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5b603044-4262-4969-a044-84950150ea52 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'security_group_rule': {'security_group_id': '82842037-5dce-4522-ad6a-d56c27916c2a', 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:42.339699 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-ea6d89b1-ae29-422c-8d4d-4c1fe64b4356 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971515 Nov 09 18:55:42.351587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b603044-4262-4969-a044-84950150ea52 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.416826 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b603044-4262-4969-a044-84950150ea52 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.421638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b603044-4262-4969-a044-84950150ea52 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.440017 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b603044-4262-4969-a044-84950150ea52 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b39eb1-66f9-4c41-af12-1bc2aa727574,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:42.448260 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-39f0b91f-fcad-43e2-b58e-f3fc151bb9d0 req-2e4a8cda-0766-494a-81b2-791a4ae981c3 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992165 Nov 09 18:55:42.453344 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5b603044-4262-4969-a044-84950150ea52 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.454711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5b603044-4262-4969-a044-84950150ea52 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409645 Nov 09 18:55:42.458176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41854) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:42.466270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5c5aedd5-c8b7-4c6c-acab-1aaf4c7d5fd7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'security_group_rule': {'security_group_id': '82842037-5dce-4522-ad6a-d56c27916c2a', 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:42.496099 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c5aedd5-c8b7-4c6c-acab-1aaf4c7d5fd7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.562920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c5aedd5-c8b7-4c6c-acab-1aaf4c7d5fd7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.567555 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c5aedd5-c8b7-4c6c-acab-1aaf4c7d5fd7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.571396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'e22f116e-133b-4750-bade-dbb8b479db43', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'port_id': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'mac_address': 'fa:16:3e:ec:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:55:40Z', 'updated_at': '2021-11-09T18:55:40Z', 'revision_number': 0, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 5, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:55:42.588223 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aedd5-c8b7-4c6c-acab-1aaf4c7d5fd7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb22c7e-b05a-4fa5-b848-ec3b036cf771,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:42.596559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5c5aedd5-c8b7-4c6c-acab-1aaf4c7d5fd7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.598434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5c5aedd5-c8b7-4c6c-acab-1aaf4c7d5fd7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387124 Nov 09 18:55:42.601250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41856) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:42.605966 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'security_group_rule': {'security_group_id': '82842037-5dce-4522-ad6a-d56c27916c2a', 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:42.609365 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1bac2-90a9-4753-a8a0-262a303747b9 None None] The sync data for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 is: [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'e22f116e-133b-4750-bade-dbb8b479db43', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'port_id': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'mac_address': 'fa:16:3e:ec:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:55:40Z', 'updated_at': '2021-11-09T18:55:40Z', 'revision_number': 0, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 5, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:55:42.631921 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Project 0e8701b0428348728ffa2ff9c7a45059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:55:42.638010 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.712844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.716892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.737247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5d6941-fed6-4ff9-a177-2e691a720be1,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:42.749582 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.750897 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4ba9b39d-5bad-471d-9c05-04e810fb10e0 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486006 Nov 09 18:55:42.753873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41858) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:55:42.762808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'security_group_rule': {'security_group_id': '82842037-5dce-4522-ad6a-d56c27916c2a', 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:42.785681 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.788608 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Project 0e8701b0428348728ffa2ff9c7a45059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:55:42.793941 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.822518 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d85f72-9adb-4fdc-afa2-acc4f3353682 None None] New status for floating IP e22f116e-133b-4750-bade-dbb8b479db43: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:55:42.872760 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.877277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.897890 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f436152-e230-4605-92d7-8f59803cf8a0,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:42.908131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:42.913171 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-03c26bc9-187b-4563-96fe-0e57dd7b8360 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545808 Nov 09 18:55:42.997769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-c9f248fa-e855-46c4-8fec-6ba3f9460449 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922705483&fields=id&tenant_id=0e8701b0428348728ffa2ff9c7a45059 HTTP/1.1" status: 200 len: 267 time: 0.0348468 Nov 09 18:55:43.055776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-3227c9f7-8372-4d1e-909b-322e420ed8b8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.057565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-3227c9f7-8372-4d1e-909b-322e420ed8b8 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Nov 09 18:55:43.069770 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'port': {'security_groups': ['67695690-9c44-4daf-b77d-ba4f03fe85cd', '82842037-5dce-4522-ad6a-d56c27916c2a']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:55:43.137553 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:43.332018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:55:43.373221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:43.377922 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:43.391072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1f6176b6-e551-4144-9daa-24c2b7a5509b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:55:43.449123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.450433 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:43.453041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb3bfe04-f4e7-41c1-9240-4bba15a8ca40 req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "PUT /v2.0/ports/1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 981 time: 0.3883212 Nov 09 18:55:43.453733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:55:43.507391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062287c-b663-440f-beb4-b84598d3ff71 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:55:43.515101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1f6176b6-e551-4144-9daa-24c2b7a5509b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:55:43.641364 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54" -d '{"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:55:43.652889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218520-da06-413c-946d-0021f5326f55 req-9f51c9f7-5c2a-4c85-b507-cfd544fbdcff tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.655459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d218520-da06-413c-946d-0021f5326f55 req-9f51c9f7-5c2a-4c85-b507-cfd544fbdcff tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0821269 Nov 09 18:55:43.708191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1d218520-da06-413c-946d-0021f5326f55 req-d0ad8f87-fee3-4947-b92a-8bfdc363abac tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449309 Nov 09 18:55:43.837470 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbcb768-08a1-43a1-882a-e66da0eeed83 x-openstack-request-id: req-7fbcb768-08a1-43a1-882a-e66da0eeed83 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:55:43.837763 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:55:43.838018 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fbcb768-08a1-43a1-882a-e66da0eeed83 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:55:43.838640 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'status': 'completed', 'code': 200} Nov 09 18:55:43.869754 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-46c3c970-99b9-4c6d-970b-7aef40996b49 None None] Provisioning complete for port 1f6176b6-e551-4144-9daa-24c2b7a5509b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:55:43.870148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46c3c970-99b9-4c6d-970b-7aef40996b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:43.912425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-702eafe3-c92c-4a7f-a336-47470289149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:43.913603 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-702eafe3-c92c-4a7f-a336-47470289149b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1135 time: 0.0489931 Nov 09 18:55:44.037578 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-fc687ff3-8776-4c48-8576-573d35c4b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:44.039282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-fc687ff3-8776-4c48-8576-573d35c4b83a service neutron] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 916 time: 0.1163447 Nov 09 18:55:44.115178 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-b72fc1ac-ef7c-4f13-a26f-6cf2a4aeffda service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 1000 time: 0.0679080 Nov 09 18:55:44.164859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-f9c5f369-df12-4476-914f-c880855fb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:44.166301 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-f9c5f369-df12-4476-914f-c880855fb5af service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.0441070 Nov 09 18:55:44.213124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-debf6a63-84e6-4ae3-8860-061e2cd2b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:55:44.214800 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-debf6a63-84e6-4ae3-8860-061e2cd2b35b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409110 Nov 09 18:55:44.310984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-7e6fe2cf-b893-4b8e-9079-0c5c9df64b40 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Nov 09 18:55:44.400678 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55e182c1-310b-4ec5-ac6c-8af47ebb5d54 req-a748468c-e966-412d-810d-33d1b3863a04 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811577 Nov 09 18:55:46.740145 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:55:49.639848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:00.980573 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471c99-0625-493d-8184-daa034add34f req-2245f053-1875-4d92-b8cc-b3e1bfcfdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:00.982205 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e6471c99-0625-493d-8184-daa034add34f req-2245f053-1875-4d92-b8cc-b3e1bfcfdba8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1135 time: 0.0456300 Nov 09 18:56:00.982884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0749c-6e26-4add-8aee-97e02b8a5faf req-6969a2a4-f290-4569-b56d-15dd1c151716 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:00.984385 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f0749c-6e26-4add-8aee-97e02b8a5faf req-6969a2a4-f290-4569-b56d-15dd1c151716 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0601337 Nov 09 18:56:01.027668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34f0749c-6e26-4add-8aee-97e02b8a5faf req-54ce7f1a-d69a-4862-9391-73455f170d4d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358543 Nov 09 18:56:01.088807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471c99-0625-493d-8184-daa034add34f req-d362dfb0-34fd-4590-8bbb-3d0e01aabd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:01.090325 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e6471c99-0625-493d-8184-daa034add34f req-d362dfb0-34fd-4590-8bbb-3d0e01aabd7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 916 time: 0.1005914 Nov 09 18:56:01.156384 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e6471c99-0625-493d-8184-daa034add34f req-3885d633-f983-43d2-bf13-9b34c0e0b5a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 1000 time: 0.0578864 Nov 09 18:56:01.210334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471c99-0625-493d-8184-daa034add34f req-71d18454-5437-4d0f-aa46-dbb5bacffd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:01.211855 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e6471c99-0625-493d-8184-daa034add34f req-71d18454-5437-4d0f-aa46-dbb5bacffd28 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.0486469 Nov 09 18:56:01.270298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6471c99-0625-493d-8184-daa034add34f req-03da8400-8758-41b9-a0a4-99f2bd21fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:01.271780 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e6471c99-0625-493d-8184-daa034add34f req-03da8400-8758-41b9-a0a4-99f2bd21fc0b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516603 Nov 09 18:56:01.362314 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e6471c99-0625-493d-8184-daa034add34f req-615bf93e-49ed-4406-be95-d45c1e1a227b service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810463 Nov 09 18:56:01.456185 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e6471c99-0625-493d-8184-daa034add34f req-9f9af76e-6e4a-4b7a-88a7-5add32959243 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862393 Nov 09 18:56:02.146378 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e467f6-f669-438b-b7df-dd84a58a10a0 req-18cf4085-137a-4d90-83c5-31f1bb771c2c tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:02.147848 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e467f6-f669-438b-b7df-dd84a58a10a0 req-18cf4085-137a-4d90-83c5-31f1bb771c2c tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0509422 Nov 09 18:56:02.186983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a2e467f6-f669-438b-b7df-dd84a58a10a0 req-3fbe8147-c97f-4c65-8143-94a8b45c4d00 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330009 Nov 09 18:56:03.319377 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115d16c-4075-4a74-a224-b39477ee3d31 req-731491e6-bcd1-46d0-ad3c-77301525381f tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:03.320846 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8115d16c-4075-4a74-a224-b39477ee3d31 req-731491e6-bcd1-46d0-ad3c-77301525381f tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0510056 Nov 09 18:56:03.360357 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8115d16c-4075-4a74-a224-b39477ee3d31 req-337dbed8-4d3e-4a51-93cc-6406334ce124 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329120 Nov 09 18:56:04.359888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-49aeb8b9-18bc-4650-9e24-853ce3bb2cf8 req-e82ec48a-f9af-4cfd-aa72-6c3fb686a05e service neutron] (102140) timed out ('10.222.0.73', 51608) {{(pid=102140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:56:04.477353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b8eb4-47ce-424f-ad8b-716a0dde13a4 req-33047387-c294-4db6-8987-680855081cb7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:04.478838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-342b8eb4-47ce-424f-ad8b-716a0dde13a4 req-33047387-c294-4db6-8987-680855081cb7 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0520256 Nov 09 18:56:04.518476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-342b8eb4-47ce-424f-ad8b-716a0dde13a4 req-a8d99393-df65-4c92-953b-42567579a72e tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329235 Nov 09 18:56:05.634003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d564d49-b5ac-4e9e-bbc1-31b2e4861f51 req-318433fe-d663-4f1b-9c67-64e4d838132b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:05.636163 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d564d49-b5ac-4e9e-bbc1-31b2e4861f51 req-318433fe-d663-4f1b-9c67-64e4d838132b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0515842 Nov 09 18:56:05.674911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9d564d49-b5ac-4e9e-bbc1-31b2e4861f51 req-17a73978-c820-4851-881d-e35ce97413c3 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326447 Nov 09 18:56:06.795374 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13236a-bfe1-42d7-b701-232361bf6387 req-d21bca17-8597-4f77-9b27-3f87eedb91b1 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:06.796870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a13236a-bfe1-42d7-b701-232361bf6387 req-d21bca17-8597-4f77-9b27-3f87eedb91b1 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0493805 Nov 09 18:56:06.841140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a13236a-bfe1-42d7-b701-232361bf6387 req-0976bd7d-5598-4e6d-b60d-b3c59606b839 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380867 Nov 09 18:56:07.363079 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fa061e6f-4067-4514-9773-0429c96cf9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:07.960464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084ce42-be78-4718-a838-755bc5c9e16f req-fac42d4f-805d-4c9f-a6a7-1904cb17fe83 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:07.961944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c084ce42-be78-4718-a838-755bc5c9e16f req-fac42d4f-805d-4c9f-a6a7-1904cb17fe83 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0530586 Nov 09 18:56:08.002351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c084ce42-be78-4718-a838-755bc5c9e16f req-5c689703-da99-42bd-90ba-2b7fe650872a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336392 Nov 09 18:56:09.121061 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f9f8-cc86-4fbb-844b-21fd28f625e1 req-829c6ffb-3daf-4a96-b48c-8ef9484d9709 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:09.122579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9875f9f8-cc86-4fbb-844b-21fd28f625e1 req-829c6ffb-3daf-4a96-b48c-8ef9484d9709 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0510314 Nov 09 18:56:09.163939 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9875f9f8-cc86-4fbb-844b-21fd28f625e1 req-b26aa397-20c1-4311-beff-5d65b4e57c33 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352025 Nov 09 18:56:09.852891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7991de55-c5a7-4c57-98d6-e71bfb66a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:10.283379 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c02e5-7bec-4335-aea0-bc878425773f req-94f91448-02a3-432d-8829-d4e7e517d094 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:10.285039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f47c02e5-7bec-4335-aea0-bc878425773f req-94f91448-02a3-432d-8829-d4e7e517d094 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0536187 Nov 09 18:56:10.295814 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:10.329321 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f47c02e5-7bec-4335-aea0-bc878425773f req-17e11bdc-4184-4864-be52-592a6229a270 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378265 Nov 09 18:56:11.283447 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:11.450561 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269c9f3-871b-4fb8-b702-2dd65b118862 req-bc7f1fa2-15e5-4726-8cce-90ab1a1388ef tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:11.452062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d269c9f3-871b-4fb8-b702-2dd65b118862 req-bc7f1fa2-15e5-4726-8cce-90ab1a1388ef tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0544870 Nov 09 18:56:11.492516 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d269c9f3-871b-4fb8-b702-2dd65b118862 req-e3cf5d95-f89a-4489-b7b2-1e16f2d0b9ce tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341613 Nov 09 18:56:12.609370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858ab5-998f-4429-8333-59860018624e req-e74d1edc-b29b-424b-9d57-eacc4541ae3b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:12.610911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf858ab5-998f-4429-8333-59860018624e req-e74d1edc-b29b-424b-9d57-eacc4541ae3b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0505953 Nov 09 18:56:12.649823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf858ab5-998f-4429-8333-59860018624e req-b87b066c-2006-444c-a7c1-ca3ea1d1037f tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&id=82842037-5dce-4522-ad6a-d56c27916c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328228 Nov 09 18:56:12.787553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:13.852302 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:56:16.756156 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:19.647459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:20.962328 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-b92b9158-ae16-4855-aba7-a2c8894d3ea9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481417 Nov 09 18:56:21.049693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-b0bbc982-9a73-41cb-a1ef-ccf9a58d71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.051219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-b0bbc982-9a73-41cb-a1ef-ccf9a58d71f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0422621 Nov 09 18:56:21.164408 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-e2e2849e-36c6-4ca7-9896-6f41a2f50329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.165226 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-fe86baa0-3021-4f98-ad66-e6e5be242af3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447121 Nov 09 18:56:21.165921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-e2e2849e-36c6-4ca7-9896-6f41a2f50329 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0894074 Nov 09 18:56:21.214329 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-241caa70-144b-4778-8ef8-96b2cd584460 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0370748 Nov 09 18:56:21.250612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-46f24085-379e-4bb7-aed9-dc90d70fd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.252122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-46f24085-379e-4bb7-aed9-dc90d70fd6ce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1135 time: 0.0411174 Nov 09 18:56:21.273566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-731027c2-ecdc-4497-a2ec-f22b9257e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.275070 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-731027c2-ecdc-4497-a2ec-f22b9257e80c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0491993 Nov 09 18:56:21.325985 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-d16ce607-97d4-46e1-a178-bcfc59d6e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.327557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-d16ce607-97d4-46e1-a178-bcfc59d6e792 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414710 Nov 09 18:56:21.364072 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-bed729df-5427-4c2d-a357-34c1e1f1e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.365571 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-bed729df-5427-4c2d-a357-34c1e1f1e3a2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 916 time: 0.0935078 Nov 09 18:56:21.421866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-6d8f71c4-6f4e-4f44-9245-992bc20a673b service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839541 Nov 09 18:56:21.430452 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-7b97b9d7-b46a-415c-adc1-8df533bf9969 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 1000 time: 0.0578990 Nov 09 18:56:21.524356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b516721c-84ec-4c8b-b33d-75b74cf60a09 req-bb1fdb2d-702c-4bf2-a174-aad0ae3cf9e3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894530 Nov 09 18:56:21.763257 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-61c4719a-9317-41bf-994e-71c9ebef3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.764707 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-61c4719a-9317-41bf-994e-71c9ebef3b8a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.3269358 Nov 09 18:56:21.812219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-52cac2fd-c444-487f-88ec-68ade9a86865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:21.813619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-52cac2fd-c444-487f-88ec-68ade9a86865 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406647 Nov 09 18:56:21.902166 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-2afa5e91-4646-46db-a603-d4691cba77da service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814545 Nov 09 18:56:22.001935 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-59e4c398-0ee6-4565-a10c-08ea370341bc req-8fe7cdac-f43c-4fee-8c06-7559bcb17c7b service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851600 Nov 09 18:56:37.366913 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f193ecf7-b44c-40ed-a374-a8591277c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:39.855381 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7711553a-d003-4f00-aec4-a0709fa94beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:40.301441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:41.286546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:42.789732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:44.975757 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-0e73d217-ec13-4607-8cb8-a7ea9fa455e9 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922705483&fields=id&tenant_id=0e8701b0428348728ffa2ff9c7a45059 HTTP/1.1" status: 200 len: 267 time: 0.0341520 Nov 09 18:56:45.049964 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-bd8f4f3d-35a9-483b-bac0-224d69b84163 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:45.052352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-bd8f4f3d-35a9-483b-bac0-224d69b84163 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 984 time: 0.0705931 Nov 09 18:56:45.066358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Request body: {'port': {'security_groups': ['67695690-9c44-4daf-b77d-ba4f03fe85cd']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:56:45.146773 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.346485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:45.384911 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.389714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.405186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1f6176b6-e551-4144-9daa-24c2b7a5509b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:56:45.448234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:45.448622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.450182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-77d503ab-964a-4627-9d52-80ded3b7dd4d req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "PUT /v2.0/ports/1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 942 time: 0.3902898 Nov 09 18:56:45.450686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:56:45.454119 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875" -d '{"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:56:45.459454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 41950) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:45.484075 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event updated for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:45.496201 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.496615 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.497031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.497031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.497031 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.498575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.498575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.499016 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.499308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.499640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.500629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.501221 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab50f503-eb3f-44d2-a6dd-a12d712a7250 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.544482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1f6176b6-e551-4144-9daa-24c2b7a5509b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:56:45.546117 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e7690-05ed-4a27-8c6e-dac05fbe5cd3 x-openstack-request-id: req-532e7690-05ed-4a27-8c6e-dac05fbe5cd3 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:56:45.546637 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:56:45.547074 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-532e7690-05ed-4a27-8c6e-dac05fbe5cd3 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:56:45.547669 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'status': 'completed', 'code': 200} Nov 09 18:56:45.565014 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.630915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-34ad3743-5f94-4b83-bee4-76e4e1d308e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:45.632581 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-34ad3743-5f94-4b83-bee4-76e4e1d308e4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1096 time: 0.0653150 Nov 09 18:56:45.635538 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.761116 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-ec1a4e12-9da8-4736-8887-4e4c34b51dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:45.762832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-ec1a4e12-9da8-4736-8887-4e4c34b51dd5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 916 time: 0.1173358 Nov 09 18:56:45.813897 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-133a720f-81d5-4375-8302-def6032f7ddd None None] Provisioning complete for port 1f6176b6-e551-4144-9daa-24c2b7a5509b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:56:45.814475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-133a720f-81d5-4375-8302-def6032f7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.846957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.849626 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:45.851004 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "DELETE /v2.0/security-groups/82842037-5dce-4522-ad6a-d56c27916c2a HTTP/1.1" status: 204 len: 168 time: 0.3901274 Nov 09 18:56:45.856095 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-dfb64cd3-7fb3-4f0b-bfd2-89dad5ed3f7c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 1000 time: 0.0847509 Nov 09 18:56:45.856920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 41952) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:45.878975 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82842037-5dce-4522-ad6a-d56c27916c2a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:45.918673 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.919174 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.919570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.919982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.920329 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.920666 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.921003 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.921343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.921677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.922184 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.922523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.922957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ba0d9-5959-4bac-a176-3f55c7a5ccec tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:56:45.962134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-2e262bac-404d-4b0c-aac7-c9f4b3663436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:45.964531 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-2e262bac-404d-4b0c-aac7-c9f4b3663436 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.0947297 Nov 09 18:56:46.012998 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-476983b2-405e-42d4-9c9d-df029c1ae402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:46.014576 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-476983b2-405e-42d4-9c9d-df029c1ae402 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432067 Nov 09 18:56:46.036265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Deleting port 3d3b15e5-9977-49fa-bb0c-29375c90bac4 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:56:46.036884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:46.133145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-f3f31546-6543-4792-bf06-7858623302c3 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114230 Nov 09 18:56:46.133718 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:46.134221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:46.148380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Calling delete_port for 3d3b15e5-9977-49fa-bb0c-29375c90bac4 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:56:46.234860 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a1c7d4a-cdc5-479b-9f12-74a572e7d875 req-d881f6f3-94a3-4139-9cab-4a6ac1c5b543 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925775 Nov 09 18:56:46.340033 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:46.366220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event deleted for resources: {'Port': ['ID=3d3b15e5-9977-49fa-bb0c-29375c90bac4,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:46.430815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:46.431249 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Floating IP e22f116e-133b-4750-bade-dbb8b479db43 disassociated (deleted). External IP: 172.25.0.42, port: 1f6176b6-e551-4144-9daa-24c2b7a5509b. Nov 09 18:56:46.700773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Router 7dffe31e-adaf-4f01-b143-b77aff189e47 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:56:46.773640 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:47.107388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:56:47.113280 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:47.118927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] Sync routers for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:56:47.132279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:47.133230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:47.145335 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-634fc6a5-2b65-4195-9847-2950a7c3ba1a tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "DELETE /v2.0/floatingips/e22f116e-133b-4750-bade-dbb8b479db43 HTTP/1.1" status: 204 len: 168 time: 1.2873058 Nov 09 18:56:47.287219 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:47.467461 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-ec9e34ab-08d2-40eb-8350-552a23f9b7a4 req-c75b53dd-cd98-413a-aa13-f97947ebe445 tempest-ServerDiskConfigTestJSON-1644729102 tempest-ServerDiskConfigTestJSON-1644729102-project] (102141) timed out ('10.222.0.85', 62321) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:56:47.530231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 5, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:47.549115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:56:47.552560 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fc203e-434a-48cf-9de5-61033ba1f360" -d '{"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:56:47.557540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] Checking router: 7dffe31e-adaf-4f01-b143-b77aff189e47 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:56:47.569534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:47.570151 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:47.594167 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf8ed2-7da5-4247-a20e-789073e1d20c x-openstack-request-id: req-5fdf8ed2-7da5-4247-a20e-789073e1d20c {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:56:47.594469 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:56:47.594727 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fdf8ed2-7da5-4247-a20e-789073e1d20c {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:56:47.595131 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'status': 'completed', 'code': 200} Nov 09 18:56:47.670346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-efab77ea-c52c-453a-86e4-fe02bffb88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:47.671915 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-efab77ea-c52c-453a-86e4-fe02bffb88d0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0e8701b0428348728ffa2ff9c7a45059&device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 1096 time: 0.0524209 Nov 09 18:56:47.693709 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:47.778179 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-7efa34ea-388a-4abd-8853-10bc74e3997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:47.779568 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-7efa34ea-388a-4abd-8853-10bc74e3997d service neutron] 10.222.0.85 "GET /v2.0/networks?id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 200 len: 916 time: 0.1004274 Nov 09 18:56:47.842208 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-adc60317-fb4d-4e08-8da5-424bf07b5217 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 200 len: 217 time: 0.0553222 Nov 09 18:56:47.914753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-d55af1c9-db2f-4ec8-bffd-84c1e7d0d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:47.916859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-d55af1c9-db2f-4ec8-bffd-84c1e7d0d126 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 200 len: 854 time: 0.0665004 Nov 09 18:56:47.934291 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 5, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:47.977365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-46cf9edf-1512-4e0b-86e6-9f8a72748183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:47.979446 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-46cf9edf-1512-4e0b-86e6-9f8a72748183 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544908 Nov 09 18:56:47.987278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566891d1-c65c-497c-90a1-10a2c395c10d None None] The sync data for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 is: [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:54:51Z', 'revision_number': 4, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '2de6e911-4c78-4294-a39c-789575becaf3', 'name': '', 'network_id': '30b423e3-6b28-4b3b-a217-5cbdd11bfd3a', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'mac_address': 'fa:16:3e:e4:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:51Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 5, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'subnets': [{'id': 'a048c5da-dbfa-4383-950d-eafc71ce7ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:56:48.099891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-9c419a1a-dd70-42f7-935d-1a9e69d04a6b service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120090 Nov 09 18:56:48.242345 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-73fc203e-434a-48cf-9de5-61033ba1f360 req-a8a2a1e0-f095-4ed1-98a1-066e75d99b02 service neutron] 10.222.0.85 "GET /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313088 Nov 09 18:56:48.298694 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c95197-7f7d-4652-ae52-38e62b829dd0 None None] New status for floating IP e22f116e-133b-4750-bade-dbb8b479db43: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:56:49.659924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:50.852928 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:56:54.237839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04a8b-d6e8-42ea-bfcb-9d8be6d72b9f req-f4b850da-5716-4056-b5bf-f7055943bb2c tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:54.239440 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82c04a8b-d6e8-42ea-bfcb-9d8be6d72b9f req-f4b850da-5716-4056-b5bf-f7055943bb2c tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Nov 09 18:56:54.279634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-82c04a8b-d6e8-42ea-bfcb-9d8be6d72b9f req-7e34f753-edf2-403c-a006-e9931eab567b tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Nov 09 18:56:55.401131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcdf90-9c4a-4884-b193-bb799fd092b2 req-b01b6749-a2fe-4efb-bd15-e426a4dccc32 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:55.402650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2abcdf90-9c4a-4884-b193-bb799fd092b2 req-b01b6749-a2fe-4efb-bd15-e426a4dccc32 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Nov 09 18:56:55.447031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2abcdf90-9c4a-4884-b193-bb799fd092b2 req-5b1b5df2-ee13-492c-b56c-9272529310d3 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/security-groups?id=67695690-9c44-4daf-b77d-ba4f03fe85cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Nov 09 18:56:55.904068 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-58f18c74-a178-4410-bcda-5555a0d3142e tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:56:55.905570 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-58f18c74-a178-4410-bcda-5555a0d3142e tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.85 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Nov 09 18:56:56.003607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Deleting port 1f6176b6-e551-4144-9daa-24c2b7a5509b {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:56:56.003957 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:56.094713 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] For port 1f6176b6-e551-4144-9daa-24c2b7a5509b, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=1f6176b6-e551-4144-9daa-24c2b7a5509b,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:56.095096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:56.107672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Calling delete_port for 1f6176b6-e551-4144-9daa-24c2b7a5509b owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:56:56.244846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:56.257106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['1f6176b6-e551-4144-9daa-24c2b7a5509b'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:56:56.274106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Pushing event deleted for resources: {'Port': ['ID=1f6176b6-e551-4144-9daa-24c2b7a5509b,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:56.320170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] No DVR routers for this DVR port 1f6176b6-e551-4144-9daa-24c2b7a5509b on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:56:56.322927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:56.326268 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-25c1abda-3627-409a-82d3-d797bab29ef1 req-4f1a1e0b-e269-4ef1-92a4-cffd978fd237 tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.85 "DELETE /v2.0/ports/1f6176b6-e551-4144-9daa-24c2b7a5509b HTTP/1.1" status: 204 len: 173 time: 0.4147141 Nov 09 18:56:56.326710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'name': 'network-vif-deleted', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:56:56.329022 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f9e54-d630-4dd3-a6f7-944f4bb52717" -d '{"events": [{"server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "name": "network-vif-deleted", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:56:56.366538 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65259a78-1e8d-4ee2-9aa3-8b6ae4027578 x-openstack-request-id: req-65259a78-1e8d-4ee2-9aa3-8b6ae4027578 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:56:56.366538 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d871ff87-ff20-4152-aa87-956b7ecfdf48", "name": "network-vif-deleted", "tag": "1f6176b6-e551-4144-9daa-24c2b7a5509b", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:56:56.366731 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65259a78-1e8d-4ee2-9aa3-8b6ae4027578 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:56:56.367111 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd871ff87-ff20-4152-aa87-956b7ecfdf48', 'name': 'network-vif-deleted', 'tag': '1f6176b6-e551-4144-9daa-24c2b7a5509b', 'status': 'completed', 'code': 200} Nov 09 18:56:56.554436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-424c84ac-b966-439a-a35c-f8b766707e9b req-e8e74583-d530-4494-90e4-6e02e6ff8d3d tempest-TestMinimumBasicScenario-1592689397 tempest-TestMinimumBasicScenario-1592689397-project] 10.222.0.32 "GET /v2.0/ports?device_id=d871ff87-ff20-4152-aa87-956b7ecfdf48 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Nov 09 18:56:58.139274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42048) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:58.471275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1f6176b6-e551-4144-9daa-24c2b7a5509b no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:56:58.486317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:58.490716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 1f6176b6-e551-4144-9daa-24c2b7a5509b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:56:58.491120 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 1f6176b6-e551-4144-9daa-24c2b7a5509b not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:56:58.743628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Deleting port 2de6e911-4c78-4294-a39c-789575becaf3 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:56:58.743885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:58.824219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] For port 2de6e911-4c78-4294-a39c-789575becaf3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2de6e911-4c78-4294-a39c-789575becaf3,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:58.824583 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:58.837863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Calling delete_port for 2de6e911-4c78-4294-a39c-789575becaf3 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:56:59.028127 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:59.053014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de6e911-4c78-4294-a39c-789575becaf3,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:56:59.222256 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:59.438406 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Router 7dffe31e-adaf-4f01-b143-b77aff189e47 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:56:59.545692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:56:59.551706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e0f2afa2-7f59-4bf2-a38b-27ff8d5d4940 admin admin] 10.222.0.32 "PUT /v2.0/routers/7dffe31e-adaf-4f01-b143-b77aff189e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4113460 Nov 09 18:56:59.554171 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42050) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:56:59.556020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] Sync routers for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:56:59.565667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:59.566545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:59.660988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:59.668983 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:56:59.765052 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:59.822494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Deleting port b5aea565-d682-4204-95e5-c601ca52174c {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:56:59.822838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:59.853925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:56:58Z', 'revision_number': 5, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port': {'id': 'b5aea565-d682-4204-95e5-c601ca52174c', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:49Z', 'updated_at': '2021-11-09T18:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:59.886443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] Checking router: 7dffe31e-adaf-4f01-b143-b77aff189e47 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:56:59.895823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] Routers {'7dffe31e-adaf-4f01-b143-b77aff189e47'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:56:59.896436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7dffe31e-adaf-4f01-b143-b77aff189e47'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:56:59.903898 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] For port b5aea565-d682-4204-95e5-c601ca52174c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=b5aea565-d682-4204-95e5-c601ca52174c,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:56:59.904266 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:56:59.925076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Calling delete_port for b5aea565-d682-4204-95e5-c601ca52174c owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:56:59.997552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] Set router 7dffe31e-adaf-4f01-b143-b77aff189e47 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:00.100666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:56:59Z', 'revision_number': 6, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:00.117548 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.144714 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d627ae-9ea0-4bd2-8f2e-ecc702e2297e None None] The sync data for ids ['7dffe31e-adaf-4f01-b143-b77aff189e47'] in n-d-817240-1 is: [{'id': '7dffe31e-adaf-4f01-b143-b77aff189e47', 'name': 'tempest-TestMinimumBasicScenario-1787331620-router', 'tenant_id': '0e8701b0428348728ffa2ff9c7a45059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:48Z', 'updated_at': '2021-11-09T18:56:59Z', 'revision_number': 6, 'project_id': '0e8701b0428348728ffa2ff9c7a45059', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:57:00.150207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5aea565-d682-4204-95e5-c601ca52174c,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:00.211115 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.302428 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.304636 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.348638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.349247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dffe31e-adaf-4f01-b143-b77aff189e47 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:57:00.353700 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.355010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-605f42d4-07ee-4f77-a2a4-9677c8b6140a admin admin] 10.222.0.32 "DELETE /v2.0/routers/7dffe31e-adaf-4f01-b143-b77aff189e47 HTTP/1.1" status: 204 len: 168 time: 0.7998652 Nov 09 18:57:00.357521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42052) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:00.406306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] Deleting subnet a048c5da-dbfa-4383-950d-eafc71ce7ba8 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:57:00.409364 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.444053 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.524252 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.581425 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.613511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a048c5da-dbfa-4383-950d-eafc71ce7ba8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:00.615523 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.619495 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9146dfd4-e970-4197-9fb1-e0266e11ea57 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a048c5da-dbfa-4383-950d-eafc71ce7ba8 HTTP/1.1" status: 204 len: 168 time: 0.2609389 Nov 09 18:57:00.619750 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2568cbbf-3ae8-4f88-8685-6a701adc873e None None] Network 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:57:00.621969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42054) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:00.693009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.747883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Deleting port e3bad58c-816c-4229-bae4-8fead6441561 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:57:00.748227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.816515 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] For port e3bad58c-816c-4229-bae4-8fead6441561, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e3bad58c-816c-4229-bae4-8fead6441561,segment=NetworkSegment(ea927cea-ebf4-4abc-9d3e-af9671561058),segment_id=ea927cea-ebf4-4abc-9d3e-af9671561058)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:00.816885 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.829450 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Calling delete_port for e3bad58c-816c-4229-bae4-8fead6441561 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:57:00.909868 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:00.939371 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bce135-15c3-41a7-95b4-1bbde0b20884 None None] DHCP port deletion for 30b423e3-6b28-4b3b-a217-5cbdd11bfd3a request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:57:00.950489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bad58c-816c-4229-bae4-8fead6441561,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:00.959126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] No DVR routers for this DVR port e3bad58c-816c-4229-bae4-8fead6441561 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:57:01.002241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b5aea565-d682-4204-95e5-c601ca52174c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:57:01.021792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: b5aea565-d682-4204-95e5-c601ca52174c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:57:01.022186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device b5aea565-d682-4204-95e5-c601ca52174c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:57:01.022615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2de6e911-4c78-4294-a39c-789575becaf3 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:57:01.039848 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.045940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2de6e911-4c78-4294-a39c-789575becaf3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:57:01.046363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2de6e911-4c78-4294-a39c-789575becaf3 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:57:01.046844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e3bad58c-816c-4229-bae4-8fead6441561 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:57:01.064707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b423e3-6b28-4b3b-a217-5cbdd11bfd3a']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:01.068253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: e3bad58c-816c-4229-bae4-8fead6441561 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:57:01.068602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e3bad58c-816c-4229-bae4-8fead6441561 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:57:01.076238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea927cea-ebf4-4abc-9d3e-af9671561058') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:01.076238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea927cea-ebf4-4abc-9d3e-af9671561058') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:01.090581 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.104820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.111592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:57:01.111938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:57:01.113666 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:57:01.173482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.179815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.185515 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] 10.222.0.32 "DELETE /v2.0/networks/30b423e3-6b28-4b3b-a217-5cbdd11bfd3a HTTP/1.1" status: 204 len: 168 time: 0.5598743 Nov 09 18:57:01.186094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42058) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:01.194238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6dd1e-685a-4263-8586-6b1d54b129ab admin admin] Pushing event deleted for resources: {'Network': ['ID=30b423e3-6b28-4b3b-a217-5cbdd11bfd3a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:01.526690 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.767650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Deleting port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:57:01.767986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.844638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] For port 1cfc2d72-a49b-4103-ae5e-470bf8f05e46, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,segment=NetworkSegment(dbe5160a-8200-4a0d-9162-ffc43183c771),segment_id=dbe5160a-8200-4a0d-9162-ffc43183c771)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:01.844921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:01.861346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Calling delete_port for 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:57:02.046023 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:02.072773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfc2d72-a49b-4103-ae5e-470bf8f05e46,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:02.235778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:02.445908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Router 1e57a7f8-bd2b-468a-9445-85cacfd974cb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:57:02.549645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:57:02.554891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-335a0083-f875-4883-af2f-5f7bb629c6de admin admin] 10.222.0.32 "PUT /v2.0/routers/1e57a7f8-bd2b-468a-9445-85cacfd974cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3673801 Nov 09 18:57:02.557401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42060) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:02.558936 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] Sync routers for ids ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:57:02.569618 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] Routers {'1e57a7f8-bd2b-468a-9445-85cacfd974cb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:02.570278 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:02.664993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:02.681527 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] Set router 1e57a7f8-bd2b-468a-9445-85cacfd974cb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:02.778846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:02.836331 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Deleting port 27dd1f60-eb8a-4713-bb11-b9247faf59c4 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:57:02.836685 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:02.920819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] For port 27dd1f60-eb8a-4713-bb11-b9247faf59c4, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=27dd1f60-eb8a-4713-bb11-b9247faf59c4,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:02.921194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:02.940356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Calling delete_port for 27dd1f60-eb8a-4713-bb11-b9247faf59c4 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:57:02.961608 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:57:01Z', 'revision_number': 5, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port': {'id': '27dd1f60-eb8a-4713-bb11-b9247faf59c4', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:02.994393 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] Checking router: 1e57a7f8-bd2b-468a-9445-85cacfd974cb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:57:03.008319 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] Routers {'1e57a7f8-bd2b-468a-9445-85cacfd974cb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:03.008949 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:56:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:03.103339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] Set router 1e57a7f8-bd2b-468a-9445-85cacfd974cb gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:03.116639 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.145491 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Pushing event deleted for resources: {'Port': ['ID=27dd1f60-eb8a-4713-bb11-b9247faf59c4,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:03.156698 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:57:02Z', 'revision_number': 6, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:03.184664 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a2bd9-e1b1-49a4-8825-236f312fb9f5 None None] The sync data for ids ['1e57a7f8-bd2b-468a-9445-85cacfd974cb'] in n-d-817240-1 is: [{'id': '1e57a7f8-bd2b-468a-9445-85cacfd974cb', 'name': 'tempest-TestMinimumBasicScenario-1337290280-router', 'tenant_id': 'a06a25385c1c4870b9c21d23471f7258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:54:53Z', 'updated_at': '2021-11-09T18:57:02Z', 'revision_number': 6, 'project_id': 'a06a25385c1c4870b9c21d23471f7258', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:57:03.216036 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.599129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.601536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.648603 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.649170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e57a7f8-bd2b-468a-9445-85cacfd974cb {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:57:03.653482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.654664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-411d1006-ac48-45c8-a90d-259b7149be1b admin admin] 10.222.0.32 "DELETE /v2.0/routers/1e57a7f8-bd2b-468a-9445-85cacfd974cb HTTP/1.1" status: 204 len: 168 time: 1.0963531 Nov 09 18:57:03.657930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42062) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:03.704992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] Deleting subnet 5a0d0040-35df-4928-8664-17426b2ce0e5 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:57:03.708096 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.741802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.819239 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.878502 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.904876 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0d0040-35df-4928-8664-17426b2ce0e5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:03.909990 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:03.914244 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-902e4441-eb20-4ec1-9ca6-27d543c7fad0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5a0d0040-35df-4928-8664-17426b2ce0e5 HTTP/1.1" status: 204 len: 168 time: 0.2547009 Nov 09 18:57:03.916298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42064) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:03.923775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67d780-60d8-4087-b9de-c73e00dd4727 None None] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:57:03.989933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.045311 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Deleting port f70b4808-d520-4b68-8a01-c481b7d2773e {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:57:04.045670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.094581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] DHCP port deletion for 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:57:04.120279 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] For port f70b4808-d520-4b68-8a01-c481b7d2773e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f70b4808-d520-4b68-8a01-c481b7d2773e,segment=NetworkSegment(dbe5160a-8200-4a0d-9162-ffc43183c771),segment_id=dbe5160a-8200-4a0d-9162-ffc43183c771)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:04.120662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.135061 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Calling delete_port for f70b4808-d520-4b68-8a01-c481b7d2773e owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:57:04.149535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Deleting port f70b4808-d520-4b68-8a01-c481b7d2773e {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:57:04.149919 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.216126 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] For port f70b4808-d520-4b68-8a01-c481b7d2773e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=f70b4808-d520-4b68-8a01-c481b7d2773e,segment=NetworkSegment(dbe5160a-8200-4a0d-9162-ffc43183c771),segment_id=dbe5160a-8200-4a0d-9162-ffc43183c771)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:04.216604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.219818 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.231270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Calling delete_port for f70b4808-d520-4b68-8a01-c481b7d2773e owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:57:04.247033 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f70b4808-d520-4b68-8a01-c481b7d2773e,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:04.248764 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] No DVR routers for this DVR port f70b4808-d520-4b68-8a01-c481b7d2773e on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:57:04.325851 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.350097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c79d84d-6059-49cc-b4c1-22c5ef8abeb9']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:04.360748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe5160a-8200-4a0d-9162-ffc43183c771') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:04.361057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe5160a-8200-4a0d-9162-ffc43183c771') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:04.371966 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.386761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.394523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:57:04.395005 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:57:04.396912 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:57:04.458937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.464376 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.465749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.469633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] 10.222.0.32 "DELETE /v2.0/networks/1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 HTTP/1.1" status: 204 len: 168 time: 0.5521309 Nov 09 18:57:04.480974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fed5ce-bf08-438f-8e9e-8bb42309c7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1c79d84d-6059-49cc-b4c1-22c5ef8abeb9,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:04.491155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Network 1c79d84d-6059-49cc-b4c1-22c5ef8abeb9 is not hosted by any dhcp agent {{(pid=102142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 18:57:04.491624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] No DVR routers for this DVR port f70b4808-d520-4b68-8a01-c481b7d2773e on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:57:04.496642 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Pushing event deleted for resources: {'Port': ['ID=f70b4808-d520-4b68-8a01-c481b7d2773e,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:04.505271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.505630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.505974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.506350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.506683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.507013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.507340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.507666 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.507990 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.508310 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.508629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.508951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80451304-bc82-4e43-98a6-28110ce78e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:04.646185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42068) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:04.674985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:57:04.689926 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42070) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:04.690526 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f3414a98-784c-4a50-891a-6331f930b833 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e8701b0428348728ffa2ff9c7a45059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426815 Nov 09 18:57:04.699363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:57:04.699712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 1cfc2d72-a49b-4103-ae5e-470bf8f05e46 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:57:04.700164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f70b4808-d520-4b68-8a01-c481b7d2773e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:57:04.725012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: f70b4808-d520-4b68-8a01-c481b7d2773e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:57:04.725480 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device f70b4808-d520-4b68-8a01-c481b7d2773e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:57:04.726025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 27dd1f60-eb8a-4713-bb11-b9247faf59c4 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:57:04.741542 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0c3406d-87f5-4436-bae3-faf8bbf0e2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.747198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 27dd1f60-eb8a-4713-bb11-b9247faf59c4 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:57:04.747604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 27dd1f60-eb8a-4713-bb11-b9247faf59c4 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:57:04.775695 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0c3406d-87f5-4436-bae3-faf8bbf0e2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.847614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0c3406d-87f5-4436-bae3-faf8bbf0e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.850937 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c0c3406d-87f5-4436-bae3-faf8bbf0e2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:04.852331 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c0c3406d-87f5-4436-bae3-faf8bbf0e2ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67695690-9c44-4daf-b77d-ba4f03fe85cd HTTP/1.1" status: 204 len: 168 time: 0.1612959 Nov 09 18:57:04.862780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3406d-87f5-4436-bae3-faf8bbf0e2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67695690-9c44-4daf-b77d-ba4f03fe85cd,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:05.221702 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42076) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:05.266391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1ccfbc08-1d25-4e1b-ba66-242abd2f7de9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a06a25385c1c4870b9c21d23471f7258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433981 Nov 09 18:57:05.268979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42078) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:05.318623 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8b9543a8-b30f-4011-86dd-c46ffc1f3554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:05.344174 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8b9543a8-b30f-4011-86dd-c46ffc1f3554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:05.391992 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8b9543a8-b30f-4011-86dd-c46ffc1f3554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:05.394717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-8b9543a8-b30f-4011-86dd-c46ffc1f3554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:05.395912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-8b9543a8-b30f-4011-86dd-c46ffc1f3554 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/968153be-1598-41ec-a867-0b56f57ed604 HTTP/1.1" status: 204 len: 168 time: 0.1260240 Nov 09 18:57:05.403712 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9543a8-b30f-4011-86dd-c46ffc1f3554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968153be-1598-41ec-a867-0b56f57ed604,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.017642 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42118) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:07.022389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709548417', 'description': 'tempest-secgroup-smoke-709548417 description', 'project_id': 'e6c9537d092948388f22b070b8557021'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:07.044077 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.052301 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.131140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.135047 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.176039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73051749-8a79-42d8-80d3-90536799bdc5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.215393 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.219494 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.248642 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.250435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2316854 Nov 09 18:57:07.253918 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:07.255700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21578e23-11f7-43ed-8e4f-a4c72313af29 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957e4311-46df-4a49-9f21-4cc18046a7e9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.258958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-851db678-23c1-41ca-ba41-3a2e8a15933e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '957e4311-46df-4a49-9f21-4cc18046a7e9', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:07.288145 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-851db678-23c1-41ca-ba41-3a2e8a15933e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.356364 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-851db678-23c1-41ca-ba41-3a2e8a15933e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.360949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-851db678-23c1-41ca-ba41-3a2e8a15933e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.371318 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5039f0ee-331b-4856-bdad-00ef8ead83dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.379986 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851db678-23c1-41ca-ba41-3a2e8a15933e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7671508c-d254-4b30-ad6d-aa35e42f0daf,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.388453 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-851db678-23c1-41ca-ba41-3a2e8a15933e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.389804 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-851db678-23c1-41ca-ba41-3a2e8a15933e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345778 Nov 09 18:57:07.392443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:07.396837 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ea1e5fd7-5cef-4e96-8dd2-4d611d37e30d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '957e4311-46df-4a49-9f21-4cc18046a7e9', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:07.425604 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5fd7-5cef-4e96-8dd2-4d611d37e30d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.484950 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5fd7-5cef-4e96-8dd2-4d611d37e30d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.488498 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5fd7-5cef-4e96-8dd2-4d611d37e30d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.510818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e5fd7-5cef-4e96-8dd2-4d611d37e30d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9dbdb8-27e5-4bd5-828c-a8f798cf5986,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.518289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5fd7-5cef-4e96-8dd2-4d611d37e30d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.519509 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea1e5fd7-5cef-4e96-8dd2-4d611d37e30d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261098 Nov 09 18:57:07.522181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42124) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:07.526665 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dac385d9-4137-45c7-8e4f-9c4fa4bf226b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '957e4311-46df-4a49-9f21-4cc18046a7e9', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:07.554412 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dac385d9-4137-45c7-8e4f-9c4fa4bf226b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.618796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dac385d9-4137-45c7-8e4f-9c4fa4bf226b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.622662 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dac385d9-4137-45c7-8e4f-9c4fa4bf226b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.644196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac385d9-4137-45c7-8e4f-9c4fa4bf226b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34873d8-9a9f-45ba-887f-80beec9412e3,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.650711 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dac385d9-4137-45c7-8e4f-9c4fa4bf226b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.651480 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dac385d9-4137-45c7-8e4f-9c4fa4bf226b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283209 Nov 09 18:57:07.654036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42126) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:07.659032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-e1a11c1e-f2fe-41e7-8e6d-e61b3b90065d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '957e4311-46df-4a49-9f21-4cc18046a7e9', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:07.684644 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a11c1e-f2fe-41e7-8e6d-e61b3b90065d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.743429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a11c1e-f2fe-41e7-8e6d-e61b3b90065d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.747391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a11c1e-f2fe-41e7-8e6d-e61b3b90065d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.767769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a11c1e-f2fe-41e7-8e6d-e61b3b90065d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c47029-b23e-41b5-a92c-26052791c596,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.774871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e1a11c1e-f2fe-41e7-8e6d-e61b3b90065d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.776050 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e1a11c1e-f2fe-41e7-8e6d-e61b3b90065d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210346 Nov 09 18:57:07.778791 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:07.783206 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '957e4311-46df-4a49-9f21-4cc18046a7e9', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:07.803793 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:57:07.808757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.871641 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.875970 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.896535 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeda30c4-1d5f-454e-b662-12008f29b14a,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:07.905595 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:07.906834 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5ffd8dc7-cf89-4138-9dac-3b6f2937d045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270926 Nov 09 18:57:07.909536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42130) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:07.914288 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '957e4311-46df-4a49-9f21-4cc18046a7e9', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:07.936060 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:57:07.941391 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.002596 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.006815 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.028508 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eed320e-76c0-4a2b-a5d7-652fa40c8592,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:08.033692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.035426 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-44efb094-d77e-4b95-a24d-912a8cb48662 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248946 Nov 09 18:57:08.038465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:08.043253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'network': {'name': 'tempest-network-smoke--2139950264', 'project_id': 'e6c9537d092948388f22b070b8557021', 'port_security_enabled': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:08.064745 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:57:08.068797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.092147 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:57:08.100809 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.101154 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Added segment a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c of type vlan for network 52ecc399-fd9f-4698-82ce-56941ab81771 Nov 09 18:57:08.141836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.166327 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.172592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:08.173179 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.229145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896362 Nov 09 18:57:08.232333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42134) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:08.237618 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'admin_state_up': True, 'project_id': 'e6c9537d092948388f22b070b8557021', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:08.243960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b752e6-1b7a-45f0-bb9b-e929e7cffb91 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Network': ['ID=52ecc399-fd9f-4698-82ce-56941ab81771,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:08.255079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 52ecc399-fd9f-4698-82ce-56941ab81771 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:57:08.264177 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.265362 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.322408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.763052 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.956418 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:08.979407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:09.085102 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.8 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/0359c202-d408-47df-b383-7968473390d0) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:57:09.197627 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:09.232631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:09.270911 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:57:09.273822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:57:09.276363 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:57:09.307864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=0359c202-d408-47df-b383-7968473390d0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:09.600646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:09.800987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:09.858364 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-864197a9-d7af-4599-9bb2-7212beac866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:09.937516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router ae08dbde-bc8b-4a73-9293-18de13015c34 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:57:10.042083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:57:10.055346 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Sync routers for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:57:10.064605 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.065838 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-257df78a-6213-478b-aa32-02d013af52e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8323965 Nov 09 18:57:10.067192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:10.067827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:10.069043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42136) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:10.178986 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:10.207402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d7e38d8d-346c-4300-8887-11d3b7e59385 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e6c9537d092948388f22b070b8557021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1373816 Nov 09 18:57:10.210178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42140) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:10.325096 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.385039 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce909a-868d-4e20-bc0e-1d1c19245930 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:10.385665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:09Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:10.386641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-18ce909a-868d-4e20-bc0e-1d1c19245930 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1755426 Nov 09 18:57:10.389710 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42142) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:10.416475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Checking router: ae08dbde-bc8b-4a73-9293-18de13015c34 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:57:10.416741 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Updating router ae08dbde-bc8b-4a73-9293-18de13015c34 port 0359c202-d408-47df-b383-7968473390d0 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:57:10.426013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f4194836-633a-49b7-b232-e6bed761beab tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347376 Nov 09 18:57:10.428703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42144) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:10.433870 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-547486458', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'project_id': 'e6c9537d092948388f22b070b8557021', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:10.443330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.527287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:57:10.530971 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.699948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.707890 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.721597 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.765566 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Attempting to bind port 0359c202-d408-47df-b383-7968473390d0 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:57:10.766207 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Attempting to bind port 0359c202-d408-47df-b383-7968473390d0 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:57:10.766585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Attempting to bind port 0359c202-d408-47df-b383-7968473390d0 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:57:10.774791 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073265a5-9ac4-46ec-84ba-794d79375a7e None None] Pushing event updated for resources: {'Port': ['ID=0359c202-d408-47df-b383-7968473390d0,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:10.777523 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Subnet': ['ID=548d2cbe-9bf1-46ba-8360-d539ca3cf544,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:10.781462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:57:10.781857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:57:10.782177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.782564 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:57:10.782989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Bound port: 0359c202-d408-47df-b383-7968473390d0, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:57:10.783378 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.795089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Checking segment: {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:57:10.795443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network hostable DHCP agents. Network: 52ecc399-fd9f-4698-82ce-56941ab81771, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:57:10.813005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 52ecc399-fd9f-4698-82ce-56941ab81771 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:57:10.822165 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 52ecc399-fd9f-4698-82ce-56941ab81771) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:57:10.827116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:10.828548 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:10.834040 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56efcb7c-88c6-45f0-b5ad-a69897e97613 None None] Network 52ecc399-fd9f-4698-82ce-56941ab81771 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:57:10.852518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0d663c23-6a23-4200-a4fa-f703be77cc7e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4200549 Nov 09 18:57:10.852855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] For port 0359c202-d408-47df-b383-7968473390d0, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:57:10.852957 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:10.893112 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] For port 0359c202-d408-47df-b383-7968473390d0, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0359c202-d408-47df-b383-7968473390d0,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:57:10.900733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.013231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:11.013789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:11.091839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073265a5-9ac4-46ec-84ba-794d79375a7e None None] Pushing event updated for resources: {'Port': ['ID=0359c202-d408-47df-b383-7968473390d0,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:11.141227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-52ecc399-fd9f-4698-82ce-56941ab81771', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:57:11.142141 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.190579 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:11.411307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.478477 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Allocated IP 172.20.0.2 (52ecc399-fd9f-4698-82ce-56941ab81771/548d2cbe-9bf1-46ba-8360-d539ca3cf544/c272331f-9e48-4f45-8907-3ad6568680d6) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:57:11.600454 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.621942 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:09Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:11.666858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a3fa0-7435-4bf0-ae08-d4b25a5f472a None None] The sync data for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 is: [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:09Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:57:11.691891 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.698607 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.737471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Network 52ecc399-fd9f-4698-82ce-56941ab81771 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:57:11.740467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:57:11.744822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:57:11.754497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Pushing event updated for resources: {'Port': ['ID=c272331f-9e48-4f45-8907-3ad6568680d6,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:11.809950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Attempting to bind port c272331f-9e48-4f45-8907-3ad6568680d6 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:57:11.810347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Attempting to bind port c272331f-9e48-4f45-8907-3ad6568680d6 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:57:11.810710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Attempting to bind port c272331f-9e48-4f45-8907-3ad6568680d6 on network 52ecc399-fd9f-4698-82ce-56941ab81771 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:57:11.815817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:57:11.816186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Checking segment: {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:57:11.816587 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.816975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Bound using segment: {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:57:11.817437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Bound port: c272331f-9e48-4f45-8907-3ad6568680d6, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:57:11.817812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.885280 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] For port c272331f-9e48-4f45-8907-3ad6568680d6, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:57:11.892064 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] For port c272331f-9e48-4f45-8907-3ad6568680d6, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c272331f-9e48-4f45-8907-3ad6568680d6,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:57:11.906878 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:11.985778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.1 (52ecc399-fd9f-4698-82ce-56941ab81771/548d2cbe-9bf1-46ba-8360-d539ca3cf544/0921a4cc-ea03-4ade-8a25-d450939924f8) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:57:11.989828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9ac31-6e27-4f96-9547-1e6911b6750e None None] Pushing event updated for resources: {'Port': ['ID=c272331f-9e48-4f45-8907-3ad6568680d6,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:12.121287 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.161685 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.226150 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 52ecc399-fd9f-4698-82ce-56941ab81771 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:57:12.229394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:57:12.231979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:57:12.271027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=0921a4cc-ea03-4ade-8a25-d450939924f8,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:12.295568 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.444510 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.751353 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c272331f-9e48-4f45-8907-3ad6568680d6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:57:12.765358 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.771257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.804034 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.819130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c272331f-9e48-4f45-8907-3ad6568680d6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:12.819493 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.851212 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=0921a4cc-ea03-4ade-8a25-d450939924f8,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:12.859235 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.926848 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.963661 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port c272331f-9e48-4f45-8907-3ad6568680d6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c272331f-9e48-4f45-8907-3ad6568680d6,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:12.972427 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:12.973290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0359c202-d408-47df-b383-7968473390d0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:57:12.978566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 52ecc399-fd9f-4698-82ce-56941ab81771 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:57:12.981108 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:57:13.064762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=c272331f-9e48-4f45-8907-3ad6568680d6,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:13.083131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0359c202-d408-47df-b383-7968473390d0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:13.083716 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:13.115763 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8c8d4-ab01-4292-b416-c5ba7f0fec42 None None] Network 52ecc399-fd9f-4698-82ce-56941ab81771 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:57:13.116026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router ae08dbde-bc8b-4a73-9293-18de13015c34 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:57:13.238691 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:57:13.243840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e3a76cf7-f7f2-4e94-b46a-a09fba064a16 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/ae08dbde-bc8b-4a73-9293-18de13015c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3900988 Nov 09 18:57:13.360867 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4367cef2-7adb-47d7-abe0-bc22f29e8f6e None None] Provisioning complete for port c272331f-9e48-4f45-8907-3ad6568680d6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:13.361243 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4367cef2-7adb-47d7-abe0-bc22f29e8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:13.399324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-9c41a989-1614-4832-aacd-a0bc28b890fe tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709548417&fields=id&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 267 time: 0.0354326 Nov 09 18:57:13.491474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:13.508880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-9225afcb-32dc-4b21-9554-3a491bd16293 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:13.510528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-9225afcb-32dc-4b21-9554-3a491bd16293 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/networks?id=52ecc399-fd9f-4698-82ce-56941ab81771 HTTP/1.1" status: 200 len: 797 time: 0.1034393 Nov 09 18:57:13.527025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-70407b49-abe7-4a4f-8ba6-ed663bebd17f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/quotas/e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 375 time: 0.0095813 Nov 09 18:57:13.542970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 0359c202-d408-47df-b383-7968473390d0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0359c202-d408-47df-b383-7968473390d0,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:13.565268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:13.591582 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-a662eed1-23b3-4599-9b17-e03504a51589 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581505 Nov 09 18:57:13.630788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=0359c202-d408-47df-b383-7968473390d0,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:13.652313 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Sync routers for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:57:13.666461 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:13.667373 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:13.707438 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-57c0c824-2bca-4eaf-94c3-a176f6255aa5 service neutron] 10.222.0.32 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988371 Nov 09 18:57:13.775881 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:13.812434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-ace2b20f-3c4f-4d6d-a9f4-74d1d19539c7 service neutron] 10.222.0.32 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980840 Nov 09 18:57:13.902872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-48166d43-4186-439e-a1ef-62e08cef310e None None] Provisioning complete for port c272331f-9e48-4f45-8907-3ad6568680d6 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:13.903338 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48166d43-4186-439e-a1ef-62e08cef310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.014502 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-221bce16-8353-4d75-a09f-b5be79c06ab0 req-ec104d70-4b88-406b-bd79-abc16014c96d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 210 time: 0.0448322 Nov 09 18:57:14.054939 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 2, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:14.064515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-48166d43-4186-439e-a1ef-62e08cef310e None None] Provisioning complete for port 0921a4cc-ea03-4ade-8a25-d450939924f8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:14.065026 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-48166d43-4186-439e-a1ef-62e08cef310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.097711 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Checking router: ae08dbde-bc8b-4a73-9293-18de13015c34 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:57:14.099313 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Updating router ae08dbde-bc8b-4a73-9293-18de13015c34 port 0921a4cc-ea03-4ade-8a25-d450939924f8 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:57:14.115558 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-48166d43-4186-439e-a1ef-62e08cef310e None None] Port 0921a4cc-ea03-4ade-8a25-d450939924f8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:57:14.129030 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.237355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-919303d9-3d21-467f-b2f3-ba2be9f5e3fc None None] Provisioning complete for port 0921a4cc-ea03-4ade-8a25-d450939924f8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:14.237745 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-919303d9-3d21-467f-b2f3-ba2be9f5e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.312583 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-919303d9-3d21-467f-b2f3-ba2be9f5e3fc None None] Port 0921a4cc-ea03-4ade-8a25-d450939924f8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:57:14.430423 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b09945c4-2eca-43d1-9b82-4a8084006db3 None None] Provisioning complete for port 0921a4cc-ea03-4ade-8a25-d450939924f8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:14.430987 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b09945c4-2eca-43d1-9b82-4a8084006db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.475298 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b09945c4-2eca-43d1-9b82-4a8084006db3 None None] Port 0921a4cc-ea03-4ade-8a25-d450939924f8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:57:14.482081 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.487283 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.541400 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Pushing event updated for resources: {'Port': ['ID=0921a4cc-ea03-4ade-8a25-d450939924f8,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:14.569844 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.570209 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.570547 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.570882 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.571211 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.571530 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.571907 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.572167 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.572483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.572798 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.573206 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.574036 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:57:14.617431 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Attempting to bind port 0921a4cc-ea03-4ade-8a25-d450939924f8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:57:14.617915 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Attempting to bind port 0921a4cc-ea03-4ade-8a25-d450939924f8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:57:14.618181 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Attempting to bind port 0921a4cc-ea03-4ade-8a25-d450939924f8 on network 52ecc399-fd9f-4698-82ce-56941ab81771 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:57:14.624215 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:57:14.624705 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Checking segment: {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:57:14.625705 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.626389 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Bound using segment: {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:57:14.627215 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Bound port: 0921a4cc-ea03-4ade-8a25-d450939924f8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:57:14.627625 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.750314 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c272331f-9e48-4f45-8907-3ad6568680d6 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:57:14.808811 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] For port 0921a4cc-ea03-4ade-8a25-d450939924f8, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:57:14.812358 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] For port 0921a4cc-ea03-4ade-8a25-d450939924f8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0921a4cc-ea03-4ade-8a25-d450939924f8,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:57:14.816340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port c272331f-9e48-4f45-8907-3ad6568680d6 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:14.816723 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.819070 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:14.879956 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:14.880655 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:14.898807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0359c202-d408-47df-b383-7968473390d0 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:57:14.958689 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f9af9-7608-4e1a-b047-9b6b21312b9a None None] Pushing event updated for resources: {'Port': ['ID=0921a4cc-ea03-4ade-8a25-d450939924f8,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:14.966946 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9db15413-3fa2-43de-a6c2-b8689a9a7023 None None] Provisioning complete for port 0921a4cc-ea03-4ade-8a25-d450939924f8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:14.967455 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9db15413-3fa2-43de-a6c2-b8689a9a7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.003575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0359c202-d408-47df-b383-7968473390d0 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:15.003950 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.007084 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:15.119110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9db15413-3fa2-43de-a6c2-b8689a9a7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.120569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9ee3c652-78fd-458d-8052-c0df5e697513 req-f9f5f59f-7eb0-4012-a72c-a2fb5087820b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 210 time: 0.0327349 Nov 09 18:57:15.162639 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9db15413-3fa2-43de-a6c2-b8689a9a7023 None None] For port 0921a4cc-ea03-4ade-8a25-d450939924f8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0921a4cc-ea03-4ade-8a25-d450939924f8,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:15.167151 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9db15413-3fa2-43de-a6c2-b8689a9a7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.217025 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db15413-3fa2-43de-a6c2-b8689a9a7023 None None] Pushing event updated for resources: {'Port': ['ID=0921a4cc-ea03-4ade-8a25-d450939924f8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:15.257299 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:14Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:15.284656 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67c9c-66bc-4d42-ac53-48ea9022a21f None None] The sync data for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 is: [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:14Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:57:15.295781 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7fbf269e-0a1d-41df-b372-e3bc20191ea6 None None] Provisioning complete for port 0921a4cc-ea03-4ade-8a25-d450939924f8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:15.296497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7fbf269e-0a1d-41df-b372-e3bc20191ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.399106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-247cb952-3d0c-496e-a1f4-7a68c014b286 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:15.400609 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-247cb952-3d0c-496e-a1f4-7a68c014b286 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/networks?id=52ecc399-fd9f-4698-82ce-56941ab81771 HTTP/1.1" status: 200 len: 797 time: 0.1255920 Nov 09 18:57:15.449536 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-e2690320-4c08-4c8b-a606-1c2c95f4231e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 379 time: 0.0391784 Nov 09 18:57:15.460263 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'port': {'device_id': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'admin_state_up': True, 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'security_groups': ['957e4311-46df-4a49-9f21-4cc18046a7e9']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:15.583265 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:57:15.586951 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.725004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.3 (52ecc399-fd9f-4698-82ce-56941ab81771/548d2cbe-9bf1-46ba-8360-d539ca3cf544/02f81316-ed70-4da4-a34e-611b40c1a0de) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:57:15.872916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.908363 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:15.959539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 52ecc399-fd9f-4698-82ce-56941ab81771 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:57:15.962818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:57:15.966606 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:57:15.977106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=02f81316-ed70-4da4-a34e-611b40c1a0de,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:16.033212 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:16.034264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.058498 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-05ab8cff-c9c1-4872-bdf7-9a3676829016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6025131 Nov 09 18:57:16.069565 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-a6caab3c-6dd9-4833-8c5c-012877d622ac tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:57:16.070530 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-a6caab3c-6dd9-4833-8c5c-012877d622ac tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056751 Nov 09 18:57:16.084956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Request body: {'port': {'device_id': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:16.145257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.256782 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-7dd82c47-8b3b-425d-a80a-199752f18195 None None] Provisioning complete for port 02f81316-ed70-4da4-a34e-611b40c1a0de triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:16.257313 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bef17-6817-4c3e-88cc-b3412663ee2d req-62744318-b890-4250-9760-a7478b19f863 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:16.257825 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7dd82c47-8b3b-425d-a80a-199752f18195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.259084 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1bef17-6817-4c3e-88cc-b3412663ee2d req-62744318-b890-4250-9760-a7478b19f863 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 931 time: 0.0554965 Nov 09 18:57:16.305879 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-7dd82c47-8b3b-425d-a80a-199752f18195 None None] Port 02f81316-ed70-4da4-a34e-611b40c1a0de cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:57:16.326218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1f1bef17-6817-4c3e-88cc-b3412663ee2d req-5971433f-3643-4388-847a-05081431c911 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572913 Nov 09 18:57:16.437609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f81316-ed70-4da4-a34e-611b40c1a0de {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:57:16.445268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.457388 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Transition to ACTIVE for port object 02f81316-ed70-4da4-a34e-611b40c1a0de will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:57:16.460431 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.513214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Pushing event updated for resources: {'Port': ['ID=02f81316-ed70-4da4-a34e-611b40c1a0de,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:16.588417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Attempting to bind port 02f81316-ed70-4da4-a34e-611b40c1a0de on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:57:16.588676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Attempting to bind port 02f81316-ed70-4da4-a34e-611b40c1a0de by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:57:16.588989 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Attempting to bind port 02f81316-ed70-4da4-a34e-611b40c1a0de on network 52ecc399-fd9f-4698-82ce-56941ab81771 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:57:16.593928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Port 02f81316-ed70-4da4-a34e-611b40c1a0de on network 52ecc399-fd9f-4698-82ce-56941ab81771 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:57:16.594320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Attempting to bind port 02f81316-ed70-4da4-a34e-611b40c1a0de on network 52ecc399-fd9f-4698-82ce-56941ab81771 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:57:16.599451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:57:16.599793 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Checking segment: {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:57:16.600180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Bound using segment: {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:57:16.600612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Bound port: 02f81316-ed70-4da4-a34e-611b40c1a0de, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:57:16.600971 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.672714 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] For port 02f81316-ed70-4da4-a34e-611b40c1a0de, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:57:16.675870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] For port 02f81316-ed70-4da4-a34e-611b40c1a0de, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=02f81316-ed70-4da4-a34e-611b40c1a0de,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:57:16.680862 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.715944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0921a4cc-ea03-4ade-8a25-d450939924f8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:57:16.717777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:16.718984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.720468 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] 10.222.0.85 "PUT /v2.0/ports/02f81316-ed70-4da4-a34e-611b40c1a0de HTTP/1.1" status: 200 len: 1091 time: 0.6398242 Nov 09 18:57:16.720933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:57:16.723342 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783578a-4cd9-430b-b08f-26732e259455" -d '{"events": [{"name": "network-changed", "server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:57:16.769546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b8e8f-ea13-4f1e-aa38-d1097c1c1010 service neutron] Pushing event updated for resources: {'Port': ['ID=02f81316-ed70-4da4-a34e-611b40c1a0de,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:16.775050 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc06ceb-e04b-4a89-9a6b-a4d557f6dcd2 x-openstack-request-id: req-ffc06ceb-e04b-4a89-9a6b-a4d557f6dcd2 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:57:16.775405 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:57:16.775588 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffc06ceb-e04b-4a89-9a6b-a4d557f6dcd2 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:57:16.775995 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'status': 'completed', 'code': 200} Nov 09 18:57:16.815666 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.825099 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0921a4cc-ea03-4ade-8a25-d450939924f8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:16.825482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:16.836532 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-5e784d37-60c3-48fb-aa7e-9533c69a6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:16.838251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-5e784d37-60c3-48fb-aa7e-9533c69a6199 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 1094 time: 0.0607724 Nov 09 18:57:16.887374 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-5f63e85a-2f58-404c-a046-f236ef4f4e92 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02f81316-ed70-4da4-a34e-611b40c1a0de HTTP/1.1" status: 200 len: 217 time: 0.0402226 Nov 09 18:57:16.947097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-bc481dd6-4ce1-4eea-a486-f2af621be8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:16.948620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-bc481dd6-4ce1-4eea-a486-f2af621be8db service neutron] 10.222.0.85 "GET /v2.0/subnets?id=548d2cbe-9bf1-46ba-8360-d539ca3cf544 HTTP/1.1" status: 200 len: 834 time: 0.0536644 Nov 09 18:57:16.996783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-1dabb065-09ca-4361-a2fd-e2064fb4379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:16.998349 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-1dabb065-09ca-4361-a2fd-e2064fb4379f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=52ecc399-fd9f-4698-82ce-56941ab81771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418787 Nov 09 18:57:17.097966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-14ae1756-9648-4635-874f-105f0c97bc08 service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922408 Nov 09 18:57:17.194934 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ed89940-5939-4c4d-ae5a-eb91b09c7f25 req-b630b5e2-3457-484e-a011-ecc7589b978f service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887754 Nov 09 18:57:17.289131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783578a-4cd9-430b-b08f-26732e259455 req-28c28dcf-5633-4bd4-a7d7-2cc92a7fb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:17.290673 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e783578a-4cd9-430b-b08f-26732e259455 req-28c28dcf-5633-4bd4-a7d7-2cc92a7fb717 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 1094 time: 0.0470581 Nov 09 18:57:17.383702 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783578a-4cd9-430b-b08f-26732e259455 req-c1b9670a-9fda-42b8-b8cc-8d7e62371014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:17.385182 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e783578a-4cd9-430b-b08f-26732e259455 req-c1b9670a-9fda-42b8-b8cc-8d7e62371014 service neutron] 10.222.0.85 "GET /v2.0/networks?id=52ecc399-fd9f-4698-82ce-56941ab81771 HTTP/1.1" status: 200 len: 898 time: 0.0873699 Nov 09 18:57:17.429327 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e783578a-4cd9-430b-b08f-26732e259455 req-9dd79512-6350-46d5-b655-16e64fbe3a58 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02f81316-ed70-4da4-a34e-611b40c1a0de HTTP/1.1" status: 200 len: 217 time: 0.0350523 Nov 09 18:57:17.440223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eae70-7584-47ba-bc82-3d686a7a9a85 req-22c12a13-3761-49c0-9670-7e44d7fb7591 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:17.441733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b0eae70-7584-47ba-bc82-3d686a7a9a85 req-22c12a13-3761-49c0-9670-7e44d7fb7591 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 943 time: 0.0540490 Nov 09 18:57:17.481924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2b0eae70-7584-47ba-bc82-3d686a7a9a85 req-6e4e62bb-a3ea-4aa7-b47b-26f6094848ed tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338318 Nov 09 18:57:17.486351 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783578a-4cd9-430b-b08f-26732e259455 req-54b438d5-6159-43a1-a469-4856ee8dc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:17.487848 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e783578a-4cd9-430b-b08f-26732e259455 req-54b438d5-6159-43a1-a469-4856ee8dc4a7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=548d2cbe-9bf1-46ba-8360-d539ca3cf544 HTTP/1.1" status: 200 len: 834 time: 0.0510671 Nov 09 18:57:17.536320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783578a-4cd9-430b-b08f-26732e259455 req-700ea4e5-4bed-4c74-85ea-44c5672975b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:17.537807 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e783578a-4cd9-430b-b08f-26732e259455 req-700ea4e5-4bed-4c74-85ea-44c5672975b2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=52ecc399-fd9f-4698-82ce-56941ab81771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418751 Nov 09 18:57:17.628818 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e783578a-4cd9-430b-b08f-26732e259455 req-3e37ba8e-5ded-4475-8786-31d25055cb8c service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817254 Nov 09 18:57:17.723915 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-e783578a-4cd9-430b-b08f-26732e259455 req-83da561a-a21b-48f1-b140-a26b1f29e502 service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Nov 09 18:57:18.601707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ba57-8b8f-4a2d-b642-597e5eb905a8 req-387fa924-9087-4722-9897-5bbb73ffb5cc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:18.603179 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bd1ba57-8b8f-4a2d-b642-597e5eb905a8 req-387fa924-9087-4722-9897-5bbb73ffb5cc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 943 time: 0.0523973 Nov 09 18:57:18.643489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bd1ba57-8b8f-4a2d-b642-597e5eb905a8 req-6be4225e-5043-46c4-a25b-2e989422e53c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335422 Nov 09 18:57:19.652609 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:19.763909 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a54c2e-26bf-49d3-9a36-a742c75cd230 req-e9bd801d-015c-419d-b5f0-57d3936d768e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:19.765445 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8a54c2e-26bf-49d3-9a36-a742c75cd230 req-e9bd801d-015c-419d-b5f0-57d3936d768e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 943 time: 0.0502501 Nov 09 18:57:19.805212 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8a54c2e-26bf-49d3-9a36-a742c75cd230 req-ff6745e8-9bad-483b-a802-192abf9283ce tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332005 Nov 09 18:57:20.546752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 02f81316-ed70-4da4-a34e-611b40c1a0de details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:57:20.643446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 02f81316-ed70-4da4-a34e-611b40c1a0de, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=02f81316-ed70-4da4-a34e-611b40c1a0de,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:20.654676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'port_id': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'mac_address': 'fa:16:3e:96:08:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:57:20.696280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:20.709071 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f81316-ed70-4da4-a34e-611b40c1a0de {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:57:20.728742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 02f81316-ed70-4da4-a34e-611b40c1a0de, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=02f81316-ed70-4da4-a34e-611b40c1a0de,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:20.732549 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:20.778429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=02f81316-ed70-4da4-a34e-611b40c1a0de,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:20.926254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02cafc-d68f-4e6b-b544-8f13f6ba4d84 req-a28fd084-7944-4b3c-98d4-e7c0359f583c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:20.927767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd02cafc-d68f-4e6b-b544-8f13f6ba4d84 req-a28fd084-7944-4b3c-98d4-e7c0359f583c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 944 time: 0.0542793 Nov 09 18:57:20.950654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['02f81316-ed70-4da4-a34e-611b40c1a0de'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:57:20.966895 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd02cafc-d68f-4e6b-b544-8f13f6ba4d84 req-c5c142c2-bda7-43aa-b6f4-f9b745697403 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327570 Nov 09 18:57:22.088828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0a55b-7a9e-4344-b5cc-81a2c8be0144 req-a5a7c897-d369-4b5a-818d-c012cefba805 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:22.090238 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bbd0a55b-7a9e-4344-b5cc-81a2c8be0144 req-a5a7c897-d369-4b5a-818d-c012cefba805 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 944 time: 0.0537701 Nov 09 18:57:22.128551 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bbd0a55b-7a9e-4344-b5cc-81a2c8be0144 req-749628b2-ec71-492f-92b8-7f8d68965fc4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Nov 09 18:57:22.547402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 02f81316-ed70-4da4-a34e-611b40c1a0de up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:57:22.597076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 02f81316-ed70-4da4-a34e-611b40c1a0de completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:57:22.600848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 02f81316-ed70-4da4-a34e-611b40c1a0de triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:57:22.601238 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:22.680186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:22.702977 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:57:22.705254 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d34544-c73a-4180-8d94-4acee7b2d819" -d '{"events": [{"server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "name": "network-vif-plugged", "status": "completed", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:57:22.718565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 02f81316-ed70-4da4-a34e-611b40c1a0de, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=02f81316-ed70-4da4-a34e-611b40c1a0de,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:57:22.722870 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:22.749563 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc743b16-640e-42f6-9d84-14d4c184bf63 x-openstack-request-id: req-bc743b16-640e-42f6-9d84-14d4c184bf63 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:57:22.749859 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "name": "network-vif-plugged", "status": "completed", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:57:22.750134 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc743b16-640e-42f6-9d84-14d4c184bf63 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:57:22.750537 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'code': 200} Nov 09 18:57:22.777186 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=02f81316-ed70-4da4-a34e-611b40c1a0de,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:22.846698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065e208-34d3-4bbb-933e-746365e273ec req-d64280d8-883b-42be-88a4-b924e70b2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:22.848250 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f065e208-34d3-4bbb-933e-746365e273ec req-d64280d8-883b-42be-88a4-b924e70b2ac4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 1096 time: 0.0428703 Nov 09 18:57:22.885283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-f065e208-34d3-4bbb-933e-746365e273ec req-125299b7-ae94-4577-9743-714e1087745b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290089 Nov 09 18:57:23.047669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-0957a118-4e71-4603-987f-4beeab317adc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427880 Nov 09 18:57:23.135699 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-7b6de22a-78ba-4c38-9cbd-4fcb8027d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:23.137191 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-7b6de22a-78ba-4c38-9cbd-4fcb8027d7a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0405905 Nov 09 18:57:23.286580 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f89bad-d07a-48b4-a8d6-2cc85a760704 req-772d3094-a061-4e7e-bc41-771807de7c40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:23.288115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9f89bad-d07a-48b4-a8d6-2cc85a760704 req-772d3094-a061-4e7e-bc41-771807de7c40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0802588 Nov 09 18:57:23.291423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-c913b772-cc1d-48bd-a16c-70ea2c850cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:23.292820 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-c913b772-cc1d-48bd-a16c-70ea2c850cfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1310480 Nov 09 18:57:23.349608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-afbf79df-d58c-4c66-bd45-1b2047fdb3c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0416477 Nov 09 18:57:23.371605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9f89bad-d07a-48b4-a8d6-2cc85a760704 req-4bcbad6b-b3b9-48e5-9844-7539a42737ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775101 Nov 09 18:57:23.409229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-ea0ce0c1-e736-4022-b689-0c723986fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:23.410754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-ea0ce0c1-e736-4022-b689-0c723986fa3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0484898 Nov 09 18:57:23.463148 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-d6714a3a-e60b-4800-8e73-b74ce00f3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:23.464689 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-d6714a3a-e60b-4800-8e73-b74ce00f3c0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409677 Nov 09 18:57:23.563648 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-5e63b399-251b-48f2-8a04-a3f999323097 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879107 Nov 09 18:57:23.659345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fcccbebc-8df0-4ed7-88cd-922800723efe req-e42dea51-2a7c-415d-a6d0-75b5e15aa873 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834947 Nov 09 18:57:24.498558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f6522-ba64-4a4c-a5a4-f29cdbe80f99 req-62ce174f-c0e0-41f9-919d-b5f09b0c78ac tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:24.500693 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d1f6522-ba64-4a4c-a5a4-f29cdbe80f99 req-62ce174f-c0e0-41f9-919d-b5f09b0c78ac tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0584595 Nov 09 18:57:24.541013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8d1f6522-ba64-4a4c-a5a4-f29cdbe80f99 req-7ddf788a-2d85-4ca8-aa75-75858b623b30 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336351 Nov 09 18:57:24.670164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca201c-70db-49bd-a88a-17e19637cfa1 req-2e2aef21-df4f-42ec-91f5-ad172f379893 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:24.672774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eaca201c-70db-49bd-a88a-17e19637cfa1 req-2e2aef21-df4f-42ec-91f5-ad172f379893 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0518639 Nov 09 18:57:24.718299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eaca201c-70db-49bd-a88a-17e19637cfa1 req-1a936a7c-ea2c-4a37-a1ab-a18822da7e79 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Nov 09 18:57:24.739922 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42218) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:24.780524 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd448f-7013-4971-a8df-4afeb44fcdea tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:24.782053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4cdd448f-7013-4971-a8df-4afeb44fcdea tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 1091 time: 0.0411325 Nov 09 18:57:24.785144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42220) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:24.789563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:57:24.817494 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:24.930367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:25.037351 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.234 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/12d4f6f0-ddd3-487b-b298-c5c596578ef0) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:57:25.145913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:25.182524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:25.218788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:57:25.221778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:57:25.225380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:57:25.256692 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=12d4f6f0-ddd3-487b-b298-c5c596578ef0,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:25.932157 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:26.008188 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:26.171217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:26.175526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:26.244147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=12d4f6f0-ddd3-487b-b298-c5c596578ef0,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:57:26.256521 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:26.365492 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP 1180ed33-62cb-4bae-935b-35d8b7aceb86 associated. External IP: 172.25.0.234, port: 02f81316-ed70-4da4-a34e-611b40c1a0de. Nov 09 18:57:26.596558 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router ae08dbde-bc8b-4a73-9293-18de13015c34 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:57:26.723301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:57:26.734936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] Sync routers for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:57:26.743367 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:26.745255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:26.745888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:26.775521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c7c2f96c-3b8f-487d-9168-5f101273e083 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9890122 Nov 09 18:57:26.777197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:57:26.782322 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c87518-766e-4bde-bab4-4c219d8fbdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:57:26.863499 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:26.883929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7370c72-9c8c-47ee-99bb-d55a5ab0c89f req-142a3a8d-975a-4460-beeb-76ab963d52ff tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:26.885523 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7370c72-9c8c-47ee-99bb-d55a5ab0c89f req-142a3a8d-975a-4460-beeb-76ab963d52ff tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0517223 Nov 09 18:57:26.931832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7370c72-9c8c-47ee-99bb-d55a5ab0c89f req-9632bc64-c29a-4f50-a824-d7182ded68e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390210 Nov 09 18:57:26.957443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42226) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:27.013895 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925b3054-6e97-42b3-a47b-6a70406598cb x-openstack-request-id: req-925b3054-6e97-42b3-a47b-6a70406598cb {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:57:27.015304 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:57:27.015722 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-925b3054-6e97-42b3-a47b-6a70406598cb {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:57:27.016365 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'status': 'completed', 'code': 200} Nov 09 18:57:27.049825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-519d6762-c0ce-4a9a-8fbf-dd779e8ba1ff tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/1180ed33-62cb-4bae-935b-35d8b7aceb86 HTTP/1.1" status: 200 len: 991 time: 0.0879557 Nov 09 18:57:27.068169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-75705d46-3017-4e64-81b4-621e993d1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:27.073227 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-75705d46-3017-4e64-81b4-621e993d1585 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 1096 time: 0.0639806 Nov 09 18:57:27.129450 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1180ed33-62cb-4bae-935b-35d8b7aceb86', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'port_id': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'mac_address': 'fa:16:3e:96:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:57:25Z', 'updated_at': '2021-11-09T18:57:25Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:15Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:27.158244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] Checking router: ae08dbde-bc8b-4a73-9293-18de13015c34 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:57:27.167700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:57:27.168322 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:27.179519 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-72cd36ea-458c-47f2-ab35-4d460a3e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:27.180978 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-72cd36ea-458c-47f2-ab35-4d460a3e7eca service neutron] 10.222.0.85 "GET /v2.0/networks?id=52ecc399-fd9f-4698-82ce-56941ab81771 HTTP/1.1" status: 200 len: 898 time: 0.1006577 Nov 09 18:57:27.258216 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-44c1133e-5703-4969-99fb-c393683bee01 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02f81316-ed70-4da4-a34e-611b40c1a0de HTTP/1.1" status: 200 len: 999 time: 0.0700955 Nov 09 18:57:27.283309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:57:27.312499 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-b4c10c9a-ce34-432a-8496-99307f20c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:27.315291 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-b4c10c9a-ce34-432a-8496-99307f20c88d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=548d2cbe-9bf1-46ba-8360-d539ca3cf544 HTTP/1.1" status: 200 len: 834 time: 0.0492625 Nov 09 18:57:27.363730 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-a06d9184-4df3-4369-a76b-7473352b5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:27.365299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-a06d9184-4df3-4369-a76b-7473352b5210 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=52ecc399-fd9f-4698-82ce-56941ab81771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431793 Nov 09 18:57:27.493559 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-7f34ca72-bc02-47cd-9ff7-dce6454f5d40 service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212437 Nov 09 18:57:27.566519 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1180ed33-62cb-4bae-935b-35d8b7aceb86', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'port_id': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'mac_address': 'fa:16:3e:96:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:57:25Z', 'updated_at': '2021-11-09T18:57:25Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:15Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:57:27.605676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f047c1-3b2c-46ef-a54e-68b0df41c425 None None] The sync data for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 is: [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '1180ed33-62cb-4bae-935b-35d8b7aceb86', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'port_id': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'mac_address': 'fa:16:3e:96:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:57:25Z', 'updated_at': '2021-11-09T18:57:25Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:15Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:57:27.606140 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-50c87518-766e-4bde-bab4-4c219d8fbdb6 req-a116a14c-963a-40d2-ac04-8c8158d579f0 service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040995 Nov 09 18:57:27.855422 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e442d-487a-44d3-88d1-ffe4fb831b08 None None] New status for floating IP 1180ed33-62cb-4bae-935b-35d8b7aceb86: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:57:27.860973 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:57:28.052696 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42232) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:57:28.118577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-98ea39d0-f53f-4a81-bcd6-79b93c0f8e4f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/1180ed33-62cb-4bae-935b-35d8b7aceb86 HTTP/1.1" status: 200 len: 993 time: 0.0646656 Nov 09 18:57:37.363952 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d8ffd031-69df-4081-bd83-0da703e30fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:39.860352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8e190dda-2059-4da4-ac7f-25298d750d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:40.308177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:41.293857 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:42.793189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:46.784647 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:49.674260 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:57:59.404051 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d9d6-0b54-440c-93fe-53ddec6c176d req-37127cd8-e7af-432a-9ffe-a90881dfd0f4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:57:59.405577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0918d9d6-0b54-440c-93fe-53ddec6c176d req-37127cd8-e7af-432a-9ffe-a90881dfd0f4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0535512 Nov 09 18:57:59.446232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0918d9d6-0b54-440c-93fe-53ddec6c176d req-19d53e0b-2da7-4cbe-969e-e600cee42df0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339971 Nov 09 18:58:00.575023 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3d3d-49c2-4f61-82ce-1285e4d1911f req-13a4efca-1958-4963-b5c0-1d9d52f076e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:00.576548 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f74b3d3d-49c2-4f61-82ce-1285e4d1911f req-13a4efca-1958-4963-b5c0-1d9d52f076e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0584180 Nov 09 18:58:00.615650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f74b3d3d-49c2-4f61-82ce-1285e4d1911f req-9140ca06-bf6f-41f5-bf8b-b046158f6894 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329070 Nov 09 18:58:00.638856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42254) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:00.705870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-bac242d6-e1a4-4967-b801-d0c9e536bd93 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/1180ed33-62cb-4bae-935b-35d8b7aceb86 HTTP/1.1" status: 200 len: 993 time: 0.0658166 Nov 09 18:58:01.974971 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b734-54f4-4780-80f9-a2c82704eaa2 req-97a55285-8705-4c23-a922-41a6dd99c7ac tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:01.976500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e71b734-54f4-4780-80f9-a2c82704eaa2 req-97a55285-8705-4c23-a922-41a6dd99c7ac tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Nov 09 18:58:02.020083 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8e71b734-54f4-4780-80f9-a2c82704eaa2 req-1461fd1a-9283-4e07-9e6e-be5a0fc9aaa4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357363 Nov 09 18:58:03.145304 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aeb5d-d890-4baf-af74-87d6f6c252f3 req-04db3a71-07a0-4243-968b-ee92ccbc05f8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:03.146844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-082aeb5d-d890-4baf-af74-87d6f6c252f3 req-04db3a71-07a0-4243-968b-ee92ccbc05f8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0495667 Nov 09 18:58:03.186167 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-082aeb5d-d890-4baf-af74-87d6f6c252f3 req-6445b9fa-1ada-4b31-85a5-b5e8a97395e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329103 Nov 09 18:58:03.211922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42264) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:03.279858 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-abd79553-8131-4cd0-83c6-ef8cb370c567 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/1180ed33-62cb-4bae-935b-35d8b7aceb86 HTTP/1.1" status: 200 len: 993 time: 0.0664883 Nov 09 18:58:03.511320 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42270) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:03.671558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 12d4f6f0-ddd3-487b-b298-c5c596578ef0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:58:03.671965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:03.751545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:03.751874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:03.763655 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 12d4f6f0-ddd3-487b-b298-c5c596578ef0 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:58:03.915986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:03.941741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=12d4f6f0-ddd3-487b-b298-c5c596578ef0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:03.952356 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.952593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.952947 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.953291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.953760 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.954235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.955168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.955866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.955866 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.956196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.956526 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:03.956856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:04.023143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:04.023437 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP 1180ed33-62cb-4bae-935b-35d8b7aceb86 disassociated (deleted). External IP: 172.25.0.234, port: 02f81316-ed70-4da4-a34e-611b40c1a0de. Nov 09 18:58:04.240419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router ae08dbde-bc8b-4a73-9293-18de13015c34 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:58:04.372675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:58:04.381672 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:04.385026 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] Sync routers for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:58:04.398435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:04.399447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:04.412576 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-53549bbd-1d98-4b5b-88ab-533e74d7adec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/floatingips/1180ed33-62cb-4bae-935b-35d8b7aceb86 HTTP/1.1" status: 204 len: 168 time: 0.9000862 Nov 09 18:58:04.413180 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:04.416080 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44382366-2108-4cd0-9a51-ce0b65fa3c04" -d '{"events": [{"name": "network-changed", "server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:04.551649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:04.633418 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bce7456-496c-412d-bb4b-68cdd15587f9 x-openstack-request-id: req-7bce7456-496c-412d-bb4b-68cdd15587f9 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:04.633739 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:04.633966 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bce7456-496c-412d-bb4b-68cdd15587f9 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:04.634409 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'status': 'completed', 'code': 200} Nov 09 18:58:04.723541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-cf855e4e-c284-4d08-a6a2-9b2698cb6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:04.725096 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-cf855e4e-c284-4d08-a6a2-9b2698cb6c9e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 1096 time: 0.0564528 Nov 09 18:58:04.773131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b897f0-516a-4d1a-947d-991499d93a36 req-2dc86066-011c-4d9e-a48e-9e9e6f1134e8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:04.774753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34b897f0-516a-4d1a-947d-991499d93a36 req-2dc86066-011c-4d9e-a48e-9e9e6f1134e8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0684063 Nov 09 18:58:04.822561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-34b897f0-516a-4d1a-947d-991499d93a36 req-08ac36ca-61e4-4f29-b90f-b82c72fdef09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372372 Nov 09 18:58:04.849219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-f76fbcba-7f37-460e-9682-499f188d4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:04.850869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-f76fbcba-7f37-460e-9682-499f188d4145 service neutron] 10.222.0.85 "GET /v2.0/networks?id=52ecc399-fd9f-4698-82ce-56941ab81771 HTTP/1.1" status: 200 len: 898 time: 0.1165910 Nov 09 18:58:04.856871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:15Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:04.859678 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:58:04.897280 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-918fc382-bbab-4977-a1e0-8a55ccf7ac06 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02f81316-ed70-4da4-a34e-611b40c1a0de HTTP/1.1" status: 200 len: 217 time: 0.0369418 Nov 09 18:58:04.956314 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-d58ff8d8-26bb-4bdf-a5c2-8f424d696bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:04.957896 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-d58ff8d8-26bb-4bdf-a5c2-8f424d696bf5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=548d2cbe-9bf1-46ba-8360-d539ca3cf544 HTTP/1.1" status: 200 len: 834 time: 0.0523899 Nov 09 18:58:05.023594 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-ef117986-3c1b-4c3f-b167-42cbd2493b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:05.025868 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-ef117986-3c1b-4c3f-b167-42cbd2493b11 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=52ecc399-fd9f-4698-82ce-56941ab81771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582783 Nov 09 18:58:05.058538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] Checking router: ae08dbde-bc8b-4a73-9293-18de13015c34 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:58:05.068176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:05.068816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:05.151508 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-8af87c34-458b-4205-a921-c7f0826d8606 service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168306 Nov 09 18:58:05.191607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:05.417929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:15Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:05.450437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d013f24-1c5f-47f8-80a6-2657d4989c49 None None] The sync data for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 is: [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:12Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0921a4cc-ea03-4ade-8a25-d450939924f8', 'name': '', 'network_id': '52ecc399-fd9f-4698-82ce-56941ab81771', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:9e:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:11Z', 'updated_at': '2021-11-09T18:57:15Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '548d2cbe-9bf1-46ba-8360-d539ca3cf544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:58:05.571507 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-44382366-2108-4cd0-9a51-ce0b65fa3c04 req-f37f9973-665e-4af3-90f6-a5b55a207d93 service neutron] 10.222.0.85 "GET /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120660 Nov 09 18:58:05.733840 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad639483-4c24-4ebf-8f24-721267fc80e4 None None] New status for floating IP 1180ed33-62cb-4bae-935b-35d8b7aceb86: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:58:05.963480 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f553dd-1439-4391-b45c-36cc7ac5b141 req-7a9e3176-7214-40c6-9cb3-e7f734c8efa9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:05.965155 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68f553dd-1439-4391-b45c-36cc7ac5b141 req-7a9e3176-7214-40c6-9cb3-e7f734c8efa9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0568867 Nov 09 18:58:06.008737 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-68f553dd-1439-4391-b45c-36cc7ac5b141 req-71589e64-31e4-4d52-9c48-11c8cd637581 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=957e4311-46df-4a49-9f21-4cc18046a7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364311 Nov 09 18:58:06.325864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-5f8a7227-9dbf-432e-8a39-44ba0c2fb36c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:06.327428 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-5f8a7227-9dbf-432e-8a39-44ba0c2fb36c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Nov 09 18:58:06.433046 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 02f81316-ed70-4da4-a34e-611b40c1a0de {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:58:06.433388 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:06.538444 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 02f81316-ed70-4da4-a34e-611b40c1a0de, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=02f81316-ed70-4da4-a34e-611b40c1a0de,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:06.538816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:06.552801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 02f81316-ed70-4da4-a34e-611b40c1a0de owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:58:06.708822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:06.739728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=02f81316-ed70-4da4-a34e-611b40c1a0de,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:06.781936 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] No DVR routers for this DVR port 02f81316-ed70-4da4-a34e-611b40c1a0de on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:58:06.788740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:06.792115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-03d9298c-f839-4b6b-abec-5e5112e4d970 req-179f91a5-07c7-44f2-aa74-18ee46ebde62 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "DELETE /v2.0/ports/02f81316-ed70-4da4-a34e-611b40c1a0de HTTP/1.1" status: 204 len: 173 time: 0.4565849 Nov 09 18:58:06.792580 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'name': 'network-vif-deleted', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:06.794961 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7ed957-60eb-4af4-8c38-4aaa5b2e4a49" -d '{"events": [{"server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "name": "network-vif-deleted", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:06.851789 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd1d2d2-c88b-45fc-abfc-35dcb6c3228d x-openstack-request-id: req-fdd1d2d2-c88b-45fc-abfc-35dcb6c3228d {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:06.852083 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49aadf73-ea77-4adb-bbfb-bd9e3afb2020", "name": "network-vif-deleted", "tag": "02f81316-ed70-4da4-a34e-611b40c1a0de", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:06.852317 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdd1d2d2-c88b-45fc-abfc-35dcb6c3228d {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:06.852730 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49aadf73-ea77-4adb-bbfb-bd9e3afb2020', 'name': 'network-vif-deleted', 'tag': '02f81316-ed70-4da4-a34e-611b40c1a0de', 'status': 'completed', 'code': 200} Nov 09 18:58:07.126956 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9931f4a3-1b54-48d0-96bb-ecf45385323c req-721516d4-2b9f-47be-9727-57d4c1a2aa2b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=49aadf73-ea77-4adb-bbfb-bd9e3afb2020 HTTP/1.1" status: 200 len: 210 time: 0.0285375 Nov 09 18:58:07.368276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f092d6c0-3f83-4896-aee9-da36b4bd47e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:08.194454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42286) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:08.602352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:08.883744 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 0921a4cc-ea03-4ade-8a25-d450939924f8 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:58:08.884008 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:08.980234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 0921a4cc-ea03-4ade-8a25-d450939924f8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0921a4cc-ea03-4ade-8a25-d450939924f8,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:08.980608 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:08.993457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 0921a4cc-ea03-4ade-8a25-d450939924f8 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:58:09.183944 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:09.221338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=0921a4cc-ea03-4ade-8a25-d450939924f8,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:09.395961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:09.619194 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router ae08dbde-bc8b-4a73-9293-18de13015c34 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:58:09.726335 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:58:09.731613 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3cbd9b77-0080-4576-ba0b-97e2fd703998 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/ae08dbde-bc8b-4a73-9293-18de13015c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5360925 Nov 09 18:58:09.734325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42288) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:09.736933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] Sync routers for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:58:09.748594 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:09.749213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:57:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:09.788911 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting subnet 548d2cbe-9bf1-46ba-8360-d539ca3cf544 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:58:09.792190 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:09.837981 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:09.874546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fcd12d6b-477d-4e15-b89a-45c1c911b09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:09.879349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:09.945041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.016638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.047906 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.052027 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/subnets/548d2cbe-9bf1-46ba-8360-d539ca3cf544 HTTP/1.1" status: 204 len: 168 time: 0.3164821 Nov 09 18:58:10.053528 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc737bb8-2121-4f34-bba1-776a2cafc7ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Subnet': ['ID=548d2cbe-9bf1-46ba-8360-d539ca3cf544,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:10.055533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42290) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:10.056544 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc8b47-3b7e-4a0f-8ab2-9025da3553af None None] Network 52ecc399-fd9f-4698-82ce-56941ab81771 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:58:10.167579 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.177860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:58:09Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:10.206622 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] Checking router: ae08dbde-bc8b-4a73-9293-18de13015c34 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:58:10.223574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] Routers {'ae08dbde-bc8b-4a73-9293-18de13015c34'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:10.224188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['ae08dbde-bc8b-4a73-9293-18de13015c34'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:10.291482 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.299703 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] DHCP port deletion for 52ecc399-fd9f-4698-82ce-56941ab81771 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:58:10.342988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.349491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 0359c202-d408-47df-b383-7968473390d0 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:58:10.349846 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.374309 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] Set router ae08dbde-bc8b-4a73-9293-18de13015c34 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:10.439083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 0359c202-d408-47df-b383-7968473390d0, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0359c202-d408-47df-b383-7968473390d0,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:10.439334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.456816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 0359c202-d408-47df-b383-7968473390d0 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:58:10.485398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Deleting port c272331f-9e48-4f45-8907-3ad6568680d6 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:58:10.485778 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.576241 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] For port c272331f-9e48-4f45-8907-3ad6568680d6, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=c272331f-9e48-4f45-8907-3ad6568680d6,segment=NetworkSegment(a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c),segment_id=a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:10.576566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.609532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Calling delete_port for c272331f-9e48-4f45-8907-3ad6568680d6 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:58:10.640525 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.670504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=0359c202-d408-47df-b383-7968473390d0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:10.698408 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:58:09Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:10.700951 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.701262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.701605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.701943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.702303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.702711 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.702974 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.703282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.703636 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.703984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.704849 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.705167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.738574 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a168a-be97-4626-8894-ac5929be5e1f None None] The sync data for ids ['ae08dbde-bc8b-4a73-9293-18de13015c34'] in n-d-817240-1 is: [{'id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2126138525', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0359c202-d408-47df-b383-7968473390d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:58:09Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '0359c202-d408-47df-b383-7968473390d0', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08dbde-bc8b-4a73-9293-18de13015c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:57:08Z', 'updated_at': '2021-11-09T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:58:10.750146 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.756000 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.786654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Pushing event deleted for resources: {'Port': ['ID=c272331f-9e48-4f45-8907-3ad6568680d6,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:10.797501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.798170 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.798525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.798869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.799213 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.799547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.799869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.800197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.800534 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.800891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.801493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.801818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:10.809327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6ffcb-f14b-459a-be54-a849f70783ec None None] No DVR routers for this DVR port c272331f-9e48-4f45-8907-3ad6568680d6 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:58:10.853028 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.855265 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.872988 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 02f81316-ed70-4da4-a34e-611b40c1a0de no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:58:10.894795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 02f81316-ed70-4da4-a34e-611b40c1a0de {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:58:10.895152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 02f81316-ed70-4da4-a34e-611b40c1a0de not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:58:10.904441 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.905308 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Fanout notify agent at l3_agent the message router_deleted on router ae08dbde-bc8b-4a73-9293-18de13015c34 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:58:10.912326 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:10.913500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-6c729c46-4055-4ba7-949d-a096798036d3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/routers/ae08dbde-bc8b-4a73-9293-18de13015c34 HTTP/1.1" status: 204 len: 168 time: 0.8564284 Nov 09 18:58:10.917551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42292) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:10.997295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.090544 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.113726 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ecc399-fd9f-4698-82ce-56941ab81771']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:11.125187 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:11.125488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f39c4b-43fb-4d42-aafe-5f4ebfac5d1c') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:11.136205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c272331f-9e48-4f45-8907-3ad6568680d6 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:58:11.141219 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.157869 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: c272331f-9e48-4f45-8907-3ad6568680d6 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:58:11.158325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device c272331f-9e48-4f45-8907-3ad6568680d6 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:58:11.158458 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.166085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:58:11.166667 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: timer() Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:58:11.170863 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:58:11.233752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.243307 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.246452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/networks/52ecc399-fd9f-4698-82ce-56941ab81771 HTTP/1.1" status: 204 len: 168 time: 0.3277822 Nov 09 18:58:11.249251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42294) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:11.273494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a0474-0ce3-487b-8e0c-09a3940dedc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Network': ['ID=52ecc399-fd9f-4698-82ce-56941ab81771,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:11.298204 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.331933 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-756f2501-0408-494f-96b2-a05b58a9c665 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.362249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-756f2501-0408-494f-96b2-a05b58a9c665 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.427605 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-756f2501-0408-494f-96b2-a05b58a9c665 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.430567 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-756f2501-0408-494f-96b2-a05b58a9c665 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.432009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-756f2501-0408-494f-96b2-a05b58a9c665 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/security-groups/957e4311-46df-4a49-9f21-4cc18046a7e9 HTTP/1.1" status: 204 len: 168 time: 0.1816275 Nov 09 18:58:11.444527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f2501-0408-494f-96b2-a05b58a9c665 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957e4311-46df-4a49-9f21-4cc18046a7e9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:11.642723 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42300) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:11.647358 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-95e6c1c3-f6a2-4eb6-85c4-5fd1d48e5eb8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031953746', 'description': 'tempest-secgroup-smoke-1031953746 description', 'project_id': 'e6c9537d092948388f22b070b8557021'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:11.676983 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95e6c1c3-f6a2-4eb6-85c4-5fd1d48e5eb8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.747230 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95e6c1c3-f6a2-4eb6-85c4-5fd1d48e5eb8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.751190 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95e6c1c3-f6a2-4eb6-85c4-5fd1d48e5eb8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.783451 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95e6c1c3-f6a2-4eb6-85c4-5fd1d48e5eb8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.784831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-95e6c1c3-f6a2-4eb6-85c4-5fd1d48e5eb8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410458 Nov 09 18:58:11.788668 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42302) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:11.793429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ca5dbf97-1674-4a9b-be51-9adb1d0c0d8a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:11.794494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6c1c3-f6a2-4eb6-85c4-5fd1d48e5eb8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:11.825674 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca5dbf97-1674-4a9b-be51-9adb1d0c0d8a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.892300 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca5dbf97-1674-4a9b-be51-9adb1d0c0d8a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.896544 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca5dbf97-1674-4a9b-be51-9adb1d0c0d8a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.915613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dbf97-1674-4a9b-be51-9adb1d0c0d8a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ad7f13-f365-437d-8588-5f986d112ab8,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:11.925054 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ca5dbf97-1674-4a9b-be51-9adb1d0c0d8a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:11.926434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ca5dbf97-1674-4a9b-be51-9adb1d0c0d8a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367409 Nov 09 18:58:11.929168 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42304) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:11.934204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-24ee2d5b-c3ae-4b54-abee-77ba782b4b3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:11.961545 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24ee2d5b-c3ae-4b54-abee-77ba782b4b3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.024468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24ee2d5b-c3ae-4b54-abee-77ba782b4b3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.029854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24ee2d5b-c3ae-4b54-abee-77ba782b4b3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.051177 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee2d5b-c3ae-4b54-abee-77ba782b4b3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52abc6bc-7baf-436e-b2cd-f739af0f2ce8,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:12.059223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-24ee2d5b-c3ae-4b54-abee-77ba782b4b3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.060448 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-24ee2d5b-c3ae-4b54-abee-77ba782b4b3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301467 Nov 09 18:58:12.063202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42306) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:12.069650 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-157e6ca9-b2fc-4f1d-9cbd-557d20a4e604 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:12.104748 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-157e6ca9-b2fc-4f1d-9cbd-557d20a4e604 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.171413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-157e6ca9-b2fc-4f1d-9cbd-557d20a4e604 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.175642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-157e6ca9-b2fc-4f1d-9cbd-557d20a4e604 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.197615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e6ca9-b2fc-4f1d-9cbd-557d20a4e604 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea4e4fb-0de9-4c68-bef0-c059c3077f25,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:12.208178 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-157e6ca9-b2fc-4f1d-9cbd-557d20a4e604 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.209440 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-157e6ca9-b2fc-4f1d-9cbd-557d20a4e604 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449928 Nov 09 18:58:12.212137 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42308) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:12.216570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6d0656f6-7eac-4521-a626-3679f4245702 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:12.243057 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d0656f6-7eac-4521-a626-3679f4245702 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.308493 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d0656f6-7eac-4521-a626-3679f4245702 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.312293 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d0656f6-7eac-4521-a626-3679f4245702 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.331032 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0656f6-7eac-4521-a626-3679f4245702 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc24070-9375-4316-907a-9073e2202327,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:12.341160 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d0656f6-7eac-4521-a626-3679f4245702 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.343023 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d0656f6-7eac-4521-a626-3679f4245702 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293831 Nov 09 18:58:12.345495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42310) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:12.350487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:12.375005 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:58:12.380915 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.448441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.452548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.473990 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98579a99-bc12-4317-a3f0-76d3208b4572,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:12.482479 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.483736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cf8713a8-f5e8-456c-ac6f-2db009951eeb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371582 Nov 09 18:58:12.486874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42312) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:12.491522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:12.515816 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:58:12.521752 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.589839 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.593861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.612519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35577d40-7df7-4fb1-8e10-92ef7a9eb74c,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:12.620175 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.621420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-80e2235b-2f0a-46ec-9af0-f88acf0a912b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335227 Nov 09 18:58:12.624469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42314) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:12.630041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'network': {'name': 'tempest-network-smoke--571819912', 'project_id': 'e6c9537d092948388f22b070b8557021', 'port_security_enabled': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:12.651247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:58:12.654830 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.683737 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:58:12.696021 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.696489 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Added segment 53fcbabb-9a94-48a1-96e0-a40de665a920 of type vlan for network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 Nov 09 18:58:12.738611 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0359c202-d408-47df-b383-7968473390d0 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:58:12.744140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.771378 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.777127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:12.777376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0359c202-d408-47df-b383-7968473390d0 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:58:12.777766 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.777924 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0359c202-d408-47df-b383-7968473390d0 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:58:12.778672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0921a4cc-ea03-4ade-8a25-d450939924f8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:58:12.822857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0921a4cc-ea03-4ade-8a25-d450939924f8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:58:12.823388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0921a4cc-ea03-4ade-8a25-d450939924f8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:58:12.836170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.840493 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2148554 Nov 09 18:58:12.844546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42316) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:12.850852 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'admin_state_up': True, 'project_id': 'e6c9537d092948388f22b070b8557021', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:12.857232 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499ceeb-1016-432c-9ff2-913b7fcff1f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Network': ['ID=8d6bb1d9-79ba-4872-9455-c9650bddbe40,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:12.868319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:58:12.880414 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.882131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:12.942715 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:13.085721 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:13.277934 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:13.296520 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:13.401634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.248 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/5fe0c924-99ff-4c82-b741-b5dea43bdf55) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:58:13.503292 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:13.537598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:13.585114 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:58:13.587983 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:58:13.590470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:58:13.598357 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=5fe0c924-99ff-4c82-b741-b5dea43bdf55,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:13.842172 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:14.325509 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:14.452015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router d83e9211-d3bd-4a00-818a-7337f840287d is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:58:14.566419 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:58:14.576708 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Sync routers for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:58:14.589174 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:14.589393 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:14.590095 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:14.590491 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8d75b63e-971b-4d08-a11d-088a27f195cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7443089 Nov 09 18:58:14.593710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42318) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:14.623515 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-26deedac-48cf-47dc-a3f9-4ae882e06758 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e6c9537d092948388f22b070b8557021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285981 Nov 09 18:58:14.626679 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42320) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:14.705375 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:14.718818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0cb9d-65ef-4d38-8c80-f1925590e061 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:14.720343 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6ea0cb9d-65ef-4d38-8c80-f1925590e061 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927234 Nov 09 18:58:14.723292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42322) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:14.756288 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bff9c056-f099-4068-bace-e09b8931cfd7 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316951 Nov 09 18:58:14.758788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42324) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:14.763740 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505273359', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'project_id': 'e6c9537d092948388f22b070b8557021', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:14.853471 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:58:14.857601 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:14.912062 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:13Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:14.950055 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Checking router: d83e9211-d3bd-4a00-818a-7337f840287d for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:58:14.950460 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Updating router d83e9211-d3bd-4a00-818a-7337f840287d port 5fe0c924-99ff-4c82-b741-b5dea43bdf55 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:58:14.978608 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.059399 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.124018 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Subnet': ['ID=ee0929e7-f9ab-4622-8511-88eea4eb3d97,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:15.133920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Checking segment: {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:58:15.134370 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network hostable DHCP agents. Network: 8d6bb1d9-79ba-4872-9455-c9650bddbe40, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:58:15.152871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:58:15.164196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 8d6bb1d9-79ba-4872-9455-c9650bddbe40) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:58:15.168887 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:15.169618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.176752 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2138630-574b-4955-8567-ca88a8c1426d None None] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:58:15.187409 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5a53d180-14c0-4f2c-bf39-17d8ca846673 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4275138 Nov 09 18:58:15.190444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42326) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:15.303679 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.310933 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.348508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:58:15.349924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.362343 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Attempting to bind port 5fe0c924-99ff-4c82-b741-b5dea43bdf55 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:58:15.362726 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Attempting to bind port 5fe0c924-99ff-4c82-b741-b5dea43bdf55 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:58:15.363437 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Attempting to bind port 5fe0c924-99ff-4c82-b741-b5dea43bdf55 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:58:15.375800 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Pushing event updated for resources: {'Port': ['ID=5fe0c924-99ff-4c82-b741-b5dea43bdf55,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:15.382920 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:58:15.383298 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:58:15.383702 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.384087 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:58:15.384556 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Bound port: 5fe0c924-99ff-4c82-b741-b5dea43bdf55, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:58:15.384937 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.387288 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.387620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.387955 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.388288 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.388615 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.388940 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.389292 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.389592 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.389906 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.390250 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.390569 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.390885 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:58:15.457680 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] For port 5fe0c924-99ff-4c82-b741-b5dea43bdf55, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:58:15.461484 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] For port 5fe0c924-99ff-4c82-b741-b5dea43bdf55, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5fe0c924-99ff-4c82-b741-b5dea43bdf55,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:58:15.466580 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.536977 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:15.537877 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:15.542388 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ced8f-3ff1-4533-b166-fb9ad99f7be5 None None] Pushing event updated for resources: {'Port': ['ID=5fe0c924-99ff-4c82-b741-b5dea43bdf55,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:15.672912 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Allocated IP 172.20.0.2 (8d6bb1d9-79ba-4872-9455-c9650bddbe40/ee0929e7-f9ab-4622-8511-88eea4eb3d97/0f813a1a-f39b-4760-92f5-43878b8a6e5b) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:58:15.694646 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.769887 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:15.852717 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.860189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.901878 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:58:15.908483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Pushing event updated for resources: {'Port': ['ID=0f813a1a-f39b-4760-92f5-43878b8a6e5b,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:15.915168 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:58:15.920862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:58:15.976387 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Attempting to bind port 0f813a1a-f39b-4760-92f5-43878b8a6e5b on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:58:15.976670 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:13Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:15.976812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Attempting to bind port 0f813a1a-f39b-4760-92f5-43878b8a6e5b by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:58:15.977147 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Attempting to bind port 0f813a1a-f39b-4760-92f5-43878b8a6e5b on network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:58:15.982508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:58:15.983292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Checking segment: {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:58:15.983433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:15.983712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Bound using segment: {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:58:15.984193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Bound port: 0f813a1a-f39b-4760-92f5-43878b8a6e5b, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:58:15.984577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.007962 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83ed51-d77e-4a16-bfd3-2b164dc75b1c None None] The sync data for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 is: [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:13Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:58:16.023494 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.1 (8d6bb1d9-79ba-4872-9455-c9650bddbe40/ee0929e7-f9ab-4622-8511-88eea4eb3d97/458d5cbe-4228-4186-8df2-70f4b91c5cb2) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:58:16.066623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] For port 0f813a1a-f39b-4760-92f5-43878b8a6e5b, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:58:16.070438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] For port 0f813a1a-f39b-4760-92f5-43878b8a6e5b, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0f813a1a-f39b-4760-92f5-43878b8a6e5b,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:58:16.075785 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.133522 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96b4bf-3956-4b7b-b1c6-dde9898d8abe None None] Pushing event updated for resources: {'Port': ['ID=0f813a1a-f39b-4760-92f5-43878b8a6e5b,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:16.164557 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.211382 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.258368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:58:16.277788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:58:16.285359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:58:16.316820 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=458d5cbe-4228-4186-8df2-70f4b91c5cb2,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:16.344571 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.513028 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.817472 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.819092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fe0c924-99ff-4c82-b741-b5dea43bdf55 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:58:16.887212 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5fe0c924-99ff-4c82-b741-b5dea43bdf55 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:16.887919 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:16.986708 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.015373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 5fe0c924-99ff-4c82-b741-b5dea43bdf55, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5fe0c924-99ff-4c82-b741-b5dea43bdf55,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:17.021590 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.022227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0f813a1a-f39b-4760-92f5-43878b8a6e5b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:58:17.103993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=5fe0c924-99ff-4c82-b741-b5dea43bdf55,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:17.116415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0f813a1a-f39b-4760-92f5-43878b8a6e5b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:17.116806 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.195376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.202223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.219599 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.260198 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 0f813a1a-f39b-4760-92f5-43878b8a6e5b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0f813a1a-f39b-4760-92f5-43878b8a6e5b,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:17.265333 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.295775 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.299634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=458d5cbe-4228-4186-8df2-70f4b91c5cb2,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:17.315035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f4be6-ef3b-4b3f-958f-a73c8436cfc5 None None] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:58:17.373947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=0f813a1a-f39b-4760-92f5-43878b8a6e5b,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:17.397384 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-4e43e0df-f66c-4701-a7cf-70ff0556e670 None None] Provisioning complete for port 0f813a1a-f39b-4760-92f5-43878b8a6e5b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:17.397754 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4e43e0df-f66c-4701-a7cf-70ff0556e670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.404123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:58:17.405534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:58:17.526112 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router d83e9211-d3bd-4a00-818a-7337f840287d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:58:17.662503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:58:17.671759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b46a3877-fa53-42a3-852c-b2076762f8a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/d83e9211-d3bd-4a00-818a-7337f840287d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4763231 Nov 09 18:58:17.853473 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-ce66b2a9-a196-4947-81ad-96ef64184152 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031953746&fields=id&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 267 time: 0.0456870 Nov 09 18:58:17.871636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-db001e91-29e5-46b0-a606-da1e607f9bcd None None] Provisioning complete for port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:17.872228 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-db001e91-29e5-46b0-a606-da1e607f9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.914746 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-db001e91-29e5-46b0-a606-da1e607f9bcd None None] Port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:58:17.924719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-db001e91-29e5-46b0-a606-da1e607f9bcd None None] Provisioning complete for port 0f813a1a-f39b-4760-92f5-43878b8a6e5b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:17.925194 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-db001e91-29e5-46b0-a606-da1e607f9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:17.948472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Sync routers for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:58:17.978299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:17.978954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:17.986428 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-848af8e7-fd3d-48cc-8c72-89af3a22d8d5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:17.993950 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-848af8e7-fd3d-48cc-8c72-89af3a22d8d5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/networks?id=8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 200 len: 796 time: 0.1329203 Nov 09 18:58:18.004818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77262f1b-a6fc-473c-8d1f-11eac1d81f95 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/quotas/e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 375 time: 0.0099435 Nov 09 18:58:18.063745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-0f8aa9b1-4c41-4c15-934c-ab0e3d4bc736 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518391 Nov 09 18:58:18.136386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:18.178562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-2dc52635-4e55-4fbb-a63a-1d67957573e1 service neutron] 10.222.0.32 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995936 Nov 09 18:58:18.276851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-01389a37-76dc-4695-8857-aac40374f3c0 None None] Provisioning complete for port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:18.277230 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-01389a37-76dc-4695-8857-aac40374f3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:18.282256 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-0309a80d-4a22-43c6-b9e2-37b778498d36 service neutron] 10.222.0.32 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964708 Nov 09 18:58:18.328133 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-01389a37-76dc-4695-8857-aac40374f3c0 None None] Port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:58:18.400486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:17Z', 'revision_number': 2, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:18.443925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Checking router: d83e9211-d3bd-4a00-818a-7337f840287d for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:58:18.444422 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Updating router d83e9211-d3bd-4a00-818a-7337f840287d port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:58:18.448099 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fd7b0c5-0064-48f3-a313-0e6e2e4bf628 req-90cb7bad-cb41-4cef-a920-4f6cac81ed39 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 210 time: 0.0294704 Nov 09 18:58:18.494558 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:18.735710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fe0c924-99ff-4c82-b741-b5dea43bdf55 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:58:18.816086 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:18.825778 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:18.859347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5fe0c924-99ff-4c82-b741-b5dea43bdf55 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:18.859724 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:18.925018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4db2-d564-4c6a-a73b-6aa7f1ec1a3a None None] Pushing event updated for resources: {'Port': ['ID=458d5cbe-4228-4186-8df2-70f4b91c5cb2,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:19.004334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Attempting to bind port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:58:19.004716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Attempting to bind port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:58:19.005100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Attempting to bind port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 on network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:58:19.013405 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:58:19.013783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Checking segment: {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:58:19.016421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.016851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Bound using segment: {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:58:19.017355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Bound port: 458d5cbe-4228-4186-8df2-70f4b91c5cb2, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:58:19.017754 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.045247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0f813a1a-f39b-4760-92f5-43878b8a6e5b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:58:19.137097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] For port 458d5cbe-4228-4186-8df2-70f4b91c5cb2, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:58:19.142334 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] For port 458d5cbe-4228-4186-8df2-70f4b91c5cb2, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=458d5cbe-4228-4186-8df2-70f4b91c5cb2,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:58:19.152012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.184535 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0f813a1a-f39b-4760-92f5-43878b8a6e5b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:19.184915 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.233350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ab107f63-f7d6-41a6-a396-2e3e62261312 None None] Provisioning complete for port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:19.233730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ab107f63-f7d6-41a6-a396-2e3e62261312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.284653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:19.285305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:19.290501 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e4db2-d564-4c6a-a73b-6aa7f1ec1a3a None None] Pushing event updated for resources: {'Port': ['ID=458d5cbe-4228-4186-8df2-70f4b91c5cb2,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:19.487629 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:19.595831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4e5e171-6618-42ad-b073-985bbaa095f4 req-662a28c0-1b98-4af2-93fc-31135611a963 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 210 time: 0.0558829 Nov 09 18:58:19.650228 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-05a9a0a0-3c94-464c-9f2e-a79a6b623391 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:19.652547 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-05a9a0a0-3c94-464c-9f2e-a79a6b623391 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/networks?id=8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 200 len: 796 time: 0.2093303 Nov 09 18:58:19.715275 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-256c1d19-09c6-4c9c-bb56-73b7689660c7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 380 time: 0.0536444 Nov 09 18:58:19.728307 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'port': {'device_id': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'admin_state_up': True, 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'security_groups': ['2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:19.743269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ab107f63-f7d6-41a6-a396-2e3e62261312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.763396 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.862807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ab107f63-f7d6-41a6-a396-2e3e62261312 None None] For port 458d5cbe-4228-4186-8df2-70f4b91c5cb2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=458d5cbe-4228-4186-8df2-70f4b91c5cb2,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:19.868955 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ab107f63-f7d6-41a6-a396-2e3e62261312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.870786 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:58:19.877264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:19.955227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab107f63-f7d6-41a6-a396-2e3e62261312 None None] Pushing event updated for resources: {'Port': ['ID=458d5cbe-4228-4186-8df2-70f4b91c5cb2,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:20.010214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-0d8f37a0-12fe-4d88-9d12-09e98863151c None None] Provisioning complete for port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:20.010598 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0d8f37a0-12fe-4d88-9d12-09e98863151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:20.059656 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.5 (8d6bb1d9-79ba-4872-9455-c9650bddbe40/ee0929e7-f9ab-4622-8511-88eea4eb3d97/556d58b6-4b62-4e27-b418-1ceec68e9590) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:58:20.064849 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:20.099434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31c246-825d-479b-a0f5-f19fd63fc38f None None] The sync data for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 is: [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:58:20.267035 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:20.309394 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:20.356765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:58:20.360336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:58:20.365813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:58:20.379450 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=556d58b6-4b62-4e27-b418-1ceec68e9590,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:20.436600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:20.437413 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:20.459419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-77936cb4-46dc-414f-baad-3afe7ec2df18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7362361 Nov 09 18:58:20.473922 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Request body: {'port': {'device_id': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:20.554501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:20.725738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a5bc5c73-0711-42d0-9757-37d14d041e71 None None] Provisioning complete for port 556d58b6-4b62-4e27-b418-1ceec68e9590 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:20.726233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5c73-0711-42d0-9757-37d14d041e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:20.798169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b46c4b-4da4-4e17-b026-5a67e0a3f79b req-f3261cca-ed00-44dd-8d96-01c8e60de93d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:20.801421 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc5c73-0711-42d0-9757-37d14d041e71 None None] Port 556d58b6-4b62-4e27-b418-1ceec68e9590 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:58:20.801800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1b46c4b-4da4-4e17-b026-5a67e0a3f79b req-f3261cca-ed00-44dd-8d96-01c8e60de93d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 931 time: 0.0905674 Nov 09 18:58:20.825937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 458d5cbe-4228-4186-8df2-70f4b91c5cb2 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:58:20.879097 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b1b46c4b-4da4-4e17-b026-5a67e0a3f79b req-3e7a69f7-68f7-4258-84a3-aab144a4a446 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588567 Nov 09 18:58:20.921176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:20.921586 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:20.982158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556d58b6-4b62-4e27-b418-1ceec68e9590 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:58:20.991253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:21.005268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Transition to ACTIVE for port object 556d58b6-4b62-4e27-b418-1ceec68e9590 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 18:58:21.011707 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:21.074128 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Pushing event updated for resources: {'Port': ['ID=556d58b6-4b62-4e27-b418-1ceec68e9590,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:21.159049 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Attempting to bind port 556d58b6-4b62-4e27-b418-1ceec68e9590 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:58:21.159512 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Attempting to bind port 556d58b6-4b62-4e27-b418-1ceec68e9590 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:58:21.159957 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Attempting to bind port 556d58b6-4b62-4e27-b418-1ceec68e9590 on network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:58:21.165417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Port 556d58b6-4b62-4e27-b418-1ceec68e9590 on network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 18:58:21.165888 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Attempting to bind port 556d58b6-4b62-4e27-b418-1ceec68e9590 on network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:58:21.171711 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:58:21.172197 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Checking segment: {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:58:21.173754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Bound using segment: {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:58:21.174431 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Bound port: 556d58b6-4b62-4e27-b418-1ceec68e9590, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fcbabb-9a94-48a1-96e0-a40de665a920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:58:21.174902 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:21.258564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] For port 556d58b6-4b62-4e27-b418-1ceec68e9590, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:58:21.262868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] For port 556d58b6-4b62-4e27-b418-1ceec68e9590, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=556d58b6-4b62-4e27-b418-1ceec68e9590,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:58:21.267664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:21.307441 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:21.308356 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:21.309875 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] 10.222.0.85 "PUT /v2.0/ports/556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 200 len: 1091 time: 0.8411067 Nov 09 18:58:21.310338 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:21.312825 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574bb5a-75b9-4417-b8d6-69c47162dddd" -d '{"events": [{"name": "network-changed", "server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:21.357509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bd8cb-201a-447c-9a6d-d6598beddf09 service neutron] Pushing event updated for resources: {'Port': ['ID=556d58b6-4b62-4e27-b418-1ceec68e9590,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:21.389730 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe79f7-8636-4dbd-86dc-3b19c4703042 x-openstack-request-id: req-14fe79f7-8636-4dbd-86dc-3b19c4703042 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:21.390082 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:21.390398 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14fe79f7-8636-4dbd-86dc-3b19c4703042 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:21.390875 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'status': 'completed', 'code': 200} Nov 09 18:58:21.434280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-87253b6c-2f5f-497a-aacb-7870b442e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:21.436106 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-87253b6c-2f5f-497a-aacb-7870b442e94d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1094 time: 0.0610144 Nov 09 18:58:21.502915 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-f583245f-0f7e-47ad-af51-e9a01ceb8387 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 200 len: 217 time: 0.0574868 Nov 09 18:58:21.564189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-73bd4a1e-0cdd-45e5-8cdd-d3c80759613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:21.566326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-73bd4a1e-0cdd-45e5-8cdd-d3c80759613d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee0929e7-f9ab-4622-8511-88eea4eb3d97 HTTP/1.1" status: 200 len: 834 time: 0.0567663 Nov 09 18:58:21.620253 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-2e0214df-8dc4-487b-ab03-f534ad9a3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:21.621871 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-2e0214df-8dc4-487b-ab03-f534ad9a3549 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8d6bb1d9-79ba-4872-9455-c9650bddbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477970 Nov 09 18:58:21.730918 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-f0e8bae8-acba-415f-a2f8-114f67c52fb7 service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010990 Nov 09 18:58:21.821191 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ab9e52d0-0851-43e6-9c04-0181f477a112 req-2beb4e21-ef42-4449-9073-00aaaae5be7e service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831053 Nov 09 18:58:21.919057 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-02952f94-7a4a-429e-b99b-4a1fc3072055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:21.920677 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-02952f94-7a4a-429e-b99b-4a1fc3072055 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1094 time: 0.0500851 Nov 09 18:58:22.028289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ce22-41c4-4679-84c1-f7680ea8d5b7 req-861d7f28-0285-4e5a-92d9-362db924bfab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:22.029849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1455ce22-41c4-4679-84c1-f7680ea8d5b7 req-861d7f28-0285-4e5a-92d9-362db924bfab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 943 time: 0.0608964 Nov 09 18:58:22.040766 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-c46dbe41-f467-4f88-8bd5-854274ba3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:22.042326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-c46dbe41-f467-4f88-8bd5-854274ba3ac3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 200 len: 897 time: 0.1146407 Nov 09 18:58:22.082669 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1455ce22-41c4-4679-84c1-f7680ea8d5b7 req-8d0ae91b-f8d7-44e4-8ee1-0eff794abfb6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Nov 09 18:58:22.087248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-3f5e83b8-2861-4812-88a1-577c42cf2704 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 200 len: 217 time: 0.0373642 Nov 09 18:58:22.142429 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-91771e63-570b-4fc5-87df-1926d012c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:22.143922 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-91771e63-570b-4fc5-87df-1926d012c447 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee0929e7-f9ab-4622-8511-88eea4eb3d97 HTTP/1.1" status: 200 len: 834 time: 0.0499523 Nov 09 18:58:22.192315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-fa53fa21-9f43-4b15-9765-b1790936eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:22.193846 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-fa53fa21-9f43-4b15-9765-b1790936eff5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8d6bb1d9-79ba-4872-9455-c9650bddbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417964 Nov 09 18:58:22.292349 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-fa0d240d-6047-4df4-b08f-d3e72e67c153 service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905054 Nov 09 18:58:22.391624 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5574bb5a-75b9-4417-b8d6-69c47162dddd req-a485f221-cbf7-4e39-8e14-7551520887b4 service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912273 Nov 09 18:58:23.200338 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f68cac-7eb0-4c5e-8c95-d70f0de75744 req-edca28c2-e249-4dd4-9c69-0aa3a6c36e13 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:23.201847 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2f68cac-7eb0-4c5e-8c95-d70f0de75744 req-edca28c2-e249-4dd4-9c69-0aa3a6c36e13 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 943 time: 0.0502880 Nov 09 18:58:23.241398 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c2f68cac-7eb0-4c5e-8c95-d70f0de75744 req-5babd5dc-73c0-4eff-8619-2a8443dd8e57 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326815 Nov 09 18:58:24.364410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6734a-79e1-4690-bcde-8094d01f9a0b req-e4b3b351-b5f6-47f8-b8f5-4ea98a039f90 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:24.365926 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bba6734a-79e1-4690-bcde-8094d01f9a0b req-e4b3b351-b5f6-47f8-b8f5-4ea98a039f90 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 943 time: 0.0553215 Nov 09 18:58:24.404684 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bba6734a-79e1-4690-bcde-8094d01f9a0b req-37783791-54c4-4bf6-b6c2-7a3b4c1d6ce6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326416 Nov 09 18:58:24.983504 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 556d58b6-4b62-4e27-b418-1ceec68e9590 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 18:58:24.987543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-1f724d95-a643-4929-a3ae-a8b460cf95a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433106 Nov 09 18:58:25.083686 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-5e30d3ed-bcfa-4661-bc18-ea8ad9b90b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:25.085196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-5e30d3ed-bcfa-4661-bc18-ea8ad9b90b22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0457001 Nov 09 18:58:25.092386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 556d58b6-4b62-4e27-b418-1ceec68e9590, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=556d58b6-4b62-4e27-b418-1ceec68e9590,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:25.106509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'port_id': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'mac_address': 'fa:16:3e:65:00:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 18:58:25.146156 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:25.159818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556d58b6-4b62-4e27-b418-1ceec68e9590 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 18:58:25.180647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 556d58b6-4b62-4e27-b418-1ceec68e9590, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=556d58b6-4b62-4e27-b418-1ceec68e9590,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:25.186229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:25.223743 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-7027bf29-ad8a-4b93-bf7b-1833c05e3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:25.225227 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-7027bf29-ad8a-4b93-bf7b-1833c05e3513 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1092644 Nov 09 18:58:25.239808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=556d58b6-4b62-4e27-b418-1ceec68e9590,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:25.275625 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-5387522a-ee6b-470f-8c7b-14c2faf3248b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0392525 Nov 09 18:58:25.333139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-11a65a4b-8e8d-43eb-bbcd-00b921f40a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:25.334782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-11a65a4b-8e8d-43eb-bbcd-00b921f40a6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0486674 Nov 09 18:58:25.391984 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-85f5356d-cd6c-4663-8cc8-5de5bdf0773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:25.393506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-85f5356d-cd6c-4663-8cc8-5de5bdf0773c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477321 Nov 09 18:58:25.402361 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['556d58b6-4b62-4e27-b418-1ceec68e9590'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 18:58:25.410296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-fb01aebc-6a7b-4d37-b87b-ea2f35bb5ba6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 18:58:25.411900 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-fb01aebc-6a7b-4d37-b87b-ea2f35bb5ba6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068095 Nov 09 18:58:25.543101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bc603-df9f-409f-b121-11da2423c5ef req-b4396099-934b-4868-b4dc-4922ee2c6e49 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:25.544611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd9bc603-df9f-409f-b121-11da2423c5ef req-b4396099-934b-4868-b4dc-4922ee2c6e49 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 944 time: 0.0606019 Nov 09 18:58:25.580134 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-9f24d56a-2dd3-4212-87ec-69d66e797f28 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554675 Nov 09 18:58:25.618752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd9bc603-df9f-409f-b121-11da2423c5ef req-da0b6028-202f-4b40-a966-87bd3d7e887f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632706 Nov 09 18:58:25.691423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-362e262e-a16c-4b27-a1e7-ab3b4ff4fff4 req-b0b3ab66-588d-421d-970b-c376df12c076 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975010 Nov 09 18:58:26.772934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da94619-635f-43ad-acdd-704ea2732d8c req-f088c776-f013-41ad-bfe2-eff088d698b3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:26.775213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4da94619-635f-43ad-acdd-704ea2732d8c req-f088c776-f013-41ad-bfe2-eff088d698b3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 944 time: 0.0695465 Nov 09 18:58:26.829748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4da94619-635f-43ad-acdd-704ea2732d8c req-a8a224c1-e99b-4e4c-928c-4c4081094a70 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 Nov 09 18:58:27.028443 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 556d58b6-4b62-4e27-b418-1ceec68e9590 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:58:27.092591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 556d58b6-4b62-4e27-b418-1ceec68e9590 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 18:58:27.098744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 556d58b6-4b62-4e27-b418-1ceec68e9590 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:58:27.099291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:27.186432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:27.212563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:27.215451 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb2f8e1-5daa-4671-bb2b-e13ecd9dbbe0" -d '{"events": [{"server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "name": "network-vif-plugged", "status": "completed", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:27.229357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 556d58b6-4b62-4e27-b418-1ceec68e9590, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=556d58b6-4b62-4e27-b418-1ceec68e9590,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:58:27.234849 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:27.264859 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812cedef-af8a-4a12-b42c-1ad335df122e x-openstack-request-id: req-812cedef-af8a-4a12-b42c-1ad335df122e {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:27.265168 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "name": "network-vif-plugged", "status": "completed", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:27.265425 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-812cedef-af8a-4a12-b42c-1ad335df122e {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:27.265819 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'code': 200} Nov 09 18:58:27.302527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=556d58b6-4b62-4e27-b418-1ceec68e9590,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:27.380963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f689e-c259-435b-a7fa-34df18452c40 req-de6d3840-2ebe-408f-862c-d480c2e18f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:27.382779 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2e3f689e-c259-435b-a7fa-34df18452c40 req-de6d3840-2ebe-408f-862c-d480c2e18f5d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1096 time: 0.0432754 Nov 09 18:58:27.420779 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2e3f689e-c259-435b-a7fa-34df18452c40 req-72c6e3c6-4fca-4275-b26a-7759fbdb2d62 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281773 Nov 09 18:58:27.979349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855353a4-dfb6-42bd-a2c8-9257cd748bc5 req-aa310a00-0d56-4cfc-aef0-25696faf07b3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:27.981156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-855353a4-dfb6-42bd-a2c8-9257cd748bc5 req-aa310a00-0d56-4cfc-aef0-25696faf07b3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0587325 Nov 09 18:58:28.028140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-855353a4-dfb6-42bd-a2c8-9257cd748bc5 req-f854ef00-4806-452e-aac6-3b34cf6c0a11 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Nov 09 18:58:29.150316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35f927-c55d-4b9a-91ab-d0622d289c8c req-b7156583-1ab6-43b0-acfc-bd0c6c880725 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:29.151811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd35f927-c55d-4b9a-91ab-d0622d289c8c req-b7156583-1ab6-43b0-acfc-bd0c6c880725 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0511310 Nov 09 18:58:29.193183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd35f927-c55d-4b9a-91ab-d0622d289c8c req-1f2da9db-2948-4f4d-a1b6-01032d97a311 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339210 Nov 09 18:58:29.320215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a883d82-f392-463b-b518-c2073c3b0abd req-0bb48f8b-8a7b-43a2-87cc-702a76c9f980 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:29.321921 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a883d82-f392-463b-b518-c2073c3b0abd req-0bb48f8b-8a7b-43a2-87cc-702a76c9f980 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0562623 Nov 09 18:58:29.361113 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a883d82-f392-463b-b518-c2073c3b0abd req-affa8a41-d645-4c51-88d9-fedbe709d8ba tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Nov 09 18:58:29.386721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42392) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:29.433564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab028a1-080a-4004-b8d8-5420bc047fea tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:29.435278 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2ab028a1-080a-4004-b8d8-5420bc047fea tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1091 time: 0.0474732 Nov 09 18:58:29.438152 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42394) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:29.442670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:58:29.465221 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:29.564003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:29.675927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.70 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/b7a9a467-5a3a-47b6-8b86-24310944ecf0) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:58:29.788836 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:29.831642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:29.879278 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:58:29.882643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:58:29.886199 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:58:29.895473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=b7a9a467-5a3a-47b6-8b86-24310944ecf0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:30.248298 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:30.317874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:30.468829 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:30.474441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:30.565698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=b7a9a467-5a3a-47b6-8b86-24310944ecf0,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:58:30.577068 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:30.691467 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42 associated. External IP: 172.25.0.70, port: 556d58b6-4b62-4e27-b418-1ceec68e9590. Nov 09 18:58:30.913509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router d83e9211-d3bd-4a00-818a-7337f840287d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:58:31.018826 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:58:31.032178 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] Sync routers for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:58:31.039460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:31.042820 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:31.043565 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:31.083782 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-daa2945e-030e-4238-83ce-759b63f33d09 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6445038 Nov 09 18:58:31.084460 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:58:31.087026 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec88f67-ca45-480f-9317-172695217ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:58:31.162712 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:31.201894 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472d717-d003-4523-ad92-47f966e59962 req-a2993ac8-4956-45ee-a342-9cad32bff3a5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:31.203536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0472d717-d003-4523-ad92-47f966e59962 req-a2993ac8-4956-45ee-a342-9cad32bff3a5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0577130 Nov 09 18:58:31.243972 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0472d717-d003-4523-ad92-47f966e59962 req-5c78a49a-a854-411a-962d-f75839b3a0cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340967 Nov 09 18:58:31.272681 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42400) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:31.294821 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97d8cd-36b2-4bc2-a969-dafcac1ee59e x-openstack-request-id: req-7a97d8cd-36b2-4bc2-a969-dafcac1ee59e {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:58:31.295169 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:58:31.295431 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a97d8cd-36b2-4bc2-a969-dafcac1ee59e {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:58:31.295803 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'status': 'completed', 'code': 200} Nov 09 18:58:31.353987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-51285b81-4765-413f-9493-f55ede683bb5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42 HTTP/1.1" status: 200 len: 990 time: 0.0799570 Nov 09 18:58:31.379462 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88f67-ca45-480f-9317-172695217ea7 req-e6d1109a-f529-4a03-afc0-873aabf3b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:31.381093 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ec88f67-ca45-480f-9317-172695217ea7 req-e6d1109a-f529-4a03-afc0-873aabf3b20f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1096 time: 0.0600307 Nov 09 18:58:31.404289 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'port_id': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'mac_address': 'fa:16:3e:65:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:58:30Z', 'updated_at': '2021-11-09T18:58:30Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:31.433164 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] Checking router: d83e9211-d3bd-4a00-818a-7337f840287d for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:58:31.442500 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:58:31.443202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:58:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:31.479182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88f67-ca45-480f-9317-172695217ea7 req-172e3bd9-8a78-46be-bdfa-746643790c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:31.480692 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ec88f67-ca45-480f-9317-172695217ea7 req-172e3bd9-8a78-46be-bdfa-746643790c65 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 200 len: 897 time: 0.0923262 Nov 09 18:58:31.554866 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:58:31.563204 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ec88f67-ca45-480f-9317-172695217ea7 req-7e29577e-a6ed-44d7-84f0-89b343cf68fb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 200 len: 998 time: 0.0739312 Nov 09 18:58:31.619301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88f67-ca45-480f-9317-172695217ea7 req-4dc170b7-d53e-4c83-836c-f777ae935192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:31.620956 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ec88f67-ca45-480f-9317-172695217ea7 req-4dc170b7-d53e-4c83-836c-f777ae935192 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee0929e7-f9ab-4622-8511-88eea4eb3d97 HTTP/1.1" status: 200 len: 834 time: 0.0511565 Nov 09 18:58:31.670884 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88f67-ca45-480f-9317-172695217ea7 req-f5a46a09-b285-4a55-acb1-769560975b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:58:31.672445 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ec88f67-ca45-480f-9317-172695217ea7 req-f5a46a09-b285-4a55-acb1-769560975b3e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8d6bb1d9-79ba-4872-9455-c9650bddbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438135 Nov 09 18:58:31.770033 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ec88f67-ca45-480f-9317-172695217ea7 req-be72c7da-58c7-4556-922d-4bc2f1e88c95 service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901232 Nov 09 18:58:31.790053 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'port_id': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'mac_address': 'fa:16:3e:65:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:58:30Z', 'updated_at': '2021-11-09T18:58:30Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:58:31.818079 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0ef19-f2b4-4590-8d87-dd249abdaa1f None None] The sync data for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 is: [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'port_id': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'mac_address': 'fa:16:3e:65:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T18:58:30Z', 'updated_at': '2021-11-09T18:58:30Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:58:31.866122 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-1ec88f67-ca45-480f-9317-172695217ea7 req-b028bfb8-8203-48ca-a5d2-185186263d67 service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890119 Nov 09 18:58:32.024267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1817d85-54fb-4723-9265-971ceb6a72e3 None None] New status for floating IP ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:58:32.357193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42402) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:58:32.424702 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9e6d616e-63f6-403f-8a4b-08a514dac8ff tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42 HTTP/1.1" status: 200 len: 992 time: 0.0663946 Nov 09 18:58:37.371432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-475a92e2-1b26-42a3-b004-de03a75cd88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:39.869146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-298556a1-bb38-44c1-bef1-8daafb755c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:40.304617 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:41.298698 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:41.859162 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:58:42.803547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:46.816771 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:58:49.672559 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:01.288851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-174ac05f-6426-48d9-957d-9b5eaaf3f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:01.290506 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-174ac05f-6426-48d9-957d-9b5eaaf3f6c9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1096 time: 0.0480335 Nov 09 18:59:01.361755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a46ba2-2a56-45ea-aa2f-9f158ad568b1 req-3082aaaa-632f-4934-a9ba-7d814b2fc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:01.363541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6a46ba2-2a56-45ea-aa2f-9f158ad568b1 req-3082aaaa-632f-4934-a9ba-7d814b2fc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.1309493 Nov 09 18:59:01.397697 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-8a0698fb-8833-4200-b5a6-80f29e0a950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:01.399265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-8a0698fb-8833-4200-b5a6-80f29e0a950e service neutron] 10.222.0.85 "GET /v2.0/networks?id=8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 200 len: 897 time: 0.1006484 Nov 09 18:59:01.425511 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e6a46ba2-2a56-45ea-aa2f-9f158ad568b1 req-bf8eb786-a2c8-4210-8c80-415f93de04d0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552273 Nov 09 18:59:01.486721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-8d162369-c65e-46a2-a4a4-91a480130e72 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 200 len: 1000 time: 0.0797694 Nov 09 18:59:01.546875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-95ae4e79-336c-4f58-a9a5-a8238d99f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:01.549086 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-95ae4e79-336c-4f58-a9a5-a8238d99f902 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee0929e7-f9ab-4622-8511-88eea4eb3d97 HTTP/1.1" status: 200 len: 834 time: 0.0536659 Nov 09 18:59:01.607530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-1d4b2d67-800b-4dae-8137-60a2f36d6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:01.609646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-1d4b2d67-800b-4dae-8137-60a2f36d6602 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8d6bb1d9-79ba-4872-9455-c9650bddbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516872 Nov 09 18:59:01.716748 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-c463737d-3dad-4764-9199-70d299812fad service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974698 Nov 09 18:59:01.817897 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4ebf5bbb-fb52-48d4-a34a-ab5ea2f88b60 req-800f5178-fd54-40c6-801a-241713e5a33a service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931013 Nov 09 18:59:02.558810 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0eb3f-333e-473f-95ca-0b83c05dc085 req-2d46252c-8bcc-4799-af04-aa81a76e5b36 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:02.560369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66e0eb3f-333e-473f-95ca-0b83c05dc085 req-2d46252c-8bcc-4799-af04-aa81a76e5b36 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0525744 Nov 09 18:59:02.603563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-66e0eb3f-333e-473f-95ca-0b83c05dc085 req-4ae48c9e-deef-43e9-a9a1-64fbd7b23acc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363421 Nov 09 18:59:03.725979 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4577c2-85b2-40a0-ae34-63226ea023e5 req-d0d80f5e-50fd-4bc4-b7cc-9a0ceb0d7ac3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:03.727541 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab4577c2-85b2-40a0-ae34-63226ea023e5 req-d0d80f5e-50fd-4bc4-b7cc-9a0ceb0d7ac3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0512028 Nov 09 18:59:03.768107 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab4577c2-85b2-40a0-ae34-63226ea023e5 req-2eba03f6-2190-4868-8900-b686b438701f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Nov 09 18:59:04.919955 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c35303-d18b-4ff1-ba7f-13d5a4a01b96 req-0187f6b7-5a54-4e60-9c22-a2d58295b16f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:04.922743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69c35303-d18b-4ff1-ba7f-13d5a4a01b96 req-0187f6b7-5a54-4e60-9c22-a2d58295b16f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0691049 Nov 09 18:59:04.970646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69c35303-d18b-4ff1-ba7f-13d5a4a01b96 req-0416c3ed-b323-4016-9b26-396dca928463 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414820 Nov 09 18:59:06.090245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b57ee-66cf-44a0-8b28-0c248938fd4b req-57aaa941-2185-4816-806f-98f3d694ab22 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:06.091767 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75b57ee-66cf-44a0-8b28-0c248938fd4b req-57aaa941-2185-4816-806f-98f3d694ab22 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0514147 Nov 09 18:59:06.132018 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a75b57ee-66cf-44a0-8b28-0c248938fd4b req-6a722b4c-d46c-40e3-8ff2-9475f9f7ab8f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338054 Nov 09 18:59:07.254640 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bfc7b-8961-4301-bb8d-8da7eccfed1f req-28e365a7-03ad-4bad-8f3a-2853e4aa7e04 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:07.256136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a2bfc7b-8961-4301-bb8d-8da7eccfed1f req-28e365a7-03ad-4bad-8f3a-2853e4aa7e04 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0543790 Nov 09 18:59:07.295152 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a2bfc7b-8961-4301-bb8d-8da7eccfed1f req-571a7011-bc1f-408f-b696-55fd6083159e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330710 Nov 09 18:59:07.372225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f54ad526-503b-4d76-b8f6-2f5b872da1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:08.412485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac26923-0843-4858-a683-46c5b42029a9 req-d9bc8f3e-39ef-4811-aaa1-2621414c93dc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:08.413986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ac26923-0843-4858-a683-46c5b42029a9 req-d9bc8f3e-39ef-4811-aaa1-2621414c93dc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0511031 Nov 09 18:59:08.456322 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ac26923-0843-4858-a683-46c5b42029a9 req-8bf87b54-8777-4158-a00b-6a352930fc01 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362220 Nov 09 18:59:09.577631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73c788-85a3-4210-933a-5faf74471981 req-5fdf15d1-e66c-4b99-a017-b1c81638f40b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:09.579219 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a73c788-85a3-4210-933a-5faf74471981 req-5fdf15d1-e66c-4b99-a017-b1c81638f40b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0530202 Nov 09 18:59:09.619470 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a73c788-85a3-4210-933a-5faf74471981 req-9f233f58-c6d7-4fdf-94f6-0af6106b8fe6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337760 Nov 09 18:59:09.871762 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-44b08f06-04db-41d4-825c-67f04dbd02d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:10.311652 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:10.734624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2341b-1130-4163-8aec-df082d3678d8 req-377bfd8f-660a-463b-84f2-e6eb97156685 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:10.736120 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d2341b-1130-4163-8aec-df082d3678d8 req-377bfd8f-660a-463b-84f2-e6eb97156685 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Nov 09 18:59:10.774607 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d2341b-1130-4163-8aec-df082d3678d8 req-6da4b638-c521-46e2-90ae-471cc7843ac7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324659 Nov 09 18:59:11.307830 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:11.892230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d22e-172d-4873-bfd2-f5e6a6e3b48e req-b4a0fc40-21d7-426c-b2d5-a30659c778f6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:11.893749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9608d22e-172d-4873-bfd2-f5e6a6e3b48e req-b4a0fc40-21d7-426c-b2d5-a30659c778f6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0531063 Nov 09 18:59:11.941568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9608d22e-172d-4873-bfd2-f5e6a6e3b48e req-24cd9730-565f-43a0-a033-9f009f4e6b1f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 Nov 09 18:59:12.806739 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:13.069227 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9c488-c98b-4dde-be40-e76158acc672 req-59d38036-4ae6-4a49-b4d3-6329956e2063 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:13.070782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece9c488-c98b-4dde-be40-e76158acc672 req-59d38036-4ae6-4a49-b4d3-6329956e2063 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0564940 Nov 09 18:59:13.113904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ece9c488-c98b-4dde-be40-e76158acc672 req-b0a9daab-5b0c-4349-93ce-b59270453aa5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367522 Nov 09 18:59:13.137220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42448) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:13.503028 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-19eecf1a-ce40-441c-8f6c-6235d80d5511 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42 HTTP/1.1" status: 200 len: 992 time: 0.3644669 Nov 09 18:59:16.830896 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:18.858662 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:59:19.668082 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:23.185057 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-78502f72-8904-46bb-95df-b32cd576f18d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989523 Nov 09 18:59:23.269302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-a3895e08-18a7-422c-8f4b-b67b653d9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:23.270832 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-a3895e08-18a7-422c-8f4b-b67b653d9b6e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1096 time: 0.0438550 Nov 09 18:59:23.377755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-c991e3f5-3328-4d65-a67a-93b418ede31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:23.379180 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-c991e3f5-3328-4d65-a67a-93b418ede31a service neutron] 10.222.0.85 "GET /v2.0/networks?id=8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 200 len: 897 time: 0.0872619 Nov 09 18:59:23.451977 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-be7557b8-0c54-4324-82c9-313a9cf428f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 200 len: 1000 time: 0.0617590 Nov 09 18:59:23.504926 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-5b800e4f-686a-485e-a33f-350d6e349d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:23.506386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-5b800e4f-686a-485e-a33f-350d6e349d49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee0929e7-f9ab-4622-8511-88eea4eb3d97 HTTP/1.1" status: 200 len: 834 time: 0.0436432 Nov 09 18:59:23.555939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-b5ed3e83-f192-4468-a2ff-a2436e12c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:23.557449 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-b5ed3e83-f192-4468-a2ff-a2436e12c4f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8d6bb1d9-79ba-4872-9455-c9650bddbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443797 Nov 09 18:59:23.655408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-684f7d5d-09bb-4403-8efa-c6759489d9c8 service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902042 Nov 09 18:59:23.747717 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-55c99e98-90cb-413d-9b41-f99bf8a1d43c req-53453175-563b-4256-a600-86998bc5f94d service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Nov 09 18:59:26.335753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-a5cee3e0-f4c7-4704-8961-60d722210ff1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800912 Nov 09 18:59:26.423429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-4740c3d8-d08d-4eb0-9bd2-59da7eaa27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:26.424910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-4740c3d8-d08d-4eb0-9bd2-59da7eaa27ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0404818 Nov 09 18:59:26.531553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-f2493111-f45e-47f8-8725-d2ec9f33e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:26.532945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-f2493111-f45e-47f8-8725-d2ec9f33e253 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0890448 Nov 09 18:59:26.580182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-6055582e-fb82-46da-a807-7e380e752fc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0353577 Nov 09 18:59:26.637889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-3e3aa4ab-311a-4582-974a-9996feb64676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:26.639416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-3e3aa4ab-311a-4582-974a-9996feb64676 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0482776 Nov 09 18:59:26.691575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-d80cf00c-dd92-4dba-bb92-0780a791213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:26.693102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-d80cf00c-dd92-4dba-bb92-0780a791213c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414937 Nov 09 18:59:26.787455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-5fd0aaf5-720e-4032-9425-e4101703d89a service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829864 Nov 09 18:59:26.888307 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9a948ec0-50d3-432d-99ce-11aeb1c64443 req-0eee895c-a309-41e7-8872-8fcb2fc5ea52 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879149 Nov 09 18:59:34.442818 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-eb0bd45b-304f-4712-a34d-dcc507a2c530 req-89be8dc9-abbc-4ff6-a807-28f86fd0438d service neutron] (102141) timed out ('10.222.0.32', 38620) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 18:59:37.373189 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b313e3dc-2c97-4ce6-9543-d41f244003f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:39.879250 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-41c491ba-fbe1-4527-a435-a59688f21cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:40.303743 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:41.303614 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:42.809360 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:43.924091 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42472) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:44.082148 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port b7a9a467-5a3a-47b6-8b86-24310944ecf0 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:59:44.082499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:44.159684 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:44.160019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:44.171635 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for b7a9a467-5a3a-47b6-8b86-24310944ecf0 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:59:44.315504 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:44.341812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=b7a9a467-5a3a-47b6-8b86-24310944ecf0,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:44.364215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.364583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.364935 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.365280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.365624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.365963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.366333 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.366670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.367005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.367336 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.367667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.367995 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:44.409390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:44.409731 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42 disassociated (deleted). External IP: 172.25.0.70, port: 556d58b6-4b62-4e27-b418-1ceec68e9590. Nov 09 18:59:44.615176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router d83e9211-d3bd-4a00-818a-7337f840287d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:59:44.722694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:59:44.727103 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:44.732490 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] Sync routers for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:59:44.741299 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:59:44.741891 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:44.754148 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ed3b733e-1579-4f6c-a992-f1e79b80cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/floatingips/ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42 HTTP/1.1" status: 204 len: 168 time: 0.8289056 Nov 09 18:59:44.754742 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:59:44.757026 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871cceff-5d52-4034-8135-b0076325d350" -d '{"events": [{"name": "network-changed", "server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:59:44.845732 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:59:44.991836 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fad06a-0939-41d8-a285-01f8c3a6a029 x-openstack-request-id: req-21fad06a-0939-41d8-a285-01f8c3a6a029 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:59:44.992329 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:59:44.992422 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21fad06a-0939-41d8-a285-01f8c3a6a029 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:59:44.992757 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'status': 'completed', 'code': 200} Nov 09 18:59:45.059468 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:45.063036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cceff-5d52-4034-8135-b0076325d350 req-5001a9a1-4ef5-4fbf-be64-46d961347a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:45.064836 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-871cceff-5d52-4034-8135-b0076325d350 req-5001a9a1-4ef5-4fbf-be64-46d961347a08 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 1096 time: 0.0419827 Nov 09 18:59:45.092417 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273abd-f308-4295-beef-d52f4efa49a3 req-4c6da091-c721-47f4-8c29-406c4781b945 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:45.095370 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62273abd-f308-4295-beef-d52f4efa49a3 req-4c6da091-c721-47f4-8c29-406c4781b945 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0562153 Nov 09 18:59:45.146984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-62273abd-f308-4295-beef-d52f4efa49a3 req-442613a9-795e-4761-b29d-2868f0400002 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Nov 09 18:59:45.184680 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cceff-5d52-4034-8135-b0076325d350 req-f76a035b-d1ba-4f79-bc4a-3e35b801b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:45.186350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-871cceff-5d52-4034-8135-b0076325d350 req-f76a035b-d1ba-4f79-bc4a-3e35b801b2bd service neutron] 10.222.0.85 "GET /v2.0/networks?id=8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 200 len: 897 time: 0.1070521 Nov 09 18:59:45.190167 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] Checking router: d83e9211-d3bd-4a00-818a-7337f840287d for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:59:45.198795 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:59:45.199419 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:45.236709 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-871cceff-5d52-4034-8135-b0076325d350 req-825b7c57-2379-441f-a5b0-e663f513e090 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 200 len: 217 time: 0.0389407 Nov 09 18:59:45.290941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cceff-5d52-4034-8135-b0076325d350 req-79f79785-6f4e-412a-9a3d-7273e64314ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:45.292447 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-871cceff-5d52-4034-8135-b0076325d350 req-79f79785-6f4e-412a-9a3d-7273e64314ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ee0929e7-f9ab-4622-8511-88eea4eb3d97 HTTP/1.1" status: 200 len: 834 time: 0.0483475 Nov 09 18:59:45.308825 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:59:45.347523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cceff-5d52-4034-8135-b0076325d350 req-2939751d-dde9-4832-9de0-1562d4979ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:45.349037 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-871cceff-5d52-4034-8135-b0076325d350 req-2939751d-dde9-4832-9de0-1562d4979ce8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8d6bb1d9-79ba-4872-9455-c9650bddbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480688 Nov 09 18:59:45.441174 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-871cceff-5d52-4034-8135-b0076325d350 req-dc4f7aca-b29e-481d-b3dc-adcdc6aeedab service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832758 Nov 09 18:59:45.507449 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:45.537394 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a3432-8b35-4a2a-a4df-12eb57502616 None None] The sync data for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 is: [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '458d5cbe-4228-4186-8df2-70f4b91c5cb2', 'name': '', 'network_id': '8d6bb1d9-79ba-4872-9455-c9650bddbe40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:eb:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:15Z', 'updated_at': '2021-11-09T18:58:19Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'ee0929e7-f9ab-4622-8511-88eea4eb3d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:59:45.537687 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-871cceff-5d52-4034-8135-b0076325d350 req-748bbf5e-1804-4003-915e-c6575151d9ec service neutron] 10.222.0.85 "GET /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888834 Nov 09 18:59:45.749648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689b769-d847-4280-9316-39698a93fe2f None None] New status for floating IP ee7c7cf2-6c60-4f2a-8ed7-e778686fbb42: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 18:59:46.267511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe86637-b252-4ab4-abac-ba78b5c822b7 req-3c37f92d-8f82-4e43-88ad-10b420a8cbba tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:46.268986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbe86637-b252-4ab4-abac-ba78b5c822b7 req-3c37f92d-8f82-4e43-88ad-10b420a8cbba tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0487902 Nov 09 18:59:46.306455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fbe86637-b252-4ab4-abac-ba78b5c822b7 req-edd42fc0-7dba-4202-a1f0-bd4e7c5043cd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Nov 09 18:59:46.622914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd969d58-8253-4112-9430-56d7169f7697 req-852fe061-8bc7-48ec-a907-d37625a5dbc1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:46.624357 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd969d58-8253-4112-9430-56d7169f7697 req-852fe061-8bc7-48ec-a907-d37625a5dbc1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Nov 09 18:59:46.713846 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 556d58b6-4b62-4e27-b418-1ceec68e9590 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:59:46.714246 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:46.803721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 556d58b6-4b62-4e27-b418-1ceec68e9590, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=556d58b6-4b62-4e27-b418-1ceec68e9590,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:46.804092 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:46.817569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 556d58b6-4b62-4e27-b418-1ceec68e9590 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:59:46.827433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:46.957532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:46.984777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=556d58b6-4b62-4e27-b418-1ceec68e9590,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:47.027961 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] No DVR routers for this DVR port 556d58b6-4b62-4e27-b418-1ceec68e9590 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:59:47.031095 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:47.034416 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fd969d58-8253-4112-9430-56d7169f7697 req-128b2d47-44b8-4ca0-84e2-969ba0741fe9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "DELETE /v2.0/ports/556d58b6-4b62-4e27-b418-1ceec68e9590 HTTP/1.1" status: 204 len: 173 time: 0.4034617 Nov 09 18:59:47.034864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'name': 'network-vif-deleted', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 18:59:47.037148 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114e25e-7eef-4829-9b5a-3abcf9ad5e48" -d '{"events": [{"server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "name": "network-vif-deleted", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 18:59:47.076069 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 18:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd085c9-b9a3-4c59-b3a6-0d0abf657108 x-openstack-request-id: req-7cd085c9-b9a3-4c59-b3a6-0d0abf657108 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 18:59:47.076364 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77ddaa0-df9d-4193-99fe-af3bf64174c1", "name": "network-vif-deleted", "tag": "556d58b6-4b62-4e27-b418-1ceec68e9590", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 18:59:47.076617 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cd085c9-b9a3-4c59-b3a6-0d0abf657108 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 18:59:47.077530 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77ddaa0-df9d-4193-99fe-af3bf64174c1', 'name': 'network-vif-deleted', 'tag': '556d58b6-4b62-4e27-b418-1ceec68e9590', 'status': 'completed', 'code': 200} Nov 09 18:59:47.425710 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-904aedc9-ae7c-40be-b194-4bd02d51db5e req-757a816f-2d66-4641-a312-6111b17b8d80 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=d77ddaa0-df9d-4193-99fe-af3bf64174c1 HTTP/1.1" status: 200 len: 210 time: 0.0320716 Nov 09 18:59:48.485295 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42490) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:48.851289 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:49.119737 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 458d5cbe-4228-4186-8df2-70f4b91c5cb2 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:59:49.119995 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:49.213812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 458d5cbe-4228-4186-8df2-70f4b91c5cb2, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=458d5cbe-4228-4186-8df2-70f4b91c5cb2,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:49.214212 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:49.226493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 458d5cbe-4228-4186-8df2-70f4b91c5cb2 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:59:49.412400 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:49.444927 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=458d5cbe-4228-4186-8df2-70f4b91c5cb2,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:49.615101 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:49.673733 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:49.831237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router d83e9211-d3bd-4a00-818a-7337f840287d has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:59:50.231062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:59:50.236496 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8e633888-c088-49b8-94f5-707081a7b815 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/d83e9211-d3bd-4a00-818a-7337f840287d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7498369 Nov 09 18:59:50.239671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42492) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:50.243259 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] Sync routers for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:59:50.254460 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:59:50.255096 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:50.299055 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting subnet ee0929e7-f9ab-4622-8511-88eea4eb3d97 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 18:59:50.302759 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.346937 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.370273 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:59:50.453348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.518164 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.551728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0929e7-f9ab-4622-8511-88eea4eb3d97,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:50.557593 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.561225 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-87cdadf1-463e-4b90-8c10-97927acd1016 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/subnets/ee0929e7-f9ab-4622-8511-88eea4eb3d97 HTTP/1.1" status: 204 len: 168 time: 0.3189731 Nov 09 18:59:50.564045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42494) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:50.571354 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:59:49Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:50.575467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf37472-7cdb-406f-b578-685dd5268749 None None] Network 8d6bb1d9-79ba-4872-9455-c9650bddbe40 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:59:50.603113 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] Checking router: d83e9211-d3bd-4a00-818a-7337f840287d for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:59:50.611884 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] Routers {'d83e9211-d3bd-4a00-818a-7337f840287d'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:59:50.612498 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['d83e9211-d3bd-4a00-818a-7337f840287d'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:50.685916 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.743840 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] Set router d83e9211-d3bd-4a00-818a-7337f840287d gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:59:50.778366 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] DHCP port deletion for 8d6bb1d9-79ba-4872-9455-c9650bddbe40 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 18:59:50.821007 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.835812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Deleting port 0f813a1a-f39b-4760-92f5-43878b8a6e5b {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:59:50.836560 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.882919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 5fe0c924-99ff-4c82-b741-b5dea43bdf55 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 18:59:50.883301 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.901936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] For port 0f813a1a-f39b-4760-92f5-43878b8a6e5b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0f813a1a-f39b-4760-92f5-43878b8a6e5b,segment=NetworkSegment(53fcbabb-9a94-48a1-96e0-a40de665a920),segment_id=53fcbabb-9a94-48a1-96e0-a40de665a920)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:50.902390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.917829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Calling delete_port for 0f813a1a-f39b-4760-92f5-43878b8a6e5b owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:59:50.949875 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:59:49Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:50.970384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 5fe0c924-99ff-4c82-b741-b5dea43bdf55, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5fe0c924-99ff-4c82-b741-b5dea43bdf55,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:50.970761 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:50.979548 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2f433-c6cd-4485-b7f4-395206b44e66 None None] The sync data for ids ['d83e9211-d3bd-4a00-818a-7337f840287d'] in n-d-817240-1 is: [{'id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747255922', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:58:12Z', 'updated_at': '2021-11-09T18:59:49Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '5fe0c924-99ff-4c82-b741-b5dea43bdf55', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:da:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e9211-d3bd-4a00-818a-7337f840287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:58:13Z', 'updated_at': '2021-11-09T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:59:50.990344 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 5fe0c924-99ff-4c82-b741-b5dea43bdf55 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 18:59:51.003648 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.031078 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Pushing event deleted for resources: {'Port': ['ID=0f813a1a-f39b-4760-92f5-43878b8a6e5b,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:51.035447 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] No DVR routers for this DVR port 0f813a1a-f39b-4760-92f5-43878b8a6e5b on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 18:59:51.042315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.042710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.045068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.045068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.045068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.045068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.045068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.045068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.045068 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.047833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.047833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.047833 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4873b0-801c-43e1-b7b1-3f26a7cb3a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.160808 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.191694 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=5fe0c924-99ff-4c82-b741-b5dea43bdf55,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:51.251450 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.344387 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.346598 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.396698 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.397232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Fanout notify agent at l3_agent the message router_deleted on router d83e9211-d3bd-4a00-818a-7337f840287d {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 18:59:51.408057 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.409211 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7504fcc9-0fa4-4682-bdfc-b7c69e65ee3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/routers/d83e9211-d3bd-4a00-818a-7337f840287d HTTP/1.1" status: 204 len: 168 time: 0.8440132 Nov 09 18:59:51.411844 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42496) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:51.416303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 556d58b6-4b62-4e27-b418-1ceec68e9590 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:59:51.440517 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 556d58b6-4b62-4e27-b418-1ceec68e9590 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:59:51.440858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 556d58b6-4b62-4e27-b418-1ceec68e9590 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:59:51.490867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.584460 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.606807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6bb1d9-79ba-4872-9455-c9650bddbe40']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:51.616907 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fcbabb-9a94-48a1-96e0-a40de665a920') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:51.617209 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fcbabb-9a94-48a1-96e0-a40de665a920') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:51.628194 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.642868 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.649050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 18:59:51.649448 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: timer() Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 18:59:51.652565 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 18:59:51.716223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.723802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.726421 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/networks/8d6bb1d9-79ba-4872-9455-c9650bddbe40 HTTP/1.1" status: 204 len: 168 time: 0.3136046 Nov 09 18:59:51.729223 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42498) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:51.738493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c10166-0fbf-444f-9575-c8f5c355bbc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Network': ['ID=8d6bb1d9-79ba-4872-9455-c9650bddbe40,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:51.789466 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.814650 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.871491 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.874934 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:51.876073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/security-groups/2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb HTTP/1.1" status: 204 len: 168 time: 0.1457529 Nov 09 18:59:51.885196 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7f7a70-8a24-45b5-a33d-8cbe68ed3edb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:51.894855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.895202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.895542 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.895877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.896204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.896536 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.896863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.897190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.897516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.897882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.898543 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:51.899027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e9f434-a846-4f9c-bb7b-0cb8a28e26d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:52.284746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42504) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:52.289452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d94dc44d-1244-46d4-a62c-4ad34c1600d2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711475283', 'description': 'tempest-secgroup-smoke-1711475283 description', 'project_id': 'e6c9537d092948388f22b070b8557021'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:52.315453 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d94dc44d-1244-46d4-a62c-4ad34c1600d2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.382408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d94dc44d-1244-46d4-a62c-4ad34c1600d2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.386471 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d94dc44d-1244-46d4-a62c-4ad34c1600d2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.415564 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d94dc44d-1244-46d4-a62c-4ad34c1600d2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.416785 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d94dc44d-1244-46d4-a62c-4ad34c1600d2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1310098 Nov 09 18:59:52.418717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dc44d-1244-46d4-a62c-4ad34c1600d2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:52.419941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42506) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:52.424693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-c1d88fb0-fb4f-494b-8a37-50eae73c0ae6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3ce2c-b1e0-46ff-9c16-788b0df7177c', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:52.452567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1d88fb0-fb4f-494b-8a37-50eae73c0ae6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.512961 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1d88fb0-fb4f-494b-8a37-50eae73c0ae6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.518158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1d88fb0-fb4f-494b-8a37-50eae73c0ae6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.537141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d88fb0-fb4f-494b-8a37-50eae73c0ae6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd60a1e-3ef4-45ff-be9f-6946e56abc0c,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:52.542910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-c1d88fb0-fb4f-494b-8a37-50eae73c0ae6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.544487 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-c1d88fb0-fb4f-494b-8a37-50eae73c0ae6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234596 Nov 09 18:59:52.547423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42508) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:52.551897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1a5e1601-f400-466a-b27d-12df80af2f19 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3ce2c-b1e0-46ff-9c16-788b0df7177c', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:52.580911 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1601-f400-466a-b27d-12df80af2f19 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.636855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1601-f400-466a-b27d-12df80af2f19 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.640933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1601-f400-466a-b27d-12df80af2f19 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.658413 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e1601-f400-466a-b27d-12df80af2f19 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57995890-80d5-4aec-8eb9-505ed4598d14,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:52.668230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1601-f400-466a-b27d-12df80af2f19 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.669424 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1a5e1601-f400-466a-b27d-12df80af2f19 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210380 Nov 09 18:59:52.672195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42510) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:52.676624 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1fd286f6-e842-4b77-8865-19604866fa7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3ce2c-b1e0-46ff-9c16-788b0df7177c', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:52.704581 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1fd286f6-e842-4b77-8865-19604866fa7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.764262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1fd286f6-e842-4b77-8865-19604866fa7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.767358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0f813a1a-f39b-4760-92f5-43878b8a6e5b no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:59:52.769755 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1fd286f6-e842-4b77-8865-19604866fa7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.787845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd286f6-e842-4b77-8865-19604866fa7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ca3956-5fbb-456a-aed5-d7d59180a861,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:52.791543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0f813a1a-f39b-4760-92f5-43878b8a6e5b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:59:52.791899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0f813a1a-f39b-4760-92f5-43878b8a6e5b not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:59:52.792352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fe0c924-99ff-4c82-b741-b5dea43bdf55 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:59:52.798131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1fd286f6-e842-4b77-8865-19604866fa7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.799432 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1fd286f6-e842-4b77-8865-19604866fa7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263070 Nov 09 18:59:52.802189 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42512) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:52.806634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ff5b78fa-4745-4796-894f-43c94054ba02 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3ce2c-b1e0-46ff-9c16-788b0df7177c', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:52.812562 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5fe0c924-99ff-4c82-b741-b5dea43bdf55 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:59:52.812916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5fe0c924-99ff-4c82-b741-b5dea43bdf55 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:59:52.813331 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 458d5cbe-4228-4186-8df2-70f4b91c5cb2 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 18:59:52.831820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 458d5cbe-4228-4186-8df2-70f4b91c5cb2 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 18:59:52.832175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 458d5cbe-4228-4186-8df2-70f4b91c5cb2 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 18:59:52.832855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff5b78fa-4745-4796-894f-43c94054ba02 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.895291 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff5b78fa-4745-4796-894f-43c94054ba02 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.899083 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff5b78fa-4745-4796-894f-43c94054ba02 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.919770 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b78fa-4745-4796-894f-43c94054ba02 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cf4085-9a4f-4a9d-b01e-dfc4a1d4602e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:52.925330 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ff5b78fa-4745-4796-894f-43c94054ba02 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:52.926537 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ff5b78fa-4745-4796-894f-43c94054ba02 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233373 Nov 09 18:59:52.932406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42514) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:52.934115 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3ce2c-b1e0-46ff-9c16-788b0df7177c', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:52.955762 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:59:52.960601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.020822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.024411 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.042225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c065f4c-75ba-4c62-b6fa-2e63f2d00d5d,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:53.051820 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.053080 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ab05280a-43a8-4caf-a496-5a8f4e6f1efb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227486 Nov 09 18:59:53.055859 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42516) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:53.060731 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3ce2c-b1e0-46ff-9c16-788b0df7177c', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:53.082889 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 18:59:53.087968 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.151283 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.157642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.177592 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f87aa15-9431-4ab9-8d01-c9b18c16f3b1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:53.185105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.186329 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-590888b7-1ef5-4f07-ae52-35d418efc133 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294980 Nov 09 18:59:53.189181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42518) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:53.193976 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'network': {'name': 'tempest-network-smoke--247313238', 'project_id': 'e6c9537d092948388f22b070b8557021', 'port_security_enabled': True}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:53.213721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:59:53.217740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.241634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 18:59:53.250997 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.251346 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Added segment 97e2ddcb-6faa-4c6a-ba65-08902df7b889 of type vlan for network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 Nov 09 18:59:53.292510 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.316483 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.322457 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:53.323046 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.379088 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1888659 Nov 09 18:59:53.381908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42520) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:53.386751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'admin_state_up': True, 'project_id': 'e6c9537d092948388f22b070b8557021', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:53.393836 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370ea99-ce81-46d7-ab24-75b6685fded5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Network': ['ID=5f6183a5-b45a-43fd-883f-e83d3e5aaf40,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:53.404023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 18:59:53.411612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.412660 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.468529 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.607059 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.797649 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.817060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:53.922037 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.170 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/a2d33f7b-93a1-48b0-9b10-b67b9e5be00b) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:59:54.028882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:54.064943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:54.108765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:59:54.113306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:59:54.115885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:59:54.140873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:54.374587 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:54.584196 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:54.711586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router fc81e1aa-ea45-476e-8982-3e7802a50371 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 18:59:55.112512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:59:55.122684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Sync routers for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:59:55.132680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:59:55.132966 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.133541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:55.134233 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-79521f34-3024-41c7-a517-35c16e94f6e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7511740 Nov 09 18:59:55.137331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42524) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:55.169007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b2a09768-da07-4297-b7b9-42d3dda1f3fa tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e6c9537d092948388f22b070b8557021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304089 Nov 09 18:59:55.171452 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42526) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:55.245624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:59:55.262854 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf6fdcc-57a3-43a4-90a3-92c9cc33f27b tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:55.264985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5bf6fdcc-57a3-43a4-90a3-92c9cc33f27b tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925958 Nov 09 18:59:55.267944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42528) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:55.297520 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0cf0f90a-0957-4329-a4a1-c5f57b01efe9 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280499 Nov 09 18:59:55.299961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42530) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:55.305013 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1662253633', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'project_id': 'e6c9537d092948388f22b070b8557021', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 18:59:55.406498 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 18:59:55.409937 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.438103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:54Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:55.464706 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Checking router: fc81e1aa-ea45-476e-8982-3e7802a50371 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:59:55.465062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Updating router fc81e1aa-ea45-476e-8982-3e7802a50371 port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:59:55.490480 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.589526 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.650034 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Subnet': ['ID=3f14e0f6-10f9-4ee6-93cb-1cd332f58468,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:55.657662 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Checking segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:59:55.658035 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network hostable DHCP agents. Network: 5f6183a5-b45a-43fd-883f-e83d3e5aaf40, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 18:59:55.674531 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 18:59:55.682883 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5f6183a5-b45a-43fd-883f-e83d3e5aaf40) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:59:55.688488 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:55.689072 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.695100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256250e-6350-4665-8550-e58396b5f4bf None None] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:59:55.705701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7d238ac1-4b17-43c1-9cf3-73e3b7edb65d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047868 Nov 09 18:59:55.708402 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42532) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 18:59:55.799797 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.815030 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.859798 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 18:59:55.909794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Attempting to bind port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:59:55.910591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Attempting to bind port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:59:55.910966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Attempting to bind port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:59:55.914744 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6157-9d07-46f4-955e-d64bfda0ad66 None None] Pushing event updated for resources: {'Port': ['ID=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:55.923615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:59:55.923993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:59:55.924393 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.924783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:59:55.925258 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Bound port: a2d33f7b-93a1-48b0-9b10-b67b9e5be00b, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:59:55.925637 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:55.959826 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 18:59:55.960676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.185696 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.222888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] For port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:59:56.246340 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] For port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:59:56.251330 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.352842 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6157-9d07-46f4-955e-d64bfda0ad66 None None] Pushing event updated for resources: {'Port': ['ID=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:56.360249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:59:56.360881 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:56.401030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Allocated IP 172.20.0.2 (5f6183a5-b45a-43fd-883f-e83d3e5aaf40/3f14e0f6-10f9-4ee6-93cb-1cd332f58468/76ede772-f80d-432f-8d24-409ff8b79422) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:59:56.531209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:59:56.706861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.719459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.766532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.1 (5f6183a5-b45a-43fd-883f-e83d3e5aaf40/3f14e0f6-10f9-4ee6-93cb-1cd332f58468/9e4df824-f551-4e7d-8c15-e374149f7cd5) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 18:59:56.781199 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:59:56.794442 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:59:56.797267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:59:56.801303 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Pushing event updated for resources: {'Port': ['ID=76ede772-f80d-432f-8d24-409ff8b79422,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:56.861756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-663f0750-b329-44af-930a-44886ed8e899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:54Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:56.866468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Attempting to bind port 76ede772-f80d-432f-8d24-409ff8b79422 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:59:56.866843 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Attempting to bind port 76ede772-f80d-432f-8d24-409ff8b79422 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:59:56.867209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Attempting to bind port 76ede772-f80d-432f-8d24-409ff8b79422 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:59:56.886461 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.897315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f0750-b329-44af-930a-44886ed8e899 None None] The sync data for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 is: [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:54Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 18:59:56.900380 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:59:56.900616 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Checking segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:59:56.901022 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.901783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Bound using segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:59:56.901887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Bound port: 76ede772-f80d-432f-8d24-409ff8b79422, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:59:56.902277 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.926708 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.973214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] For port 76ede772-f80d-432f-8d24-409ff8b79422, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:59:56.974422 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:59:56.977094 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] For port 76ede772-f80d-432f-8d24-409ff8b79422, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=76ede772-f80d-432f-8d24-409ff8b79422,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:59:56.978596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:59:56.984170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:56.986945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 18:59:56.991584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=9e4df824-f551-4e7d-8c15-e374149f7cd5,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:57.045293 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:57.054233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff0fec-b03c-4d7d-8e22-a587cb8dad22 None None] Pushing event updated for resources: {'Port': ['ID=76ede772-f80d-432f-8d24-409ff8b79422,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:57.202847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:57.537794 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:57.542920 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:57.625878 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:57.627862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=9e4df824-f551-4e7d-8c15-e374149f7cd5,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:57.727026 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 18:59:57.728868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 18:59:57.870292 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router fc81e1aa-ea45-476e-8982-3e7802a50371 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 18:59:58.003874 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 18:59:58.009690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e34c53a3-90d1-4cea-b4e1-00a8415c25e3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/fc81e1aa-ea45-476e-8982-3e7802a50371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2998164 Nov 09 18:59:58.110079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1718cf8-6304-4285-bff1-66edb4d0af36 None None] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 18:59:58.176247 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b3449346-616a-40b2-83fd-d549d9cd1f5d None None] Provisioning complete for port 76ede772-f80d-432f-8d24-409ff8b79422 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:58.176618 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b3449346-616a-40b2-83fd-d549d9cd1f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:58.187559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-9c49239b-a086-4777-985b-cbbae485aa98 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711475283&fields=id&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 267 time: 0.0371664 Nov 09 18:59:58.313265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-1187dec7-afed-40a3-b3c2-81255fabf69e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 18:59:58.314916 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-1187dec7-afed-40a3-b3c2-81255fabf69e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 796 time: 0.1199937 Nov 09 18:59:58.332740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-ab1d4892-1723-41ab-9234-0ebd34d4c663 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/quotas/e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 375 time: 0.0113428 Nov 09 18:59:58.335726 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b3449346-616a-40b2-83fd-d549d9cd1f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:58.383795 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b3449346-616a-40b2-83fd-d549d9cd1f5d None None] For port 76ede772-f80d-432f-8d24-409ff8b79422, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=76ede772-f80d-432f-8d24-409ff8b79422,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:58.391841 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b3449346-616a-40b2-83fd-d549d9cd1f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:58.406266 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-72e89ec1-3e54-429a-9d04-0e81d77fad44 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624530 Nov 09 18:59:58.462191 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3449346-616a-40b2-83fd-d549d9cd1f5d None None] Pushing event updated for resources: {'Port': ['ID=76ede772-f80d-432f-8d24-409ff8b79422,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:58.525252 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-44840e9b-ac14-4370-9145-31fa2581f0c7 service neutron] 10.222.0.32 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018658 Nov 09 18:59:58.641919 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-447d2999-dd9c-4df1-872f-9b485599f20a service neutron] 10.222.0.32 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098020 Nov 09 18:59:58.682566 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Sync routers for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 18:59:58.693268 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 18:59:58.693828 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:58.717635 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3debe9c8-f84a-428e-adb2-dc57b3a1e6f2 None None] Provisioning complete for port 9e4df824-f551-4e7d-8c15-e374149f7cd5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:58.718324 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3debe9c8-f84a-428e-adb2-dc57b3a1e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:58.783299 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-3debe9c8-f84a-428e-adb2-dc57b3a1e6f2 None None] Port 9e4df824-f551-4e7d-8c15-e374149f7cd5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:59:58.798556 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3debe9c8-f84a-428e-adb2-dc57b3a1e6f2 None None] Provisioning complete for port 76ede772-f80d-432f-8d24-409ff8b79422 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:58.798928 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3debe9c8-f84a-428e-adb2-dc57b3a1e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:58.912735 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 18:59:58.939243 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7cda203c-ce70-4f35-891d-3b7d87472594 req-1795754f-afeb-4b79-b87b-d0dda047738d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 210 time: 0.0484686 Nov 09 18:59:58.982388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a2d33f7b-93a1-48b0-9b10-b67b9e5be00b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:59:59.055449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:59.056065 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.140327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-012bca3c-d9aa-4a70-890d-942cf8d6333a None None] Provisioning complete for port 9e4df824-f551-4e7d-8c15-e374149f7cd5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:59.140977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-012bca3c-d9aa-4a70-890d-942cf8d6333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.211116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-012bca3c-d9aa-4a70-890d-942cf8d6333a None None] Port 9e4df824-f551-4e7d-8c15-e374149f7cd5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:59:59.255692 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 2, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 18:59:59.265838 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.293441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 18:59:59.299567 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.301172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 76ede772-f80d-432f-8d24-409ff8b79422 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 18:59:59.392323 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Checking router: fc81e1aa-ea45-476e-8982-3e7802a50371 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 18:59:59.392675 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Updating router fc81e1aa-ea45-476e-8982-3e7802a50371 port 9e4df824-f551-4e7d-8c15-e374149f7cd5 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 18:59:59.399554 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2e2d5c5c-d284-4347-bfc9-1c95900a3be2 None None] Provisioning complete for port 9e4df824-f551-4e7d-8c15-e374149f7cd5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:59.399932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5c5c-d284-4347-bfc9-1c95900a3be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.406437 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:59.420232 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.448645 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 76ede772-f80d-432f-8d24-409ff8b79422 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 18:59:59.449036 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.452375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d5c5c-d284-4347-bfc9-1c95900a3be2 None None] Port 9e4df824-f551-4e7d-8c15-e374149f7cd5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 18:59:59.703799 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.710128 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.765369 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Pushing event updated for resources: {'Port': ['ID=9e4df824-f551-4e7d-8c15-e374149f7cd5,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 18:59:59.790172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.790172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.790172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.790172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.790896 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.790896 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.791240 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.791454 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.791818 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.792181 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.792541 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.792865 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 18:59:59.823668 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Attempting to bind port 9e4df824-f551-4e7d-8c15-e374149f7cd5 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 18:59:59.824039 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Attempting to bind port 9e4df824-f551-4e7d-8c15-e374149f7cd5 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 18:59:59.824398 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Attempting to bind port 9e4df824-f551-4e7d-8c15-e374149f7cd5 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 18:59:59.832003 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 18:59:59.832453 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Checking segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 18:59:59.832890 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.833377 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Bound using segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 18:59:59.833904 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Bound port: 9e4df824-f551-4e7d-8c15-e374149f7cd5, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 18:59:59.834472 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 18:59:59.909307 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] For port 9e4df824-f551-4e7d-8c15-e374149f7cd5, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 18:59:59.913757 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] For port 9e4df824-f551-4e7d-8c15-e374149f7cd5, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9e4df824-f551-4e7d-8c15-e374149f7cd5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 18:59:59.920736 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.000351 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:00:00.001586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T18:59:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:00:00.103940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-af471ea0-f149-4854-8687-b3e3e8be27c3 None None] Provisioning complete for port 9e4df824-f551-4e7d-8c15-e374149f7cd5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:00:00.106573 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af471ea0-f149-4854-8687-b3e3e8be27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.116467 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:00:00.220423 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb44057-dd88-40f4-9672-c63a929bd425 None None] Pushing event updated for resources: {'Port': ['ID=9e4df824-f551-4e7d-8c15-e374149f7cd5,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:00.266027 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-45336b8d-ac29-4985-8fb4-15c4f6351132 req-834a7488-b5de-4774-8409-adca27444290 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 210 time: 0.1212120 Nov 09 19:00:00.299436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-6d00f416-c1dd-4491-a715-fd3bb124a558 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:00.302236 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-6d00f416-c1dd-4491-a715-fd3bb124a558 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 796 time: 0.2663727 Nov 09 19:00:00.357075 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-dce978cc-e874-498d-bf88-ba271e0f0986 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 380 time: 0.0437465 Nov 09 19:00:00.374438 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af471ea0-f149-4854-8687-b3e3e8be27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.379649 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'port': {'device_id': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'admin_state_up': True, 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'security_groups': ['dbc3ce2c-b1e0-46ff-9c16-788b0df7177c']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:00:00.409872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-af471ea0-f149-4854-8687-b3e3e8be27c3 None None] For port 9e4df824-f551-4e7d-8c15-e374149f7cd5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9e4df824-f551-4e7d-8c15-e374149f7cd5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:00:00.415529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-af471ea0-f149-4854-8687-b3e3e8be27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.417288 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:00:00.467836 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0c7e8-ef1c-4a0b-a80a-163efdbcb8ad None None] The sync data for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 is: [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:00:00.471041 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471ea0-f149-4854-8687-b3e3e8be27c3 None None] Pushing event updated for resources: {'Port': ['ID=9e4df824-f551-4e7d-8c15-e374149f7cd5,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:00.512776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:00:00.526617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.547292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-3a81a100-4395-424d-91c0-012b61ed0a34 None None] Provisioning complete for port 9e4df824-f551-4e7d-8c15-e374149f7cd5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:00:00.549321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a81a100-4395-424d-91c0-012b61ed0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.695536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.8 (5f6183a5-b45a-43fd-883f-e83d3e5aaf40/3f14e0f6-10f9-4ee6-93cb-1cd332f58468/c554d67a-1cf8-4288-8e87-afead2667bf5) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:00:00.865362 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.878396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a2d33f7b-93a1-48b0-9b10-b67b9e5be00b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:00:00.904146 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.939184 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:00:00.939713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:00.948014 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:00:00.953192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:00:00.957533 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:00:00.985019 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:01.018396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:01.019442 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.043880 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-53528d87-6ec4-478d-9b5e-ea1e04f0f83c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6801631 Nov 09 19:00:01.048505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9e4df824-f551-4e7d-8c15-e374149f7cd5 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:00:01.056988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Request body: {'port': {'device_id': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:00:01.105523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9e4df824-f551-4e7d-8c15-e374149f7cd5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:00:01.106397 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.136429 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.289389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-401f71df-cc39-435e-8eb8-447470123f2d None None] Provisioning complete for port c554d67a-1cf8-4288-8e87-afead2667bf5 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:00:01.289769 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-401f71df-cc39-435e-8eb8-447470123f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.331271 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-401f71df-cc39-435e-8eb8-447470123f2d None None] Port c554d67a-1cf8-4288-8e87-afead2667bf5 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:00:01.417527 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac036c7-ad8c-476a-8422-397e5cb1cca8 req-d7124c20-a3ee-4746-92b3-2bf811ab7348 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:01.419554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aac036c7-ad8c-476a-8422-397e5cb1cca8 req-d7124c20-a3ee-4746-92b3-2bf811ab7348 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 931 time: 0.0566702 Nov 09 19:00:01.439706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c554d67a-1cf8-4288-8e87-afead2667bf5 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:00:01.448022 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.461825 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-aac036c7-ad8c-476a-8422-397e5cb1cca8 req-675afbe8-2fd7-448a-b3b3-15a90dfe61a4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Nov 09 19:00:01.462041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Transition to ACTIVE for port object c554d67a-1cf8-4288-8e87-afead2667bf5 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:00:01.466688 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.517319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:01.604080 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:00:01.604480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:00:01.604813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:00:01.610542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Port c554d67a-1cf8-4288-8e87-afead2667bf5 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:00:01.610873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:00:01.616475 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 18, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:00:01.616812 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Checking segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:00:01.617203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Bound using segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:00:01.617636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Bound port: c554d67a-1cf8-4288-8e87-afead2667bf5, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:00:01.617999 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.689141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:00:01.692809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:00:01.698013 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.736158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:01.736852 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:01.738377 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] 10.222.0.85 "PUT /v2.0/ports/c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 1091 time: 0.6856737 Nov 09 19:00:01.738724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:00:01.741031 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1d90de-4004-4bc1-a5fb-6b6260108f02" -d '{"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:00:01.766509 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f28e8-9c2b-421e-95ba-b87046bc55f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:01.796083 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e614fef-aa4a-4bef-b198-53c631db90d5 x-openstack-request-id: req-7e614fef-aa4a-4bef-b198-53c631db90d5 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:00:01.796382 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:00:01.796637 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e614fef-aa4a-4bef-b198-53c631db90d5 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:00:01.797040 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'status': 'completed', 'code': 200} Nov 09 19:00:01.831382 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-478c3090-8a72-47cf-98f1-0d384fb066ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:01.832941 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-478c3090-8a72-47cf-98f1-0d384fb066ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1094 time: 0.0499110 Nov 09 19:00:01.876887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-af32ada7-a257-4296-b239-0b9a5257e74d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 217 time: 0.0355811 Nov 09 19:00:01.928807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-00a75081-f614-4ace-bdd1-20abdfed38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:01.930636 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-00a75081-f614-4ace-bdd1-20abdfed38b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0464537 Nov 09 19:00:01.981459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-2daf85b3-da54-43e1-9037-b4de9fb5d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:01.983587 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-2daf85b3-da54-43e1-9037-b4de9fb5d7b6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455112 Nov 09 19:00:02.079305 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-9c1bdda4-ba95-465c-9f88-4fa4b12d7924 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885894 Nov 09 19:00:02.174869 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-bd9985db-d3aa-4028-ba4f-50ef69748d6c req-e0604985-e34b-4ba4-bd44-cca2acd619ea service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877223 Nov 09 19:00:02.260973 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-df69758c-afed-4376-b198-70f1f5233629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:02.262399 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-df69758c-afed-4376-b198-70f1f5233629 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1094 time: 0.0412750 Nov 09 19:00:02.351176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-693550ee-4d15-4fbc-82ba-7e4f6b34d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:02.352633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-693550ee-4d15-4fbc-82ba-7e4f6b34d7b2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.0829117 Nov 09 19:00:02.397076 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-cf2a3b3b-7f15-4e10-965a-082ecfd217d2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 217 time: 0.0368254 Nov 09 19:00:02.446775 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-e0cbdc27-ef28-48d3-b703-5a20a390b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:02.448217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-e0cbdc27-ef28-48d3-b703-5a20a390b549 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0442796 Nov 09 19:00:02.494260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-ca43983e-2b3c-43fd-a034-fab8edc3eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:02.495791 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-ca43983e-2b3c-43fd-a034-fab8edc3eed3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396669 Nov 09 19:00:02.586861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75067f-65b8-4839-9873-ba6b7cc60580 req-28c23540-39ab-4139-a3a6-cd672d3591a5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:02.588347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff75067f-65b8-4839-9873-ba6b7cc60580 req-28c23540-39ab-4139-a3a6-cd672d3591a5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 943 time: 0.0544698 Nov 09 19:00:02.596320 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-a840d8ed-62e3-44f8-a423-f5dd07920180 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923882 Nov 09 19:00:02.631344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff75067f-65b8-4839-9873-ba6b7cc60580 req-6c4fdc74-6601-4282-996b-d21696cd66cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350449 Nov 09 19:00:02.698726 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ce1d90de-4004-4bc1-a5fb-6b6260108f02 req-462b6bb0-3a9a-4227-82b5-148ea6973258 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938163 Nov 09 19:00:03.751856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d473c5-c2f9-4c37-a747-bd41a6e55352 req-adaae474-e62f-402d-afbf-aeec6e764d31 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:03.753392 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8d473c5-c2f9-4c37-a747-bd41a6e55352 req-adaae474-e62f-402d-afbf-aeec6e764d31 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 943 time: 0.0528650 Nov 09 19:00:03.792195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e8d473c5-c2f9-4c37-a747-bd41a6e55352 req-5b53972d-c3a3-4001-9fda-f35d7567f045 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Nov 09 19:00:04.913869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40d82-476e-4be3-a7b0-f73b2d8ef75b req-639af5bb-f376-4eab-9e06-96b5c2e0f272 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:04.915441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-daa40d82-476e-4be3-a7b0-f73b2d8ef75b req-639af5bb-f376-4eab-9e06-96b5c2e0f272 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 943 time: 0.0541949 Nov 09 19:00:04.955011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-daa40d82-476e-4be3-a7b0-f73b2d8ef75b req-3873c4f5-4f4c-41ca-9ed9-ec7059100990 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332973 Nov 09 19:00:05.479274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:00:05.585682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:00:05.596933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'port_id': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'mac_address': 'fa:16:3e:f6:59:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:00:05.633554 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:05.646835 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c554d67a-1cf8-4288-8e87-afead2667bf5 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:00:05.672792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:00:05.676869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:05.752316 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:05.880037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['c554d67a-1cf8-4288-8e87-afead2667bf5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:00:06.085521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea7553-70f4-4748-8eaa-109abe341d2c req-ec21851a-1eb4-4c55-b1a6-1ae6fffe17a0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:06.087051 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3eea7553-70f4-4748-8eaa-109abe341d2c req-ec21851a-1eb4-4c55-b1a6-1ae6fffe17a0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 944 time: 0.0522771 Nov 09 19:00:06.132653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3eea7553-70f4-4748-8eaa-109abe341d2c req-de0e641a-9ab5-4993-9198-9ee959a35b60 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383995 Nov 09 19:00:07.262905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49831666-dda4-4187-8b78-1516e3189afa req-2544b1fd-c145-4c25-94e2-363496b56a70 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:07.264958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49831666-dda4-4187-8b78-1516e3189afa req-2544b1fd-c145-4c25-94e2-363496b56a70 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 944 time: 0.0541818 Nov 09 19:00:07.307092 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-49831666-dda4-4187-8b78-1516e3189afa req-68e9c13a-ad47-42ae-a001-fd7183ad5da8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Nov 09 19:00:07.380124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-124d901e-687a-49e2-87c6-a68663a8cd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:07.493720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:00:07.542820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port c554d67a-1cf8-4288-8e87-afead2667bf5 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:00:07.547014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port c554d67a-1cf8-4288-8e87-afead2667bf5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:00:07.547389 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:07.630784 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:07.653364 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:00:07.656170 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b189274a-c3a9-420c-943f-017a31d7ac55" -d '{"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-plugged", "status": "completed", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:00:07.669215 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:00:07.674558 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:07.726652 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:07.751550 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79370739-a17f-4bc0-87a3-aeb13d0a88a3 x-openstack-request-id: req-79370739-a17f-4bc0-87a3-aeb13d0a88a3 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:00:07.751851 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-plugged", "status": "completed", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:00:07.752113 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79370739-a17f-4bc0-87a3-aeb13d0a88a3 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:00:07.752542 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'code': 200} Nov 09 19:00:07.862132 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf131-57f9-4789-a99c-52e6ce364fc9 req-a0cb87d3-8a15-47ed-b2bf-29029d4bcf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:07.863617 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5dcbf131-57f9-4789-a99c-52e6ce364fc9 req-a0cb87d3-8a15-47ed-b2bf-29029d4bcf19 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1096 time: 0.0485458 Nov 09 19:00:07.901752 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5dcbf131-57f9-4789-a99c-52e6ce364fc9 req-38f326db-586b-4d8b-bf61-cefae1915e02 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Nov 09 19:00:08.432138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2217-b358-4ca4-bf59-441d9ff9d8e4 req-f35b4e81-6471-4d99-8351-2700f49f9986 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:08.433887 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd9d2217-b358-4ca4-bf59-441d9ff9d8e4 req-f35b4e81-6471-4d99-8351-2700f49f9986 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0524726 Nov 09 19:00:08.472132 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fd9d2217-b358-4ca4-bf59-441d9ff9d8e4 req-2dc9a37a-3410-43c4-80cd-3cc2bffcdd58 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Nov 09 19:00:09.589457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed571a0-779e-4f3c-9936-a446c7cb2eb9 req-b846bdbb-3ee5-4144-871a-a4fb9e316c3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:09.590983 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ed571a0-779e-4f3c-9936-a446c7cb2eb9 req-b846bdbb-3ee5-4144-871a-a4fb9e316c3a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0491672 Nov 09 19:00:09.630435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4ed571a0-779e-4f3c-9936-a446c7cb2eb9 req-9da47a26-4e5b-4611-9e39-f1ff8ed6280a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Nov 09 19:00:09.748868 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b09d6-faf7-41f6-8af4-93e556777a1b req-7ec549d6-c751-4eef-837a-e505c8e1a75d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:09.750656 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-953b09d6-faf7-41f6-8af4-93e556777a1b req-7ec549d6-c751-4eef-837a-e505c8e1a75d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0530963 Nov 09 19:00:09.788489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-953b09d6-faf7-41f6-8af4-93e556777a1b req-dd31b27a-d5ce-4f25-b8ad-ebfcd45a02a6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Nov 09 19:00:09.813015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42586) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:00:09.857423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c80e3-d7d1-40f5-b2fb-594a4d548b74 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:09.858985 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d30c80e3-d7d1-40f5-b2fb-594a4d548b74 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1091 time: 0.0449607 Nov 09 19:00:09.861834 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42588) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:00:09.867713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:00:09.881777 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a55eed6-11c8-4913-823d-61b7c7cdc840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:09.896475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:09.996407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:10.107044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.227 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/6a480f7c-6fae-47ab-b25b-cd83933c9112) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:00:10.207679 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:10.242975 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:10.284612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:00:10.287469 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:00:10.290101 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:00:10.305697 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:10.318305 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=6a480f7c-6fae-47ab-b25b-cd83933c9112,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:10.653962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:10.729779 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:10.918579 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:10.923955 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:11.010254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=6a480f7c-6fae-47ab-b25b-cd83933c9112,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:00:11.022563 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:11.308057 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:11.460760 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP 087facb9-ca23-47d7-901e-b4f43b02aec5 associated. External IP: 172.25.0.227, port: c554d67a-1cf8-4288-8e87-afead2667bf5. Nov 09 19:00:11.676306 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router fc81e1aa-ea45-476e-8982-3e7802a50371 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:00:11.783792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:00:11.793284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] Sync routers for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:00:11.802514 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:11.803580 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:00:11.804227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:00:11.830561 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dff0573e-b846-4a89-95b0-972da05a509f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9675560 Nov 09 19:00:11.831133 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:00:11.833431 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:00:11.916358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:00:11.930109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f946-f593-4f3b-86f5-e15c10bcd080 req-339f5144-1634-4d2e-bf7a-88fe4db24839 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:11.931638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4a6f946-f593-4f3b-86f5-e15c10bcd080 req-339f5144-1634-4d2e-bf7a-88fe4db24839 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0520816 Nov 09 19:00:11.970444 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c4a6f946-f593-4f3b-86f5-e15c10bcd080 req-6e95f30f-0602-413b-8b3b-eaf1d231d9ac tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Nov 09 19:00:11.993107 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42594) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:00:12.049162 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe450e29-a021-4f49-ba21-b193f98d00a0 x-openstack-request-id: req-fe450e29-a021-4f49-ba21-b193f98d00a0 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:00:12.049402 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:00:12.049604 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe450e29-a021-4f49-ba21-b193f98d00a0 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:00:12.050003 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'status': 'completed', 'code': 200} Nov 09 19:00:12.076420 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f49a22b0-db87-4034-8061-c795354c3c44 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/087facb9-ca23-47d7-901e-b4f43b02aec5 HTTP/1.1" status: 200 len: 991 time: 0.0818563 Nov 09 19:00:12.088341 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-7fb8c5b6-ea83-432e-ac24-81bd1951ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:12.089859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-7fb8c5b6-ea83-432e-ac24-81bd1951ad47 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1096 time: 0.0423758 Nov 09 19:00:12.155391 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '087facb9-ca23-47d7-901e-b4f43b02aec5', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'port_id': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'mac_address': 'fa:16:3e:f6:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:00:10Z', 'updated_at': '2021-11-09T19:00:10Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T19:00:00Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:00:12.179478 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-c509c870-a442-458b-99d5-778e9dbf50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:12.180964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-c509c870-a442-458b-99d5-778e9dbf50c6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.0839269 Nov 09 19:00:12.181261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] Checking router: fc81e1aa-ea45-476e-8982-3e7802a50371 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:00:12.190283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:00:12.190905 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:00:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:00:12.253867 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-889088d4-b3da-40f1-809c-c41024edbc0d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 999 time: 0.0647357 Nov 09 19:00:12.307028 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-5625fab8-a32f-4766-93d4-647c866d0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:12.308721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-5625fab8-a32f-4766-93d4-647c866d0d6d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0480890 Nov 09 19:00:12.359041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-86387d26-3ccf-4184-bf7f-1cb5398bb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:12.361369 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-86387d26-3ccf-4184-bf7f-1cb5398bb21b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452423 Nov 09 19:00:12.449164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:00:12.461558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-0783338e-7d3d-4dde-b310-e9bcd3ce62e9 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915756 Nov 09 19:00:12.553156 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dee5418a-d3e8-45a5-821f-8c2a27fb3f9c req-61edc0e3-efed-41b7-81d7-e2e035206f8f service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831163 Nov 09 19:00:12.673857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '087facb9-ca23-47d7-901e-b4f43b02aec5', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'port_id': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'mac_address': 'fa:16:3e:f6:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:00:10Z', 'updated_at': '2021-11-09T19:00:10Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T19:00:00Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:00:12.704227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e6a52-ffee-432f-9bf4-1b0f313de20a None None] The sync data for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 is: [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '087facb9-ca23-47d7-901e-b4f43b02aec5', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'port_id': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'mac_address': 'fa:16:3e:f6:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:00:10Z', 'updated_at': '2021-11-09T19:00:10Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T19:00:00Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:00:12.814187 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:12.902942 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aface5c6-86a3-41ef-b660-587463b292c5 None None] New status for floating IP 087facb9-ca23-47d7-901e-b4f43b02aec5: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:00:13.080274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42596) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:00:13.140180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1946ec2c-dcf5-4412-95d1-7d3159188395 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/087facb9-ca23-47d7-901e-b4f43b02aec5 HTTP/1.1" status: 200 len: 993 time: 0.0586843 Nov 09 19:00:16.843073 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:19.678535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:24.134894 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-ac2e9497-7053-43ce-a98d-7f61797f89ad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441067 Nov 09 19:00:24.214825 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-a838a611-fcae-4326-a49b-18adc21f2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:24.216299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-a838a611-fcae-4326-a49b-18adc21f2512 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1096 time: 0.0400574 Nov 09 19:00:24.319841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-9e98c3ae-b0e0-448e-90d6-9a77df4587c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:24.321319 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-9e98c3ae-b0e0-448e-90d6-9a77df4587c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.0846479 Nov 09 19:00:24.391739 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-81ef0e88-490a-41bb-b4b9-d12a2b583e49 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0610466 Nov 09 19:00:24.441557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-0544b1ea-96c1-4dc1-adad-b939bb6bdca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:24.443002 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-0544b1ea-96c1-4dc1-adad-b939bb6bdca2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0433156 Nov 09 19:00:24.494748 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-d386b4ad-779b-49e3-8840-be2fb03fe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:24.497258 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-d386b4ad-779b-49e3-8840-be2fb03fe188 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449495 Nov 09 19:00:24.597044 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-1e858b4d-a0b4-46df-9431-b30004650087 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925703 Nov 09 19:00:24.686756 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0ad1d6aa-cf7e-4d38-8e35-726ef1beeb10 req-de2cc877-bf67-4b55-9b8a-a8841349d511 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825913 Nov 09 19:00:27.292764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-b6e0e8a3-887b-43f0-af5d-3c800dbc9186 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409398 Nov 09 19:00:27.384224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-24a96663-8d4e-4325-b6ba-3848c28f2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:27.385739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-24a96663-8d4e-4325-b6ba-3848c28f2be7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0454655 Nov 09 19:00:27.495801 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-5694495e-c2c5-462e-b49e-2e3dec356447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:27.497269 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-5694495e-c2c5-462e-b49e-2e3dec356447 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0837915 Nov 09 19:00:27.545626 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-11c7f4d6-f582-4126-b31f-43a656a5e17d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0378196 Nov 09 19:00:27.598876 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-09e14d63-9525-47f5-af94-ab8d571f72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:27.600315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-09e14d63-9525-47f5-af94-ab8d571f72c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0442755 Nov 09 19:00:27.650293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-2af1b9df-bb14-4757-9150-5e7c5141cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:27.651749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-2af1b9df-bb14-4757-9150-5e7c5141cbde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392623 Nov 09 19:00:27.749127 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-45daad2a-936b-4eac-ac93-0e4aa4c42a98 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Nov 09 19:00:27.841708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd872e45-bf1c-47aa-99e6-3f1194974f3c req-165328ae-d5ff-4ece-b495-a963f138b207 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804174 Nov 09 19:00:32.859376 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:00:37.376274 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2bfa-1148-4d8f-8aa5-9527b2e0550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:39.884146 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7aa03e77-5d20-41f3-a769-74f5c5586011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:40.308273 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:41.312332 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:42.816651 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:44.559777 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2944bb-283f-4dc6-8b69-ba07471277f1 req-fbc7ab54-5db1-45a7-b11d-ffc1b0358ec0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:44.561490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a2944bb-283f-4dc6-8b69-ba07471277f1 req-fbc7ab54-5db1-45a7-b11d-ffc1b0358ec0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0524037 Nov 09 19:00:44.606278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a2944bb-283f-4dc6-8b69-ba07471277f1 req-e46fc0b7-df82-4af0-8b5b-fe29469b128f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Nov 09 19:00:44.626494 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-9a2171d4-f608-4fe9-8a08-0afc3655d996 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827177 Nov 09 19:00:44.635227 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-9499be64-1258-4ad8-a30c-08b2329a02a7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:00:44.636185 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-9499be64-1258-4ad8-a30c-08b2329a02a7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049872 Nov 09 19:00:45.727331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86706-e9b4-41d7-a78a-7bd5e2571589 req-348af912-6fae-4981-8d2a-8ca946494db7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:45.728834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0c86706-e9b4-41d7-a78a-7bd5e2571589 req-348af912-6fae-4981-8d2a-8ca946494db7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0549476 Nov 09 19:00:45.769991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b0c86706-e9b4-41d7-a78a-7bd5e2571589 req-5b5b16e1-ef2c-46f8-bf26-d310b5b0eff0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350249 Nov 09 19:00:45.861434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-5741954f-e710-42e5-8c92-b2abd17f36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:45.862995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-5741954f-e710-42e5-8c92-b2abd17f36fb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1096 time: 0.0455115 Nov 09 19:00:45.961645 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-940916da-e49e-413a-bf04-98b32a16f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:45.963145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-940916da-e49e-413a-bf04-98b32a16f20c service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.0931656 Nov 09 19:00:46.033434 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-fab695b1-8983-498d-b184-18f3c1a1a7ef service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 1001 time: 0.0628481 Nov 09 19:00:46.084226 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-a1280ea6-9605-41f6-bb31-d57ae00553ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:46.085718 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-a1280ea6-9605-41f6-bb31-d57ae00553ed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0449173 Nov 09 19:00:46.130978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-9f9de1e3-3be6-450d-a7c8-edaa5ef4a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:46.132483 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-9f9de1e3-3be6-450d-a7c8-edaa5ef4a6c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402493 Nov 09 19:00:46.225914 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-bbc75ad6-4c02-41cd-9cc6-fb8a2393bef7 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859861 Nov 09 19:00:46.315367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-6069813b-afb4-4823-9968-aef4d89bc826 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828853 Nov 09 19:00:46.841219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:46.894808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b96f4a-af27-4219-adc1-0d9499b26c70 req-fb8d322d-cb99-402b-bf5b-bbf3e9d0ff53 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:46.896330 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85b96f4a-af27-4219-adc1-0d9499b26c70 req-fb8d322d-cb99-402b-bf5b-bbf3e9d0ff53 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0515294 Nov 09 19:00:46.936441 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85b96f4a-af27-4219-adc1-0d9499b26c70 req-7174e35b-f8c6-4755-aff3-d7f6c944b311 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Nov 09 19:00:48.056453 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1d88-94e3-4dde-a991-e79fdff17d9e req-7a91a0ad-c81b-4391-847d-9eb547f58b5d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:48.057966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697f1d88-94e3-4dde-a991-e79fdff17d9e req-7a91a0ad-c81b-4391-847d-9eb547f58b5d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0500741 Nov 09 19:00:48.098891 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-697f1d88-94e3-4dde-a991-e79fdff17d9e req-d7b3f794-56db-4ec1-9db3-589ffd4d2e68 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Nov 09 19:00:49.221089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272521df-7672-4339-b9de-e53da625fefe req-adaac9ee-0a30-4532-a5fb-cc28552ee167 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:49.222612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-272521df-7672-4339-b9de-e53da625fefe req-adaac9ee-0a30-4532-a5fb-cc28552ee167 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0538943 Nov 09 19:00:49.261458 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-272521df-7672-4339-b9de-e53da625fefe req-4c65face-7599-4314-88f4-a20124102fa7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327260 Nov 09 19:00:49.694362 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:00:50.377098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67e865-5748-4964-a50c-7423f410c86a req-45a22160-a948-4fa4-bab5-8e2d1039797c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:50.378638 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc67e865-5748-4964-a50c-7423f410c86a req-45a22160-a948-4fa4-bab5-8e2d1039797c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0491138 Nov 09 19:00:50.419786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc67e865-5748-4964-a50c-7423f410c86a req-28039c15-1729-4766-8d20-0a610be81138 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348039 Nov 09 19:00:51.541750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f6521-793e-48d9-9ae5-591618b6398b req-7b1f207c-599e-4651-aebe-deb0cdd8f937 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:51.543290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf2f6521-793e-48d9-9ae5-591618b6398b req-7b1f207c-599e-4651-aebe-deb0cdd8f937 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0506995 Nov 09 19:00:51.582024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cf2f6521-793e-48d9-9ae5-591618b6398b req-92b9a025-766f-48f3-a672-9d9bf85fa3da tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327597 Nov 09 19:00:52.703752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a3354-cca3-41a6-8b43-de676fea625b req-d1a9a6d3-9030-439e-bccf-6675dcb9015d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:52.705218 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be4a3354-cca3-41a6-8b43-de676fea625b req-d1a9a6d3-9030-439e-bccf-6675dcb9015d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0537829 Nov 09 19:00:52.742937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be4a3354-cca3-41a6-8b43-de676fea625b req-80305b6b-c45b-4241-8481-a03b6a67a0f1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Nov 09 19:00:53.857989 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141b22f-5cc6-4f05-b413-cf176b4e4485 req-ac0b1406-a6ee-4045-869e-33c6463b8ad6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:53.859477 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a141b22f-5cc6-4f05-b413-cf176b4e4485 req-ac0b1406-a6ee-4045-869e-33c6463b8ad6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0494637 Nov 09 19:00:53.896711 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a141b22f-5cc6-4f05-b413-cf176b4e4485 req-d23bf6e9-df33-409d-8e14-e07dcb0edcce tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Nov 09 19:00:55.011092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427d8e9-efe0-4a6a-a8eb-4f8a6cb53fa5 req-83152b22-584f-4bee-a153-d66524a5cf18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:55.012491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1427d8e9-efe0-4a6a-a8eb-4f8a6cb53fa5 req-83152b22-584f-4bee-a153-d66524a5cf18 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0485859 Nov 09 19:00:55.049898 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1427d8e9-efe0-4a6a-a8eb-4f8a6cb53fa5 req-0b48e709-3e39-46dc-9984-b486c7ce59fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Nov 09 19:00:56.169258 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5c0f1-f3b0-491f-a7e0-7292314d3fd8 req-46f7a797-6c9c-401d-8fc4-ed4a717df390 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:56.170764 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fd5c0f1-f3b0-491f-a7e0-7292314d3fd8 req-46f7a797-6c9c-401d-8fc4-ed4a717df390 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0526912 Nov 09 19:00:56.208145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fd5c0f1-f3b0-491f-a7e0-7292314d3fd8 req-d50747a5-e527-4135-b79c-5c80d2081dc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Nov 09 19:00:57.327594 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7a488-7c79-4869-878c-fa6032f3478f req-5afef354-0843-481a-808b-222349f2e621 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:57.329119 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3d7a488-7c79-4869-878c-fa6032f3478f req-5afef354-0843-481a-808b-222349f2e621 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0503843 Nov 09 19:00:57.371668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3d7a488-7c79-4869-878c-fa6032f3478f req-02c5aac1-434d-4230-9c6a-cd4c409ff63b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Nov 09 19:00:58.487776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c2cac-691b-409e-abce-bb194c6d5caa req-f6cb22b6-d402-4a80-85b5-c2279aee41e7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:58.489327 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b57c2cac-691b-409e-abce-bb194c6d5caa req-f6cb22b6-d402-4a80-85b5-c2279aee41e7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0492494 Nov 09 19:00:58.529657 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b57c2cac-691b-409e-abce-bb194c6d5caa req-daf528bc-2a52-4bba-9f9e-4c8e73c62abe tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322518 Nov 09 19:00:59.655350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67c150-55c4-4b13-a600-731b4ab2e5d9 req-67f88207-dfbb-41f0-aa3c-924bb8225ea6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:00:59.656826 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff67c150-55c4-4b13-a600-731b4ab2e5d9 req-67f88207-dfbb-41f0-aa3c-924bb8225ea6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0542109 Nov 09 19:00:59.694280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff67c150-55c4-4b13-a600-731b4ab2e5d9 req-03b90652-0cad-4640-a8fc-59bd40858aa5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314741 Nov 09 19:01:00.813118 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425b94-a7cb-4455-a628-c3300c514967 req-ae6359b9-6e09-461b-9756-dbd3f5facd75 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:00.814646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b425b94-a7cb-4455-a628-c3300c514967 req-ae6359b9-6e09-461b-9756-dbd3f5facd75 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0525131 Nov 09 19:01:00.852936 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5b425b94-a7cb-4455-a628-c3300c514967 req-38ddd9ce-97e7-4e1e-adf0-30015933802d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321865 Nov 09 19:01:01.975611 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19524d69-53cf-4344-b900-dde4b5604e94 req-935b8981-e4dc-4ad5-8aee-df6ed2349ff1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:01.977111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19524d69-53cf-4344-b900-dde4b5604e94 req-935b8981-e4dc-4ad5-8aee-df6ed2349ff1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0493038 Nov 09 19:01:02.016433 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-19524d69-53cf-4344-b900-dde4b5604e94 req-3083376f-9bc3-4e4f-8f0e-f88f38bd0577 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Nov 09 19:01:03.139479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc6213-cb74-4815-adf7-830dc92aceb5 req-17a47191-5da1-468a-9087-6ac98749c2f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:03.141102 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1cdc6213-cb74-4815-adf7-830dc92aceb5 req-17a47191-5da1-468a-9087-6ac98749c2f7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0548515 Nov 09 19:01:03.181255 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1cdc6213-cb74-4815-adf7-830dc92aceb5 req-288176ad-10cd-4bb8-9c46-38a6336245db tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Nov 09 19:01:03.257094 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-9bca06b0-9ddd-4967-bbe1-fa06cf405fe9 service neutron] show failed (client error): The resource could not be found. Nov 09 19:01:03.258145 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-9bca06b0-9ddd-4967-bbe1-fa06cf405fe9 service neutron] 10.222.0.85 "GET /v2.0/ports/c554d67a-1cf8-4288-8e87-afead2667bf5/bindings/n-h1-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0595145 Nov 09 19:01:03.473996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d7009ab3-1739-4d55-96a7-0dcf91a5d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:03.475559 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d7009ab3-1739-4d55-96a7-0dcf91a5d54e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 1096 time: 0.0477374 Nov 09 19:01:03.491965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817240-1', 'device_owner': 'compute:nova'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:03.549331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:03.765197 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:03.798282 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h2-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:01:03.838225 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:03.840577 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa897ad-ae61-45d9-905e-45c1050059ae" -d '{"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:03.845621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:03.861083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Transition to ACTIVE for port object c554d67a-1cf8-4288-8e87-afead2667bf5 will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:01:03.865988 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:03.953105 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=6']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:03.964265 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbbdcf6-ef4f-4a2c-a446-6aa2457e7beb x-openstack-request-id: req-ffbbdcf6-ef4f-4a2c-a446-6aa2457e7beb {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:03.964557 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-unplugged", "status": "completed", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:03.964809 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffbbdcf6-ef4f-4a2c-a446-6aa2457e7beb {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:03.965206 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'code': 200} Nov 09 19:01:03.969036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.969380 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.969715 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.970046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.970399 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.970722 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.971044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.971365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.971684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.971998 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.972314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:03.972631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:04.008271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] No DVR routers for this DVR port c554d67a-1cf8-4288-8e87-afead2667bf5 on host n-h2-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:01:04.143902 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:01:04.144593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:01:04.144593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:04.148843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Port c554d67a-1cf8-4288-8e87-afead2667bf5 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:01:04.149160 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Attempting to bind port c554d67a-1cf8-4288-8e87-afead2667bf5 on network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:04.153884 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:01:04.154247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Checking segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:01:04.154625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Bound using segment: {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:01:04.155548 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Bound port: c554d67a-1cf8-4288-8e87-afead2667bf5, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e2ddcb-6faa-4c6a-ba65-08902df7b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:01:04.155968 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:04.219651 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:01:04.223083 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:01:04.227908 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:04.296356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:04.296993 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:04.298454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] 10.222.0.73 "PUT /v2.0/ports/c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 1091 time: 0.8105204 Nov 09 19:01:04.319271 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c81d1-aab3-4516-8ad1-afa32e008867 service neutron] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=7']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:04.350520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493709-aa19-4b98-892b-6332d3124f99 req-bb3c1943-9dd1-4ac8-9b53-ce20ba1ac1e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:04.352041 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f493709-aa19-4b98-892b-6332d3124f99 req-bb3c1943-9dd1-4ac8-9b53-ce20ba1ac1e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 943 time: 0.0942273 Nov 09 19:01:04.408128 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7f493709-aa19-4b98-892b-6332d3124f99 req-ba58b9f4-b2db-4ce2-bf89-4e9222be532c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 Nov 09 19:01:04.411174 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-769cb22f-f7ce-4055-8739-4658fc29ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:04.412434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-769cb22f-f7ce-4055-8739-4658fc29ddbc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1094 time: 0.0836818 Nov 09 19:01:04.516977 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-4b1cf6a2-8d12-4781-bcbd-226820ee4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:04.518501 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-4b1cf6a2-8d12-4781-bcbd-226820ee4186 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.0889113 Nov 09 19:01:04.590448 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-631651f7-248c-47c2-821f-6826111d39e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 999 time: 0.0587292 Nov 09 19:01:04.642923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-31a794dd-e074-49f9-bf78-92ded4ed4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:04.644315 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-31a794dd-e074-49f9-bf78-92ded4ed4424 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0428345 Nov 09 19:01:04.698683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-26f8bcb5-a281-4616-bcd7-48c5385a06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:04.700145 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-26f8bcb5-a281-4616-bcd7-48c5385a06ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434115 Nov 09 19:01:04.789413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-7073763e-0761-4f8f-92b6-3f8f6bb05836 service neutron] 10.222.0.73 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795031 Nov 09 19:01:04.886344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b400f37a-21e8-4c62-95b8-58fdc62c088f req-0a1e0cad-1030-49ba-86a9-577cf8a0b867 service neutron] 10.222.0.73 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843625 Nov 09 19:01:05.524345 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d7dca-32bf-4805-a326-adf4ec75a45c req-bd032f36-f943-49df-8b10-68279430f2ce tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:05.525795 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b41d7dca-32bf-4805-a326-adf4ec75a45c req-bd032f36-f943-49df-8b10-68279430f2ce tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 943 time: 0.0484500 Nov 09 19:01:05.564528 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b41d7dca-32bf-4805-a326-adf4ec75a45c req-60d7785a-b90e-45e8-94a0-9cc2c1bf2483 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Nov 09 19:01:05.966134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:05.969484 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5430c5b2-e213-4246-8c87-42dffd14a715" -d '{"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:06.019874 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd15443-bbf9-4f19-950f-da66b4e28d7a x-openstack-request-id: req-2fd15443-bbf9-4f19-950f-da66b4e28d7a {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:06.020314 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:06.020695 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fd15443-bbf9-4f19-950f-da66b4e28d7a {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:06.021208 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'status': 'completed', 'code': 200} Nov 09 19:01:06.091527 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-ad8fca8f-e380-4ae5-acdf-13ac7a714c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.094588 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-ad8fca8f-e380-4ae5-acdf-13ac7a714c54 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1094 time: 0.0567946 Nov 09 19:01:06.109983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-f843841f-641e-48d9-ac13-3413723802af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.111727 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-f843841f-641e-48d9-ac13-3413723802af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1094 time: 0.0608618 Nov 09 19:01:06.203708 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-f8e28021-1b1c-454f-be8a-03111dffbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.205194 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-f8e28021-1b1c-454f-be8a-03111dffbbcd service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.1030288 Nov 09 19:01:06.224823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-b3e05884-c00f-4e9c-a9b4-e17b9bf11e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.226345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-b3e05884-c00f-4e9c-a9b4-e17b9bf11e5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.1058583 Nov 09 19:01:06.297334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-c33e2dab-4d53-433c-ae3d-a9af344262ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 999 time: 0.0621748 Nov 09 19:01:06.358098 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-98913301-5bb6-403e-ae76-7bbf94daad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.359653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-98913301-5bb6-403e-ae76-7bbf94daad91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0530250 Nov 09 19:01:06.416738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-9d56d991-20b8-4565-8cec-3d28adca9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.418325 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-9d56d991-20b8-4565-8cec-3d28adca9312 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481610 Nov 09 19:01:06.523943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-0bbd5189-1c64-4af3-996d-51006021e9fc service neutron] 10.222.0.73 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972273 Nov 09 19:01:06.528839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:01:06.573557 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-c5447329-0915-42a3-848b-88337341a6ce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 999 time: 0.3590729 Nov 09 19:01:06.637576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-d93184b3-904a-42e4-8105-5af2f858ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.641014 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-d93184b3-904a-42e4-8105-5af2f858ae35 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0602622 Nov 09 19:01:06.660735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-cb5d983b-2bcb-4d42-8384-abc6e26dddf7 service neutron] 10.222.0.73 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293695 Nov 09 19:01:06.662786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:06.688855 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'port_id': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'mac_address': 'fa:16:3e:f6:59:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:01:06.747677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-1c4a61fd-80f7-4a4d-b805-fea19e4fd1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.752883 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-1c4a61fd-80f7-4a4d-b805-fea19e4fd1c5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026826 Nov 09 19:01:06.756268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b4f70-8781-4d4c-8479-003a83cc8d01 req-234095cf-f7c2-4c8b-aece-699b2906146c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:06.758574 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-911b4f70-8781-4d4c-8479-003a83cc8d01 req-234095cf-f7c2-4c8b-aece-699b2906146c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 943 time: 0.1016319 Nov 09 19:01:06.784916 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.817541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c554d67a-1cf8-4288-8e87-afead2667bf5 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:01:06.847940 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-911b4f70-8781-4d4c-8479-003a83cc8d01 req-24311bf6-67fb-4644-9f38-36d773724d4b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751455 Nov 09 19:01:06.861042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:06.874339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:06.944265 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-1b451077-e489-45bc-ba42-b181f3363401 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761808 Nov 09 19:01:06.949509 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:06.957951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.958595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.959014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.959350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.959680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.960008 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.960333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.960654 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.960976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.961293 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.961612 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:06.961929 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:07.050966 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5430c5b2-e213-4246-8c87-42dffd14a715 req-6a617de0-7f0b-48f5-8282-b7f7a424677c service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996733 Nov 09 19:01:07.156603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['c554d67a-1cf8-4288-8e87-afead2667bf5'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:01:07.384371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-037afb6b-20dd-47be-8876-c08356c7240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:07.741818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:01:07.785722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:01:07.979162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245356-0459-4f15-8957-8e46cb138032 req-29eac8c7-5c78-40d4-aadd-2c2aeb67b017 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:07.980661 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c245356-0459-4f15-8957-8e46cb138032 req-29eac8c7-5c78-40d4-aadd-2c2aeb67b017 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 944 time: 0.0536466 Nov 09 19:01:08.019937 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5c245356-0459-4f15-8957-8e46cb138032 req-f4d15dfb-d780-4175-bb63-1816fc229739 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325501 Nov 09 19:01:08.217283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882d81b-64ea-4f3c-9107-a37efe9e05a4 req-78c5f626-f227-48c1-84e7-2c9d14826ecf tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:08.219431 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8882d81b-64ea-4f3c-9107-a37efe9e05a4 req-78c5f626-f227-48c1-84e7-2c9d14826ecf tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 944 time: 0.0537395 Nov 09 19:01:08.231191 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-9de19bd9-acb1-4a66-8e8f-7e9a89429d83 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:08.232734 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-9de19bd9-acb1-4a66-8e8f-7e9a89429d83 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb&tenant_id=e6c9537d092948388f22b070b8557021&binding%3Ahost_id=n-h1-817240-1 HTTP/1.1" status: 200 len: 944 time: 0.0527411 Nov 09 19:01:08.258033 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8882d81b-64ea-4f3c-9107-a37efe9e05a4 req-4bee0fe0-87ab-4552-af4a-a9a32aa29936 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323770 Nov 09 19:01:08.298412 n-d-817240-1 neutron-server[102141]: INFO neutron.api.v2.resource [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-6629faa9-e1af-4a54-acaf-f8f17c0d0249 service neutron] delete failed (client error): The resource could not be found. Nov 09 19:01:08.299445 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-6629faa9-e1af-4a54-acaf-f8f17c0d0249 service neutron] 10.222.0.85 "DELETE /v2.0/ports/c554d67a-1cf8-4288-8e87-afead2667bf5/bindings/n-h2-817240-1 HTTP/1.1" status: 404 len: 380 time: 0.0587981 Nov 09 19:01:08.374228 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26811666-f53e-4048-99c2-5e4246133672 req-837bb315-0c33-44e6-b8f9-422e4741dd27 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:08.375723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26811666-f53e-4048-99c2-5e4246133672 req-837bb315-0c33-44e6-b8f9-422e4741dd27 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 944 time: 0.0501947 Nov 09 19:01:08.381751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-a3f59724-6352-43e2-b2fc-c28c7a469963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:08.383287 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-a3f59724-6352-43e2-b2fc-c28c7a469963 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1095 time: 0.0405617 Nov 09 19:01:08.414606 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-26811666-f53e-4048-99c2-5e4246133672 req-f8624828-6696-42b9-9f3e-c48e1589b88e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327206 Nov 09 19:01:08.475992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-8802f5d1-f980-4a07-9c6c-7cef9a2ad676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:08.477449 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-8802f5d1-f980-4a07-9c6c-7cef9a2ad676 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.0868032 Nov 09 19:01:08.527130 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:01:08.550104 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-c88b9d22-1ca5-4b3f-bcff-c3f4c88994af service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 1000 time: 0.0651512 Nov 09 19:01:08.583749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port c554d67a-1cf8-4288-8e87-afead2667bf5 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:01:08.589968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port c554d67a-1cf8-4288-8e87-afead2667bf5 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:08.590482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:08.603974 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-c4d16945-0b7d-44f0-91ad-54bdd3402c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:08.605454 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-c4d16945-0b7d-44f0-91ad-54bdd3402c3a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0485816 Nov 09 19:01:08.653188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-1ad98b46-3825-4bb9-b2b4-c32abd1de3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:08.654847 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-1ad98b46-3825-4bb9-b2b4-c32abd1de3ec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429263 Nov 09 19:01:08.692619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:08.717887 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:08.720223 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180470ff-de48-4c4c-9137-c304b670b280" -d '{"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-plugged", "status": "completed", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:08.733082 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:08.737407 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:08.755855 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-d98ae347-66f4-4b66-81d5-1d27eb322109 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933502 Nov 09 19:01:08.785461 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30c55d-1171-489c-95f3-ad5eae561c8b x-openstack-request-id: req-5b30c55d-1171-489c-95f3-ad5eae561c8b {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:08.785978 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-plugged", "status": "completed", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:08.786392 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b30c55d-1171-489c-95f3-ad5eae561c8b {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:08.787032 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'code': 200} Nov 09 19:01:08.831829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:08.849572 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-35cc7db4-15e4-4cb3-a497-3e031a853c96 req-c830afad-c5d6-4dad-a5ea-13159c3950f8 service neutron] 10.222.0.85 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Nov 09 19:01:09.539168 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb58553-915f-4d34-b240-180e18014195 req-fa918356-85f6-4ac0-8c5e-d508bc2a85af tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:09.540615 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0bb58553-915f-4d34-b240-180e18014195 req-fa918356-85f6-4ac0-8c5e-d508bc2a85af tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0498681 Nov 09 19:01:09.579616 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0bb58553-915f-4d34-b240-180e18014195 req-30ae6183-087f-4a18-8f12-2423f79e23ba tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Nov 09 19:01:09.602190 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42704) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:09.666958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-544d789f-1f17-48c9-9095-77fd367475d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/087facb9-ca23-47d7-901e-b4f43b02aec5 HTTP/1.1" status: 200 len: 993 time: 0.0635674 Nov 09 19:01:09.859730 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:01:09.883761 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-806ff426-6eb9-408f-ad3e-690e67b1e6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:10.311864 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:11.313110 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:12.815823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:16.855711 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:19.691822 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:27.283889 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-aa29b20c-a8cc-4ff4-a311-4e8e9f60514c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399561 Nov 09 19:01:27.364880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127fdc-2767-49a1-9c58-7b317c26427e req-b31b3a40-f120-485d-870f-854701aca8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:27.366410 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-b31b3a40-f120-485d-870f-854701aca8ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0398364 Nov 09 19:01:27.476019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127fdc-2767-49a1-9c58-7b317c26427e req-3f4cc0c2-70d3-4c77-a4c7-422ae7c6c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:27.477500 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-3f4cc0c2-70d3-4c77-a4c7-422ae7c6c0e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0888133 Nov 09 19:01:27.520726 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-6d39badf-62e3-4adc-9499-f529d796113d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0353365 Nov 09 19:01:27.574694 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127fdc-2767-49a1-9c58-7b317c26427e req-547cf734-7b12-4ca1-9899-921507d174cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:27.576162 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-547cf734-7b12-4ca1-9899-921507d174cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0477512 Nov 09 19:01:27.623204 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127fdc-2767-49a1-9c58-7b317c26427e req-e0d02793-041f-4a2d-ac8f-09fb00ba105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:27.624832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-e0d02793-041f-4a2d-ac8f-09fb00ba105c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414429 Nov 09 19:01:27.717678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-efef30e8-3fd1-4fa4-b07f-487852577dee service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852344 Nov 09 19:01:27.818962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-92127fdc-2767-49a1-9c58-7b317c26427e req-61912722-8cb0-4b34-b840-4eddb9f1ac40 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921202 Nov 09 19:01:37.364671 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e4b99945-e083-4768-9732-f242dcfe246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:39.884983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-647a19c1-3b2d-4dc7-b61d-0d6c9465e7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.314425 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.356208 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42718) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:40.801484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 6a480f7c-6fae-47ab-b25b-cd83933c9112 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:01:40.801837 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.880608 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.880996 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:40.893072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 6a480f7c-6fae-47ab-b25b-cd83933c9112 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:01:41.042519 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:41.072019 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=6a480f7c-6fae-47ab-b25b-cd83933c9112,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:41.131517 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:41.131849 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP 087facb9-ca23-47d7-901e-b4f43b02aec5 disassociated (deleted). External IP: 172.25.0.227, port: c554d67a-1cf8-4288-8e87-afead2667bf5. Nov 09 19:01:41.317302 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:41.339862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router fc81e1aa-ea45-476e-8982-3e7802a50371 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:01:41.446361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:01:41.450704 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:41.456153 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] Sync routers for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:01:41.466044 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:41.466688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:41.478685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-95f7f944-420a-4f7d-aefe-e9ef19c575e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/floatingips/087facb9-ca23-47d7-901e-b4f43b02aec5 HTTP/1.1" status: 204 len: 168 time: 1.1213822 Nov 09 19:01:41.479280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:41.481567 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917ceca-ea4a-4dc1-96b8-7091c33760d2" -d '{"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:41.575439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:41.654784 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53169068-6036-4a02-9256-6c4a3cfd9274 x-openstack-request-id: req-53169068-6036-4a02-9256-6c4a3cfd9274 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:41.655081 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:41.655346 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53169068-6036-4a02-9256-6c4a3cfd9274 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:41.655756 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'status': 'completed', 'code': 200} Nov 09 19:01:41.747999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-cc1be56d-0258-4393-86d5-ccae6007a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:41.749509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-cc1be56d-0258-4393-86d5-ccae6007a592 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 1096 time: 0.0705094 Nov 09 19:01:41.779539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T19:00:00Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:41.809342 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] Checking router: fc81e1aa-ea45-476e-8982-3e7802a50371 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:01:41.812540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30daa9a-5adb-480c-8579-45bd83d8e5a7 req-0b921646-2999-4c17-9ec7-a4a9b4644cf1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:41.814039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e30daa9a-5adb-480c-8579-45bd83d8e5a7 req-0b921646-2999-4c17-9ec7-a4a9b4644cf1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.1024811 Nov 09 19:01:41.818227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:41.818901 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:41.873568 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e30daa9a-5adb-480c-8579-45bd83d8e5a7 req-5d87dee0-a5d4-4863-83dc-497dd1f14596 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520847 Nov 09 19:01:41.883838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-73219eb6-b98d-4910-9905-29d10ba3a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:41.886196 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-73219eb6-b98d-4910-9905-29d10ba3a225 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 200 len: 897 time: 0.1275141 Nov 09 19:01:41.927621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:41.934184 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-6c741b36-71b0-4285-8039-2a29e88ef586 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 200 len: 217 time: 0.0403488 Nov 09 19:01:41.984773 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-a60123f4-eb77-4d33-a94c-1fbb92dea79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:41.986287 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-a60123f4-eb77-4d33-a94c-1fbb92dea79b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 200 len: 835 time: 0.0450559 Nov 09 19:01:42.032828 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-44e4aad9-4ff0-49cd-9754-21b344eeb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:42.034347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-44e4aad9-4ff0-49cd-9754-21b344eeb53f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5f6183a5-b45a-43fd-883f-e83d3e5aaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398016 Nov 09 19:01:42.127713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T19:00:00Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:42.131853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-41a9d5d2-ac15-4aba-b9d4-fe8d3b081fe1 service neutron] 10.222.0.73 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870907 Nov 09 19:01:42.154492 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac242ac8-c340-4d1c-ad2f-2a85fa1ebeb5 None None] The sync data for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 is: [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:57Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9e4df824-f551-4e7d-8c15-e374149f7cd5', 'name': '', 'network_id': '5f6183a5-b45a-43fd-883f-e83d3e5aaf40', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:fa:7a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:56Z', 'updated_at': '2021-11-09T19:00:00Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '3f14e0f6-10f9-4ee6-93cb-1cd332f58468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:01:42.236954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c917ceca-ea4a-4dc1-96b8-7091c33760d2 req-f31e1e4f-fb1b-46fa-aead-fee901ba1434 service neutron] 10.222.0.73 "GET /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908172 Nov 09 19:01:42.382021 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e57943-adc3-43d5-8915-e9a39fd5d9e1 None None] New status for floating IP 087facb9-ca23-47d7-901e-b4f43b02aec5: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:01:42.819469 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:42.992684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ca1f9-4353-4d21-b350-0a079e17f13e req-358204d3-4b6b-40c5-bcf1-04f0f2b9ecc8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:42.994250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-725ca1f9-4353-4d21-b350-0a079e17f13e req-358204d3-4b6b-40c5-bcf1-04f0f2b9ecc8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0493305 Nov 09 19:01:43.032958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-725ca1f9-4353-4d21-b350-0a079e17f13e req-fb78f493-a88c-4585-9a01-306588fb6bc5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Nov 09 19:01:43.193360 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-f521f1ba-5332-4e1a-8405-42f9c5a6e15f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:43.194843 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-f521f1ba-5332-4e1a-8405-42f9c5a6e15f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.73 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 945 time: 0.0531244 Nov 09 19:01:43.284184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port c554d67a-1cf8-4288-8e87-afead2667bf5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:01:43.284531 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:43.375268 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port c554d67a-1cf8-4288-8e87-afead2667bf5, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=c554d67a-1cf8-4288-8e87-afead2667bf5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:43.375635 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:43.387861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for c554d67a-1cf8-4288-8e87-afead2667bf5 owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:01:43.517049 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:43.545944 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=c554d67a-1cf8-4288-8e87-afead2667bf5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:43.589270 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] No DVR routers for this DVR port c554d67a-1cf8-4288-8e87-afead2667bf5 on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:01:43.592020 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:43.595725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-02685313-faaf-4e2b-b7ba-dac36c98c9e4 req-ce10ac16-fdf0-43f0-8cc6-3ca5562c88ec tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.73 "DELETE /v2.0/ports/c554d67a-1cf8-4288-8e87-afead2667bf5 HTTP/1.1" status: 204 len: 173 time: 0.3940639 Nov 09 19:01:43.656499 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-deleted', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:43.658954 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e028370e-3bcf-48b5-a300-f3944775d956" -d '{"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-deleted", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:43.697938 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f816e-90ae-4950-8ff0-c2ec30208e03 x-openstack-request-id: req-799f816e-90ae-4950-8ff0-c2ec30208e03 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:43.698268 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e84efe-f0c4-4a44-80d9-14d30fd31ddb", "name": "network-vif-deleted", "tag": "c554d67a-1cf8-4288-8e87-afead2667bf5", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:43.698527 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-799f816e-90ae-4950-8ff0-c2ec30208e03 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:43.698933 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e84efe-f0c4-4a44-80d9-14d30fd31ddb', 'name': 'network-vif-deleted', 'tag': 'c554d67a-1cf8-4288-8e87-afead2667bf5', 'status': 'completed', 'code': 200} Nov 09 19:01:44.141743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f25500a4-e6b4-47f3-921f-5b6405f6d227 req-8e677cd8-b0e2-4e88-8d47-9d7f8bfda5a6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=93e84efe-f0c4-4a44-80d9-14d30fd31ddb HTTP/1.1" status: 200 len: 210 time: 0.0274067 Nov 09 19:01:45.199752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42740) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:45.556899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:45.810046 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 9e4df824-f551-4e7d-8c15-e374149f7cd5 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:01:45.810334 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:45.903959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 9e4df824-f551-4e7d-8c15-e374149f7cd5, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9e4df824-f551-4e7d-8c15-e374149f7cd5,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:45.904323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:45.917518 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 9e4df824-f551-4e7d-8c15-e374149f7cd5 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:01:46.104312 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:46.132781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=9e4df824-f551-4e7d-8c15-e374149f7cd5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:46.316369 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:46.531285 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router fc81e1aa-ea45-476e-8982-3e7802a50371 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:01:46.644391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:01:46.650356 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-eb10d1b7-a1a8-41de-8957-eb6e9e950f2a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/fc81e1aa-ea45-476e-8982-3e7802a50371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488702 Nov 09 19:01:46.652544 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42742) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:46.656224 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe36288-836f-464d-b567-1866e101a0da None None] Sync routers for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:01:46.670398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:46.671018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:46.775327 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:46.808208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:01:46.859665 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:01:46.862961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: c554d67a-1cf8-4288-8e87-afead2667bf5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:01:46.863312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device c554d67a-1cf8-4288-8e87-afead2667bf5 not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:01:46.915421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:46.999525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting subnet 3f14e0f6-10f9-4ee6-93cb-1cd332f58468 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:01:46.999984 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T19:01:46Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:47.002618 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.026636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe36288-836f-464d-b567-1866e101a0da None None] Checking router: fc81e1aa-ea45-476e-8982-3e7802a50371 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:01:47.034907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] Routers {'fc81e1aa-ea45-476e-8982-3e7802a50371'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:47.035505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['fc81e1aa-ea45-476e-8982-3e7802a50371'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:47.042938 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.130913 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.141249 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] Set router fc81e1aa-ea45-476e-8982-3e7802a50371 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:47.189887 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.218183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Subnet': ['ID=3f14e0f6-10f9-4ee6-93cb-1cd332f58468,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:47.221233 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.226217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2697d142-f2ec-4441-aa66-322a57d542c1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/subnets/3f14e0f6-10f9-4ee6-93cb-1cd332f58468 HTTP/1.1" status: 204 len: 168 time: 0.5725548 Nov 09 19:01:47.228058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42744) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:47.239242 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d500e3-2206-4a69-a7bc-54e3586ea124 None None] Network 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:01:47.352179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.461756 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.515249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:01:47.515589 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.580097 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-fbe36288-836f-464d-b567-1866e101a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T19:01:46Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:47.604823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port a2d33f7b-93a1-48b0-9b10-b67b9e5be00b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:47.604823 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.610231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe36288-836f-464d-b567-1866e101a0da None None] The sync data for ids ['fc81e1aa-ea45-476e-8982-3e7802a50371'] in n-d-817240-1 is: [{'id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257484493', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T19:01:46Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'a2d33f7b-93a1-48b0-9b10-b67b9e5be00b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc81e1aa-ea45-476e-8982-3e7802a50371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T18:59:53Z', 'updated_at': '2021-11-09T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:01:47.618396 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for a2d33f7b-93a1-48b0-9b10-b67b9e5be00b owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:01:47.643328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] DHCP port deletion for 5f6183a5-b45a-43fd-883f-e83d3e5aaf40 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:01:47.698902 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] Deleting port 76ede772-f80d-432f-8d24-409ff8b79422 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:01:47.699619 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.761870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] For port 76ede772-f80d-432f-8d24-409ff8b79422, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=76ede772-f80d-432f-8d24-409ff8b79422,segment=NetworkSegment(97e2ddcb-6faa-4c6a-ba65-08902df7b889),segment_id=97e2ddcb-6faa-4c6a-ba65-08902df7b889)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:47.762305 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.778613 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] Calling delete_port for 76ede772-f80d-432f-8d24-409ff8b79422 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:01:47.794181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.822779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=a2d33f7b-93a1-48b0-9b10-b67b9e5be00b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:47.872368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.886048 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.898934 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] Pushing event deleted for resources: {'Port': ['ID=76ede772-f80d-432f-8d24-409ff8b79422,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:47.900769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8fd3b-85eb-447a-89ba-fe57a4d566bc None None] No DVR routers for this DVR port 76ede772-f80d-432f-8d24-409ff8b79422 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:01:47.990832 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:47.993165 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.039118 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.039736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Fanout notify agent at l3_agent the message router_deleted on router fc81e1aa-ea45-476e-8982-3e7802a50371 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:01:48.048065 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.053844 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-1a956c11-715b-4a78-9276-af7dfcf3f694 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/routers/fc81e1aa-ea45-476e-8982-3e7802a50371 HTTP/1.1" status: 204 len: 168 time: 0.8196523 Nov 09 19:01:48.054337 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42746) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:48.132753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.225270 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.246537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6183a5-b45a-43fd-883f-e83d3e5aaf40']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:48.257179 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e2ddcb-6faa-4c6a-ba65-08902df7b889') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:48.257476 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e2ddcb-6faa-4c6a-ba65-08902df7b889') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:48.267384 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.281519 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.288068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:01:48.288476 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: timer() Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:01:48.291798 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:01:48.365016 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.370056 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.373373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/networks/5f6183a5-b45a-43fd-883f-e83d3e5aaf40 HTTP/1.1" status: 204 len: 168 time: 0.3183172 Nov 09 19:01:48.376235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42748) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:48.388215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f827d-edf8-4097-aa1f-be21b7883c1c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Network': ['ID=5f6183a5-b45a-43fd-883f-e83d3e5aaf40,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:48.436611 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.466901 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.525600 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.528136 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.529308 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/security-groups/dbc3ce2c-b1e0-46ff-9c16-788b0df7177c HTTP/1.1" status: 204 len: 168 time: 0.1519535 Nov 09 19:01:48.539470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc3ce2c-b1e0-46ff-9c16-788b0df7177c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:48.547041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.547395 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.547741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.548082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.548418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.548752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.549087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.549418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.549751 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.550096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.550432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.550759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422e23ae-0797-4983-8fd1-04c555bfaab1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:48.831947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a2d33f7b-93a1-48b0-9b10-b67b9e5be00b no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:01:48.856465 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: a2d33f7b-93a1-48b0-9b10-b67b9e5be00b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:01:48.856812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device a2d33f7b-93a1-48b0-9b10-b67b9e5be00b not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:01:48.857231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 76ede772-f80d-432f-8d24-409ff8b79422 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:01:48.878312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 76ede772-f80d-432f-8d24-409ff8b79422 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:01:48.878659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 76ede772-f80d-432f-8d24-409ff8b79422 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:01:48.879063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9e4df824-f551-4e7d-8c15-e374149f7cd5 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:01:48.884427 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42754) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:48.889325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-eb8d28f8-5c6d-4654-ad3d-8ca2d2d0931b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954857977', 'description': 'tempest-secgroup-smoke-954857977 description', 'project_id': 'e6c9537d092948388f22b070b8557021'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:48.897839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9e4df824-f551-4e7d-8c15-e374149f7cd5 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:01:48.898265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9e4df824-f551-4e7d-8c15-e374149f7cd5 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:01:48.915740 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb8d28f8-5c6d-4654-ad3d-8ca2d2d0931b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.983972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb8d28f8-5c6d-4654-ad3d-8ca2d2d0931b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:48.988003 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb8d28f8-5c6d-4654-ad3d-8ca2d2d0931b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.019085 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-eb8d28f8-5c6d-4654-ad3d-8ca2d2d0931b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.020364 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-eb8d28f8-5c6d-4654-ad3d-8ca2d2d0931b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1348710 Nov 09 19:01:49.022897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d28f8-5c6d-4654-ad3d-8ca2d2d0931b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7220d-e223-4b51-8257-371278a0d0d6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:49.024831 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42756) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.033753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-9b34fae1-d98f-433d-bcb7-dfb6a0c1ff45 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7220d-e223-4b51-8257-371278a0d0d6', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:49.066824 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b34fae1-d98f-433d-bcb7-dfb6a0c1ff45 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.126884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b34fae1-d98f-433d-bcb7-dfb6a0c1ff45 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.130894 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b34fae1-d98f-433d-bcb7-dfb6a0c1ff45 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.145717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34fae1-d98f-433d-bcb7-dfb6a0c1ff45 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aee4a49-89b9-4abb-82ce-26cacaac8546,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:49.156213 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-9b34fae1-d98f-433d-bcb7-dfb6a0c1ff45 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.157414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9b34fae1-d98f-433d-bcb7-dfb6a0c1ff45 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299984 Nov 09 19:01:49.160147 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42758) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.164503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-486c6a08-7fea-43d4-9f4f-456dec3f13e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7220d-e223-4b51-8257-371278a0d0d6', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:49.190788 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-486c6a08-7fea-43d4-9f4f-456dec3f13e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.249214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-486c6a08-7fea-43d4-9f4f-456dec3f13e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.253060 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-486c6a08-7fea-43d4-9f4f-456dec3f13e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.273053 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c6a08-7fea-43d4-9f4f-456dec3f13e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dc0b9e-2516-4f22-a259-e8d86307e431,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:49.280844 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-486c6a08-7fea-43d4-9f4f-456dec3f13e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.282023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-486c6a08-7fea-43d4-9f4f-456dec3f13e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209588 Nov 09 19:01:49.284811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42760) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.289784 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7c80c869-2ffb-4e85-aabd-09588eb960ea tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7220d-e223-4b51-8257-371278a0d0d6', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:49.315215 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c80c869-2ffb-4e85-aabd-09588eb960ea tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.375479 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c80c869-2ffb-4e85-aabd-09588eb960ea tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.379720 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c80c869-2ffb-4e85-aabd-09588eb960ea tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.399123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80c869-2ffb-4e85-aabd-09588eb960ea tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53abbdc-ffcb-4ef0-9cf3-37c8fbb712a6,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:49.406380 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7c80c869-2ffb-4e85-aabd-09588eb960ea tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.407557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7c80c869-2ffb-4e85-aabd-09588eb960ea tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217701 Nov 09 19:01:49.410297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42762) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.415296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bade4ec5-44e5-4de3-bcb5-6ec603808489 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7220d-e223-4b51-8257-371278a0d0d6', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:49.440541 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bade4ec5-44e5-4de3-bcb5-6ec603808489 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.499821 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bade4ec5-44e5-4de3-bcb5-6ec603808489 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.503600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bade4ec5-44e5-4de3-bcb5-6ec603808489 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.520779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade4ec5-44e5-4de3-bcb5-6ec603808489 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d95525-004d-4de3-9e0e-37d8fc068f99,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:49.528929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bade4ec5-44e5-4de3-bcb5-6ec603808489 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.530139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bade4ec5-44e5-4de3-bcb5-6ec603808489 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187749 Nov 09 19:01:49.532891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42764) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.537705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7220d-e223-4b51-8257-371278a0d0d6', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:49.558478 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:01:49.563350 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.624430 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.629064 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.646506 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971cae86-7cd4-4447-b2c3-f59ca5861798,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:49.654909 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.656109 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5dee356b-b916-48ea-8c25-1a05e34dd03d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222796 Nov 09 19:01:49.658855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42766) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.663908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': 'a4e7220d-e223-4b51-8257-371278a0d0d6', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:49.687674 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:01:49.692724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.696105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.757452 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.761320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.779318 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4753c876-cf23-4161-a690-94b7e4412622,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:49.789860 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.791182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-23d2bc13-b65d-4293-a3c4-b974695801d7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312582 Nov 09 19:01:49.794206 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42768) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.799038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'network': {'name': 'tempest-network-smoke--1348822353', 'project_id': 'e6c9537d092948388f22b070b8557021', 'port_security_enabled': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:49.820671 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:01:49.824241 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.848131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:01:49.857324 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.857664 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Added segment a8bbed69-eac4-4111-8332-61e8efe6d27a of type vlan for network 5e640e47-472b-43d1-a675-851ffbba9506 Nov 09 19:01:49.900450 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.928973 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.935126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:49.935475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:49.991268 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959298 Nov 09 19:01:49.994183 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42770) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:49.999045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'admin_state_up': True, 'project_id': 'e6c9537d092948388f22b070b8557021', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:50.015170 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4bf10-e6d4-4436-8393-df99a8bdc32a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Network': ['ID=5e640e47-472b-43d1-a675-851ffbba9506,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:50.029862 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 5e640e47-472b-43d1-a675-851ffbba9506 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:01:50.030904 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.032230 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.103841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.282791 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.530192 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.559898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.688639 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.166 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/945abd4c-f1d9-4cf3-8501-064d4a22776a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:01:50.808708 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.851027 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:50.893126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:01:50.896099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:50.898752 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:01:50.930274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=945abd4c-f1d9-4cf3-8501-064d4a22776a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:51.171568 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:51.385120 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:51.518541 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:01:51.638942 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:01:51.650712 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Sync routers for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:01:51.660716 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:51.661586 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:51.667705 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:51.669326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-33966cb4-5797-4540-90a2-fdf70a9cc34e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6737363 Nov 09 19:01:51.672536 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42772) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:51.703155 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4656eb27-b212-4cee-b89a-385dbc57a164 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e6c9537d092948388f22b070b8557021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294390 Nov 09 19:01:51.705777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42774) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:51.791517 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:51.800530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594c1af-3983-499a-9399-14c69de19fc4 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:51.803292 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d594c1af-3983-499a-9399-14c69de19fc4 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964038 Nov 09 19:01:51.806463 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42776) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:51.835954 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-44032987-2995-4ffb-8cd9-1b56343d98d0 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282557 Nov 09 19:01:51.838852 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42778) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:51.844665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1181790799', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'project_id': 'e6c9537d092948388f22b070b8557021', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:51.952535 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:01:51.956320 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.101822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:51Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:52.128275 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Checking router: 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:01:52.128578 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Updating router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 port 945abd4c-f1d9-4cf3-8501-064d4a22776a binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:01:52.155786 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.171339 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.232639 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Subnet': ['ID=0cde4f50-cc86-4c9f-8b7a-d86841226d0a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:52.248778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Checking segment: {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:01:52.249230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network hostable DHCP agents. Network: 5e640e47-472b-43d1-a675-851ffbba9506, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:01:52.275588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5e640e47-472b-43d1-a675-851ffbba9506 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:01:52.287280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 5e640e47-472b-43d1-a675-851ffbba9506) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:52.292435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:52.293524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.300593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad43148-d8b7-4757-b80c-4fe0443ad6aa None None] Network 5e640e47-472b-43d1-a675-851ffbba9506 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:01:52.313213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bc9e9287-dc76-41fa-b9f2-098bb247da52 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4730065 Nov 09 19:01:52.315995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42780) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:01:52.454794 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.464838 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.509538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-5e640e47-472b-43d1-a675-851ffbba9506', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:01:52.510578 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.518932 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Attempting to bind port 945abd4c-f1d9-4cf3-8501-064d4a22776a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:01:52.519351 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Attempting to bind port 945abd4c-f1d9-4cf3-8501-064d4a22776a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:01:52.519655 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Attempting to bind port 945abd4c-f1d9-4cf3-8501-064d4a22776a on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:52.529941 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Pushing event updated for resources: {'Port': ['ID=945abd4c-f1d9-4cf3-8501-064d4a22776a,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:52.538118 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:01:52.538118 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:01:52.538118 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.538582 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:01:52.539213 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Bound port: 945abd4c-f1d9-4cf3-8501-064d4a22776a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:01:52.539348 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.541537 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.541878 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.542249 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.542578 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.542918 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.543238 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.543558 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.543880 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.544196 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.544511 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.544826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.545154 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:01:52.608822 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] For port 945abd4c-f1d9-4cf3-8501-064d4a22776a, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:01:52.613499 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] For port 945abd4c-f1d9-4cf3-8501-064d4a22776a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=945abd4c-f1d9-4cf3-8501-064d4a22776a,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:01:52.621274 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.690907 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42c584-6e4e-4e58-be87-32dba356dbf5 None None] Pushing event updated for resources: {'Port': ['ID=945abd4c-f1d9-4cf3-8501-064d4a22776a,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:52.694411 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:52.695080 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:52.696559 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Allocated IP 172.20.0.2 (5e640e47-472b-43d1-a675-851ffbba9506/0cde4f50-cc86-4c9f-8b7a-d86841226d0a/45dd0570-548b-4f86-98ed-54e23bca2ca3) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:01:52.816329 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:52.853665 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.879448 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.891929 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:52.935610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Network 5e640e47-472b-43d1-a675-851ffbba9506 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:01:52.941563 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Pushing event updated for resources: {'Port': ['ID=45dd0570-548b-4f86-98ed-54e23bca2ca3,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:52.944152 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:52.946455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:01:53.012460 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Attempting to bind port 45dd0570-548b-4f86-98ed-54e23bca2ca3 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:01:53.012921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Attempting to bind port 45dd0570-548b-4f86-98ed-54e23bca2ca3 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:01:53.013350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Attempting to bind port 45dd0570-548b-4f86-98ed-54e23bca2ca3 on network 5e640e47-472b-43d1-a675-851ffbba9506 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:53.022555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:01:53.023859 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Checking segment: {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:01:53.025125 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:53.026506 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Bound using segment: {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:01:53.027682 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Bound port: 45dd0570-548b-4f86-98ed-54e23bca2ca3, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:01:53.029222 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:53.045462 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:51Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:53.085524 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4edd35-73ed-40db-a14c-88a7624f9b2a None None] The sync data for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 is: [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:51Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:01:53.110738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] For port 45dd0570-548b-4f86-98ed-54e23bca2ca3, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:01:53.114945 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] For port 45dd0570-548b-4f86-98ed-54e23bca2ca3, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=45dd0570-548b-4f86-98ed-54e23bca2ca3,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:01:53.119721 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:53.184425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b3555-5d68-4659-95f1-f206c20a5aee None None] Pushing event updated for resources: {'Port': ['ID=45dd0570-548b-4f86-98ed-54e23bca2ca3,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:53.234354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.1 (5e640e47-472b-43d1-a675-851ffbba9506/0cde4f50-cc86-4c9f-8b7a-d86841226d0a/9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:01:53.424395 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:53.481271 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:53.531252 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5e640e47-472b-43d1-a675-851ffbba9506 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:01:53.535076 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:53.538860 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:01:53.572933 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:53.602036 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:53.763281 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.151599 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.158825 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.268562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:54.272729 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.319730 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1e1ca-9873-4285-a575-1d86af30cc2d None None] Network 5e640e47-472b-43d1-a675-851ffbba9506 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:01:54.394129 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5e640e47-472b-43d1-a675-851ffbba9506 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:01:54.395916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:54.428131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2097b53f-4926-4166-b799-3e77833e3d47 None None] Provisioning complete for port 45dd0570-548b-4f86-98ed-54e23bca2ca3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:54.428506 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2097b53f-4926-4166-b799-3e77833e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.546045 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:01:54.627727 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2097b53f-4926-4166-b799-3e77833e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.704093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2097b53f-4926-4166-b799-3e77833e3d47 None None] For port 45dd0570-548b-4f86-98ed-54e23bca2ca3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=45dd0570-548b-4f86-98ed-54e23bca2ca3,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:54.711320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2097b53f-4926-4166-b799-3e77833e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:54.865837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b53f-4926-4166-b799-3e77833e3d47 None None] Pushing event updated for resources: {'Port': ['ID=45dd0570-548b-4f86-98ed-54e23bca2ca3,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:55.046783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-eaa21bb6-12d0-4b46-8588-f2b4848cb7a5 None None] Provisioning complete for port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:55.047301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eaa21bb6-12d0-4b46-8588-f2b4848cb7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:55.078692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 945abd4c-f1d9-4cf3-8501-064d4a22776a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:01:55.105114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:01:55.110563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7de8799e-05f4-4c95-a6a5-7f726c4d5cc7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/7b045e63-bfb0-47ba-98e9-7a0ee3153d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931867 Nov 09 19:01:55.166137 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-eaa21bb6-12d0-4b46-8588-f2b4848cb7a5 None None] Port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:01:55.185494 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Sync routers for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:01:55.211357 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-eaa21bb6-12d0-4b46-8588-f2b4848cb7a5 None None] Provisioning complete for port 45dd0570-548b-4f86-98ed-54e23bca2ca3 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:55.211357 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eaa21bb6-12d0-4b46-8588-f2b4848cb7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:55.215434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:55.216165 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:55.240518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 945abd4c-f1d9-4cf3-8501-064d4a22776a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:55.240997 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:55.306779 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-aedbcf93-cca0-41ae-aeac-7e3711e054ef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954857977&fields=id&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 267 time: 0.0403197 Nov 09 19:01:55.428778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:55.446839 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-b31e02aa-ef5c-4e09-a0de-b2577ff3b56b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:55.448383 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-b31e02aa-ef5c-4e09-a0de-b2577ff3b56b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 797 time: 0.1327741 Nov 09 19:01:55.463758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-d9201bcd-2dbd-467d-a057-fe4aeebb2e95 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/quotas/e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 375 time: 0.0096183 Nov 09 19:01:55.523415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-b1958bc3-1595-4b85-885c-6a46ff2de8c7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536239 Nov 09 19:01:55.542705 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:55.621117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 945abd4c-f1d9-4cf3-8501-064d4a22776a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=945abd4c-f1d9-4cf3-8501-064d4a22776a,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:55.634546 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:55.635547 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45dd0570-548b-4f86-98ed-54e23bca2ca3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:01:55.672521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-251dee2e-9d7d-41fb-b661-a6060c931e67 service neutron] 10.222.0.32 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360650 Nov 09 19:01:55.711473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e781ef59-bf94-4551-ac9e-c487cba62510 None None] Provisioning complete for port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:55.711845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e781ef59-bf94-4551-ac9e-c487cba62510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:55.773062 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-7a529147-4ff5-4e39-80a8-50bfe19dcb84 service neutron] 10.222.0.32 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934279 Nov 09 19:01:55.802657 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=945abd4c-f1d9-4cf3-8501-064d4a22776a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:55.809989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-e781ef59-bf94-4551-ac9e-c487cba62510 None None] Port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:01:55.821283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 45dd0570-548b-4f86-98ed-54e23bca2ca3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:55.821660 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:55.865894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 2, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:55.900134 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Checking router: 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:01:55.900491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Updating router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:01:55.961384 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6b940e-61f7-4a08-8d87-4696be3b98ab req-8efc48f8-765e-4d77-b49a-972a9eb903a1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 210 time: 0.0279036 Nov 09 19:01:56.124467 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:56.417116 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:56.423549 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:56.500702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e5740-42eb-4501-a6dc-49ef06f6c0b6 None None] Pushing event updated for resources: {'Port': ['ID=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:56.539154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Attempting to bind port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:01:56.539705 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Attempting to bind port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:01:56.540080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Attempting to bind port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 on network 5e640e47-472b-43d1-a675-851ffbba9506 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:56.548467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:01:56.548857 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Checking segment: {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:01:56.549269 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:56.549667 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Bound using segment: {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:01:56.550211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Bound port: 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:01:56.550603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:56.627926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] For port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:01:56.631711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] For port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:01:56.636688 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:56.698358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:01:56.698608 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:56.771841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e5740-42eb-4501-a6dc-49ef06f6c0b6 None None] Pushing event updated for resources: {'Port': ['ID=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:56.810379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8a6c4bcd-92fc-40ca-846d-81f83bc6b0f8 None None] Provisioning complete for port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:56.810782 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4bcd-92fc-40ca-846d-81f83bc6b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:56.881872 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:01:56.913014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 945abd4c-f1d9-4cf3-8501-064d4a22776a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:01:57.019096 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-0e08fe8d-5eeb-479c-95fe-f48ded1e84cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:57.021664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-0e08fe8d-5eeb-479c-95fe-f48ded1e84cb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 797 time: 0.1515069 Nov 09 19:01:57.074877 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-900feccd-bbc7-4e29-a1b5-fd6cda546880 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 379 time: 0.0437014 Nov 09 19:01:57.075961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e648beb8-1e2e-4c48-8945-0713f70d388c req-43aee244-aa29-438f-91ea-fa60c4e5fd51 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 210 time: 0.0308828 Nov 09 19:01:57.085193 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'port': {'device_id': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'admin_state_up': True, 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'security_groups': ['a4e7220d-e223-4b51-8257-371278a0d0d6']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:57.113373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 945abd4c-f1d9-4cf3-8501-064d4a22776a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:57.113768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.117410 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4bcd-92fc-40ca-846d-81f83bc6b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.212743 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:01:57.213489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-8a6c4bcd-92fc-40ca-846d-81f83bc6b0f8 None None] For port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:01:57.219380 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.236655 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8a6c4bcd-92fc-40ca-846d-81f83bc6b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.337475 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c4bcd-92fc-40ca-846d-81f83bc6b0f8 None None] Pushing event updated for resources: {'Port': ['ID=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:57.347002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45dd0570-548b-4f86-98ed-54e23bca2ca3 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:01:57.356950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.8 (5e640e47-472b-43d1-a675-851ffbba9506/0cde4f50-cc86-4c9f-8b7a-d86841226d0a/bd020e77-44c8-4a31-acc2-a1e288aba4ed) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:01:57.412396 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-34d6d543-b768-4819-a9c0-31bb7375dc0c None None] Provisioning complete for port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:57.413166 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-34d6d543-b768-4819-a9c0-31bb7375dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.422511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:56Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:01:57.503690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0499fb-7dda-41be-93b9-27a399d8e62a None None] The sync data for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 is: [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:56Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:01:57.539543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 45dd0570-548b-4f86-98ed-54e23bca2ca3 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:57.539998 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.578198 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.626456 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.698828 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network 5e640e47-472b-43d1-a675-851ffbba9506 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:01:57.700391 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=bd020e77-44c8-4a31-acc2-a1e288aba4ed,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:57.704773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:01:57.708597 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:01:57.764079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:57.764768 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:57.783879 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-cfd4aad6-a15f-4274-b4a9-e37f6ba56fd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7025824 Nov 09 19:01:57.799158 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Request body: {'port': {'device_id': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:01:57.864439 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.062665 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d4f6b3ae-3bf6-48e8-9067-4286cb934fe4 None None] Provisioning complete for port bd020e77-44c8-4a31-acc2-a1e288aba4ed triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:58.063103 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b3ae-3bf6-48e8-9067-4286cb934fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.102909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6b3ae-3bf6-48e8-9067-4286cb934fe4 None None] Port bd020e77-44c8-4a31-acc2-a1e288aba4ed cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:01:58.189424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd020e77-44c8-4a31-acc2-a1e288aba4ed {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:01:58.201468 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.217044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Transition to ACTIVE for port object bd020e77-44c8-4a31-acc2-a1e288aba4ed will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:01:58.222018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.222566 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d8990-1ee8-4e99-8521-facd6ab5fa70 req-5e5c4170-12cd-4295-9d80-e259ab3fe53b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:58.224623 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172d8990-1ee8-4e99-8521-facd6ab5fa70 req-5e5c4170-12cd-4295-9d80-e259ab3fe53b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 931 time: 0.0707037 Nov 09 19:01:58.269093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-172d8990-1ee8-4e99-8521-facd6ab5fa70 req-23221c71-13f0-49d9-b548-c85a311c3453 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371895 Nov 09 19:01:58.297529 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd020e77-44c8-4a31-acc2-a1e288aba4ed,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:58.360577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Attempting to bind port bd020e77-44c8-4a31-acc2-a1e288aba4ed on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:01:58.360914 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Attempting to bind port bd020e77-44c8-4a31-acc2-a1e288aba4ed by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:01:58.361241 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Attempting to bind port bd020e77-44c8-4a31-acc2-a1e288aba4ed on network 5e640e47-472b-43d1-a675-851ffbba9506 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:58.366602 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Port bd020e77-44c8-4a31-acc2-a1e288aba4ed on network 5e640e47-472b-43d1-a675-851ffbba9506 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:01:58.366960 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Attempting to bind port bd020e77-44c8-4a31-acc2-a1e288aba4ed on network 5e640e47-472b-43d1-a675-851ffbba9506 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:01:58.374988 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:01:58.375539 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Checking segment: {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:01:58.376117 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Bound using segment: {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:01:58.376727 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Bound port: bd020e77-44c8-4a31-acc2-a1e288aba4ed, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bbed69-eac4-4111-8332-61e8efe6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:01:58.377223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.458249 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] For port bd020e77-44c8-4a31-acc2-a1e288aba4ed, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:01:58.462079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] For port bd020e77-44c8-4a31-acc2-a1e288aba4ed, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:01:58.468513 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.503093 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:58.503714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.505717 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] 10.222.0.85 "PUT /v2.0/ports/bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 1091 time: 0.7125349 Nov 09 19:01:58.506090 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:01:58.508438 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c762e6-6db8-442a-a29e-4193448930dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:01:58.557094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db902b80-0123-4e7e-9ccb-a4a9d019d2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd020e77-44c8-4a31-acc2-a1e288aba4ed,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:01:58.570493 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008277fa-5f12-4914-a91e-c44447ed35b8 x-openstack-request-id: req-008277fa-5f12-4914-a91e-c44447ed35b8 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:01:58.570793 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:01:58.571050 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-008277fa-5f12-4914-a91e-c44447ed35b8 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:01:58.571452 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'status': 'completed', 'code': 200} Nov 09 19:01:58.605992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-edc39f16-1435-49dd-9609-c540e48e52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:58.607578 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-edc39f16-1435-49dd-9609-c540e48e52b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1094 time: 0.0471866 Nov 09 19:01:58.655240 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-49859a3d-261a-44e2-993b-d0c81b74cc20 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 217 time: 0.0398772 Nov 09 19:01:58.715008 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-0dc77518-5b5a-4ad9-b104-417f3f08964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:58.716597 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-0dc77518-5b5a-4ad9-b104-417f3f08964b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 200 len: 835 time: 0.0520043 Nov 09 19:01:58.776173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-3358630b-f8d2-44e6-af65-d4e850109a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:58.778457 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-3358630b-f8d2-44e6-af65-d4e850109a8d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5e640e47-472b-43d1-a675-851ffbba9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543394 Nov 09 19:01:58.871127 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:01:58.892156 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-c012bf91-e3e9-465e-b738-1fc6d1519ec2 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054435 Nov 09 19:01:58.925584 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:01:58.925961 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:01:58.986076 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-5259eaf0-7553-4971-a1eb-c320c10ac0c0 req-ba2558f2-55df-4a0c-b4d9-c723147b71bb service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870910 Nov 09 19:01:59.079687 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c762e6-6db8-442a-a29e-4193448930dc req-586533e3-bcc3-4977-b5c4-282ceb4035b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:59.081237 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-89c762e6-6db8-442a-a29e-4193448930dc req-586533e3-bcc3-4977-b5c4-282ceb4035b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1094 time: 0.0471210 Nov 09 19:01:59.175562 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c762e6-6db8-442a-a29e-4193448930dc req-c433c313-8c3b-4e7d-aaa9-deb0a4aa1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:59.177030 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-89c762e6-6db8-442a-a29e-4193448930dc req-c433c313-8c3b-4e7d-aaa9-deb0a4aa1585 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 898 time: 0.0890856 Nov 09 19:01:59.219390 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-89c762e6-6db8-442a-a29e-4193448930dc req-0bd8c85b-c529-498d-851a-03a6d9013082 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 217 time: 0.0343683 Nov 09 19:01:59.277340 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c762e6-6db8-442a-a29e-4193448930dc req-6d8bcc7a-e959-4209-a719-c47eb82193b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:59.278883 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-89c762e6-6db8-442a-a29e-4193448930dc req-6d8bcc7a-e959-4209-a719-c47eb82193b0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 200 len: 835 time: 0.0513279 Nov 09 19:01:59.335633 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c762e6-6db8-442a-a29e-4193448930dc req-5d06bcac-1dd6-4dbd-a4fe-5115ec3135b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:59.337196 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-89c762e6-6db8-442a-a29e-4193448930dc req-5d06bcac-1dd6-4dbd-a4fe-5115ec3135b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5e640e47-472b-43d1-a675-851ffbba9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494039 Nov 09 19:01:59.407496 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323a703-60e5-4a1b-8588-f57a82b3cd05 req-7050221e-c2ed-4151-a84d-539ddb164581 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:01:59.409024 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f323a703-60e5-4a1b-8588-f57a82b3cd05 req-7050221e-c2ed-4151-a84d-539ddb164581 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 943 time: 0.0567975 Nov 09 19:01:59.437631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-89c762e6-6db8-442a-a29e-4193448930dc req-884594dc-9529-4fc4-b35d-8062059562d8 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919456 Nov 09 19:01:59.451142 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f323a703-60e5-4a1b-8588-f57a82b3cd05 req-fd46c421-c807-4cde-8693-6108639df47d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358002 Nov 09 19:01:59.532853 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-89c762e6-6db8-442a-a29e-4193448930dc req-a6f0530b-148d-4f63-a732-95545c25b37c service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877373 Nov 09 19:02:00.575728 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9328d6-8663-460f-b139-ae28239e1400 req-9617f774-f3d6-466d-94e1-90eae62760e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:00.577156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff9328d6-8663-460f-b139-ae28239e1400 req-9617f774-f3d6-466d-94e1-90eae62760e5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 943 time: 0.0499527 Nov 09 19:02:00.615907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff9328d6-8663-460f-b139-ae28239e1400 req-b0f03516-0ea2-482a-8afc-87bad03a9da5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Nov 09 19:02:01.736432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474048e-7a31-45d0-91dc-b4f1fb1099f5 req-a378fc43-1bb1-43e5-8c6f-bf5907d182eb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:01.737963 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0474048e-7a31-45d0-91dc-b4f1fb1099f5 req-a378fc43-1bb1-43e5-8c6f-bf5907d182eb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 943 time: 0.0551872 Nov 09 19:02:01.776752 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0474048e-7a31-45d0-91dc-b4f1fb1099f5 req-483afef5-d74d-4bd0-a4df-cb63b41b117e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327256 Nov 09 19:02:01.865269 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bd020e77-44c8-4a31-acc2-a1e288aba4ed details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:02:01.961660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port bd020e77-44c8-4a31-acc2-a1e288aba4ed, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:02:01.972748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'port_id': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'mac_address': 'fa:16:3e:1e:28:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:02:02.008983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:02.021918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd020e77-44c8-4a31-acc2-a1e288aba4ed {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:02:02.041319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port bd020e77-44c8-4a31-acc2-a1e288aba4ed, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:02:02.045454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:02.092092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=bd020e77-44c8-4a31-acc2-a1e288aba4ed,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:02:02.248565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['bd020e77-44c8-4a31-acc2-a1e288aba4ed'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:02:02.894716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056557e-8a52-4ff3-9267-c4c492c43634 req-81d61e18-728b-4735-857b-a7000322c21c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:02.896198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3056557e-8a52-4ff3-9267-c4c492c43634 req-81d61e18-728b-4735-857b-a7000322c21c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 944 time: 0.0504315 Nov 09 19:02:02.936427 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3056557e-8a52-4ff3-9267-c4c492c43634 req-ab9a5bc1-cb27-420c-85a4-350fc25c6696 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339804 Nov 09 19:02:03.881292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bd020e77-44c8-4a31-acc2-a1e288aba4ed up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:02:03.933116 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port bd020e77-44c8-4a31-acc2-a1e288aba4ed completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:02:03.937225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port bd020e77-44c8-4a31-acc2-a1e288aba4ed triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:02:03.937611 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:04.017420 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:04.041197 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:02:04.043530 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c0524a-804c-4acb-b5cc-11313cda6d3a" -d '{"events": [{"server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "name": "network-vif-plugged", "status": "completed", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:02:04.053866 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a0db-faa0-4883-962d-a3bdc6edf23a req-821989b0-5955-4856-a8c7-953ae5ca7ede tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:04.055443 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f029a0db-faa0-4883-962d-a3bdc6edf23a req-821989b0-5955-4856-a8c7-953ae5ca7ede tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 944 time: 0.0493150 Nov 09 19:02:04.055903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port bd020e77-44c8-4a31-acc2-a1e288aba4ed, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:02:04.060491 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:04.097637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f029a0db-faa0-4883-962d-a3bdc6edf23a req-bc5169bc-ded5-4812-89bc-97f002358d42 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353105 Nov 09 19:02:04.110783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=bd020e77-44c8-4a31-acc2-a1e288aba4ed,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:02:04.142350 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842807e6-11d6-44e1-b530-15c340370e5a x-openstack-request-id: req-842807e6-11d6-44e1-b530-15c340370e5a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:02:04.142650 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "name": "network-vif-plugged", "status": "completed", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:02:04.143137 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-842807e6-11d6-44e1-b530-15c340370e5a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:02:04.143533 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'code': 200} Nov 09 19:02:04.240746 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe2fac-dc73-44bc-b816-b1845aa7d197 req-7d1ede48-2972-4811-9dc2-e3c8b132e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:04.242282 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbe2fac-dc73-44bc-b816-b1845aa7d197 req-7d1ede48-2972-4811-9dc2-e3c8b132e079 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1096 time: 0.0409343 Nov 09 19:02:04.276964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ddbe2fac-dc73-44bc-b816-b1845aa7d197 req-54302cb5-b2b0-4a65-896a-8ce61264d7f6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279770 Nov 09 19:02:05.222547 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29e6ce-c285-426f-9188-2e5c656c425f req-c6eb89c6-1bcd-4741-9e74-023b0e3303e1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:05.224655 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb29e6ce-c285-426f-9188-2e5c656c425f req-c6eb89c6-1bcd-4741-9e74-023b0e3303e1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0562680 Nov 09 19:02:05.262845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb29e6ce-c285-426f-9188-2e5c656c425f req-e81311a0-49bf-435f-982f-e81d6018409f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 Nov 09 19:02:06.380522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa612-671b-4c59-8316-63b9514b55fa req-f2843cf3-c195-42ea-bcbb-c9cefacc11a1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:06.382032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7ffa612-671b-4c59-8316-63b9514b55fa req-f2843cf3-c195-42ea-bcbb-c9cefacc11a1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0503478 Nov 09 19:02:06.420176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a7ffa612-671b-4c59-8316-63b9514b55fa req-630783e3-12b5-43ce-b516-4246dd155b78 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318871 Nov 09 19:02:06.532068 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa3896-1d09-477a-83f1-4e63ccd20d87 req-d81bfd35-39df-46a7-9e48-9a1260faed50 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:06.533546 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4fa3896-1d09-477a-83f1-4e63ccd20d87 req-d81bfd35-39df-46a7-9e48-9a1260faed50 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0486369 Nov 09 19:02:06.572776 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e4fa3896-1d09-477a-83f1-4e63ccd20d87 req-d528fb21-e9cd-4626-be41-26633db84ff4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324907 Nov 09 19:02:06.600104 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42836) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:02:06.643780 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f3173-c754-4dcb-ab70-9954b3cbed00 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:06.645306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-591f3173-c754-4dcb-ab70-9954b3cbed00 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1091 time: 0.0434699 Nov 09 19:02:06.648659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42838) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:02:06.652916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:02:06.675223 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:06.769845 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:06.877630 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.184 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/ad9475df-3219-4705-9fe4-e54d7df7af39) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:02:06.981202 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.014772 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.057368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:02:07.061920 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:02:07.068633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:02:07.072354 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=ad9475df-3219-4705-9fe4-e54d7df7af39,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:02:07.100907 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.101259 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.101606 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.101952 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.102310 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.102646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.102975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.103303 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.103633 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.103959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.104280 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.104601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:02:07.368008 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5f58a2f1-abd6-4752-ab63-1b72bb212243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.429213 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.499524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.653643 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.658484 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.731003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=ad9475df-3219-4705-9fe4-e54d7df7af39,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:02:07.738856 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:07.838676 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP 08faf305-73ca-4fb3-b91e-8cce76b08d19 associated. External IP: 172.25.0.184, port: bd020e77-44c8-4a31-acc2-a1e288aba4ed. Nov 09 19:02:08.046127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:02:08.154760 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:02:08.165856 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] Sync routers for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:02:08.175609 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:02:08.176248 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:02:08.180861 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:08.210941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a6161793-cda2-4106-a565-ae2efb6e6cc9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5612435 Nov 09 19:02:08.211756 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:02:08.213904 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd76578-3bbd-4956-90ea-7df5024680c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:02:08.284603 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:02:08.356646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd3b6d-17fa-4dae-8350-23ebfb4ae959 req-df8e2bf6-7d48-49b0-b36a-0f7ce2755cd9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:08.358175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fcd3b6d-17fa-4dae-8350-23ebfb4ae959 req-df8e2bf6-7d48-49b0-b36a-0f7ce2755cd9 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0490191 Nov 09 19:02:08.396309 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5fcd3b6d-17fa-4dae-8350-23ebfb4ae959 req-8894b538-171b-4a5f-9c68-1136c5bcf072 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319135 Nov 09 19:02:08.419135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42846) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:02:08.444958 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6e8249-f269-4366-8e7c-4e70af450443 x-openstack-request-id: req-8d6e8249-f269-4366-8e7c-4e70af450443 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:02:08.445950 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:02:08.446276 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d6e8249-f269-4366-8e7c-4e70af450443 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:02:08.446706 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'status': 'completed', 'code': 200} Nov 09 19:02:08.513290 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-224eb1f0-2c86-448e-ad12-537aaa446971 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/08faf305-73ca-4fb3-b91e-8cce76b08d19 HTTP/1.1" status: 200 len: 991 time: 0.0929124 Nov 09 19:02:08.513490 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '08faf305-73ca-4fb3-b91e-8cce76b08d19', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'port_id': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'mac_address': 'fa:16:3e:1e:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:02:07Z', 'updated_at': '2021-11-09T19:02:07Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:57Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:02:08.523466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-3e1678a4-e1c6-4222-8d58-87c8f1b9c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:08.524938 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-3e1678a4-e1c6-4222-8d58-87c8f1b9c98f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1096 time: 0.0564873 Nov 09 19:02:08.540182 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] Checking router: 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:02:08.548429 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:02:08.549033 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:01:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:02:08.620142 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-07de65f5-7d8e-4cf5-8900-8a4846254b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:08.621612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-07de65f5-7d8e-4cf5-8900-8a4846254b41 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 898 time: 0.0895448 Nov 09 19:02:08.656283 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:02:08.891427 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '08faf305-73ca-4fb3-b91e-8cce76b08d19', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'port_id': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'mac_address': 'fa:16:3e:1e:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:02:07Z', 'updated_at': '2021-11-09T19:02:07Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:57Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:02:08.979666 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-85db2e23-ef09-4528-99a1-440aafffaa77 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 999 time: 0.3504345 Nov 09 19:02:09.013251 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d4c2ab-dbe1-47b8-9d5f-94a61c405885 None None] The sync data for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 is: [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '08faf305-73ca-4fb3-b91e-8cce76b08d19', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'port_id': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'mac_address': 'fa:16:3e:1e:28:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:02:07Z', 'updated_at': '2021-11-09T19:02:07Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:57Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:02:09.031583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-a5a86b37-7733-4b3e-bc9a-372fc02e4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:09.033060 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-a5a86b37-7733-4b3e-bc9a-372fc02e4b25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 200 len: 835 time: 0.0462015 Nov 09 19:02:09.083632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-92a7aa38-bdb4-4734-9e53-31eca887a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:09.086042 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-92a7aa38-bdb4-4734-9e53-31eca887a92b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5e640e47-472b-43d1-a675-851ffbba9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463552 Nov 09 19:02:09.177949 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-3b9c1ecb-4255-45a5-8eb7-9160ec750fbd service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849600 Nov 09 19:02:09.209448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f54057-44c2-4e27-a8f2-49d71a9c094f None None] New status for floating IP 08faf305-73ca-4fb3-b91e-8cce76b08d19: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:02:09.274620 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9cd76578-3bbd-4956-90ea-7df5024680c9 req-fad7b1a6-2ac5-470e-bc47-68103cd4cd5d service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892055 Nov 09 19:02:09.517167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42848) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:02:09.584411 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-77be945d-860a-4b8c-99de-b23b91543a01 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/08faf305-73ca-4fb3-b91e-8cce76b08d19 HTTP/1.1" status: 200 len: 993 time: 0.0624900 Nov 09 19:02:09.884784 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4b476cc3-1a6b-4aa4-bf52-fe420280c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:10.317278 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:11.321233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:12.828454 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:16.857875 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:19.720123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:23.859898 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:02:26.116621 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-3170b635-ed31-404f-b842-b80f534a7d1c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400038 Nov 09 19:02:26.197542 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-1f6cc28f-c814-418e-9477-429b9a614077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:26.199049 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-1f6cc28f-c814-418e-9477-429b9a614077 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1096 time: 0.0398095 Nov 09 19:02:26.302130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-1372276a-d876-4f8e-9038-11b624f5eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:26.303606 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-1372276a-d876-4f8e-9038-11b624f5eb6c service neutron] 10.222.0.85 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 898 time: 0.0856481 Nov 09 19:02:26.368150 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-9381975f-6128-4dfc-98cb-84cfb4965398 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 1001 time: 0.0567479 Nov 09 19:02:26.418044 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-3ca8af0c-2927-4952-877b-d777b4337266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:26.419508 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-3ca8af0c-2927-4952-877b-d777b4337266 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 200 len: 835 time: 0.0441999 Nov 09 19:02:26.469161 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-1e0a0511-dfe5-4b63-aca0-c801a70b1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:26.470571 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-1e0a0511-dfe5-4b63-aca0-c801a70b1d07 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5e640e47-472b-43d1-a675-851ffbba9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431421 Nov 09 19:02:26.560534 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-b2ca6ce2-9506-4baa-8d00-caaaa08201a9 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802193 Nov 09 19:02:26.653965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c13af2cc-10d1-4f33-84ad-87e2ad3b029f req-ff4fa696-b040-4685-aaf1-c2eb023cf465 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Nov 09 19:02:37.369441 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5042-d320-4cd1-9078-d796d23a6b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:39.885649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1d66-c6ff-4b76-ad95-ef52c7fa6ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:40.319583 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:41.045738 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc212-1912-4c3e-91c7-13f244fac196 req-34bf993f-6363-4de5-aa13-dc70721fad6c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:41.047250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58dbc212-1912-4c3e-91c7-13f244fac196 req-34bf993f-6363-4de5-aa13-dc70721fad6c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0509119 Nov 09 19:02:41.086345 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58dbc212-1912-4c3e-91c7-13f244fac196 req-75f99016-dd43-4499-8cf2-44c8adc4510c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327404 Nov 09 19:02:41.324475 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:42.204181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c171d-3bb2-4261-bfca-e069ccef126d req-cea52215-77de-46a6-8641-d7356bb5e33f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:42.205658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d3c171d-3bb2-4261-bfca-e069ccef126d req-cea52215-77de-46a6-8641-d7356bb5e33f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0500672 Nov 09 19:02:42.244076 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5d3c171d-3bb2-4261-bfca-e069ccef126d req-527b65e1-8b20-44c0-a935-f2f4ba247682 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310705 Nov 09 19:02:42.831986 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:43.360817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea5db2-5813-4fc9-86df-3b41e833c929 req-7a3ee319-85f8-4985-a981-6e4ee9a367ba tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:43.362313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bea5db2-5813-4fc9-86df-3b41e833c929 req-7a3ee319-85f8-4985-a981-6e4ee9a367ba tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0493004 Nov 09 19:02:43.403337 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bea5db2-5813-4fc9-86df-3b41e833c929 req-ada6c93a-09c7-4390-ada4-1950cf4fc48d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351419 Nov 09 19:02:44.518029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf452a-02d9-4c05-a39e-d072ae562600 req-eab59277-76e2-4690-a5a6-f32e6f682f83 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:44.519514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4cbf452a-02d9-4c05-a39e-d072ae562600 req-eab59277-76e2-4690-a5a6-f32e6f682f83 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0488355 Nov 09 19:02:44.556056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4cbf452a-02d9-4c05-a39e-d072ae562600 req-ec5ff1f8-cefe-4085-914d-e2d0e9de294e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306249 Nov 09 19:02:45.671350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf82749-10c6-4535-8ac5-4d68408c45da req-8ac1ded3-aecf-4f81-a7a3-54ca259f7a20 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:45.672818 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebf82749-10c6-4535-8ac5-4d68408c45da req-8ac1ded3-aecf-4f81-a7a3-54ca259f7a20 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0481389 Nov 09 19:02:45.712303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ebf82749-10c6-4535-8ac5-4d68408c45da req-95aa554e-be08-4a31-b758-fc9031ced844 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315652 Nov 09 19:02:46.827293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53472ae1-65fd-4d46-a5da-e79171efdb41 req-14e7ad83-f6c9-4c6c-8022-cc38ed9d89fe tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:46.828748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53472ae1-65fd-4d46-a5da-e79171efdb41 req-14e7ad83-f6c9-4c6c-8022-cc38ed9d89fe tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0487788 Nov 09 19:02:46.869699 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:46.872365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-53472ae1-65fd-4d46-a5da-e79171efdb41 req-2e0712a1-0993-4f3e-8c43-c0c5aae96116 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376387 Nov 09 19:02:47.988736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b9b46-1fb6-4022-b6ed-7c1f1ba4f0b8 req-b01babfe-a483-47ff-9953-2d60be4f956a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:47.990234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-625b9b46-1fb6-4022-b6ed-7c1f1ba4f0b8 req-b01babfe-a483-47ff-9953-2d60be4f956a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0488570 Nov 09 19:02:48.028954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-625b9b46-1fb6-4022-b6ed-7c1f1ba4f0b8 req-5cddf4d1-e2a2-4d00-afbb-b49a59969edb tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Nov 09 19:02:49.145534 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fecd0-6414-47a3-bf29-e32bcfd42d46 req-b58e80e2-0c56-457d-8158-fc07214b9c87 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:49.147076 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc4fecd0-6414-47a3-bf29-e32bcfd42d46 req-b58e80e2-0c56-457d-8158-fc07214b9c87 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Nov 09 19:02:49.187748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cc4fecd0-6414-47a3-bf29-e32bcfd42d46 req-d3315e88-3a8d-40d4-9f79-3d784db4fba3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336909 Nov 09 19:02:49.720261 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:02:50.303612 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825a901-e61f-4d64-bc79-5aece4fac6e7 req-2f79ef30-da40-4cb4-b54f-8ad1abb96d7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:50.305103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8825a901-e61f-4d64-bc79-5aece4fac6e7 req-2f79ef30-da40-4cb4-b54f-8ad1abb96d7d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Nov 09 19:02:50.347452 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8825a901-e61f-4d64-bc79-5aece4fac6e7 req-32755fcb-55cc-4fd9-b781-b9d4962bac15 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358925 Nov 09 19:02:51.463319 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138102d-f5b7-4a61-8de7-983230805f79 req-044280ba-7362-43bc-8033-96ea614146cf tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:51.464863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0138102d-f5b7-4a61-8de7-983230805f79 req-044280ba-7362-43bc-8033-96ea614146cf tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Nov 09 19:02:51.503015 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0138102d-f5b7-4a61-8de7-983230805f79 req-5a879326-f1cf-4b9b-b8d4-4bb7b3827136 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321028 Nov 09 19:02:52.618772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f6bb8-c014-49fe-8782-e1b86092a401 req-f353d185-2b61-42bb-bb1f-e4412d601743 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:52.620281 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b5f6bb8-c014-49fe-8782-e1b86092a401 req-f353d185-2b61-42bb-bb1f-e4412d601743 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0505052 Nov 09 19:02:52.658405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b5f6bb8-c014-49fe-8782-e1b86092a401 req-f54447f8-b994-460f-86fc-39884c5e1d87 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320334 Nov 09 19:02:53.773346 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643549-faa9-44dd-b4c0-2e65943fca6d req-bb4f73a1-a857-4d8c-b4a8-b6a304b306e7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:53.774845 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f643549-faa9-44dd-b4c0-2e65943fca6d req-bb4f73a1-a857-4d8c-b4a8-b6a304b306e7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0485587 Nov 09 19:02:53.817641 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f643549-faa9-44dd-b4c0-2e65943fca6d req-e15f977a-3e64-48e0-a11b-65a4f955252f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366988 Nov 09 19:02:54.943905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583da06-6158-4f61-869b-380811cf9971 req-153bc17a-aaa7-45a2-ba9b-3bb049112bae tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:54.945399 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b583da06-6158-4f61-869b-380811cf9971 req-153bc17a-aaa7-45a2-ba9b-3bb049112bae tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Nov 09 19:02:54.984425 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b583da06-6158-4f61-869b-380811cf9971 req-fee797fa-b2af-4509-985d-ceb35f625cbd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329082 Nov 09 19:02:56.099816 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61aa9c3-4530-4488-bc2c-5f2b6d49c9c6 req-7e31b9a5-aa7b-41ed-983b-f8148e7e9a2f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:56.101312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c61aa9c3-4530-4488-bc2c-5f2b6d49c9c6 req-7e31b9a5-aa7b-41ed-983b-f8148e7e9a2f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Nov 09 19:02:56.139733 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c61aa9c3-4530-4488-bc2c-5f2b6d49c9c6 req-34d3c3c2-34f2-4801-a5db-470b467dd486 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319064 Nov 09 19:02:57.255233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9399c2-a7b2-49d4-ad47-16b952410f4c req-16612743-2d7f-4c19-aef9-3184a3ecc0d4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:57.256704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f9399c2-a7b2-49d4-ad47-16b952410f4c req-16612743-2d7f-4c19-aef9-3184a3ecc0d4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0486212 Nov 09 19:02:57.297920 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f9399c2-a7b2-49d4-ad47-16b952410f4c req-2a95b3aa-c162-44eb-8bd0-59b9c1e97e69 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352533 Nov 09 19:02:57.320388 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42902) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:02:57.380009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-efa6bfc0-8491-458b-9370-da4307fa527b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/08faf305-73ca-4fb3-b91e-8cce76b08d19 HTTP/1.1" status: 200 len: 993 time: 0.0584819 Nov 09 19:02:58.639152 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183af3-e10b-42eb-8044-4643cb150387 req-02a2b0b2-37c9-4e51-99e0-476b777b4e4e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:58.640681 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2183af3-e10b-42eb-8044-4643cb150387 req-02a2b0b2-37c9-4e51-99e0-476b777b4e4e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0511835 Nov 09 19:02:58.661385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-09345477-9e72-4d47-9e0f-6904eb0b7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:58.662833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-09345477-9e72-4d47-9e0f-6904eb0b7c88 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1096 time: 0.0422053 Nov 09 19:02:58.679340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e2183af3-e10b-42eb-8044-4643cb150387 req-0138067d-ea9d-459a-8461-b3ee09ce8391 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324783 Nov 09 19:02:58.750933 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-596663db-dac3-4bc0-98b9-49db255ce361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:58.752402 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-596663db-dac3-4bc0-98b9-49db255ce361 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 898 time: 0.0831475 Nov 09 19:02:58.821748 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-c7005536-2f63-43d8-836c-6bd25adc49c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 1001 time: 0.0613062 Nov 09 19:02:58.869449 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-97d34251-ba49-414f-8b93-e8cce97ea1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:58.870937 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-97d34251-ba49-414f-8b93-e8cce97ea1fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 200 len: 835 time: 0.0425711 Nov 09 19:02:58.917280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-172291d7-cc88-4996-a8fa-f2a5c6904d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:58.918757 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-172291d7-cc88-4996-a8fa-f2a5c6904d04 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5e640e47-472b-43d1-a675-851ffbba9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407774 Nov 09 19:02:59.016226 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-dcd2fb4e-1b39-47bd-b611-c886a5c9e8ac service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902476 Nov 09 19:02:59.104439 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7a7f9d17-66e8-4066-b330-8219cd59cdd2 req-d4a258ec-b3dd-470c-bf18-d0f89e835643 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814753 Nov 09 19:02:59.798601 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e08a73-c0fd-4265-87c6-1026f6c3d0ce req-e28106fd-457f-4b95-8a59-32858dff9d2d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:02:59.800078 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37e08a73-c0fd-4265-87c6-1026f6c3d0ce req-e28106fd-457f-4b95-8a59-32858dff9d2d tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0523486 Nov 09 19:02:59.837539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37e08a73-c0fd-4265-87c6-1026f6c3d0ce req-9c01e661-74ba-4ff6-a6e1-ff97be1951f3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313942 Nov 09 19:02:59.860127 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42912) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:02:59.919492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-37350e83-e631-4190-9a63-86bac75b03ef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/08faf305-73ca-4fb3-b91e-8cce76b08d19 HTTP/1.1" status: 200 len: 993 time: 0.0581594 Nov 09 19:03:00.859110 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:03:07.370967 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ec392372-acc4-454d-836c-4052a9e703ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:09.885990 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9bfed34a-b37e-4c5e-a713-b662e5df9cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:10.320666 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:11.327380 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:12.828433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:16.868930 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:19.718998 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:27.131523 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-08138c57-9363-471d-9ec6-c668504f0ce8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458801 Nov 09 19:03:27.220397 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03340d-92b7-4b83-8813-68c99754988f req-5b786e28-91e5-47b8-91d2-e669b10d10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:27.222251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-5b786e28-91e5-47b8-91d2-e669b10d10f5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1096 time: 0.0432992 Nov 09 19:03:27.325513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03340d-92b7-4b83-8813-68c99754988f req-b6ba10e1-9120-4b23-801c-b962a02b484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:27.327012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-b6ba10e1-9120-4b23-801c-b962a02b484b service neutron] 10.222.0.85 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 898 time: 0.0842412 Nov 09 19:03:27.402575 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-b267749e-a2f5-4ec3-be92-3f614005ca89 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 1001 time: 0.0673099 Nov 09 19:03:27.453473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03340d-92b7-4b83-8813-68c99754988f req-b930a132-00b8-4c84-a7ad-a43b9e25388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:27.454964 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-b930a132-00b8-4c84-a7ad-a43b9e25388b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 200 len: 835 time: 0.0438039 Nov 09 19:03:27.510823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03340d-92b7-4b83-8813-68c99754988f req-03beb620-4bff-4fd8-9619-243d1b631215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:27.512254 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-03beb620-4bff-4fd8-9619-243d1b631215 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5e640e47-472b-43d1-a675-851ffbba9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493448 Nov 09 19:03:27.608344 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-806cdc60-073e-4c97-b134-e11187586ed4 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881877 Nov 09 19:03:27.701220 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ad03340d-92b7-4b83-8813-68c99754988f req-b0696114-4880-48a6-a8b8-0b41b525013c service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855219 Nov 09 19:03:30.297460 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42926) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:30.463945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port ad9475df-3219-4705-9fe4-e54d7df7af39 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:03:30.464277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:30.543257 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:30.543585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:30.555779 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for ad9475df-3219-4705-9fe4-e54d7df7af39 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:03:30.712062 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:30.740115 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=ad9475df-3219-4705-9fe4-e54d7df7af39,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:30.766736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.767080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.767511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.767851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.768184 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.768516 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.768845 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.769172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.769500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.769825 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.770172 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.770493 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:30.813574 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:30.813887 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP 08faf305-73ca-4fb3-b91e-8cce76b08d19 disassociated (deleted). External IP: 172.25.0.184, port: bd020e77-44c8-4a31-acc2-a1e288aba4ed. Nov 09 19:03:31.068139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:03:31.552381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-4869ea57-610a-4b15-9513-19bcea484927 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693903 Nov 09 19:03:31.557272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:03:31.563882 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:31.570379 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] Sync routers for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:03:31.583681 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:31.584317 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:31.598925 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2645efc7-7a9d-4180-bbe1-af042792e9f2 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/floatingips/08faf305-73ca-4fb3-b91e-8cce76b08d19 HTTP/1.1" status: 204 len: 168 time: 1.3001354 Nov 09 19:03:31.599767 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:03:31.602380 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a302513-5874-4da5-9833-b130c5c1ca12" -d '{"events": [{"name": "network-changed", "server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:03:31.674251 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-903d6d03-88ab-4800-86aa-524f4779b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:31.676651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-903d6d03-88ab-4800-86aa-524f4779b5b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0494788 Nov 09 19:03:31.710649 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:31.783972 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f211577-a451-4ae7-9273-0af2175d2905 x-openstack-request-id: req-6f211577-a451-4ae7-9273-0af2175d2905 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:03:31.784407 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:03:31.784797 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f211577-a451-4ae7-9273-0af2175d2905 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:03:31.785308 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'status': 'completed', 'code': 200} Nov 09 19:03:31.865958 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-ac610b05-05ad-4b2d-9e1e-9126db6d1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:31.867656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-ac610b05-05ad-4b2d-9e1e-9126db6d1332 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 1096 time: 0.0525866 Nov 09 19:03:31.884409 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-64449aa0-57b5-4b14-9d81-0727bc7c89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:31.886023 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-64449aa0-57b5-4b14-9d81-0727bc7c89cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1763368 Nov 09 19:03:31.952787 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac8bd-5a4d-41ac-9633-69b64eeeb3c0 req-c3b68b0b-69ed-4725-a01a-c524f1d26206 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:31.954506 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6fcac8bd-5a4d-41ac-9633-69b64eeeb3c0 req-c3b68b0b-69ed-4725-a01a-c524f1d26206 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.1181989 Nov 09 19:03:31.956088 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-6097901e-1923-4d61-8af3-694f00c9cedf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0616398 Nov 09 19:03:31.965072 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:57Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:31.989381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-84c7ccd1-4142-46bf-baf2-7ee7c73a03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:31.991222 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-84c7ccd1-4142-46bf-baf2-7ee7c73a03ff service neutron] 10.222.0.85 "GET /v2.0/networks?id=5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 200 len: 898 time: 0.1154413 Nov 09 19:03:31.998298 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] Checking router: 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:03:32.010729 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:32.011370 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:32.035538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6fcac8bd-5a4d-41ac-9633-69b64eeeb3c0 req-279dfd92-f1f6-4dba-a786-038f7cebfdb0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731499 Nov 09 19:03:32.043878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-b8203036-23aa-498a-8eb6-aeceb231bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:32.045489 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-b8203036-23aa-498a-8eb6-aeceb231bab1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0752690 Nov 09 19:03:32.061554 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-5f737b78-34cc-4858-95cb-a5c221c764a8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 200 len: 217 time: 0.0623419 Nov 09 19:03:32.103326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-d7218f8d-7764-471a-9efe-725ec545a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:32.105053 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-d7218f8d-7764-471a-9efe-725ec545a27d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474911 Nov 09 19:03:32.122177 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:32.130896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-65ccc975-19f2-4b42-b20b-c7d02b333cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:32.132595 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-65ccc975-19f2-4b42-b20b-c7d02b333cda service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 200 len: 835 time: 0.0642338 Nov 09 19:03:32.184219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-9d011577-81fb-43e0-927d-67af8606eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:32.186018 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-9d011577-81fb-43e0-927d-67af8606eff1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5e640e47-472b-43d1-a675-851ffbba9506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462046 Nov 09 19:03:32.202095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-a313c3f3-8e94-4694-ab1e-9c34db21270f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845935 Nov 09 19:03:32.280990 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-ac96936f-0e2a-4863-8ab8-fa9e3e684a48 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Nov 09 19:03:32.311373 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20db5a17-857d-475d-803b-fdb1b3c1f866 req-d3e960fd-caf0-43a1-ac14-78e1360ce2a0 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977323 Nov 09 19:03:32.341521 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:57Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:32.369334 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7a4577-6d5e-4a38-a985-73138b87090f None None] The sync data for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 is: [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:53Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9', 'name': '', 'network_id': '5e640e47-472b-43d1-a675-851ffbba9506', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:6f:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:53Z', 'updated_at': '2021-11-09T19:01:57Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': '0cde4f50-cc86-4c9f-8b7a-d86841226d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:03:32.382040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0a302513-5874-4da5-9833-b130c5c1ca12 req-fcc65b38-a8b4-468b-821b-375c847ca993 service neutron] 10.222.0.85 "GET /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926085 Nov 09 19:03:32.612065 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41b80a-150d-4687-809f-07f277deec71 None None] New status for floating IP 08faf305-73ca-4fb3-b91e-8cce76b08d19: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:03:33.159969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200622b6-7f89-4a86-965e-faa0ff95dcb8 req-56aec35d-c1b1-443a-a1a0-f5008b8f3719 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:33.161429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200622b6-7f89-4a86-965e-faa0ff95dcb8 req-56aec35d-c1b1-443a-a1a0-f5008b8f3719 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0495009 Nov 09 19:03:33.199194 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-200622b6-7f89-4a86-965e-faa0ff95dcb8 req-877a56b9-ebc4-49c8-aad6-dae313060a54 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4e7220d-e223-4b51-8257-371278a0d0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Nov 09 19:03:33.304773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-16bb3262-0310-4343-88f0-02eb5137091a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:33.306266 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-16bb3262-0310-4343-88f0-02eb5137091a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/ports?device_id=c401ba46-1278-4dfb-a9f6-0692b11983e5 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Nov 09 19:03:33.398485 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port bd020e77-44c8-4a31-acc2-a1e288aba4ed {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:03:33.398833 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:33.485277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port bd020e77-44c8-4a31-acc2-a1e288aba4ed, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=bd020e77-44c8-4a31-acc2-a1e288aba4ed,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:33.485559 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:33.497741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for bd020e77-44c8-4a31-acc2-a1e288aba4ed owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:03:33.639967 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:33.667843 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=bd020e77-44c8-4a31-acc2-a1e288aba4ed,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:33.681109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.681109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.681343 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.681495 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.681834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.682204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.682546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.682883 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.683221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.683555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.683886 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.684216 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:33.718159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] No DVR routers for this DVR port bd020e77-44c8-4a31-acc2-a1e288aba4ed on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:03:33.720797 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:33.724225 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4dbd7ecb-7252-46d9-bdec-8f4ced9ba930 req-56053d2a-1760-42eb-af3c-347df6f9b6c6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "DELETE /v2.0/ports/bd020e77-44c8-4a31-acc2-a1e288aba4ed HTTP/1.1" status: 204 len: 173 time: 0.4112864 Nov 09 19:03:33.724661 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'name': 'network-vif-deleted', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:03:33.727009 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc8b6ed-2a1b-4101-b5d6-27bb8940f043" -d '{"events": [{"server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "name": "network-vif-deleted", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:03:33.785179 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed730ee-827e-4c96-a5f1-ae90ca0f9084 x-openstack-request-id: req-bed730ee-827e-4c96-a5f1-ae90ca0f9084 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:03:33.785481 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c401ba46-1278-4dfb-a9f6-0692b11983e5", "name": "network-vif-deleted", "tag": "bd020e77-44c8-4a31-acc2-a1e288aba4ed", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:03:33.785720 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bed730ee-827e-4c96-a5f1-ae90ca0f9084 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:03:33.786154 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c401ba46-1278-4dfb-a9f6-0692b11983e5', 'name': 'network-vif-deleted', 'tag': 'bd020e77-44c8-4a31-acc2-a1e288aba4ed', 'status': 'completed', 'code': 200} Nov 09 19:03:34.259649 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42940) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:34.630481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:34.890540 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:03:34.890814 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:34.977415 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:34.977781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:34.990707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:03:35.173065 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:35.203959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:35.392929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:35.614582 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:03:35.720602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:03:35.726652 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c35d251a-a4cf-4b89-9ee9-431811ce8b48 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/7b045e63-bfb0-47ba-98e9-7a0ee3153d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4649150 Nov 09 19:03:35.728793 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42942) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:35.729799 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] Sync routers for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:03:35.739029 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:35.739634 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:35.779822 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting subnet 0cde4f50-cc86-4c9f-8b7a-d86841226d0a {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:03:35.783880 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:35.825025 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:35.855987 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:35.914413 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:35.976246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.006583 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.010854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/subnets/0cde4f50-cc86-4c9f-8b7a-d86841226d0a HTTP/1.1" status: 204 len: 168 time: 0.2810683 Nov 09 19:03:36.012074 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a6eb6-193f-4f69-b57e-17904e47cdd1 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Subnet': ['ID=0cde4f50-cc86-4c9f-8b7a-d86841226d0a,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:36.012878 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42944) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:36.015009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd503a6-fa74-4e8a-a8b7-0155495813e2 None None] Network 5e640e47-472b-43d1-a675-851ffbba9506 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:03:36.052827 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:03:35Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:36.086981 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] Checking router: 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:03:36.098730 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] Routers {'7b045e63-bfb0-47ba-98e9-7a0ee3153d31'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:36.099667 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:36.138673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.216558 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] Set router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:36.251243 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.313185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 945abd4c-f1d9-4cf3-8501-064d4a22776a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:03:36.313855 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.390731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] DHCP port deletion for 5e640e47-472b-43d1-a675-851ffbba9506 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:03:36.412584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 945abd4c-f1d9-4cf3-8501-064d4a22776a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=945abd4c-f1d9-4cf3-8501-064d4a22776a,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:36.413062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.431376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 945abd4c-f1d9-4cf3-8501-064d4a22776a owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:03:36.441101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Deleting port 45dd0570-548b-4f86-98ed-54e23bca2ca3 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:03:36.442158 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.497972 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:03:35Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:36.507767 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] For port 45dd0570-548b-4f86-98ed-54e23bca2ca3, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=45dd0570-548b-4f86-98ed-54e23bca2ca3,segment=NetworkSegment(a8bbed69-eac4-4111-8332-61e8efe6d27a),segment_id=a8bbed69-eac4-4111-8332-61e8efe6d27a)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:36.508172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.521700 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Calling delete_port for 45dd0570-548b-4f86-98ed-54e23bca2ca3 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:03:36.526876 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07681e-46a0-47f4-84b1-9300b854548d None None] The sync data for ids ['7b045e63-bfb0-47ba-98e9-7a0ee3153d31'] in n-d-817240-1 is: [{'id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1942145954', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:03:35Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': '945abd4c-f1d9-4cf3-8501-064d4a22776a', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b045e63-bfb0-47ba-98e9-7a0ee3153d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:01:50Z', 'updated_at': '2021-11-09T19:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:03:36.605878 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.630422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.636687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Pushing event deleted for resources: {'Port': ['ID=45dd0570-548b-4f86-98ed-54e23bca2ca3,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:36.640660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] No DVR routers for this DVR port 45dd0570-548b-4f86-98ed-54e23bca2ca3 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:03:36.649995 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.650500 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.650846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.651179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.651628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.652074 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.652407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.652735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.653063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.653389 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.653735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.654054 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e2763b-fc29-4289-a092-b3b37f299737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:36.658196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=945abd4c-f1d9-4cf3-8501-064d4a22776a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:36.723438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.815535 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.817557 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.860262 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.860900 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Fanout notify agent at l3_agent the message router_deleted on router 7b045e63-bfb0-47ba-98e9-7a0ee3153d31 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:03:36.870090 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:36.870090 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-62ecfa5c-81a2-4308-917e-bf3f700321fd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/routers/7b045e63-bfb0-47ba-98e9-7a0ee3153d31 HTTP/1.1" status: 204 len: 168 time: 0.8553057 Nov 09 19:03:36.871982 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42946) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:36.976348 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.013777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:03:37.035305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:03:37.036011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9b91fc94-a7ba-49da-b6c3-c7cbfa04e9e9 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:03:37.036234 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45dd0570-548b-4f86-98ed-54e23bca2ca3 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:03:37.055976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 45dd0570-548b-4f86-98ed-54e23bca2ca3 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:03:37.056329 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 45dd0570-548b-4f86-98ed-54e23bca2ca3 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:03:37.086588 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.110178 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e640e47-472b-43d1-a675-851ffbba9506']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:37.121994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bbed69-eac4-4111-8332-61e8efe6d27a') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:37.122443 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bbed69-eac4-4111-8332-61e8efe6d27a') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:37.133875 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.147974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.154690 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:03:37.155352 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: timer() Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:03:37.158352 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:03:37.238251 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.245112 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.250587 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/networks/5e640e47-472b-43d1-a675-851ffbba9506 HTTP/1.1" status: 204 len: 168 time: 0.3774340 Nov 09 19:03:37.253837 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42950) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:37.268593 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b3d2f-004b-4503-bda6-b24c85166778 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Network': ['ID=5e640e47-472b-43d1-a675-851ffbba9506,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:37.327714 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603c1790-83bd-461c-92bd-9b6767768bcc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.352476 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603c1790-83bd-461c-92bd-9b6767768bcc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.372656 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-808660ce-cd51-4e9a-a283-878eb3cd4534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.413867 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603c1790-83bd-461c-92bd-9b6767768bcc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.418082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-603c1790-83bd-461c-92bd-9b6767768bcc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:37.419964 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-603c1790-83bd-461c-92bd-9b6767768bcc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4e7220d-e223-4b51-8257-371278a0d0d6 HTTP/1.1" status: 204 len: 168 time: 0.1643925 Nov 09 19:03:37.434893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c1790-83bd-461c-92bd-9b6767768bcc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7220d-e223-4b51-8257-371278a0d0d6,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:37.860056 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:03:38.048872 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42958) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.053707 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-b837ee00-9b8c-4e27-80e6-357626636635 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205200476', 'description': 'tempest-secgroup-smoke-1205200476 description', 'project_id': 'e6c9537d092948388f22b070b8557021'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.075199 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b837ee00-9b8c-4e27-80e6-357626636635 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.144794 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b837ee00-9b8c-4e27-80e6-357626636635 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.148779 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b837ee00-9b8c-4e27-80e6-357626636635 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.175985 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b837ee00-9b8c-4e27-80e6-357626636635 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.177228 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b837ee00-9b8c-4e27-80e6-357626636635 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1272495 Nov 09 19:03:38.180700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42960) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.181406 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837ee00-9b8c-4e27-80e6-357626636635 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:38.185942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-67c77bd4-cb4e-4dd7-899c-e4b5e5c17ed7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '6cac0fcb-00d0-42cb-b16f-917c0bee6bcf', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.212847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67c77bd4-cb4e-4dd7-899c-e4b5e5c17ed7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.259009 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67c77bd4-cb4e-4dd7-899c-e4b5e5c17ed7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.262892 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67c77bd4-cb4e-4dd7-899c-e4b5e5c17ed7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.284491 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bd020e77-44c8-4a31-acc2-a1e288aba4ed no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:03:38.287886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c77bd4-cb4e-4dd7-899c-e4b5e5c17ed7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d303a9-dc5c-40b0-bc20-1314bade0fe1,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:38.298311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-67c77bd4-cb4e-4dd7-899c-e4b5e5c17ed7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.299538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-67c77bd4-cb4e-4dd7-899c-e4b5e5c17ed7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177478 Nov 09 19:03:38.302551 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42962) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.308328 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a4c41cb4-9fc4-4a6f-838d-cccc5fc0a19b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '6cac0fcb-00d0-42cb-b16f-917c0bee6bcf', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.308514 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: bd020e77-44c8-4a31-acc2-a1e288aba4ed {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:03:38.308788 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device bd020e77-44c8-4a31-acc2-a1e288aba4ed not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:03:38.344552 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4c41cb4-9fc4-4a6f-838d-cccc5fc0a19b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.407985 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4c41cb4-9fc4-4a6f-838d-cccc5fc0a19b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.412847 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4c41cb4-9fc4-4a6f-838d-cccc5fc0a19b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.433344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c41cb4-9fc4-4a6f-838d-cccc5fc0a19b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86579512-c5af-4c10-b573-2b3e21b4484d,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:38.441097 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a4c41cb4-9fc4-4a6f-838d-cccc5fc0a19b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.442304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a4c41cb4-9fc4-4a6f-838d-cccc5fc0a19b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386023 Nov 09 19:03:38.446220 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42964) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.450424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-afbc1033-a308-4fba-8eb2-330317b9c233 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '6cac0fcb-00d0-42cb-b16f-917c0bee6bcf', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.479614 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afbc1033-a308-4fba-8eb2-330317b9c233 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.537225 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afbc1033-a308-4fba-8eb2-330317b9c233 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.541046 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afbc1033-a308-4fba-8eb2-330317b9c233 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.561261 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc1033-a308-4fba-8eb2-330317b9c233 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dae591-f016-4d57-ae0f-8523f5ddba89,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:38.566621 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-afbc1033-a308-4fba-8eb2-330317b9c233 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.567612 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-afbc1033-a308-4fba-8eb2-330317b9c233 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204615 Nov 09 19:03:38.570416 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42966) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.574790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d8ed3712-9ea4-49e9-a099-2001ffa4c080 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '6cac0fcb-00d0-42cb-b16f-917c0bee6bcf', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.608030 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3712-9ea4-49e9-a099-2001ffa4c080 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.666556 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3712-9ea4-49e9-a099-2001ffa4c080 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.670347 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3712-9ea4-49e9-a099-2001ffa4c080 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.696138 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed3712-9ea4-49e9-a099-2001ffa4c080 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbdc6c6-cfdf-4156-a338-2e5ad1183f9f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:38.701799 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3712-9ea4-49e9-a099-2001ffa4c080 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.703600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d8ed3712-9ea4-49e9-a099-2001ffa4c080 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321971 Nov 09 19:03:38.706238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42968) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.710616 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '6cac0fcb-00d0-42cb-b16f-917c0bee6bcf', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.733685 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:03:38.738737 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.799249 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.803145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.821597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810815ce-bbea-4640-8c2f-0067dbd7992b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:38.830419 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.831634 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f79cd4ac-f81c-48ee-9bee-3cbeb6a54204 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244478 Nov 09 19:03:38.834504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42970) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.839776 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'security_group_rule': {'security_group_id': '6cac0fcb-00d0-42cb-b16f-917c0bee6bcf', 'project_id': 'e6c9537d092948388f22b070b8557021', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.854279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 945abd4c-f1d9-4cf3-8501-064d4a22776a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:03:38.864892 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Project e6c9537d092948388f22b070b8557021 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:03:38.869858 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.877820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 945abd4c-f1d9-4cf3-8501-064d4a22776a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:03:38.878275 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 945abd4c-f1d9-4cf3-8501-064d4a22776a not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:03:38.934893 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.937504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.955652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02c220f-91b6-47ca-9660-13cc09c11ab8,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:38.962742 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:38.963960 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-38ba1936-7cbf-43c1-a3b5-eb4764c22c3f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283746 Nov 09 19:03:38.966953 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 42972) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:38.972353 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'network': {'name': 'tempest-network-smoke--1673692923', 'project_id': 'e6c9537d092948388f22b070b8557021', 'port_security_enabled': True}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:38.993597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:03:38.997039 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.020245 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:03:39.029457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.029783 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Added segment cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c of type vlan for network e41a2087-e45c-4228-b442-2ae05ecfd8cf Nov 09 19:03:39.072726 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.098457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.104072 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:39.104661 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.177396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2093179 Nov 09 19:03:39.180169 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42974) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:39.185698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'admin_state_up': True, 'project_id': 'e6c9537d092948388f22b070b8557021', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:39.187761 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720790e-7e39-4b62-b2f0-516b4378f976 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Network': ['ID=e41a2087-e45c-4228-b442-2ae05ecfd8cf,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:39.199632 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:03:39.209573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.210601 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.265438 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.403666 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.614876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.633972 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.741434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.8 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/adc8ce13-2be8-4d61-8605-b9fce4826f73) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:03:39.866933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.888845 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f7b72434-ef96-4cce-b2f8-e082d8e35888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.900579 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:39.937945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:03:39.940817 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:03:39.944270 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:03:39.973557 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=adc8ce13-2be8-4d61-8605-b9fce4826f73,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:40.328412 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:40.485806 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:40.685134 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:40.808298 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router f7313716-bc87-4c6b-b365-b8ac2011209e is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:03:40.916275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:03:40.928164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Sync routers for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:03:40.938496 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:40.939657 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-555d50ba-27e6-44dc-90ca-5b1d2a7c9f40 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7578800 Nov 09 19:03:40.940694 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:40.942853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42976) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:40.943177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:41.024674 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0ac8eddd-b3b1-4513-8ae8-8ca77421249e tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e6c9537d092948388f22b070b8557021&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806620 Nov 09 19:03:41.027686 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42980) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:41.054515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:41.121317 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d6823c-92f0-4852-a250-af8e78673f42 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:41.126426 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-03d6823c-92f0-4852-a250-af8e78673f42 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946269 Nov 09 19:03:41.126819 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42982) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:41.160390 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-7978e877-cb54-40e1-811a-ff8c4906d2d4 tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=df1d0633-e17e-4542-bba3-6a220dd1112b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323527 Nov 09 19:03:41.162949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42984) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:41.168558 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-727906666', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'project_id': 'e6c9537d092948388f22b070b8557021', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:41.237796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:40Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:41.265670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:03:41.267844 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Checking router: f7313716-bc87-4c6b-b365-b8ac2011209e for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:03:41.268205 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Updating router f7313716-bc87-4c6b-b365-b8ac2011209e port adc8ce13-2be8-4d61-8605-b9fce4826f73 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:03:41.269515 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.292887 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.338513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.476062 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.536375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Subnet': ['ID=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:41.549412 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Checking segment: {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:03:41.549875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network hostable DHCP agents. Network: e41a2087-e45c-4228-b442-2ae05ecfd8cf, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:03:41.562054 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.567487 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.569185 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:03:41.579273 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, e41a2087-e45c-4228-b442-2ae05ecfd8cf) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:03:41.585261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:41.585986 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.596886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93894c1-dae2-4fc5-b607-a77b90c02066 None None] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:03:41.606870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-925d0f4e-8f9c-4421-acfd-a44c024ee4e0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4426320 Nov 09 19:03:41.610723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 42988) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:41.664808 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Attempting to bind port adc8ce13-2be8-4d61-8605-b9fce4826f73 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:03:41.665177 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Attempting to bind port adc8ce13-2be8-4d61-8605-b9fce4826f73 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:03:41.665541 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Attempting to bind port adc8ce13-2be8-4d61-8605-b9fce4826f73 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:03:41.667399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37def9-c61a-480b-87e7-35cf9ca63a5f None None] Pushing event updated for resources: {'Port': ['ID=adc8ce13-2be8-4d61-8605-b9fce4826f73,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:41.677468 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:03:41.677830 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:03:41.678258 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.678646 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:03:41.679123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Bound port: adc8ce13-2be8-4d61-8605-b9fce4826f73, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:03:41.679503 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.770561 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] For port adc8ce13-2be8-4d61-8605-b9fce4826f73, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:03:41.792982 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] For port adc8ce13-2be8-4d61-8605-b9fce4826f73, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=adc8ce13-2be8-4d61-8605-b9fce4826f73,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:03:41.800693 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.859325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:03:41.860168 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:41.886649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37def9-c61a-480b-87e7-35cf9ca63a5f None None] Pushing event updated for resources: {'Port': ['ID=adc8ce13-2be8-4d61-8605-b9fce4826f73,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:41.889179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:41.890248 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:42.085096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:42.088901 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.155756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Allocated IP 172.20.0.2 (e41a2087-e45c-4228-b442-2ae05ecfd8cf/bdc4680b-880b-40f4-8b8d-9e56dea0bf1f/e1021233-c981-4f60-915e-3942d0349e39) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:03:42.384367 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.391720 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.396330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:40Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:42.439439 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.1 (e41a2087-e45c-4228-b442-2ae05ecfd8cf/bdc4680b-880b-40f4-8b8d-9e56dea0bf1f/9778e810-13da-49b4-86c3-88293c843360) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:03:42.447156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b882a-86a3-4a07-8a5b-4c3d467d5ede None None] The sync data for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 is: [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:40Z', 'revision_number': 3, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:03:42.459658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:03:42.462595 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:03:42.469690 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:03:42.477029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Pushing event updated for resources: {'Port': ['ID=e1021233-c981-4f60-915e-3942d0349e39,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:42.541222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Attempting to bind port e1021233-c981-4f60-915e-3942d0349e39 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:03:42.541681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Attempting to bind port e1021233-c981-4f60-915e-3942d0349e39 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:03:42.542363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Attempting to bind port e1021233-c981-4f60-915e-3942d0349e39 on network e41a2087-e45c-4228-b442-2ae05ecfd8cf {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:03:42.548434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:03:42.548847 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Checking segment: {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:03:42.549225 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.549693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Bound using segment: {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:03:42.550140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Bound port: e1021233-c981-4f60-915e-3942d0349e39, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:03:42.550548 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.563541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.603681 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.632688 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] For port e1021233-c981-4f60-915e-3942d0349e39, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:03:42.636710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] For port e1021233-c981-4f60-915e-3942d0349e39, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e1021233-c981-4f60-915e-3942d0349e39,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:03:42.642825 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.646838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:03:42.650515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:03:42.655385 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:03:42.700858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=9778e810-13da-49b4-86c3-88293c843360,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:42.712824 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.714555 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a383a7-8a94-4b07-aca5-05c2ceafc163 None None] Pushing event updated for resources: {'Port': ['ID=e1021233-c981-4f60-915e-3942d0349e39,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:42.838383 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.903361 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:42.944877 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device adc8ce13-2be8-4d61-8605-b9fce4826f73 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:03:43.028940 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port adc8ce13-2be8-4d61-8605-b9fce4826f73 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:43.029320 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:43.132120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:43.157330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port adc8ce13-2be8-4d61-8605-b9fce4826f73, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=adc8ce13-2be8-4d61-8605-b9fce4826f73,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:43.162377 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:43.216545 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=adc8ce13-2be8-4d61-8605-b9fce4826f73,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:43.265993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:43.270846 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:43.345274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=9778e810-13da-49b4-86c3-88293c843360,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:43.349018 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:43.447151 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:03:43.448741 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:03:43.821724 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac5bcd-9500-484c-90c4-b8b86d5cf350 None None] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:03:43.861310 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router f7313716-bc87-4c6b-b365-b8ac2011209e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:03:43.890374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f4d10ce7-ebf5-4fc4-97f7-0441cbe35b03 None None] Provisioning complete for port e1021233-c981-4f60-915e-3942d0349e39 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:43.890803 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4d10ce7-ebf5-4fc4-97f7-0441cbe35b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:43.988776 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:03:43.994550 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ba555126-e184-4911-b582-1c11dae5e42b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/f7313716-bc87-4c6b-b365-b8ac2011209e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824427 Nov 09 19:03:44.042004 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4d10ce7-ebf5-4fc4-97f7-0441cbe35b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.096950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-f4d10ce7-ebf5-4fc4-97f7-0441cbe35b03 None None] For port e1021233-c981-4f60-915e-3942d0349e39, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e1021233-c981-4f60-915e-3942d0349e39,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:44.105361 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f4d10ce7-ebf5-4fc4-97f7-0441cbe35b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.156432 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10ce7-ebf5-4fc4-97f7-0441cbe35b03 None None] Pushing event updated for resources: {'Port': ['ID=e1021233-c981-4f60-915e-3942d0349e39,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:44.175138 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-cf109083-6cc5-4e50-9e90-364f2475a95f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205200476&fields=id&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 267 time: 0.0489171 Nov 09 19:03:44.220848 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Sync routers for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:03:44.231020 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:44.232146 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:44.308664 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-9f8277a7-7c56-40cb-bca4-3cf67b2e495f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:44.310469 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-9f8277a7-7c56-40cb-bca4-3cf67b2e495f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/networks?id=e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 200 len: 797 time: 0.1283240 Nov 09 19:03:44.330560 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-ac5a545c-3ff0-4be5-a356-587156d7036e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/quotas/e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 375 time: 0.0129309 Nov 09 19:03:44.344954 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-038efcca-2c95-40bf-b2fb-9487a4ffbc57 None None] Provisioning complete for port e1021233-c981-4f60-915e-3942d0349e39 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:44.345210 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-038efcca-2c95-40bf-b2fb-9487a4ffbc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.349339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:44.405423 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-831faedf-b8da-4c3d-b8d7-92a13fd46ed8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630510 Nov 09 19:03:44.418938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-22fcea91-c1fe-419d-87d6-a651037ac70c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:03:44.426870 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-22fcea91-c1fe-419d-87d6-a651037ac70c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124311 Nov 09 19:03:44.558170 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-d0c65806-433a-4dc4-b749-7abbba0f8356 service neutron] 10.222.0.32 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291032 Nov 09 19:03:44.581127 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 2, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:44.612485 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Checking router: f7313716-bc87-4c6b-b365-b8ac2011209e for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:03:44.612867 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Updating router f7313716-bc87-4c6b-b365-b8ac2011209e port 9778e810-13da-49b4-86c3-88293c843360 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:03:44.622899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-038efcca-2c95-40bf-b2fb-9487a4ffbc57 None None] Provisioning complete for port 9778e810-13da-49b4-86c3-88293c843360 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:44.623678 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-038efcca-2c95-40bf-b2fb-9487a4ffbc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.648364 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.664636 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-038efcca-2c95-40bf-b2fb-9487a4ffbc57 None None] Port 9778e810-13da-49b4-86c3-88293c843360 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:03:44.671372 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-e4fce74b-83a1-49a9-aaf2-2483716c999a service neutron] 10.222.0.32 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113763 Nov 09 19:03:44.784223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-8aa1638a-cd46-4763-be8a-74fa828fd395 None None] Provisioning complete for port 9778e810-13da-49b4-86c3-88293c843360 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:44.784594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8aa1638a-cd46-4763-be8a-74fa828fd395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.835375 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1638a-cd46-4763-be8a-74fa828fd395 None None] Port 9778e810-13da-49b4-86c3-88293c843360 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:03:44.874361 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-84fa6056-b73a-4e96-a978-20de5d4a4684 req-83774a52-03df-42ca-80d5-7f13777c77fe tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 210 time: 0.0548303 Nov 09 19:03:44.946986 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:44.953320 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.019351 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Pushing event updated for resources: {'Port': ['ID=9778e810-13da-49b4-86c3-88293c843360,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:45.040852 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e1021233-c981-4f60-915e-3942d0349e39 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:03:45.048828 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.049169 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.049513 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.049840 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.050202 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.050532 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.050855 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.051363 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.051845 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.052322 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.052800 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.053276 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:03:45.097594 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Attempting to bind port 9778e810-13da-49b4-86c3-88293c843360 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:03:45.098295 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Attempting to bind port 9778e810-13da-49b4-86c3-88293c843360 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:03:45.099015 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Attempting to bind port 9778e810-13da-49b4-86c3-88293c843360 on network e41a2087-e45c-4228-b442-2ae05ecfd8cf {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:03:45.107166 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:03:45.107673 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Checking segment: {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:03:45.108897 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.109389 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Bound using segment: {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:03:45.110600 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Bound port: 9778e810-13da-49b4-86c3-88293c843360, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:03:45.110754 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.111758 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port e1021233-c981-4f60-915e-3942d0349e39 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:45.112138 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.195672 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] For port 9778e810-13da-49b4-86c3-88293c843360, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:03:45.200173 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] For port 9778e810-13da-49b4-86c3-88293c843360, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9778e810-13da-49b4-86c3-88293c843360,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:03:45.204347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device adc8ce13-2be8-4d61-8605-b9fce4826f73 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:03:45.208399 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.259722 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port adc8ce13-2be8-4d61-8605-b9fce4826f73 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:45.259938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.265950 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:45.266689 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:45.375753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b87142de-3c83-431a-8ed0-2565cac67257 None None] Provisioning complete for port 9778e810-13da-49b4-86c3-88293c843360 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:45.376261 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b87142de-3c83-431a-8ed0-2565cac67257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.378630 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaf3ef-2de1-4d62-8135-c431ecfb86d2 None None] Pushing event updated for resources: {'Port': ['ID=9778e810-13da-49b4-86c3-88293c843360,revision_number=4']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:45.429294 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:45.472367 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b87142de-3c83-431a-8ed0-2565cac67257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.509796 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-b87142de-3c83-431a-8ed0-2565cac67257 None None] For port 9778e810-13da-49b4-86c3-88293c843360, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9778e810-13da-49b4-86c3-88293c843360,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:45.516847 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b87142de-3c83-431a-8ed0-2565cac67257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.579502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87142de-3c83-431a-8ed0-2565cac67257 None None] Pushing event updated for resources: {'Port': ['ID=9778e810-13da-49b4-86c3-88293c843360,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:45.638820 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-bba56f85-d0ae-4038-847d-297140b88aaf None None] Provisioning complete for port 9778e810-13da-49b4-86c3-88293c843360 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:45.639196 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bba56f85-d0ae-4038-847d-297140b88aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:45.656875 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:45.690098 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d2a70-0c6a-42b8-9675-498d8430a07f None None] The sync data for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 is: [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:03:45.989629 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-f121da64-ca6a-4d4f-aee5-4ad2c00741f6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:45.992192 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-f121da64-ca6a-4d4f-aee5-4ad2c00741f6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/networks?id=e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 200 len: 797 time: 0.1251256 Nov 09 19:03:45.999832 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff363ed3-34ff-4c9c-8c47-25f0a850590c req-d46ba475-8efd-421f-af27-d0aa874ba267 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 210 time: 0.0396159 Nov 09 19:03:46.041619 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-b5fb7cef-d8aa-411f-befd-d4ebbf56db31 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c9537d092948388f22b070b8557021 HTTP/1.1" status: 200 len: 380 time: 0.0399041 Nov 09 19:03:46.052459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'port': {'device_id': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'admin_state_up': True, 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'security_groups': ['6cac0fcb-00d0-42cb-b16f-917c0bee6bcf']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:46.171841 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Made reservation on behalf of e6c9537d092948388f22b070b8557021 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:03:46.175974 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.312037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.20.0.12 (e41a2087-e45c-4228-b442-2ae05ecfd8cf/bdc4680b-880b-40f4-8b8d-9e56dea0bf1f/6fbb9652-be48-4363-ab8a-938540ca33cd) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:03:46.467524 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.506778 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.558864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:03:46.563625 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:03:46.568394 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:03:46.601401 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=6fbb9652-be48-4363-ab8a-938540ca33cd,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:46.633944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:46.634680 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.651376 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-08aabedd-12aa-4440-8f48-4dac3370587a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030672 Nov 09 19:03:46.664951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Request body: {'port': {'device_id': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:46.731965 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.846290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-81347532-a560-4d34-b8ad-4a19a203cb01 None None] Provisioning complete for port 6fbb9652-be48-4363-ab8a-938540ca33cd triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:46.846818 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-81347532-a560-4d34-b8ad-4a19a203cb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.901219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:46.902328 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-81347532-a560-4d34-b8ad-4a19a203cb01 None None] Port 6fbb9652-be48-4363-ab8a-938540ca33cd cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:03:46.956002 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9778e810-13da-49b4-86c3-88293c843360 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:03:47.006204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 9778e810-13da-49b4-86c3-88293c843360 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:47.006613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:47.028058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbb9652-be48-4363-ab8a-938540ca33cd {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:03:47.036898 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:47.050693 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Transition to ACTIVE for port object 6fbb9652-be48-4363-ab8a-938540ca33cd will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:03:47.055261 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:47.127796 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d03d5-87b4-4d4a-9214-21a299fae8c8 req-fef3ada0-5568-4f40-8de8-ace87c08265e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.129518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd9d03d5-87b4-4d4a-9214-21a299fae8c8 req-fef3ada0-5568-4f40-8de8-ace87c08265e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 944 time: 0.0635703 Nov 09 19:03:47.143860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbb9652-be48-4363-ab8a-938540ca33cd,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:47.177315 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Attempting to bind port 6fbb9652-be48-4363-ab8a-938540ca33cd on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:03:47.177662 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Attempting to bind port 6fbb9652-be48-4363-ab8a-938540ca33cd by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:03:47.177997 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Attempting to bind port 6fbb9652-be48-4363-ab8a-938540ca33cd on network e41a2087-e45c-4228-b442-2ae05ecfd8cf {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:03:47.182897 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Port 6fbb9652-be48-4363-ab8a-938540ca33cd on network e41a2087-e45c-4228-b442-2ae05ecfd8cf not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:03:47.183235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Attempting to bind port 6fbb9652-be48-4363-ab8a-938540ca33cd on network e41a2087-e45c-4228-b442-2ae05ecfd8cf {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:03:47.186310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd9d03d5-87b4-4d4a-9214-21a299fae8c8 req-a072c235-216a-4de9-bb5e-6de3e18be38b tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485430 Nov 09 19:03:47.204159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:03:47.204523 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Checking segment: {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:03:47.204921 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Bound using segment: {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:03:47.205381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Bound port: 6fbb9652-be48-4363-ab8a-938540ca33cd, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:03:47.205749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:47.279289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] For port 6fbb9652-be48-4363-ab8a-938540ca33cd, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:03:47.283195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] For port 6fbb9652-be48-4363-ab8a-938540ca33cd, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6fbb9652-be48-4363-ab8a-938540ca33cd,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:03:47.288025 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:47.326275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.327817 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:47.329927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] 10.222.0.85 "PUT /v2.0/ports/6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 200 len: 1092 time: 0.6701565 Nov 09 19:03:47.330628 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:03:47.332892 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b00feb-b01c-4f45-bea3-f785446d3137" -d '{"events": [{"name": "network-changed", "server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:03:47.361154 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46f5da-176d-457a-a36d-e5d570bf6588 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbb9652-be48-4363-ab8a-938540ca33cd,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:47.383000 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b93bc4-41cd-40e5-b2de-fc1faff28870 x-openstack-request-id: req-e8b93bc4-41cd-40e5-b2de-fc1faff28870 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:03:47.383293 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:03:47.383543 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b93bc4-41cd-40e5-b2de-fc1faff28870 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:03:47.383936 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'status': 'completed', 'code': 200} Nov 09 19:03:47.417849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-beac7d00-6fd9-4d3d-a644-a3673c920e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.419418 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-beac7d00-6fd9-4d3d-a644-a3673c920e02 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1095 time: 0.0464838 Nov 09 19:03:47.463935 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-02105184-f396-48c6-b564-7d01b3305dce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 200 len: 217 time: 0.0358675 Nov 09 19:03:47.523851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-c8439dc9-7c5e-413f-bf72-3f56858672bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.525336 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-c8439dc9-7c5e-413f-bf72-3f56858672bb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f HTTP/1.1" status: 200 len: 834 time: 0.0542660 Nov 09 19:03:47.574196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-69a775d1-64ed-4f1b-ba44-8761fb250555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.575718 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-69a775d1-64ed-4f1b-ba44-8761fb250555 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e41a2087-e45c-4228-b442-2ae05ecfd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427170 Nov 09 19:03:47.665330 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-9704f084-959f-499a-b0f1-45582159d410 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824928 Nov 09 19:03:47.762594 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-63d79dd9-bbf1-4c78-9a96-b28533dcdea4 req-3cc06c4b-1e33-4683-a5f2-7d9eb4bb26c0 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903094 Nov 09 19:03:47.847424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-95222440-7ff0-4b3c-be73-bde54800ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.848878 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-95222440-7ff0-4b3c-be73-bde54800ed1e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1095 time: 0.0414877 Nov 09 19:03:47.946858 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-6dc92939-3f0c-4a8b-893b-657bac3d22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:47.948332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-6dc92939-3f0c-4a8b-893b-657bac3d22b5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 200 len: 898 time: 0.0925055 Nov 09 19:03:47.990209 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-dae50f0c-587d-4255-91fc-816bedcaf131 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 200 len: 217 time: 0.0345757 Nov 09 19:03:48.039738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-5fb31250-79d7-4c00-b452-4de12008a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:48.041181 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-5fb31250-79d7-4c00-b452-4de12008a51e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f HTTP/1.1" status: 200 len: 834 time: 0.0440381 Nov 09 19:03:48.093428 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-8db7b778-10c4-4e06-b156-f367e0bdb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:48.094976 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-8db7b778-10c4-4e06-b156-f367e0bdb26a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e41a2087-e45c-4228-b442-2ae05ecfd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448911 Nov 09 19:03:48.191681 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-5d0bb20a-580f-4974-8402-0318c1b3e749 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885227 Nov 09 19:03:48.290309 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-64b00feb-b01c-4f45-bea3-f785446d3137 req-52e92216-f9a2-450a-b7e4-84ceb37c456e service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909071 Nov 09 19:03:48.309808 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de793e-dfdb-42ef-a859-edfb2f83238d req-c45aa62b-7387-47a6-8bfc-abd0aae87ced tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:48.313490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67de793e-dfdb-42ef-a859-edfb2f83238d req-c45aa62b-7387-47a6-8bfc-abd0aae87ced tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 944 time: 0.0573008 Nov 09 19:03:48.353854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-67de793e-dfdb-42ef-a859-edfb2f83238d req-3c230f96-38e6-467b-b5c3-fe19091fef6f tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358150 Nov 09 19:03:49.475541 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349d94-6ef4-4abb-bfd5-814815746b7d req-eb4f8fc3-72c8-463b-80ef-f90bd99962d0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:49.477038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b349d94-6ef4-4abb-bfd5-814815746b7d req-eb4f8fc3-72c8-463b-80ef-f90bd99962d0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 944 time: 0.0548344 Nov 09 19:03:49.515320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8b349d94-6ef4-4abb-bfd5-814815746b7d req-21b15332-e66d-4879-bf68-178abc465b81 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Nov 09 19:03:49.733975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:50.392096 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6fbb9652-be48-4363-ab8a-938540ca33cd details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:03:50.487854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6fbb9652-be48-4363-ab8a-938540ca33cd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6fbb9652-be48-4363-ab8a-938540ca33cd,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:50.499227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'port_id': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'mac_address': 'fa:16:3e:d9:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:03:50.536229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:50.550262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbb9652-be48-4363-ab8a-938540ca33cd {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:03:50.570075 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6fbb9652-be48-4363-ab8a-938540ca33cd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6fbb9652-be48-4363-ab8a-938540ca33cd,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:50.574453 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:50.627079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6fbb9652-be48-4363-ab8a-938540ca33cd,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:50.641532 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f514a-3d3b-4995-9c6b-0fac81fe0e44 req-8633e0cf-dba8-49b4-b7e5-de28ecac199e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:50.643195 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a8f514a-3d3b-4995-9c6b-0fac81fe0e44 req-8633e0cf-dba8-49b4-b7e5-de28ecac199e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 945 time: 0.0547667 Nov 09 19:03:50.681091 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1a8f514a-3d3b-4995-9c6b-0fac81fe0e44 req-6c52834a-f0f9-4679-9d7c-f06c1c8ecf64 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Nov 09 19:03:50.779446 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['6fbb9652-be48-4363-ab8a-938540ca33cd'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:03:51.799614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfd6c5-ad2f-46fe-aa2e-956c056b55b0 req-42892f46-74f2-42a7-a77b-1f87bfcbbf21 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:51.801126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1edfd6c5-ad2f-46fe-aa2e-956c056b55b0 req-42892f46-74f2-42a7-a77b-1f87bfcbbf21 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 945 time: 0.0531318 Nov 09 19:03:51.839786 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1edfd6c5-ad2f-46fe-aa2e-956c056b55b0 req-6a115e61-a0dd-4952-a036-b6e5485d7309 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Nov 09 19:03:52.408917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6fbb9652-be48-4363-ab8a-938540ca33cd up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:03:52.456576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port 6fbb9652-be48-4363-ab8a-938540ca33cd completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:03:52.460121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port 6fbb9652-be48-4363-ab8a-938540ca33cd triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:03:52.460493 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:52.535485 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:52.557128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:03:52.559441 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b6e062-ee3e-4a35-b4ce-ba7bc4586a09" -d '{"events": [{"server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "name": "network-vif-plugged", "status": "completed", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:03:52.575648 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port 6fbb9652-be48-4363-ab8a-938540ca33cd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6fbb9652-be48-4363-ab8a-938540ca33cd,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:03:52.580371 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:52.603376 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8b2fc7-88c5-49c8-88b1-b1ce2d181984 x-openstack-request-id: req-5f8b2fc7-88c5-49c8-88b1-b1ce2d181984 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:03:52.603674 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "name": "network-vif-plugged", "status": "completed", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:03:52.603939 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f8b2fc7-88c5-49c8-88b1-b1ce2d181984 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:03:52.604349 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'code': 200} Nov 09 19:03:52.632142 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=6fbb9652-be48-4363-ab8a-938540ca33cd,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:52.703289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc28fac-e230-4435-a4f2-8e48856b9dce req-e9f51b46-245a-49d6-bdd3-0d0929841a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:52.704847 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4fc28fac-e230-4435-a4f2-8e48856b9dce req-e9f51b46-245a-49d6-bdd3-0d0929841a3c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1097 time: 0.0451424 Nov 09 19:03:52.740101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4fc28fac-e230-4435-a4f2-8e48856b9dce req-cfd6fa98-bc42-4996-ac49-1d2c14fcce8f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282748 Nov 09 19:03:52.960821 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02075a-0254-4802-94c9-189d355e458c req-7d2a57fe-37fd-4a1c-b70d-5999c96db567 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:52.962435 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e02075a-0254-4802-94c9-189d355e458c req-7d2a57fe-37fd-4a1c-b70d-5999c96db567 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0507534 Nov 09 19:03:53.001722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4e02075a-0254-4802-94c9-189d355e458c req-03698c8b-6dce-4d83-bff8-2c28108083d4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Nov 09 19:03:54.410881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf5fc0-263e-4114-b878-a17542219302 req-dfafc3c1-f2b7-4f7f-8515-ae273406ffbc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:54.412381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afcf5fc0-263e-4114-b878-a17542219302 req-dfafc3c1-f2b7-4f7f-8515-ae273406ffbc tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.3396046 Nov 09 19:03:54.453658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-afcf5fc0-263e-4114-b878-a17542219302 req-e9f1504a-85ed-442e-aded-982b89308cb7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343213 Nov 09 19:03:54.574049 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe3ee7-778c-4a09-be44-84d1c24b0980 req-0d9a4d39-1634-4494-a29d-7aa4e2e3f3ef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:54.575749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0afe3ee7-778c-4a09-be44-84d1c24b0980 req-0d9a4d39-1634-4494-a29d-7aa4e2e3f3ef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0533915 Nov 09 19:03:54.616234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0afe3ee7-778c-4a09-be44-84d1c24b0980 req-8094476a-f588-4162-a750-764bef4e5c6a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338976 Nov 09 19:03:54.638652 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43042) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:54.682855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d2fe75-b77e-4d45-b6a0-301b0de05d6c tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:54.684283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-13d2fe75-b77e-4d45-b6a0-301b0de05d6c tempest-TestNetworkAdvancedServerOps-42466118 tempest-TestNetworkAdvancedServerOps-42466118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1092 time: 0.0437021 Nov 09 19:03:54.688092 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43044) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:54.692370 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:03:54.716563 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:54.821047 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:54.931503 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Allocated IP 172.25.0.222 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/acd960c2-e4ae-48d5-a7f2-097147efde4a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:03:55.037495 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.071248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.106951 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:03:55.111738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:03:55.115339 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:03:55.140195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=acd960c2-e4ae-48d5-a7f2-097147efde4a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:55.475631 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.539782 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.692616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.697148 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.770476 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event updated for resources: {'Port': ['ID=acd960c2-e4ae-48d5-a7f2-097147efde4a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:03:55.781741 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:55.882635 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP a8b28938-aeb5-4e46-81d7-e893e5417576 associated. External IP: 172.25.0.222, port: 6fbb9652-be48-4363-ab8a-938540ca33cd. Nov 09 19:03:56.092130 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router f7313716-bc87-4c6b-b365-b8ac2011209e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:03:56.210107 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:03:56.220527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] Sync routers for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:03:56.228144 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:03:56.232493 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:56.233230 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:56.254538 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8a983368-e1c2-44e4-8cd3-bccb81b82bc0 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5654335 Nov 09 19:03:56.255113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:03:56.257391 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78edcac-1faa-40de-8c2e-2066ffd0be59" -d '{"events": [{"name": "network-changed", "server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:03:56.349681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:56.356503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50125b4b-fb39-403b-b2e7-3209f78052b5 req-f82219d2-3376-4b54-94d7-5368a410fe41 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:56.358086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50125b4b-fb39-403b-b2e7-3209f78052b5 req-f82219d2-3376-4b54-94d7-5368a410fe41 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0511944 Nov 09 19:03:56.398966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-50125b4b-fb39-403b-b2e7-3209f78052b5 req-8cc45cb9-92cf-4538-b8d1-7aed47fb34dd tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346398 Nov 09 19:03:56.420962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43050) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:56.464503 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80412d8c-ba42-46f8-8d18-e2c7347613cd x-openstack-request-id: req-80412d8c-ba42-46f8-8d18-e2c7347613cd {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:03:56.464887 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:03:56.465211 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80412d8c-ba42-46f8-8d18-e2c7347613cd {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:03:56.465677 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'status': 'completed', 'code': 200} Nov 09 19:03:56.512989 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ff3bac80-4b1f-4c3c-8974-3cfa5b3eac93 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/a8b28938-aeb5-4e46-81d7-e893e5417576 HTTP/1.1" status: 200 len: 992 time: 0.0907249 Nov 09 19:03:56.525823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-b5e27e66-5d64-484d-a468-fd2c4121e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:56.527331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-b5e27e66-5d64-484d-a468-fd2c4121e44a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1097 time: 0.0551424 Nov 09 19:03:56.599602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a8b28938-aeb5-4e46-81d7-e893e5417576', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'port_id': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'mac_address': 'fa:16:3e:d9:c1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:03:55Z', 'updated_at': '2021-11-09T19:03:55Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:56.619994 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-72f7e189-da7c-468c-9212-93d300fecf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:56.621382 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-72f7e189-da7c-468c-9212-93d300fecf12 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 200 len: 898 time: 0.0875335 Nov 09 19:03:56.629339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] Checking router: f7313716-bc87-4c6b-b365-b8ac2011209e for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:03:56.637996 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:03:56.638641 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:03:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:56.688792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-ec3547d8-ff98-4c61-a7da-b6c450127f90 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 200 len: 1000 time: 0.0607603 Nov 09 19:03:56.736058 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-7f3a21e2-9adf-46a4-9454-425e01e3b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:56.737642 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-7f3a21e2-9adf-46a4-9454-425e01e3b406 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f HTTP/1.1" status: 200 len: 834 time: 0.0427239 Nov 09 19:03:56.746693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:03:56.797895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-781c4fef-62c5-4dd9-9a3d-b1f97c14e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:03:56.799612 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-781c4fef-62c5-4dd9-9a3d-b1f97c14e7bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e41a2087-e45c-4228-b442-2ae05ecfd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444207 Nov 09 19:03:56.890800 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-911e9771-03e2-4ee9-a809-1426ce1d3273 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836167 Nov 09 19:03:56.976662 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a8b28938-aeb5-4e46-81d7-e893e5417576', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'port_id': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'mac_address': 'fa:16:3e:d9:c1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:03:55Z', 'updated_at': '2021-11-09T19:03:55Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:03:56.990492 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a78edcac-1faa-40de-8c2e-2066ffd0be59 req-717d2be7-fa36-4d8c-bd49-6177aeed4534 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904882 Nov 09 19:03:57.005179 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea01f4e-6ee0-4721-96c4-911902df5046 None None] The sync data for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 is: [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a8b28938-aeb5-4e46-81d7-e893e5417576', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'port_id': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'mac_address': 'fa:16:3e:d9:c1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:03:55Z', 'updated_at': '2021-11-09T19:03:55Z', 'revision_number': 0, 'project_id': 'e6c9537d092948388f22b070b8557021', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:03:57.213161 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b7bc78-0b00-44c2-9b4a-e3e39f234b78 None None] New status for floating IP a8b28938-aeb5-4e46-81d7-e893e5417576: ACTIVE {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:03:57.517550 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43052) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:03:57.869564 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc56b46f-eecf-486c-a410-75503673b8c7 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/a8b28938-aeb5-4e46-81d7-e893e5417576 HTTP/1.1" status: 200 len: 994 time: 0.3505566 Nov 09 19:04:07.375732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-da9ca397-4e56-46cd-8026-d32886312739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:09.890773 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-35672904-a376-406e-a880-edbaad11e62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:10.326134 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:11.334494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:12.840407 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:14.859680 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:04:16.882012 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:19.741434 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:26.701975 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769ae21-e0c2-4493-af0d-ad58d367c069 req-6944e619-6bb1-4871-97ef-0752723358c3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:26.703497 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d769ae21-e0c2-4493-af0d-ad58d367c069 req-6944e619-6bb1-4871-97ef-0752723358c3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.1135485 Nov 09 19:04:26.742211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d769ae21-e0c2-4493-af0d-ad58d367c069 req-df0db3db-05db-4105-87c4-e91376c9c2b3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Nov 09 19:04:27.859413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca297534-6f6c-486e-9860-55c36f2e92e0 req-c0eb01c0-2aec-4433-99dd-56d70c0587d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:27.860892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca297534-6f6c-486e-9860-55c36f2e92e0 req-c0eb01c0-2aec-4433-99dd-56d70c0587d8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0489278 Nov 09 19:04:27.901141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ca297534-6f6c-486e-9860-55c36f2e92e0 req-84ff63ac-859b-404f-ab99-8a542c14b485 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333900 Nov 09 19:04:27.923204 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43074) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:27.987819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e37c80e5-ca1b-4438-be2b-2b4a624e40c8 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/a8b28938-aeb5-4e46-81d7-e893e5417576 HTTP/1.1" status: 200 len: 994 time: 0.0634470 Nov 09 19:04:29.188611 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-2c4a1dad-9525-4c5a-adad-a270e20e7df8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959229 Nov 09 19:04:29.279365 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-2479e626-8b41-425f-90ee-e6f8f8d27eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:29.280054 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e9eb-4801-482e-b3bc-f5a9ce3f1160 req-1d0e9bbd-1624-4185-871c-c7615b517675 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:29.280926 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-2479e626-8b41-425f-90ee-e6f8f8d27eb2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1097 time: 0.0417886 Nov 09 19:04:29.281557 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fe9e9eb-4801-482e-b3bc-f5a9ce3f1160 req-1d0e9bbd-1624-4185-871c-c7615b517675 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0506661 Nov 09 19:04:29.340987 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0fe9e9eb-4801-482e-b3bc-f5a9ce3f1160 req-107897f7-599f-4656-a4ed-2fb39d2df3ae tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520375 Nov 09 19:04:29.399669 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-c532b3e6-64e8-4cc2-ad79-a4b8b2809d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:29.401108 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-c532b3e6-64e8-4cc2-ad79-a4b8b2809d5d service neutron] 10.222.0.85 "GET /v2.0/networks?id=e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 200 len: 898 time: 0.0995071 Nov 09 19:04:29.473741 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-2fc043fe-47f1-4529-b6d3-f5030984c07d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 200 len: 1002 time: 0.0651298 Nov 09 19:04:29.524231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-632c40d8-e238-4051-ad68-e6fb45078bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:29.525695 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-632c40d8-e238-4051-ad68-e6fb45078bb9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f HTTP/1.1" status: 200 len: 834 time: 0.0451453 Nov 09 19:04:29.582470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-e245b212-dd6f-40fc-8bcf-8b718366b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:29.584102 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-e245b212-dd6f-40fc-8bcf-8b718366b4ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e41a2087-e45c-4228-b442-2ae05ecfd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511134 Nov 09 19:04:29.673016 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-07f22211-d906-4f8b-91a9-b289ec10e939 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816483 Nov 09 19:04:29.768865 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d60f095d-eb33-45fa-afd6-aff525ec06da req-93602e62-fabb-415c-8359-c0ec4efa492a service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891914 Nov 09 19:04:29.846908 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-772e399b-50eb-44fb-b85c-3d1f62b4f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:29.848467 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-772e399b-50eb-44fb-b85c-3d1f62b4f848 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1097 time: 0.0413880 Nov 09 19:04:29.936353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-e8e78766-de62-4f01-bba8-dbe0204b8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:29.937820 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-e8e78766-de62-4f01-bba8-dbe0204b8ad1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 200 len: 898 time: 0.0826325 Nov 09 19:04:30.007859 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-e646fcc6-5840-427d-8164-5a76849ed620 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 200 len: 1002 time: 0.0622270 Nov 09 19:04:30.056170 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-a266001b-a4f3-404f-8bcc-c2a75474220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:30.057693 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-a266001b-a4f3-404f-8bcc-c2a75474220e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f HTTP/1.1" status: 200 len: 834 time: 0.0433431 Nov 09 19:04:30.102167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-5e35ad92-81f4-41ca-ab9a-e9baf4ae8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:30.103742 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-5e35ad92-81f4-41ca-ab9a-e9baf4ae8f64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e41a2087-e45c-4228-b442-2ae05ecfd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392590 Nov 09 19:04:30.195094 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-151aba4c-3369-4a05-ac63-277831bdd5c0 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Nov 09 19:04:30.284149 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-19db6f43-58c6-492f-9d8b-65cb5069b469 req-dd45e791-eaae-4e86-99f6-4e110dd54427 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820503 Nov 09 19:04:30.462085 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27034e2-7718-4322-ab53-7bf682f03392 req-1cbaca5a-4e58-4df9-881f-cf9157e6a6ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:30.463624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e27034e2-7718-4322-ab53-7bf682f03392 req-1cbaca5a-4e58-4df9-881f-cf9157e6a6ab tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0532496 Nov 09 19:04:30.502211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e27034e2-7718-4322-ab53-7bf682f03392 req-32abc1eb-2bf9-4c37-9803-6c5be6c3b958 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324814 Nov 09 19:04:31.318177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-76662a2d-e0b6-4b6f-85a4-2fee00c90be9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783715 Nov 09 19:04:31.406713 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-76480d45-152a-4b08-8178-59453f49b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:31.408249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-76480d45-152a-4b08-8178-59453f49b2b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0411193 Nov 09 19:04:31.521746 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-08836ef1-7cc7-4afe-87c7-297c048ad1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:31.523177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-08836ef1-7cc7-4afe-87c7-297c048ad1f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0880966 Nov 09 19:04:31.571093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-8316cea0-5cd2-4a2d-964d-233251fdf747 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0355778 Nov 09 19:04:31.657905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5f374-a587-494f-aff1-44de4aadf487 req-8b3239c2-b8eb-43e6-86bc-082c66c2be92 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:31.659432 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69a5f374-a587-494f-aff1-44de4aadf487 req-8b3239c2-b8eb-43e6-86bc-082c66c2be92 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0858045 Nov 09 19:04:31.661219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-40ceeee3-2fe2-4f33-9e1a-8df798abab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:31.662603 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-40ceeee3-2fe2-4f33-9e1a-8df798abab68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0788934 Nov 09 19:04:31.725614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-69a5f374-a587-494f-aff1-44de4aadf487 req-dd88ed90-434d-47ca-9daa-64e590a635e6 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602095 Nov 09 19:04:31.731647 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-76bdcc7a-4a07-47ca-adee-6f5efd552a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:31.733080 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-76bdcc7a-4a07-47ca-adee-6f5efd552a53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541484 Nov 09 19:04:31.748780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43090) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:31.814605 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-72724c54-90bc-48c0-8e11-1ff435b305a3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/floatingips/a8b28938-aeb5-4e46-81d7-e893e5417576 HTTP/1.1" status: 200 len: 994 time: 0.0644798 Nov 09 19:04:31.836380 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-09cb42f7-454c-4833-ba0f-8102ca74fc64 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875921 Nov 09 19:04:31.952924 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f2f533bd-da3e-4473-a7c3-f04d9224f641 req-dd9b59b0-ee23-43fb-8758-2a9401a90ecf service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029966 Nov 09 19:04:32.114451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43096) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:32.275929 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port acd960c2-e4ae-48d5-a7f2-097147efde4a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:04:32.276307 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:32.349254 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:32.349570 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:32.362139 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for acd960c2-e4ae-48d5-a7f2-097147efde4a owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:04:32.512019 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:32.541324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=acd960c2-e4ae-48d5-a7f2-097147efde4a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:32.606506 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:32.607354 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Floating IP a8b28938-aeb5-4e46-81d7-e893e5417576 disassociated (deleted). External IP: 172.25.0.222, port: 6fbb9652-be48-4363-ab8a-938540ca33cd. Nov 09 19:04:32.812601 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router f7313716-bc87-4c6b-b365-b8ac2011209e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:04:32.920289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:04:32.925530 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:32.930505 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] Sync routers for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:04:32.941158 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:32.941770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:32.955549 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-0d0bc22c-d5ad-4435-bb8c-c3dd366a2d1e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/floatingips/a8b28938-aeb5-4e46-81d7-e893e5417576 HTTP/1.1" status: 204 len: 168 time: 0.8400311 Nov 09 19:04:32.956286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:04:32.958862 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654b17c9-d757-4ba5-8042-a2642327d8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:04:33.116067 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc37b6bb-b244-49ef-8616-49e47351e1bf x-openstack-request-id: req-bc37b6bb-b244-49ef-8616-49e47351e1bf {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:04:33.116368 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:04:33.116651 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc37b6bb-b244-49ef-8616-49e47351e1bf {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:04:33.117061 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'status': 'completed', 'code': 200} Nov 09 19:04:33.181456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-ee0272df-4273-48ed-82aa-340a5da54f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:33.183217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-ee0272df-4273-48ed-82aa-340a5da54f63 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e6c9537d092948388f22b070b8557021&device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 1097 time: 0.0432289 Nov 09 19:04:33.208143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:33.226628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa39f6-395c-4c0c-9570-8954afcd1cd9 req-1437dcc0-32a2-41f2-ab71-73487c8171ce tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:33.229284 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73fa39f6-395c-4c0c-9570-8954afcd1cd9 req-1437dcc0-32a2-41f2-ab71-73487c8171ce tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0619123 Nov 09 19:04:33.272774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-73fa39f6-395c-4c0c-9570-8954afcd1cd9 req-e6107030-fa6e-4e8c-8335-29de40b33b4e tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351636 Nov 09 19:04:33.297306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-77485926-61a0-455e-8704-2cda7935d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:33.298837 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-77485926-61a0-455e-8704-2cda7935d219 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 200 len: 898 time: 0.1074522 Nov 09 19:04:33.344386 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-4befd8e9-249a-484a-8be4-f30d7edd1661 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 200 len: 217 time: 0.0352638 Nov 09 19:04:33.395430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-9bc1ef93-a86f-4d17-9f3e-a0667aba8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:33.396910 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-9bc1ef93-a86f-4d17-9f3e-a0667aba8d79 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f HTTP/1.1" status: 200 len: 834 time: 0.0449409 Nov 09 19:04:33.414231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:33.441420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] Checking router: f7313716-bc87-4c6b-b365-b8ac2011209e for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:04:33.443082 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-dfec16a5-fd79-4da4-a40e-4d793d46be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:33.444607 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-dfec16a5-fd79-4da4-a40e-4d793d46be44 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e41a2087-e45c-4228-b442-2ae05ecfd8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403821 Nov 09 19:04:33.450300 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:33.450931 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:33.541279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-fe464ce6-6ad8-4884-93e4-0bc78b47b6c1 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881965 Nov 09 19:04:33.558944 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:33.639083 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-654b17c9-d757-4ba5-8042-a2642327d8cf req-f4be26d9-69c2-435d-85d5-583fe8dd1a15 service neutron] 10.222.0.85 "GET /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900660 Nov 09 19:04:33.768520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:33.794692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db410f40-66bc-47aa-9c19-76d96c875cb2 None None] The sync data for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 is: [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:42Z', 'revision_number': 4, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '9778e810-13da-49b4-86c3-88293c843360', 'name': '', 'network_id': 'e41a2087-e45c-4228-b442-2ae05ecfd8cf', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'mac_address': 'fa:16:3e:21:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:42Z', 'updated_at': '2021-11-09T19:03:45Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'subnets': [{'id': 'bdc4680b-880b-40f4-8b8d-9e56dea0bf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:04:34.002018 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3a184-3bf4-40a2-a3b7-ee0c20eea3ff None None] New status for floating IP a8b28938-aeb5-4e46-81d7-e893e5417576: DOWN {{(pid=102143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:04:34.398490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811fd3-da6e-48ea-88fe-e7d547ceb424 req-c7a25e22-372c-4db8-ba3f-883074887cd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:34.399967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08811fd3-da6e-48ea-88fe-e7d547ceb424 req-c7a25e22-372c-4db8-ba3f-883074887cd4 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0532472 Nov 09 19:04:34.437588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-08811fd3-da6e-48ea-88fe-e7d547ceb424 req-ef887a5a-d438-4293-a416-905bf1343b72 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/security-groups?id=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308499 Nov 09 19:04:34.852418 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-fa2506ad-3f11-4988-9137-2850d9e45659 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:34.853887 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-fa2506ad-3f11-4988-9137-2850d9e45659 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 946 time: 0.0550649 Nov 09 19:04:34.959510 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 6fbb9652-be48-4363-ab8a-938540ca33cd {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:04:34.959922 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:35.050292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 6fbb9652-be48-4363-ab8a-938540ca33cd, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=6fbb9652-be48-4363-ab8a-938540ca33cd,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:35.050651 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:35.064274 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 6fbb9652-be48-4363-ab8a-938540ca33cd owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:04:35.188655 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:35.223386 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=6fbb9652-be48-4363-ab8a-938540ca33cd,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:35.249481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.249838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.250234 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.250577 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.250915 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.251283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.251619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.251950 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.252282 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.252640 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.252965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.253292 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:35.275221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] No DVR routers for this DVR port 6fbb9652-be48-4363-ab8a-938540ca33cd on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:04:35.277936 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:35.281306 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a082199b-a1eb-4ebe-8863-c5862caa7d4f req-92f6cd3c-74bb-42bd-bee8-e4e686c265c5 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.85 "DELETE /v2.0/ports/6fbb9652-be48-4363-ab8a-938540ca33cd HTTP/1.1" status: 204 len: 173 time: 0.4205852 Nov 09 19:04:35.281753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'name': 'network-vif-deleted', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:04:35.284142 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca09591-b4ab-4579-8c76-f6f0bfb2c6cd" -d '{"events": [{"server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "name": "network-vif-deleted", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:04:35.321749 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109aae52-f76b-435a-9663-5b26620ab6b2 x-openstack-request-id: req-109aae52-f76b-435a-9663-5b26620ab6b2 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:04:35.322044 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bccd7f9-71e1-4bb0-8a14-1a137029ce00", "name": "network-vif-deleted", "tag": "6fbb9652-be48-4363-ab8a-938540ca33cd", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:04:35.322331 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-109aae52-f76b-435a-9663-5b26620ab6b2 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:04:35.322737 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bccd7f9-71e1-4bb0-8a14-1a137029ce00', 'name': 'network-vif-deleted', 'tag': '6fbb9652-be48-4363-ab8a-938540ca33cd', 'status': 'completed', 'code': 200} Nov 09 19:04:35.542778 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6e352787-bb04-4f22-9be4-16f06fa3d9ce req-978a4197-c162-4aa9-ab4a-38bc17faebc3 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bccd7f9-71e1-4bb0-8a14-1a137029ce00 HTTP/1.1" status: 200 len: 210 time: 0.0266943 Nov 09 19:04:36.598781 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43112) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:36.951940 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:37.197313 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port 9778e810-13da-49b4-86c3-88293c843360 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:04:37.197664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:37.283576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port 9778e810-13da-49b4-86c3-88293c843360, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=9778e810-13da-49b4-86c3-88293c843360,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:37.283925 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:37.295864 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for 9778e810-13da-49b4-86c3-88293c843360 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:04:37.377537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a6650f4-6a71-4b32-830e-bf163499ed3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:37.759567 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:37.789755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=9778e810-13da-49b4-86c3-88293c843360,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:37.962004 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.175798 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Router f7313716-bc87-4c6b-b365-b8ac2011209e has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:04:38.280353 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:04:38.285631 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-2e0513f9-3b53-4c28-9dba-1127c2c81aef tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "PUT /v2.0/routers/f7313716-bc87-4c6b-b365-b8ac2011209e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857619 Nov 09 19:04:38.288512 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43114) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:38.290124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] Sync routers for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:04:38.300229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:38.300845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:38.339169 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting subnet bdc4680b-880b-40f4-8b8d-9e56dea0bf1f {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:04:38.342778 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.382242 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.404523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:38.468459 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.528638 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.555879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc4680b-880b-40f4-8b8d-9e56dea0bf1f,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:38.560477 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.564010 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/subnets/bdc4680b-880b-40f4-8b8d-9e56dea0bf1f HTTP/1.1" status: 204 len: 168 time: 0.2741826 Nov 09 19:04:38.566549 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43116) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:38.569627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b4213-3746-4e47-a57e-66e29eae70b7 None None] Network e41a2087-e45c-4228-b442-2ae05ecfd8cf requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:04:38.571277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.571707 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.572153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.572386 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.572717 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.574294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.574294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.574294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.574294 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.574646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.574646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.575044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f0bb1-bc12-4a21-ad34-63210fe17a4c tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:38.624972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6fbb9652-be48-4363-ab8a-938540ca33cd no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:04:38.658485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: 6fbb9652-be48-4363-ab8a-938540ca33cd {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:04:38.659087 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device 6fbb9652-be48-4363-ab8a-938540ca33cd not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:04:38.678920 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.697702 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:04:37Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:38.742542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] Checking router: f7313716-bc87-4c6b-b365-b8ac2011209e for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:04:38.756999 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] Routers {'f7313716-bc87-4c6b-b365-b8ac2011209e'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:38.757615 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['f7313716-bc87-4c6b-b365-b8ac2011209e'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:38.781343 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.838670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Deleting port adc8ce13-2be8-4d61-8605-b9fce4826f73 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:04:38.839029 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.843430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] DHCP port deletion for e41a2087-e45c-4228-b442-2ae05ecfd8cf request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:04:38.896076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] Set router f7313716-bc87-4c6b-b365-b8ac2011209e gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:38.922383 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] For port adc8ce13-2be8-4d61-8605-b9fce4826f73, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=adc8ce13-2be8-4d61-8605-b9fce4826f73,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:38.923033 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:38.943815 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Calling delete_port for adc8ce13-2be8-4d61-8605-b9fce4826f73 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:04:38.998775 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] Deleting port e1021233-c981-4f60-915e-3942d0349e39 {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:04:38.999156 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.004531 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device e1021233-c981-4f60-915e-3942d0349e39 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:04:39.115816 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.119766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] For port e1021233-c981-4f60-915e-3942d0349e39, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e1021233-c981-4f60-915e-3942d0349e39,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:39.119766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.140762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] Calling delete_port for e1021233-c981-4f60-915e-3942d0349e39 owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:04:39.142466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Port': ['ID=adc8ce13-2be8-4d61-8605-b9fce4826f73,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:39.208689 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.267641 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.300841 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.303181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.311553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:04:37Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:39.347451 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac496f-815c-45d2-b427-68007daf25fb None None] The sync data for ids ['f7313716-bc87-4c6b-b365-b8ac2011209e'] in n-d-817240-1 is: [{'id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1528485522', 'tenant_id': 'e6c9537d092948388f22b070b8557021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:04:37Z', 'revision_number': 5, 'project_id': 'e6c9537d092948388f22b070b8557021', 'gw_port': {'id': 'adc8ce13-2be8-4d61-8605-b9fce4826f73', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:da:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313716-bc87-4c6b-b365-b8ac2011209e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:03:39Z', 'updated_at': '2021-11-09T19:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:04:39.348384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.349654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Fanout notify agent at l3_agent the message router_deleted on router f7313716-bc87-4c6b-b365-b8ac2011209e {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:04:39.350214 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port e1021233-c981-4f60-915e-3942d0349e39, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=e1021233-c981-4f60-915e-3942d0349e39,segment=NetworkSegment(cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c),segment_id=cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:39.355272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.368749 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.373006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4d81c603-5676-49ea-acc5-cc165a6a1714 tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/routers/f7313716-bc87-4c6b-b365-b8ac2011209e HTTP/1.1" status: 204 len: 168 time: 0.8023653 Nov 09 19:04:39.373397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43118) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:39.394282 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.415196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=e1021233-c981-4f60-915e-3942d0349e39,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:39.417434 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] No DVR routers for this DVR port e1021233-c981-4f60-915e-3942d0349e39 on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:04:39.428643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.429462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.429814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.430181 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.430526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.430866 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.431196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.431528 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.431858 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.432187 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.432515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.432841 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:39.457172 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381ec45-7393-4f15-b91d-37e8c1f7ce7e None None] Pushing event deleted for resources: {'Port': ['ID=e1021233-c981-4f60-915e-3942d0349e39,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:39.469535 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.552991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.572634 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41a2087-e45c-4228-b442-2ae05ecfd8cf']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:39.581520 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:39.581814 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffdeb26-5098-4b4c-a9d3-6a4ca03ce20c') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:39.595924 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.610524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.616716 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:04:39.617125 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: timer() Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:04:39.620021 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:04:39.676331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.683628 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.688090 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/networks/e41a2087-e45c-4228-b442-2ae05ecfd8cf HTTP/1.1" status: 204 len: 168 time: 0.3120055 Nov 09 19:04:39.689490 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43120) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:39.699123 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112b448-bb43-43e5-aca7-80af2723773a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'Network': ['ID=e41a2087-e45c-4228-b442-2ae05ecfd8cf,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:39.757087 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6657e78-f98b-4505-a3a0-921c80ea105a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.784459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6657e78-f98b-4505-a3a0-921c80ea105a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.850518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6657e78-f98b-4505-a3a0-921c80ea105a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.853119 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-b6657e78-f98b-4505-a3a0-921c80ea105a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:39.854332 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-b6657e78-f98b-4505-a3a0-921c80ea105a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] 10.222.0.32 "DELETE /v2.0/security-groups/6cac0fcb-00d0-42cb-b16f-917c0bee6bcf HTTP/1.1" status: 204 len: 168 time: 0.1639080 Nov 09 19:04:39.872451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6657e78-f98b-4505-a3a0-921c80ea105a tempest-TestNetworkAdvancedServerOps-355403220 tempest-TestNetworkAdvancedServerOps-355403220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cac0fcb-00d0-42cb-b16f-917c0bee6bcf,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:39.914211 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-12546df5-8b55-454e-a464-d6d9e34e662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.199677 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43128) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:40.316963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.339833 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-34c6a65a-0087-41f1-8761-40e869a9a71a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6c9537d092948388f22b070b8557021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359816 Nov 09 19:04:40.340042 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43132) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:40.394248 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d0cda097-b4e6-4141-9a1e-24f21faaac13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.415346 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d0cda097-b4e6-4141-9a1e-24f21faaac13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.459913 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d0cda097-b4e6-4141-9a1e-24f21faaac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.462508 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d0cda097-b4e6-4141-9a1e-24f21faaac13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.463727 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d0cda097-b4e6-4141-9a1e-24f21faaac13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73051749-8a79-42d8-80d3-90536799bdc5 HTTP/1.1" status: 204 len: 168 time: 0.1227493 Nov 09 19:04:40.473670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cda097-b4e6-4141-9a1e-24f21faaac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73051749-8a79-42d8-80d3-90536799bdc5,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:40.731887 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:40.745247 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9d355081-bce7-45a3-9120-f0b2b789ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.820271 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9d355081-bce7-45a3-9120-f0b2b789ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.823878 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-9d355081-bce7-45a3-9120-f0b2b789ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.863391 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-9d355081-bce7-45a3-9120-f0b2b789ce27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e5461a7a7fa486692a2f38121458179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303265 Nov 09 19:04:40.864306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d355081-bce7-45a3-9120-f0b2b789ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7625d5d-3798-457b-b5fc-b4ac937a880d,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:40.866247 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43142) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:40.921368 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be7f307-1df6-480c-9b7f-3a07769282ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.946166 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be7f307-1df6-480c-9b7f-3a07769282ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.946955 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9778e810-13da-49b4-86c3-88293c843360 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:04:40.966909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 9778e810-13da-49b4-86c3-88293c843360 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:04:40.967253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 9778e810-13da-49b4-86c3-88293c843360 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:04:40.967853 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device adc8ce13-2be8-4d61-8605-b9fce4826f73 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:04:40.990886 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: adc8ce13-2be8-4d61-8605-b9fce4826f73 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:04:40.991311 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device adc8ce13-2be8-4d61-8605-b9fce4826f73 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:04:40.992724 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be7f307-1df6-480c-9b7f-3a07769282ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.995507 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0be7f307-1df6-480c-9b7f-3a07769282ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:40.996666 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0be7f307-1df6-480c-9b7f-3a07769282ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7625d5d-3798-457b-b5fc-b4ac937a880d HTTP/1.1" status: 204 len: 168 time: 0.1287346 Nov 09 19:04:41.005015 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7f307-1df6-480c-9b7f-3a07769282ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7625d5d-3798-457b-b5fc-b4ac937a880d,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:41.337547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:41.701581 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43164) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:41.795442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1786341462-network', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:41.815723 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Made reservation on behalf of e1806122b2174e0fb43ba2d5f2206aa4 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:04:41.818131 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:41.826984 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:41.900758 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:41.904746 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:41.926809 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:04:41.940773 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a228624-ca19-4d56-855a-d956c89f3d8a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:41.946132 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:41.946487 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Added segment 8ccbac76-d237-49c9-bc44-897d628f08e7 of type vlan for network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 Nov 09 19:04:41.987627 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.011521 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.012515 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:42.013109 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.067633 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3648973 Nov 09 19:04:42.070745 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43168) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:42.075752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Request body: {'subnet': {'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1786341462-subnet', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:42.080334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537530f3-b3ef-41ca-ae86-28d2fc952b77 admin admin] Pushing event updated for resources: {'Network': ['ID=489f9eb2-98f7-43fe-a078-cdf4c69a5044,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:42.091072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:04:42.101530 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Made reservation on behalf of e1806122b2174e0fb43ba2d5f2206aa4 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:04:42.104033 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.266508 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.323071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:42.333522 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Checking segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:42.333880 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Network hostable DHCP agents. Network: 489f9eb2-98f7-43fe-a078-cdf4c69a5044, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:04:42.350583 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:04:42.360447 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 489f9eb2-98f7-43fe-a078-cdf4c69a5044) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:42.366678 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:42.368953 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.369402 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8230bf-0c13-4797-924d-1991fae4ee88 None None] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:04:42.389114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4d78e5df-5005-4618-a131-7a38294890b9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3172512 Nov 09 19:04:42.391986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43170) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:42.396349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:42.419376 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.420294 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.473408 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.619181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.677508 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:04:42.678437 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.815831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Allocated IP 172.20.0.2 (489f9eb2-98f7-43fe-a078-cdf4c69a5044/3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5/50ec4bc0-feea-4282-90d6-a0d1a5ebee3e) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:04:42.821925 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.845311 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.878953 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.954362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Allocated IP 172.25.0.170 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/2a6a80b8-0852-4ba8-963f-ce85906bc986) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:04:42.969346 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:42.976290 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.018640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:43.021429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:43.027814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:04:43.030947 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Pushing event updated for resources: {'Port': ['ID=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:43.067129 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.082279 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Attempting to bind port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:04:43.082680 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Attempting to bind port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:04:43.083079 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Attempting to bind port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:43.088084 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:04:43.088461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Checking segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:43.088869 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.089259 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Bound using segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:04:43.089723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Bound port: 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:04:43.090129 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.101214 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.140266 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:43.143501 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:43.147819 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:04:43.152593 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] For port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:04:43.156103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] For port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:04:43.160302 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.175688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6a80b8-0852-4ba8-963f-ce85906bc986,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:43.223664 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665691aa-64da-4942-b68b-58a3905ed436 None None] Pushing event updated for resources: {'Port': ['ID=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:43.421902 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.619967 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.746397 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Router 6316dc61-95e2-4216-a501-1112edfdcd93 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:04:43.855455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:04:43.866218 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Sync routers for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:04:43.873741 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:43.877811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0721adcd-8321-4603-b032-4155c1053555 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4822016 Nov 09 19:04:43.877980 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:43.877980 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:43.878274 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43174) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:44.085093 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:44.102582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5161780-93f6-4f11-9743-170aa9c9d68d None None] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:04:44.163789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-2205ef85-2ae4-4bef-936c-b08c3b2b44e1 None None] Provisioning complete for port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:44.164457 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2205ef85-2ae4-4bef-936c-b08c3b2b44e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.270524 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:43Z', 'revision_number': 3, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:44.296831 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Checking router: 6316dc61-95e2-4216-a501-1112edfdcd93 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:04:44.297338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Updating router 6316dc61-95e2-4216-a501-1112edfdcd93 port 2a6a80b8-0852-4ba8-963f-ce85906bc986 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:04:44.321041 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2205ef85-2ae4-4bef-936c-b08c3b2b44e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.325317 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.367717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-2205ef85-2ae4-4bef-936c-b08c3b2b44e1 None None] For port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:44.374429 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2205ef85-2ae4-4bef-936c-b08c3b2b44e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.435818 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205ef85-2ae4-4bef-936c-b08c3b2b44e1 None None] Pushing event updated for resources: {'Port': ['ID=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:44.600951 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.606795 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.616843 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.652706 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Attempting to bind port 2a6a80b8-0852-4ba8-963f-ce85906bc986 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:04:44.653535 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Attempting to bind port 2a6a80b8-0852-4ba8-963f-ce85906bc986 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:04:44.653933 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Attempting to bind port 2a6a80b8-0852-4ba8-963f-ce85906bc986 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:44.665189 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:04:44.665562 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:44.665965 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.666709 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:04:44.667174 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Bound port: 2a6a80b8-0852-4ba8-963f-ce85906bc986, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:04:44.667565 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.669754 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eafdd-ec7b-423e-859b-444eb999ef84 None None] Pushing event updated for resources: {'Port': ['ID=2a6a80b8-0852-4ba8-963f-ce85906bc986,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:44.710997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-e09afb00-ce33-4a02-baeb-aebfbc2a71ad None None] Provisioning complete for port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:44.711367 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e09afb00-ce33-4a02-baeb-aebfbc2a71ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.733601 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] For port 2a6a80b8-0852-4ba8-963f-ce85906bc986, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:04:44.738768 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] For port 2a6a80b8-0852-4ba8-963f-ce85906bc986, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2a6a80b8-0852-4ba8-963f-ce85906bc986,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:04:44.743436 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.781817 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Allocated IP 172.20.0.1 (489f9eb2-98f7-43fe-a078-cdf4c69a5044/3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5/5bdfaf66-c835-4e32-9066-2fece29b0e7b) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:04:44.797954 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:44.798594 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:44.873608 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eafdd-ec7b-423e-859b-444eb999ef84 None None] Pushing event updated for resources: {'Port': ['ID=2a6a80b8-0852-4ba8-963f-ce85906bc986,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:44.887841 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.918327 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:44.930535 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:44.984272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:44.988951 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:44.990945 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:44.994146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdfaf66-c835-4e32-9066-2fece29b0e7b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:44.996474 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:04:45.038481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.053643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:45.054024 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.118877 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:43Z', 'revision_number': 3, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:45.152763 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e472871-c491-4742-ab30-d2fdc886b6a9 None None] The sync data for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 is: [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:43Z', 'revision_number': 3, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:04:45.205220 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.328467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5bb60e32-cbe6-4969-a1e8-1516843d6d4f None None] Provisioning complete for port 5bdfaf66-c835-4e32-9066-2fece29b0e7b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:45.328944 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5bb60e32-cbe6-4969-a1e8-1516843d6d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.365660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5bb60e32-cbe6-4969-a1e8-1516843d6d4f None None] Port 5bdfaf66-c835-4e32-9066-2fece29b0e7b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:04:45.415948 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.421246 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.493852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.495638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdfaf66-c835-4e32-9066-2fece29b0e7b,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:45.600490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:45.602044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:45.735625 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Router 6316dc61-95e2-4216-a501-1112edfdcd93 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:04:45.851275 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:04:45.856352 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-c8f1c496-f563-4474-b439-d6f44c98e042 admin admin] 10.222.0.32 "PUT /v2.0/routers/6316dc61-95e2-4216-a501-1112edfdcd93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9770122 Nov 09 19:04:45.889588 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-9720ba4b-3572-4902-956f-83f21130c838 None None] Provisioning complete for port 5bdfaf66-c835-4e32-9066-2fece29b0e7b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:45.889963 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9720ba4b-3572-4902-956f-83f21130c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:45.927868 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-9720ba4b-3572-4902-956f-83f21130c838 None None] Port 5bdfaf66-c835-4e32-9066-2fece29b0e7b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:04:46.339451 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43190) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:46.344552 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2086934908-network', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:46.365588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Made reservation on behalf of 31f4b948678e46638ae1b19a83101c8f for: {'network': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:04:46.372321 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.382939 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.462607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.466734 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.498003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=102140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:04:46.504432 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cece164c-93a3-4c04-b988-4cd3f00d2462,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:46.511496 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.511852 n-d-817240-1 neutron-server[102140]: INFO neutron.db.segments_db [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Added segment c55f6385-b748-4ce0-b939-bb1943072ab3 of type vlan for network a90b4c5f-e208-472a-a49d-0aa70ce6c701 Nov 09 19:04:46.552639 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.577379 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.578419 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:46.579017 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.629157 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2884037 Nov 09 19:04:46.631873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43192) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:46.636871 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Request body: {'subnet': {'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2086934908-subnet', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:46.641645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a9d2-d8f0-4217-8a3b-2b0a2194f745 admin admin] Pushing event updated for resources: {'Network': ['ID=a90b4c5f-e208-472a-a49d-0aa70ce6c701,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:46.651520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:04:46.658807 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Made reservation on behalf of 31f4b948678e46638ae1b19a83101c8f for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:04:46.661329 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.760261 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Sync routers for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:04:46.769030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:46.769647 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:46.845462 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.884776 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:46.902358 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8505e15a-c23a-4174-9306-dc116bc50433,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:46.912576 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Checking segment: {'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:46.912806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Network hostable DHCP agents. Network: a90b4c5f-e208-472a-a49d-0aa70ce6c701, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:04:46.917390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.933410 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:04:46.948037 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, a90b4c5f-e208-472a-a49d-0aa70ce6c701) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:46.953062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:46.953733 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:46.969975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1e02a-1338-46b2-afa5-5038283e6f7f None None] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:04:46.974126 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-109c5574-86b0-4d17-9328-53d3bae466bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3396001 Nov 09 19:04:46.975684 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43194) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:46.980183 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:47.003713 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.005785 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.021352 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2a6a80b8-0852-4ba8-963f-ce85906bc986 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:47.063962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.199155 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.205602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2a6a80b8-0852-4ba8-963f-ce85906bc986 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:47.206013 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.280692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-a90b4c5f-e208-472a-a49d-0aa70ce6c701', 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'fixed_ips': [{'subnet_id': '8505e15a-c23a-4174-9306-dc116bc50433'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:04:47.281552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.338895 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 2, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:47.402082 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.420267 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Checking router: 6316dc61-95e2-4216-a501-1112edfdcd93 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:04:47.420631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Updating router 6316dc61-95e2-4216-a501-1112edfdcd93 port 5bdfaf66-c835-4e32-9066-2fece29b0e7b binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:04:47.420821 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.448874 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.493140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.515711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 2a6a80b8-0852-4ba8-963f-ce85906bc986, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2a6a80b8-0852-4ba8-963f-ce85906bc986,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:47.524924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.530927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Allocated IP 172.25.0.228 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/414f767b-4822-41dc-ad8e-a1d080397022) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:04:47.582315 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Allocated IP 172.20.0.2 (a90b4c5f-e208-472a-a49d-0aa70ce6c701/8505e15a-c23a-4174-9306-dc116bc50433/ac4cdae8-e554-4bc0-8a94-3bc8068c423a) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:04:47.634126 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.670026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:47.710429 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:47.711154 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=2a6a80b8-0852-4ba8-963f-ce85906bc986,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:47.713752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:47.722086 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:04:47.746162 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Pushing event updated for resources: {'Port': ['ID=414f767b-4822-41dc-ad8e-a1d080397022,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:47.983622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.035734 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.051128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.118488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:48.131939 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.133740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:48.141203 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:04:48.144565 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.148591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Pushing event updated for resources: {'Port': ['ID=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:48.186145 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.243760 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Attempting to bind port ac4cdae8-e554-4bc0-8a94-3bc8068c423a on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:04:48.244140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Attempting to bind port ac4cdae8-e554-4bc0-8a94-3bc8068c423a by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:04:48.244510 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Attempting to bind port ac4cdae8-e554-4bc0-8a94-3bc8068c423a on network a90b4c5f-e208-472a-a49d-0aa70ce6c701 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:48.259687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1181c-2d58-4259-8f45-424853989ed3 None None] Pushing event updated for resources: {'Port': ['ID=5bdfaf66-c835-4e32-9066-2fece29b0e7b,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:48.268174 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:04:48.268518 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Checking segment: {'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:48.268933 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.269330 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Bound using segment: {'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:04:48.269817 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Bound port: ac4cdae8-e554-4bc0-8a94-3bc8068c423a, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:04:48.270594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.321513 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:04:48.327971 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Attempting to bind port 5bdfaf66-c835-4e32-9066-2fece29b0e7b on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:04:48.328374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Attempting to bind port 5bdfaf66-c835-4e32-9066-2fece29b0e7b by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:04:48.328723 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Attempting to bind port 5bdfaf66-c835-4e32-9066-2fece29b0e7b on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:48.336696 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:04:48.337081 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Checking segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:48.337473 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.337870 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Bound using segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:04:48.338377 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Bound port: 5bdfaf66-c835-4e32-9066-2fece29b0e7b, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:04:48.338768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.398916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] For port ac4cdae8-e554-4bc0-8a94-3bc8068c423a, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:04:48.403961 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] For port ac4cdae8-e554-4bc0-8a94-3bc8068c423a, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:04:48.413476 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.437538 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:04:48.447080 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Sync routers for ids ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:04:48.455394 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.456639 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b8e45599-34b6-46c0-9b75-29cfc7e9eee6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4799318 Nov 09 19:04:48.459365 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43196) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:48.461811 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Routers {'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:48.462464 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:48.469507 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] For port 5bdfaf66-c835-4e32-9066-2fece29b0e7b, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:04:48.508193 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] For port 5bdfaf66-c835-4e32-9066-2fece29b0e7b, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5bdfaf66-c835-4e32-9066-2fece29b0e7b,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:04:48.515001 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fd89e1b8-af00-4455-813a-bdd63711c3ba None None] Provisioning complete for port 5bdfaf66-c835-4e32-9066-2fece29b0e7b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:48.515374 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fd89e1b8-af00-4455-813a-bdd63711c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.544825 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:48.556829 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951a51-b309-4d7e-88b3-ae467b770205 None None] Pushing event updated for resources: {'Port': ['ID=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:48.584317 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Set router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:48.612502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1181c-2d58-4259-8f45-424853989ed3 None None] Pushing event updated for resources: {'Port': ['ID=5bdfaf66-c835-4e32-9066-2fece29b0e7b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:48.626740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-fd89e1b8-af00-4455-813a-bdd63711c3ba None None] Port 5bdfaf66-c835-4e32-9066-2fece29b0e7b cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:04:48.631449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:48.632063 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:48.788204 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:48.834553 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '414f767b-4822-41dc-ad8e-a1d080397022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 3, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port': {'id': '414f767b-4822-41dc-ad8e-a1d080397022', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:48.872312 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Checking router: e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:04:48.872911 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Updating router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 port 414f767b-4822-41dc-ad8e-a1d080397022 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:04:48.929555 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.057007 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.093625 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5b1641ca-7f20-4be1-8fed-d123527d886b None None] Provisioning complete for port 5bdfaf66-c835-4e32-9066-2fece29b0e7b triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:49.093921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b1641ca-7f20-4be1-8fed-d123527d886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.131822 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac4cdae8-e554-4bc0-8a94-3bc8068c423a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:49.170347 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:48Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:49.201055 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2ba10-3099-4124-b6af-9c58b40776fa None None] The sync data for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 is: [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:48Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:04:49.268702 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.280656 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Allocated IP 172.20.0.1 (a90b4c5f-e208-472a-a49d-0aa70ce6c701/8505e15a-c23a-4174-9306-dc116bc50433/0aa65aef-01d7-4f1f-b736-98aeb749ff74) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:04:49.285837 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.295860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ac4cdae8-e554-4bc0-8a94-3bc8068c423a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:49.296241 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.323537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b1641ca-7f20-4be1-8fed-d123527d886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.352989 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Pushing event updated for resources: {'Port': ['ID=414f767b-4822-41dc-ad8e-a1d080397022,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:49.357830 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Attempting to bind port 414f767b-4822-41dc-ad8e-a1d080397022 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:04:49.358081 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Attempting to bind port 414f767b-4822-41dc-ad8e-a1d080397022 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:04:49.358442 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Attempting to bind port 414f767b-4822-41dc-ad8e-a1d080397022 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:49.369008 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.369357 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.369702 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.370052 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.370395 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.370721 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.371053 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.371369 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.372257 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.372581 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.373473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5b1641ca-7f20-4be1-8fed-d123527d886b None None] For port 5bdfaf66-c835-4e32-9066-2fece29b0e7b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5bdfaf66-c835-4e32-9066-2fece29b0e7b,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:49.375101 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.375532 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:04:49.383539 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5b1641ca-7f20-4be1-8fed-d123527d886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.394700 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:04:49.396118 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:49.396731 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.397283 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:04:49.398383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Bound port: 414f767b-4822-41dc-ad8e-a1d080397022, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:04:49.398955 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.445321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.464366 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.469627 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] For port 414f767b-4822-41dc-ad8e-a1d080397022, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:04:49.474945 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] For port 414f767b-4822-41dc-ad8e-a1d080397022, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=414f767b-4822-41dc-ad8e-a1d080397022,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:04:49.483365 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.520278 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port ac4cdae8-e554-4bc0-8a94-3bc8068c423a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:49.521253 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1641ca-7f20-4be1-8fed-d123527d886b None None] Pushing event updated for resources: {'Port': ['ID=5bdfaf66-c835-4e32-9066-2fece29b0e7b,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:49.523066 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.529375 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.530503 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2a6a80b8-0852-4ba8-963f-ce85906bc986 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:49.560643 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1110364-363d-48ed-b9ed-95411a5bca4f None None] Pushing event updated for resources: {'Port': ['ID=414f767b-4822-41dc-ad8e-a1d080397022,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:49.601571 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Routers {'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:49.602253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:49.611733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:49.622388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:49.626410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:49.629333 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:04:49.642880 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 2a6a80b8-0852-4ba8-963f-ce85906bc986 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:49.643415 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.658314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Pushing event updated for resources: {'Port': ['ID=0aa65aef-01d7-4f1f-b736-98aeb749ff74,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:49.688579 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.790847 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.799611 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] Set router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:49.881213 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:49.931812 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db17a5-c56b-418e-8892-07aec90c67b1 None None] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:04:50.026456 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fbc90b2c-4ba0-4ada-a6c0-a8cc6f38af5a None None] Provisioning complete for port ac4cdae8-e554-4bc0-8a94-3bc8068c423a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:50.026829 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fbc90b2c-4ba0-4ada-a6c0-a8cc6f38af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:50.079343 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:50.087820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:50.127357 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '414f767b-4822-41dc-ad8e-a1d080397022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 3, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port': {'id': '414f767b-4822-41dc-ad8e-a1d080397022', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:50.163573 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0230b2-a9be-4962-a6a0-355a6e384ac3 None None] The sync data for ids ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'] in n-d-817240-1 is: [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '414f767b-4822-41dc-ad8e-a1d080397022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 3, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port': {'id': '414f767b-4822-41dc-ad8e-a1d080397022', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:04:50.168011 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Pushing event updated for resources: {'Port': ['ID=0aa65aef-01d7-4f1f-b736-98aeb749ff74,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:50.173231 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:50.284861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:50.286502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:50.518937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-59c7a384-7029-4f47-9803-727a74ab3921 None None] Provisioning complete for port ac4cdae8-e554-4bc0-8a94-3bc8068c423a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:50.519305 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c7a384-7029-4f47-9803-727a74ab3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:50.669139 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-59c7a384-7029-4f47-9803-727a74ab3921 None None] Provisioning complete for port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:50.669513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-59c7a384-7029-4f47-9803-727a74ab3921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:50.707339 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-59c7a384-7029-4f47-9803-727a74ab3921 None None] Port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:04:50.775771 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:04:50.831089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c881886c-d80a-4f5b-8234-d3f5f95b0db5 None None] Provisioning complete for port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:50.831650 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c881886c-d80a-4f5b-8234-d3f5f95b0db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:50.881124 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c881886c-d80a-4f5b-8234-d3f5f95b0db5 None None] Port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:04:50.897758 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:04:50.913945 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-12237a8b-9c2e-401f-ba00-8bd401c7e56c admin admin] 10.222.0.32 "PUT /v2.0/routers/e21cbefa-1ead-4b56-8f52-bcbaa7e9e919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4459250 Nov 09 19:04:51.108231 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-cbb75009-619d-452e-986f-ba571a1be090 None None] Provisioning complete for port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:51.108703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cbb75009-619d-452e-986f-ba571a1be090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.112692 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5bdfaf66-c835-4e32-9066-2fece29b0e7b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:51.178414 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-cbb75009-619d-452e-986f-ba571a1be090 None None] Port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:04:51.192883 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 5bdfaf66-c835-4e32-9066-2fece29b0e7b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:51.193253 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.275649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 414f767b-4822-41dc-ad8e-a1d080397022 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:51.328358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 414f767b-4822-41dc-ad8e-a1d080397022 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:51.328741 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.409875 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.430894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 414f767b-4822-41dc-ad8e-a1d080397022, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=414f767b-4822-41dc-ad8e-a1d080397022,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:51.434681 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.435717 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac4cdae8-e554-4bc0-8a94-3bc8068c423a up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:51.450191 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43204) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:51.454996 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d7fbd57f-397d-41fb-b6f9-6553381d366a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218461443', 'description': 'tempest-secgroup-smoke-218461443 description', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:51.477631 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd57f-397d-41fb-b6f9-6553381d366a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.509472 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=414f767b-4822-41dc-ad8e-a1d080397022,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:51.521449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port ac4cdae8-e554-4bc0-8a94-3bc8068c423a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:51.521823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.546943 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd57f-397d-41fb-b6f9-6553381d366a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.550780 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd57f-397d-41fb-b6f9-6553381d366a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.580938 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbd57f-397d-41fb-b6f9-6553381d366a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1214a-4805-4c64-a471-b4b64000b542,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:51.585874 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd57f-397d-41fb-b6f9-6553381d366a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.587415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d7fbd57f-397d-41fb-b6f9-6553381d366a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1361177 Nov 09 19:04:51.591540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43206) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:51.596079 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-768b8140-5c28-4416-af65-0c376c20547c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'ced1214a-4805-4c64-a471-b4b64000b542', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:51.623500 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-768b8140-5c28-4416-af65-0c376c20547c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.680390 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-768b8140-5c28-4416-af65-0c376c20547c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.684276 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-768b8140-5c28-4416-af65-0c376c20547c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.705399 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b8140-5c28-4416-af65-0c376c20547c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc7bdbf-99dd-4ac0-a01c-17a9db11d9d4,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:51.711370 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-768b8140-5c28-4416-af65-0c376c20547c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.712671 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-768b8140-5c28-4416-af65-0c376c20547c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201899 Nov 09 19:04:51.715930 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43208) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:51.720291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-36a7f836-7572-47a5-a4ac-28e20bd7472b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'ced1214a-4805-4c64-a471-b4b64000b542', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:51.745576 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36a7f836-7572-47a5-a4ac-28e20bd7472b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.801867 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36a7f836-7572-47a5-a4ac-28e20bd7472b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.806659 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36a7f836-7572-47a5-a4ac-28e20bd7472b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.832129 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7f836-7572-47a5-a4ac-28e20bd7472b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9b890a-e647-47a0-9e3d-684b755cf287,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:51.839532 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-36a7f836-7572-47a5-a4ac-28e20bd7472b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.840713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-36a7f836-7572-47a5-a4ac-28e20bd7472b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238391 Nov 09 19:04:51.843407 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43210) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:51.847659 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-d4616f5b-53de-4dea-a552-5fdea58f745a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'ced1214a-4805-4c64-a471-b4b64000b542', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:51.859060 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:04:51.874536 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4616f5b-53de-4dea-a552-5fdea58f745a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.931260 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4616f5b-53de-4dea-a552-5fdea58f745a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.936080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4616f5b-53de-4dea-a552-5fdea58f745a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.954717 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4616f5b-53de-4dea-a552-5fdea58f745a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720da5f2-c8a9-458f-b255-4718dc6ca2c6,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:51.959482 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-d4616f5b-53de-4dea-a552-5fdea58f745a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:51.960670 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-d4616f5b-53de-4dea-a552-5fdea58f745a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163254 Nov 09 19:04:51.963469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43212) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:51.968023 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-387d29b5-c7c2-43bf-a934-09a0ad897380 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'ced1214a-4805-4c64-a471-b4b64000b542', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:51.993375 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-387d29b5-c7c2-43bf-a934-09a0ad897380 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.056871 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-387d29b5-c7c2-43bf-a934-09a0ad897380 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.061252 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-387d29b5-c7c2-43bf-a934-09a0ad897380 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.079141 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d29b5-c7c2-43bf-a934-09a0ad897380 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc47c1e3-92e5-4b91-a8e4-a3d99afd647d,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:52.088253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-387d29b5-c7c2-43bf-a934-09a0ad897380 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.089425 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-387d29b5-c7c2-43bf-a934-09a0ad897380 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248136 Nov 09 19:04:52.092236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43214) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:52.096530 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'ced1214a-4805-4c64-a471-b4b64000b542', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:52.118036 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Project e1806122b2174e0fb43ba2d5f2206aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:04:52.123424 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.186899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.190814 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.209820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4668780-5254-46c6-915d-516d950f419d,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:52.218143 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.219350 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f68b85f3-0b1a-4987-ae98-83d8c6a8a661 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261671 Nov 09 19:04:52.222284 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43216) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:04:52.226595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'ced1214a-4805-4c64-a471-b4b64000b542', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:52.247809 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Project e1806122b2174e0fb43ba2d5f2206aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:04:52.252401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.311539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.314959 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.332224 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16e8e19-d699-4c2c-ab5b-4c92f28c3cb4,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:52.340277 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:52.341465 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1aa40515-db7b-4527-88df-09c6f9ceef4e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183085 Nov 09 19:04:52.494720 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-7e010a91-d5ac-49c5-b4b5-cf4bdcc80f69 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218461443&fields=id&tenant_id=e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 267 time: 0.0330548 Nov 09 19:04:52.608383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a340d7d3-9386-464f-b39f-fb6082b88ee9 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:52.609991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a340d7d3-9386-464f-b39f-fb6082b88ee9 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 809 time: 0.1072998 Nov 09 19:04:52.628586 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-5a445870-ed2e-4d0d-afa7-fb8de2b05b2b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/quotas/e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 375 time: 0.0111699 Nov 09 19:04:52.684455 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-83aa37bc-69c0-4c4c-8714-74532fec6466 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462174 Nov 09 19:04:52.707101 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Sync routers for ids ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:04:52.717425 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Routers {'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:52.718035 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:52.783411 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-77101d7e-d9d0-4849-af36-9ee28e262399 service neutron] 10.222.0.32 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871089 Nov 09 19:04:52.828206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Set router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:52.880708 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-32c1baa9-b8fb-4b44-afd6-d1710ca7f89c service neutron] 10.222.0.32 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911989 Nov 09 19:04:52.956086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 414f767b-4822-41dc-ad8e-a1d080397022 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:53.053011 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 414f767b-4822-41dc-ad8e-a1d080397022 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:53.053390 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.059782 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c033ac47-383f-40a0-ad06-8b0ba244070b req-eefbb730-45c6-4fd6-8e03-b78ec2b9e555 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 210 time: 0.0315759 Nov 09 19:04:53.119761 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '414f767b-4822-41dc-ad8e-a1d080397022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 4, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port': {'id': '414f767b-4822-41dc-ad8e-a1d080397022', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0aa65aef-01d7-4f1f-b736-98aeb749ff74', 'name': '', 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'mac_address': 'fa:16:3e:26:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8505e15a-c23a-4174-9306-dc116bc50433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:49Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 2, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'subnets': [{'id': '8505e15a-c23a-4174-9306-dc116bc50433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:53.165305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Checking router: e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:04:53.165659 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Updating router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:04:53.365001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.621730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.627342 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.682539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1d30b-8d0f-4b47-9669-fcc126f6d113 None None] Pushing event updated for resources: {'Port': ['ID=0aa65aef-01d7-4f1f-b736-98aeb749ff74,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:53.735871 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Attempting to bind port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:04:53.736471 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Attempting to bind port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:04:53.736591 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Attempting to bind port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 on network a90b4c5f-e208-472a-a49d-0aa70ce6c701 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:53.741755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:04:53.742169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Checking segment: {'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:53.742579 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.742978 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Bound using segment: {'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:04:53.743454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Bound port: 0aa65aef-01d7-4f1f-b736-98aeb749ff74, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55f6385-b748-4ce0-b939-bb1943072ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:04:53.743836 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.809502 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] For port 0aa65aef-01d7-4f1f-b736-98aeb749ff74, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:04:53.813103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] For port 0aa65aef-01d7-4f1f-b736-98aeb749ff74, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0aa65aef-01d7-4f1f-b736-98aeb749ff74,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:04:53.818048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:53.878567 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1d30b-8d0f-4b47-9669-fcc126f6d113 None None] Pushing event updated for resources: {'Port': ['ID=0aa65aef-01d7-4f1f-b736-98aeb749ff74,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:53.881015 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Routers {'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:04:53.881623 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:53.973217 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1c5c200e-19dc-44fe-a889-432e562a2a47 None None] Provisioning complete for port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:53.973596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c5c200e-19dc-44fe-a889-432e562a2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:54.027675 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] Set router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:04:54.160280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-12e71231-3237-42a5-b834-7c3ac30a5366 req-52053de8-7372-400c-aa07-8d00b9cfa4a4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 210 time: 0.0284350 Nov 09 19:04:54.174123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c5c200e-19dc-44fe-a889-432e562a2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:54.235749 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1c5c200e-19dc-44fe-a889-432e562a2a47 None None] For port 0aa65aef-01d7-4f1f-b736-98aeb749ff74, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0aa65aef-01d7-4f1f-b736-98aeb749ff74,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:54.241746 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1c5c200e-19dc-44fe-a889-432e562a2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:54.315943 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c200e-19dc-44fe-a889-432e562a2a47 None None] Pushing event updated for resources: {'Port': ['ID=0aa65aef-01d7-4f1f-b736-98aeb749ff74,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:54.333489 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '414f767b-4822-41dc-ad8e-a1d080397022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 4, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port': {'id': '414f767b-4822-41dc-ad8e-a1d080397022', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0aa65aef-01d7-4f1f-b736-98aeb749ff74', 'name': '', 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'mac_address': 'fa:16:3e:26:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8505e15a-c23a-4174-9306-dc116bc50433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:49Z', 'updated_at': '2021-11-09T19:04:53Z', 'revision_number': 4, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'subnets': [{'id': '8505e15a-c23a-4174-9306-dc116bc50433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:04:54.366388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6bc04-13fe-401d-8eb9-e344eefe3954 None None] The sync data for ids ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'] in n-d-817240-1 is: [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '414f767b-4822-41dc-ad8e-a1d080397022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 4, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port': {'id': '414f767b-4822-41dc-ad8e-a1d080397022', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '0aa65aef-01d7-4f1f-b736-98aeb749ff74', 'name': '', 'network_id': 'a90b4c5f-e208-472a-a49d-0aa70ce6c701', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'mac_address': 'fa:16:3e:26:e7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '8505e15a-c23a-4174-9306-dc116bc50433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:49Z', 'updated_at': '2021-11-09T19:04:53Z', 'revision_number': 4, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'subnets': [{'id': '8505e15a-c23a-4174-9306-dc116bc50433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:04:54.377457 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-fe18c788-6600-4936-864d-fc8ce9637f89 None None] Provisioning complete for port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:54.377836 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fe18c788-6600-4936-864d-fc8ce9637f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:54.967542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0aa65aef-01d7-4f1f-b736-98aeb749ff74 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:04:55.016921 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:55.017287 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.154873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-46d3110e-2fe5-4787-a915-c08bda597ebe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:55.156442 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-46d3110e-2fe5-4787-a915-c08bda597ebe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 809 time: 0.1377268 Nov 09 19:04:55.207536 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-95deeec4-7f22-48b4-af7c-6b6f4e92e0c6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 379 time: 0.0376832 Nov 09 19:04:55.219721 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'port': {'device_id': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'admin_state_up': True, 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'security_groups': ['ced1214a-4805-4c64-a471-b4b64000b542']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:55.261333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d33a327f-8076-4692-89ff-aefbea9314ea req-65c361e3-a534-412b-ac2b-9679adc567a2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 210 time: 0.0314224 Nov 09 19:04:55.329062 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Made reservation on behalf of e1806122b2174e0fb43ba2d5f2206aa4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:04:55.332876 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.463039 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Allocated IP 172.20.0.4 (489f9eb2-98f7-43fe-a078-cdf4c69a5044/3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5/ead8cc27-952a-4352-96b6-961cbec56a9a) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:04:55.600775 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.638885 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.675381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:04:55.678454 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:04:55.683012 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:04:55.718861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:55.741608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:55.742273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.758926 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8831431a-9163-405d-a330-7620af557c73 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436909 Nov 09 19:04:55.777097 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Request body: {'port': {'device_id': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:04:55.833129 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.931605 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ced1a05e-9773-430c-a10e-0250973d670d None None] Provisioning complete for port ead8cc27-952a-4352-96b6-961cbec56a9a triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:04:55.931982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ced1a05e-9773-430c-a10e-0250973d670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:55.965792 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ced1a05e-9773-430c-a10e-0250973d670d None None] Port ead8cc27-952a-4352-96b6-961cbec56a9a cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:04:56.103098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead8cc27-952a-4352-96b6-961cbec56a9a {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:04:56.111354 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:56.124285 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Transition to ACTIVE for port object ead8cc27-952a-4352-96b6-961cbec56a9a will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:04:56.128905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:56.179568 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:56.252297 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Attempting to bind port ead8cc27-952a-4352-96b6-961cbec56a9a on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:04:56.252632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Attempting to bind port ead8cc27-952a-4352-96b6-961cbec56a9a by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:04:56.252963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Attempting to bind port ead8cc27-952a-4352-96b6-961cbec56a9a on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:56.257434 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Port ead8cc27-952a-4352-96b6-961cbec56a9a on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:04:56.257755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Attempting to bind port ead8cc27-952a-4352-96b6-961cbec56a9a on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:04:56.262646 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:04:56.262985 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Checking segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:04:56.263381 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Bound using segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:04:56.263806 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Bound port: ead8cc27-952a-4352-96b6-961cbec56a9a, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:04:56.264169 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:56.335269 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:04:56.339367 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:04:56.345933 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:56.384220 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:56.384814 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:56.386298 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] 10.222.0.85 "PUT /v2.0/ports/ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 1091 time: 0.6190591 Nov 09 19:04:56.386698 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:04:56.389106 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:04:56.417293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb4dc8-1c07-41a2-8d0a-914cbcffef0a req-c5f44b08-51c6-4cc7-9099-a60ff47361d1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:56.423877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2beb4dc8-1c07-41a2-8d0a-914cbcffef0a req-c5f44b08-51c6-4cc7-9099-a60ff47361d1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0805433 Nov 09 19:04:56.437369 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e1c6b-f3a9-4e40-afaf-c1d3d27ce422 service neutron] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:56.484706 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2beb4dc8-1c07-41a2-8d0a-914cbcffef0a req-c24a60a3-c7ab-4bea-b015-689f06bfd725 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558410 Nov 09 19:04:56.489654 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-19cf8a25-db34-42c6-927a-a09b4641f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:56.499837 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-19cf8a25-db34-42c6-927a-a09b4641f3b0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1094 time: 0.0501513 Nov 09 19:04:56.548113 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-8c1e1431-b310-42ca-bef7-d4f09b32b774 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 217 time: 0.0485761 Nov 09 19:04:56.590631 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161239b2-90f6-46cb-ae6f-a80efb235945 x-openstack-request-id: req-161239b2-90f6-46cb-ae6f-a80efb235945 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:04:56.590880 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:04:56.591256 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-161239b2-90f6-46cb-ae6f-a80efb235945 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:04:56.591796 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'status': 'completed', 'code': 200} Nov 09 19:04:56.617378 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a54ace1a-7ce8-4b36-80bc-146faab448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:56.619934 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-a54ace1a-7ce8-4b36-80bc-146faab448e7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0650566 Nov 09 19:04:56.667319 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-bc86b1d6-c06b-4beb-b209-a917bb6633c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:56.669488 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-bc86b1d6-c06b-4beb-b209-a917bb6633c0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424018 Nov 09 19:04:56.762784 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-9adebd2d-f012-4961-8a72-22aedc64dfee service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856154 Nov 09 19:04:56.852403 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-a84d0fc0-1dc7-49f3-af16-20856131f971 req-15d1f8de-8980-4f12-8e05-c2c830673799 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830824 Nov 09 19:04:56.941231 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-bbfd072a-9df1-4833-8d32-e99716ea6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:56.942801 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-bbfd072a-9df1-4833-8d32-e99716ea6211 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1094 time: 0.0434222 Nov 09 19:04:57.045024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-3448723d-c933-4555-8037-84e5462164e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:57.046435 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-3448723d-c933-4555-8037-84e5462164e1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0958722 Nov 09 19:04:57.090299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-ebe1c88d-9ce6-4aa2-b0ce-20dc192c5d3e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 217 time: 0.0369964 Nov 09 19:04:57.146124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-b37d3689-e507-45e2-8c95-05b35d09815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:57.147598 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-b37d3689-e507-45e2-8c95-05b35d09815d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0497038 Nov 09 19:04:57.194709 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-56b4849f-103f-4245-97cb-ad4f83835ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:57.196217 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-56b4849f-103f-4245-97cb-ad4f83835ba8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410042 Nov 09 19:04:57.285280 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-e8a6e3ce-33cf-45dd-a5e0-496b0953eb8c service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812261 Nov 09 19:04:57.380780 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-c3fadbc5-31ab-4cde-a1ca-16b868e9190e req-f26e1e7d-e2e9-46bb-aaab-6355f41c9a28 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872207 Nov 09 19:04:57.598343 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44151a-555e-45ea-91ae-2a31074c16c2 req-a1392907-45f7-46fd-b5ff-202530fc6ebf tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:57.599840 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a44151a-555e-45ea-91ae-2a31074c16c2 req-a1392907-45f7-46fd-b5ff-202530fc6ebf tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0510342 Nov 09 19:04:57.638944 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a44151a-555e-45ea-91ae-2a31074c16c2 req-60c2e4a4-e732-448b-b73b-f0cf575c91a7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Nov 09 19:04:58.733223 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:04:58.753424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134348d5-9335-43a4-9de2-e52d5cea23ad req-fbe145cf-d5b7-468c-95ef-cdee5f3b121b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:58.754947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-134348d5-9335-43a4-9de2-e52d5cea23ad req-fbe145cf-d5b7-468c-95ef-cdee5f3b121b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0490162 Nov 09 19:04:58.797558 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-134348d5-9335-43a4-9de2-e52d5cea23ad req-d288d6a6-7f7e-46b7-9136-75789d54c4ab tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364294 Nov 09 19:04:58.829923 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:58.841225 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'port_id': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'mac_address': 'fa:16:3e:8c:69:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:04:58.877440 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:58.890899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead8cc27-952a-4352-96b6-961cbec56a9a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:04:58.908570 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:04:58.919308 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:04:58.965755 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:04:59.124283 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ead8cc27-952a-4352-96b6-961cbec56a9a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:04:59.913297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6203d-77cb-4436-a04a-00b92db9f1f2 req-9d3ccd27-ae37-4ec3-bb25-7bda01ce9268 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:04:59.914869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3f6203d-77cb-4436-a04a-00b92db9f1f2 req-9d3ccd27-ae37-4ec3-bb25-7bda01ce9268 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 944 time: 0.0497637 Nov 09 19:04:59.953600 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b3f6203d-77cb-4436-a04a-00b92db9f1f2 req-3d3d460b-66f8-40fb-adaa-e2f5ef939857 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327270 Nov 09 19:05:00.748828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:05:00.802024 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port ead8cc27-952a-4352-96b6-961cbec56a9a completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:05:00.805731 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port ead8cc27-952a-4352-96b6-961cbec56a9a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:05:00.806170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:00.883071 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:00.912769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:05:00.915386 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0433e2d-15b3-46ff-8853-02aa4bf8ddba" -d '{"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-plugged", "status": "completed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:05:00.928950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:05:00.941676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:00.971253 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9907d1fa-9efc-42dc-929c-edbaaf8936a6 x-openstack-request-id: req-9907d1fa-9efc-42dc-929c-edbaaf8936a6 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:05:00.971546 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-plugged", "status": "completed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:05:00.971801 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9907d1fa-9efc-42dc-929c-edbaaf8936a6 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:05:00.972183 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'code': 200} Nov 09 19:05:01.001368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:01.052545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da17bf3-ad93-426a-926d-219ca0dcaa0e req-cbbb8e91-bde8-4892-bb19-dd7c22d8d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:01.054040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7da17bf3-ad93-426a-926d-219ca0dcaa0e req-cbbb8e91-bde8-4892-bb19-dd7c22d8d201 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1096 time: 0.0404105 Nov 09 19:05:01.073786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb7a12-2a9e-42fa-b643-8e8380b0589b req-e6654c43-0a5f-4a83-97e2-5c8bf1c3a132 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:01.075863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eeb7a12-2a9e-42fa-b643-8e8380b0589b req-e6654c43-0a5f-4a83-97e2-5c8bf1c3a132 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0491464 Nov 09 19:05:01.089693 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7da17bf3-ad93-426a-926d-219ca0dcaa0e req-1a14c55b-256e-4b9d-b9da-f5b72bbbba41 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282061 Nov 09 19:05:01.112572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6eeb7a12-2a9e-42fa-b643-8e8380b0589b req-727e4a88-ae6c-4682-a133-0e0049434536 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308304 Nov 09 19:05:02.232350 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54d497-5f28-42de-84a4-5af416f71ec6 req-96df39a2-e84f-45e6-8440-8265e7b53121 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:02.233942 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f54d497-5f28-42de-84a4-5af416f71ec6 req-96df39a2-e84f-45e6-8440-8265e7b53121 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0516226 Nov 09 19:05:02.276570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3f54d497-5f28-42de-84a4-5af416f71ec6 req-5555683b-94f6-43f1-a096-4d07d8332511 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357587 Nov 09 19:05:03.391382 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f1c7-ed6a-4791-8093-794d33170346 req-be8589e7-2408-454d-85cd-6c77db2b3ef1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:03.392839 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6809f1c7-ed6a-4791-8093-794d33170346 req-be8589e7-2408-454d-85cd-6c77db2b3ef1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0498497 Nov 09 19:05:03.429869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6809f1c7-ed6a-4791-8093-794d33170346 req-da3f8af1-d9a7-4a0f-9d9c-cd47667629ac tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310163 Nov 09 19:05:03.543862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b83b-88da-427f-8094-1d15f8c10faa req-354b67b4-27c0-4e5c-845d-159a1821714e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:03.545323 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fa4b83b-88da-427f-8094-1d15f8c10faa req-354b67b4-27c0-4e5c-845d-159a1821714e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0496891 Nov 09 19:05:03.582906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9fa4b83b-88da-427f-8094-1d15f8c10faa req-ee34bc0b-f4c4-4e51-9a0b-be0d5e64ee02 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Nov 09 19:05:03.605036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43276) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:03.727181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb785e3f-7176-46f3-895e-6b17d9f3a27b tempest-TestShelveInstance-1198420008 tempest-TestShelveInstance-1198420008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:03.728656 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-cb785e3f-7176-46f3-895e-6b17d9f3a27b tempest-TestShelveInstance-1198420008 tempest-TestShelveInstance-1198420008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1091 time: 0.1226032 Nov 09 19:05:03.731688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43280) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:05:03.735978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:05:03.757001 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:03.855677 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:03.960706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Allocated IP 172.25.0.26 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/91f79ae5-662d-498a-96fc-3d07b9705703) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:05:04.346710 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:04.379895 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:04.415971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:05:04.420623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:05:04.426963 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:05:04.429847 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'Port': ['ID=91f79ae5-662d-498a-96fc-3d07b9705703,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:04.758692 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:04.826670 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:04.977350 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:04.981822 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:05.053740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'Port': ['ID=91f79ae5-662d-498a-96fc-3d07b9705703,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:05:05.064646 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:05.164023 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Floating IP 997637d2-0eb0-44b6-b5d3-73381e413460 associated. External IP: 172.25.0.26, port: ead8cc27-952a-4352-96b6-961cbec56a9a. Nov 09 19:05:05.365255 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Router 6316dc61-95e2-4216-a501-1112edfdcd93 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:05:05.471962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:05:05.481518 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] Sync routers for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:05:05.489470 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:05.490676 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:05.491289 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:05.519747 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-85737edd-44d4-4606-beff-28e3fc3e9a01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7870240 Nov 09 19:05:05.520432 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:05:05.522738 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab694db-6f66-4adb-a66d-884d5ddcd514" -d '{"events": [{"name": "network-changed", "server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:05:05.561613 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862e2c56-feee-456f-be7c-8bb7601fc2d0 x-openstack-request-id: req-862e2c56-feee-456f-be7c-8bb7601fc2d0 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:05:05.562086 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:05:05.562522 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-862e2c56-feee-456f-be7c-8bb7601fc2d0 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:05:05.563164 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'status': 'completed', 'code': 200} Nov 09 19:05:05.613931 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:05.627785 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-2e2361ec-0294-40cd-8d30-3abdf100a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:05.629295 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-2e2361ec-0294-40cd-8d30-3abdf100a66c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1096 time: 0.0465505 Nov 09 19:05:05.720172 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-7112844d-c94e-4542-be2c-7b94f1e9174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:05.721662 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-7112844d-c94e-4542-be2c-7b94f1e9174a service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0855157 Nov 09 19:05:05.793062 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-2a3819e0-3c7d-4c54-aa6a-77f833d39eb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 998 time: 0.0630636 Nov 09 19:05:05.834861 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '997637d2-0eb0-44b6-b5d3-73381e413460', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'port_id': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'mac_address': 'fa:16:3e:8c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:05:04Z', 'updated_at': '2021-11-09T19:05:04Z', 'revision_number': 0, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:05.844992 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-4fafacfb-b68d-40d8-a26f-151d695c3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:05.846512 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-4fafacfb-b68d-40d8-a26f-151d695c3ebf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0457551 Nov 09 19:05:05.864640 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] Checking router: 6316dc61-95e2-4216-a501-1112edfdcd93 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:05:05.873535 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:05:05.874172 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:04:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:05.892834 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-48d6fd8e-eae1-4e04-b939-43db9e5b79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:05.894383 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-48d6fd8e-eae1-4e04-b939-43db9e5b79ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404677 Nov 09 19:05:05.985398 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:05:05.990509 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-66df56de-13d6-4623-a977-2f7459c126a9 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880377 Nov 09 19:05:06.081558 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab694db-6f66-4adb-a66d-884d5ddcd514 req-ca6ccf0f-ce41-4ffd-9908-cf23fb54161b service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846279 Nov 09 19:05:06.205212 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '997637d2-0eb0-44b6-b5d3-73381e413460', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'port_id': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'mac_address': 'fa:16:3e:8c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:05:04Z', 'updated_at': '2021-11-09T19:05:04Z', 'revision_number': 0, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:05:06.230651 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aedcead-a5f1-492e-bc82-f4e747d40515 None None] The sync data for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 is: [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '997637d2-0eb0-44b6-b5d3-73381e413460', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'floating_ip_address': '172.25.0.26', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'port_id': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'mac_address': 'fa:16:3e:8c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:05:04Z', 'updated_at': '2021-11-09T19:05:04Z', 'revision_number': 0, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:05:06.428837 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202954a-b63a-49d3-8313-6bf45a911dae None None] New status for floating IP 997637d2-0eb0-44b6-b5d3-73381e413460: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:05:07.379249 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dba72b6c-08aa-4840-9168-0eaafa2213ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:09.890879 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc1c-0869-43ae-8f88-904a721e68c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:10.318844 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:11.337649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:12.846535 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:16.897431 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:19.747724 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:28.858356 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:05:29.124481 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-9b70c6f3-53ce-46f6-9287-c25542b106b4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414193 Nov 09 19:05:29.212293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-de8ed887-f4d6-46dc-bfcd-01e1bd054b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:29.213760 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-de8ed887-f4d6-46dc-bfcd-01e1bd054b93 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1096 time: 0.0458298 Nov 09 19:05:29.315518 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-69c3c660-81a4-4057-992a-128af1987ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:29.316983 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-69c3c660-81a4-4057-992a-128af1987ba6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0833387 Nov 09 19:05:29.386760 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-758bfb97-54d2-4889-8469-acf012d4eb9d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 1000 time: 0.0614839 Nov 09 19:05:29.435824 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-814d2d26-478b-465e-b4f0-b2ba5f00754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:29.437328 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-814d2d26-478b-465e-b4f0-b2ba5f00754f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0436282 Nov 09 19:05:29.483299 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-5b858677-72be-43bd-84af-527c79b37bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:29.484817 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-5b858677-72be-43bd-84af-527c79b37bd7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404186 Nov 09 19:05:29.582515 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-f9fbada4-adfe-49c0-b672-6983a92e80dc service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905371 Nov 09 19:05:29.681721 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-37ba6291-7bc2-45a5-9459-e9ba21503776 req-f4809e5a-6c23-41c5-a5bb-1ede7fe5db97 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911436 Nov 09 19:05:33.273512 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-74601147-b89b-4176-9d7c-7938688a6ea2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396090 Nov 09 19:05:33.360234 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-e811500e-c5a5-4f3a-8312-c3e963157582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:33.361676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-e811500e-c5a5-4f3a-8312-c3e963157582 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0438149 Nov 09 19:05:33.469947 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-e36335e5-1fe5-470d-b6b1-3cfa654fa839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:33.472140 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-e36335e5-1fe5-470d-b6b1-3cfa654fa839 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0839305 Nov 09 19:05:33.520709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-58fee50c-86ef-4a24-9471-4ecb497f7359 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0376613 Nov 09 19:05:33.573901 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-e99da755-f09d-4a4c-a65a-025984726b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:33.575303 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-e99da755-f09d-4a4c-a65a-025984726b6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0433199 Nov 09 19:05:33.626301 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-0931e24e-b2c3-4863-a1bf-9fe8cf5db6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:05:33.628299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-0931e24e-b2c3-4863-a1bf-9fe8cf5db6db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404758 Nov 09 19:05:33.728222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-509275c5-e020-4e0b-84f0-85eb101e2fa5 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842068 Nov 09 19:05:33.823094 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2f6309f4-6f62-46ad-8fd0-6efb5e6ce02e req-3f7c1257-1265-42be-b2fc-a399e2fdf250 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825191 Nov 09 19:05:37.380138 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b7c6e38e-200d-40c2-9f20-2c0af046d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:39.891839 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cdfbee26-42ec-4b1c-879e-0addbb259c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:40.320579 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:41.341120 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:42.848478 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:46.927010 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:05:49.738216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:05.857671 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:06:07.383740 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9672-2e36-4662-9d97-4abdee40fbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:09.892166 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f28a25b9-4243-4bb5-918e-7f5ab7d3927d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:10.321123 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:11.343706 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:12.850936 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:16.927339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:19.743459 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:31.119668 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-9d73fd52-584d-4b25-8924-04429264b67b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410566 Nov 09 19:06:31.200928 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722309c6-d6a1-409a-b851-0218113653ae req-2ea583fc-2848-464d-9ad8-1281df744802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:31.202483 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-2ea583fc-2848-464d-9ad8-1281df744802 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1096 time: 0.0437298 Nov 09 19:06:31.306948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722309c6-d6a1-409a-b851-0218113653ae req-1327459b-77a8-4eca-82a8-3e6f9ef6ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:31.308432 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-1327459b-77a8-4eca-82a8-3e6f9ef6ace2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0870962 Nov 09 19:06:31.376767 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-85b7f7c5-fe1c-4993-8b00-9730a05c043b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 1000 time: 0.0610189 Nov 09 19:06:31.424609 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722309c6-d6a1-409a-b851-0218113653ae req-051a801f-aad6-4f97-9690-5b4b64fa43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:31.426078 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-051a801f-aad6-4f97-9690-5b4b64fa43bb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0430055 Nov 09 19:06:31.470719 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722309c6-d6a1-409a-b851-0218113653ae req-09fe2321-5ee2-4b0d-bb3b-d5324fcde0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:31.472089 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-09fe2321-5ee2-4b0d-bb3b-d5324fcde0e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390410 Nov 09 19:06:31.570736 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-365a1d23-2262-494a-8790-30731adcf571 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906920 Nov 09 19:06:31.660052 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-722309c6-d6a1-409a-b851-0218113653ae req-bfbb453a-fd4f-4b66-8e2c-871a0f593506 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830212 Nov 09 19:06:33.287013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-8043b078-7cf7-40fc-bb49-9d4f5cb2e205 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413005 Nov 09 19:06:33.380562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-f3406e9b-cf2a-47ed-9753-76ab489463dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:33.382049 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-f3406e9b-cf2a-47ed-9753-76ab489463dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0441267 Nov 09 19:06:33.501720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-671c0ea1-58cd-4694-ab7a-89ce94e52ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:33.503175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-671c0ea1-58cd-4694-ab7a-89ce94e52ee8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0831311 Nov 09 19:06:33.553306 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-9559fc62-5d64-4078-b680-52cd2f4a21a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0346437 Nov 09 19:06:33.610578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-093c3351-63cf-4f34-a357-d0c87aee25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:33.612016 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-093c3351-63cf-4f34-a357-d0c87aee25c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0478919 Nov 09 19:06:33.664249 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-d1c2cd55-2a25-43f1-a588-bc38cf8c8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:06:33.665709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-d1c2cd55-2a25-43f1-a588-bc38cf8c8061 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401711 Nov 09 19:06:33.764185 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-5f7a824a-18c8-4015-b456-85b2f7714027 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801349 Nov 09 19:06:33.858986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4a49418-9432-4c93-b016-e53bc1e6ea31 req-7f61e514-fa76-4595-8616-1d9c28a95922 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853951 Nov 09 19:06:37.385105 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2b19ae8d-6104-4ec8-92c1-6730bd76a393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:39.893407 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-41232b8b-39b6-463a-8b2c-8f6301f4d335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:40.323155 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:41.348632 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:42.855232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:42.857520 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:06:46.942226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:06:49.743606 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:01.084843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f992b0b-2de6-4a1e-8a33-f7f3e3eb9bdc req-009aeb4f-867b-4fcc-a255-d32da14531c3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:01.086338 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f992b0b-2de6-4a1e-8a33-f7f3e3eb9bdc req-009aeb4f-867b-4fcc-a255-d32da14531c3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0499094 Nov 09 19:07:01.123787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6f992b0b-2de6-4a1e-8a33-f7f3e3eb9bdc req-e5b8708d-85e7-4e67-adec-b4a64788facb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310824 Nov 09 19:07:02.276676 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b90f-297b-453d-9ffb-967b7a447c91 req-f360db1f-8af7-46f4-bf8f-9baaf4d5af8d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:02.278178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9531b90f-297b-453d-9ffb-967b7a447c91 req-f360db1f-8af7-46f4-bf8f-9baaf4d5af8d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0529964 Nov 09 19:07:02.314576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9531b90f-297b-453d-9ffb-967b7a447c91 req-29635c5d-c2d1-4898-80ab-69c74628c16a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304201 Nov 09 19:07:03.428036 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908c520-8180-4695-b364-e91716f02da0 req-2341af90-4170-4654-97f1-5db17e205929 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:03.431086 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8908c520-8180-4695-b364-e91716f02da0 req-2341af90-4170-4654-97f1-5db17e205929 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0490448 Nov 09 19:07:03.467722 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8908c520-8180-4695-b364-e91716f02da0 req-9879263f-222e-424f-8f6d-e4831ca82a37 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319018 Nov 09 19:07:04.582680 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbff88-e074-4e7e-a2be-2afba251cacf req-8c8cd880-31f0-46b6-805d-c514eee4b68b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:04.584320 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ebbff88-e074-4e7e-a2be-2afba251cacf req-8c8cd880-31f0-46b6-805d-c514eee4b68b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0504193 Nov 09 19:07:04.621381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3ebbff88-e074-4e7e-a2be-2afba251cacf req-bc8b953e-7a57-41c5-8b70-3d80fd22600c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Nov 09 19:07:05.741060 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b15600-d417-4bc0-9253-6d28cab9c2f1 req-96bc1fab-3104-4598-aaf1-460f262728b0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:05.742566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0b15600-d417-4bc0-9253-6d28cab9c2f1 req-96bc1fab-3104-4598-aaf1-460f262728b0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0541050 Nov 09 19:07:05.779912 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e0b15600-d417-4bc0-9253-6d28cab9c2f1 req-0f3eb0aa-88ba-45ec-a5f3-1de4c07a7d2f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313983 Nov 09 19:07:06.896525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f07cab-7adb-444c-87a3-acc144168cc2 req-a9a52db0-2ca3-40b8-9464-0456a29a430d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:06.898012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33f07cab-7adb-444c-87a3-acc144168cc2 req-a9a52db0-2ca3-40b8-9464-0456a29a430d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0494132 Nov 09 19:07:06.936382 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-33f07cab-7adb-444c-87a3-acc144168cc2 req-2d5f3e9d-2454-4221-9194-024ce27909c4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Nov 09 19:07:07.386471 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9041b482-16bd-47fd-aa1d-7b27a4af9daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:08.051570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcbbd8-e48f-472f-bfc3-9bc25705fad8 req-a270df68-6b5a-4d87-ab1c-37b78b54e893 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:08.053066 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dddcbbd8-e48f-472f-bfc3-9bc25705fad8 req-a270df68-6b5a-4d87-ab1c-37b78b54e893 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0488710 Nov 09 19:07:08.092892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dddcbbd8-e48f-472f-bfc3-9bc25705fad8 req-a327c7be-3e78-49d2-b2ce-2ffa23dfe22f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329869 Nov 09 19:07:09.212879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ead3c0-e347-4cfc-abb4-845fa6adebef req-5ca60457-66f7-4223-aeb7-9cce73180133 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:09.214405 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7ead3c0-e347-4cfc-abb4-845fa6adebef req-5ca60457-66f7-4223-aeb7-9cce73180133 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0547519 Nov 09 19:07:09.252849 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7ead3c0-e347-4cfc-abb4-845fa6adebef req-52c7c881-78c9-4486-9594-917d6d6e5287 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Nov 09 19:07:09.893628 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-190f6bcf-6549-488f-88c3-1fdc99368a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:10.324299 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:10.369805 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156ab0-5e99-42ed-8c4b-fac8dfb0e788 req-29369d69-c77e-4bb7-af2c-13b731fc1163 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:10.371294 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52156ab0-5e99-42ed-8c4b-fac8dfb0e788 req-29369d69-c77e-4bb7-af2c-13b731fc1163 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0503476 Nov 09 19:07:10.407691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-52156ab0-5e99-42ed-8c4b-fac8dfb0e788 req-41af1de4-ed92-4bcd-86bc-fe2bb4e51bb0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303104 Nov 09 19:07:11.350297 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:11.521929 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2472ba-3c1f-4ebb-826d-b7ab411f6dc3 req-b9ab5a08-8bb5-4e73-9f7c-9ee5d46b397b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:11.524050 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb2472ba-3c1f-4ebb-826d-b7ab411f6dc3 req-b9ab5a08-8bb5-4e73-9f7c-9ee5d46b397b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0486071 Nov 09 19:07:11.560947 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-eb2472ba-3c1f-4ebb-826d-b7ab411f6dc3 req-b9274bfe-666a-4a2c-84f4-7287c9ce79b3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307035 Nov 09 19:07:12.678278 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6fbc3-4c08-4b89-b477-728b6ff67805 req-0ebc77f3-bc70-45d5-8240-dad05cab6f59 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:12.679713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bf6fbc3-4c08-4b89-b477-728b6ff67805 req-0ebc77f3-bc70-45d5-8240-dad05cab6f59 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0515049 Nov 09 19:07:12.716336 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-2bf6fbc3-4c08-4b89-b477-728b6ff67805 req-da64bee2-6b3c-4907-a33f-a4df68bf4f36 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298538 Nov 09 19:07:12.856735 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:13.493965 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:07:13.589991 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:07:13.601762 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'port_id': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'mac_address': 'fa:16:3e:8c:69:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:07:13.640253 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:13.652783 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ead8cc27-952a-4352-96b6-961cbec56a9a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:07:13.671710 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:07:13.675470 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:13.726807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:07:13.733968 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.734355 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.734693 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.735106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.735349 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.735681 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.736114 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.736438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.736769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.737093 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.737416 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.737742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:07:13.752436 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ead8cc27-952a-4352-96b6-961cbec56a9a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:07:13.861296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45aeb3-a5f7-43a5-a8ff-40fca4dd4359 req-ac0b4904-7fea-42a8-846b-70f2dcf14331 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:13.863853 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff45aeb3-a5f7-43a5-a8ff-40fca4dd4359 req-ac0b4904-7fea-42a8-846b-70f2dcf14331 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 944 time: 0.0577078 Nov 09 19:07:13.929075 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff45aeb3-a5f7-43a5-a8ff-40fca4dd4359 req-b7220842-f936-489e-99fe-b40db95a02cb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541196 Nov 09 19:07:15.059935 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b4c3-0a18-4bf9-a0dc-c21b09c2419d req-5486689d-3b35-4f7e-b42d-5595ee2d3efe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:15.061723 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43b7b4c3-0a18-4bf9-a0dc-c21b09c2419d req-5486689d-3b35-4f7e-b42d-5595ee2d3efe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 944 time: 0.0516524 Nov 09 19:07:15.106871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43b7b4c3-0a18-4bf9-a0dc-c21b09c2419d req-277f855d-5c8e-45f4-8f3b-c723fd770049 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387759 Nov 09 19:07:15.513042 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:07:15.576916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port ead8cc27-952a-4352-96b6-961cbec56a9a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:07:15.577295 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:15.663942 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:15.688565 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:07:15.691104 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ae2550-4b0d-468a-afff-6bb0b443eeb5" -d '{"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-plugged", "status": "completed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:07:15.704804 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:07:15.711934 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:15.763552 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:07:15.798901 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6a836a-5f3c-4c84-8ce0-eec027d13d3f x-openstack-request-id: req-5b6a836a-5f3c-4c84-8ce0-eec027d13d3f {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:07:15.799196 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-plugged", "status": "completed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:07:15.799452 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b6a836a-5f3c-4c84-8ce0-eec027d13d3f {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:07:15.799848 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'code': 200} Nov 09 19:07:16.237317 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ed85b-2ae8-4f5e-9303-4d429df093e4 req-bdb195b2-1b30-449b-b02d-42b8c221b98c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:16.239213 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-784ed85b-2ae8-4f5e-9303-4d429df093e4 req-bdb195b2-1b30-449b-b02d-42b8c221b98c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0602257 Nov 09 19:07:16.283198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-784ed85b-2ae8-4f5e-9303-4d429df093e4 req-c35ff4e0-0810-41ac-800f-aa26987640f8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362170 Nov 09 19:07:16.957501 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:17.405871 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2647b-20af-425c-a501-7ceeac25a707 req-a551aa43-c607-441b-b508-562547a1e895 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:17.407746 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35d2647b-20af-425c-a501-7ceeac25a707 req-a551aa43-c607-441b-b508-562547a1e895 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0544922 Nov 09 19:07:17.453215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-35d2647b-20af-425c-a501-7ceeac25a707 req-7987cb56-f315-467d-96a0-1689e12dd3d8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 Nov 09 19:07:18.585373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2275a3-933f-49dd-a44e-97e689d72910 req-77e6955a-dd9e-4edc-a607-d14e50e1ae3e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:18.587471 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa2275a3-933f-49dd-a44e-97e689d72910 req-77e6955a-dd9e-4edc-a607-d14e50e1ae3e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0619457 Nov 09 19:07:18.636389 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa2275a3-933f-49dd-a44e-97e689d72910 req-efabd5ea-e480-4b78-b45f-fa36d3747acd tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406692 Nov 09 19:07:19.749368 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:19.762720 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c78f8-089c-4a73-99bc-b55985e73145 req-52d84d8a-e1dc-441c-a5d8-64d5256d18bd tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:19.764750 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a43c78f8-089c-4a73-99bc-b55985e73145 req-52d84d8a-e1dc-441c-a5d8-64d5256d18bd tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0586064 Nov 09 19:07:19.808302 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a43c78f8-089c-4a73-99bc-b55985e73145 req-44d07d98-3dd3-45c8-a6dc-7518bd35f136 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Nov 09 19:07:19.857382 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:07:20.948000 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf89d8e-dfde-4e49-ae57-ce488d25827e req-2a2e28d5-cebe-4bd8-9640-0d3f43b4aa2c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:20.955415 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-faf89d8e-dfde-4e49-ae57-ce488d25827e req-2a2e28d5-cebe-4bd8-9640-0d3f43b4aa2c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0711064 Nov 09 19:07:20.995103 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-faf89d8e-dfde-4e49-ae57-ce488d25827e req-35ecdd08-ae8f-4a63-b11d-fe9fc813e6fe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388033 Nov 09 19:07:22.115877 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f204e-555b-43a3-87b3-8193b5961574 req-babffb03-a8c1-421e-828a-fdf5556b6b44 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:22.118176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-377f204e-555b-43a3-87b3-8193b5961574 req-babffb03-a8c1-421e-828a-fdf5556b6b44 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0512700 Nov 09 19:07:22.158311 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-377f204e-555b-43a3-87b3-8193b5961574 req-2a4b62d4-39dd-4f76-830c-d96a386fa77b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333917 Nov 09 19:07:23.019487 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-28e91873-aad0-4db0-9130-0b28285c009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:23.020965 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-28e91873-aad0-4db0-9130-0b28285c009b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1096 time: 0.0401878 Nov 09 19:07:23.112507 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-54cbe876-b614-4c70-9838-961e03a46f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:23.113996 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-54cbe876-b614-4c70-9838-961e03a46f75 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0865879 Nov 09 19:07:23.177655 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-6f58c896-b6e6-4965-aeb3-755f8416fdbf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 1000 time: 0.0566845 Nov 09 19:07:23.231417 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-43624ecb-bbd2-4dd3-94ed-9d594bbaa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:23.232831 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-43624ecb-bbd2-4dd3-94ed-9d594bbaa848 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0483391 Nov 09 19:07:23.277917 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-d26ec640-ef31-46ff-b085-eae67acd69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:23.279443 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-d26ec640-ef31-46ff-b085-eae67acd69c3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399294 Nov 09 19:07:23.279592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f4416-9be3-494f-8edb-794f8669ca5c req-6ae64129-7ea1-4348-869a-b25358993b94 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:23.281044 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f49f4416-9be3-494f-8edb-794f8669ca5c req-6ae64129-7ea1-4348-869a-b25358993b94 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0545282 Nov 09 19:07:23.291324 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-5cf4afc7-b83e-4c10-be14-97c5318505b8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:07:23.292283 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-5cf4afc7-b83e-4c10-be14-97c5318505b8 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049670 Nov 09 19:07:23.319085 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f49f4416-9be3-494f-8edb-794f8669ca5c req-5b0277f3-7606-439b-83e8-af3b13276af3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320344 Nov 09 19:07:23.381456 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-1acc2c43-5500-464d-b96d-395e5282d046 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825205 Nov 09 19:07:23.471957 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-452e45c0-3745-4f9e-a6cc-731eeb6e02e9 req-9fa2e2f2-658f-466e-ba3c-7cc13513048a service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Nov 09 19:07:24.433786 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbc59a-5d54-4e7b-a87f-d25ff7566f6e req-8424b516-89ca-48c6-b286-8316034b49f2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:24.435286 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58cbc59a-5d54-4e7b-a87f-d25ff7566f6e req-8424b516-89ca-48c6-b286-8316034b49f2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0483403 Nov 09 19:07:24.473025 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58cbc59a-5d54-4e7b-a87f-d25ff7566f6e req-a85f9ca4-5f5c-4fce-a267-7f19270bbae8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Nov 09 19:07:25.594882 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4f9e4-2892-4995-bcba-6e390371c2a6 req-fd470b0e-db42-4a1f-9bec-831d6c658a67 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:25.596562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8aa4f9e4-2892-4995-bcba-6e390371c2a6 req-fd470b0e-db42-4a1f-9bec-831d6c658a67 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0489600 Nov 09 19:07:25.636739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8aa4f9e4-2892-4995-bcba-6e390371c2a6 req-4dda0007-2bb2-4e77-bddb-3ed4cd1f50f5 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Nov 09 19:07:25.768029 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-af4963cd-fe51-450e-af1e-04c8a41a0271 req-858d6b6c-28e3-4877-a037-014dc6fc98f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:07:25.769054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-af4963cd-fe51-450e-af1e-04c8a41a0271 req-858d6b6c-28e3-4877-a037-014dc6fc98f4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699239 Nov 09 19:07:25.925589 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6902465-fc99-4a5a-bad8-db5c4cdc4f23 req-87c81c40-eac0-4c32-85d7-6503c24f8a5b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:25.927121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6902465-fc99-4a5a-bad8-db5c4cdc4f23 req-87c81c40-eac0-4c32-85d7-6503c24f8a5b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0546906 Nov 09 19:07:25.966032 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d6902465-fc99-4a5a-bad8-db5c4cdc4f23 req-9c92f769-b0e0-46a5-b25f-da8b8bf3ad06 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327399 Nov 09 19:07:26.209346 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-1a09e16c-aa94-46f3-84e9-b2a4a910ac61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814755 Nov 09 19:07:27.079468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b9ea-ac9b-4fcd-a6a7-bb4166ad815e req-4e3bf9b1-1fed-41d7-8ecf-5e2d791fd046 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:27.080954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c250b9ea-ac9b-4fcd-a6a7-bb4166ad815e req-4e3bf9b1-1fed-41d7-8ecf-5e2d791fd046 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 945 time: 0.0494919 Nov 09 19:07:27.119333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c250b9ea-ac9b-4fcd-a6a7-bb4166ad815e req-e58e9f24-8a5e-4caa-9c57-43078b6f0480 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Nov 09 19:07:27.573255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:07:27.658479 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:27.680164 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:07:27.682942 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eac8d5-a5de-4d19-85ba-963fd6d1cf5f" -d '{"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-unplugged", "status": "completed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:07:27.695089 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:07:27.700140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:27.724325 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15acb753-79a7-4cbf-8f46-3ebc75cf282a x-openstack-request-id: req-15acb753-79a7-4cbf-8f46-3ebc75cf282a {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:07:27.724615 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-unplugged", "status": "failed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "code": 422}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:07:27.724873 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15acb753-79a7-4cbf-8f46-3ebc75cf282a {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:07:27.725264 n-d-817240-1 neutron-server[102142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'code': 422} returned with failed status Nov 09 19:07:27.752435 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:07:28.233043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ee97-95f6-45af-9cfa-aa189dfb376e req-6c2ae438-9693-4794-85ee-887a085ac642 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:28.234538 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9083ee97-95f6-45af-9cfa-aa189dfb376e req-6c2ae438-9693-4794-85ee-887a085ac642 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0488806 Nov 09 19:07:28.271614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9083ee97-95f6-45af-9cfa-aa189dfb376e req-e6151d05-cbae-4c85-ba83-dd417be9cc74 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Nov 09 19:07:29.057006 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-c7cbf68f-0212-441e-8ec2-88ce867cb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:29.058488 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-c7cbf68f-0212-441e-8ec2-88ce867cb517 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f&tenant_id=e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0394230 Nov 09 19:07:29.126087 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-d2141b28-feb1-4417-a830-ca61efc8402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:29.127575 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-d2141b28-feb1-4417-a830-ca61efc8402c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1094 time: 0.0446341 Nov 09 19:07:29.217845 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-348873c5-bfe0-46bf-89cb-11c3ea86607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:29.219342 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-348873c5-bfe0-46bf-89cb-11c3ea86607c service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0828419 Nov 09 19:07:29.286842 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-e29bd802-848b-48c0-8840-ddb402e716b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 998 time: 0.0597422 Nov 09 19:07:29.338176 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-9b20b1ad-36a4-4588-a987-1e04845f4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:29.339689 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-9b20b1ad-36a4-4588-a987-1e04845f4dee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0455287 Nov 09 19:07:29.385442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-436197f5-a0e6-4d80-afab-41463c59a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:29.386990 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-436197f5-a0e6-4d80-afab-41463c59a9d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401099 Nov 09 19:07:29.391969 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf903e-3a06-4d3b-b970-722c31e715e9 req-5818d1ad-5216-4de6-8982-c1528adeb024 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:29.393459 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bbf903e-3a06-4d3b-b970-722c31e715e9 req-5818d1ad-5216-4de6-8982-c1528adeb024 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0535474 Nov 09 19:07:29.431121 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6bbf903e-3a06-4d3b-b970-722c31e715e9 req-b5866d92-2249-41ad-8a21-ff6202d60e1c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Nov 09 19:07:29.483006 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-21759612-8631-4f7c-9248-f6d7e46e33e0 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841839 Nov 09 19:07:29.570462 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-d174e8c4-5064-4eb0-82ad-f46e3dec9ca2 req-80a1c416-835b-45cb-9ba0-c4dcd28715c6 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798311 Nov 09 19:07:30.551905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b97b-cbe3-47d4-bcc2-8426f35a6a4b req-70cff6cf-ac1d-4b76-9631-1f2055027647 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:30.553599 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b71b97b-cbe3-47d4-bcc2-8426f35a6a4b req-70cff6cf-ac1d-4b76-9631-1f2055027647 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0522749 Nov 09 19:07:30.597890 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b71b97b-cbe3-47d4-bcc2-8426f35a6a4b req-04873081-21ae-4db2-8d16-a9348a5b0392 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378947 Nov 09 19:07:31.714994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb523a98-889d-43dd-b723-9aab0e5dae52 req-98bc90ac-86a5-417d-a7a1-e2ed56e37d57 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:31.716488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb523a98-889d-43dd-b723-9aab0e5dae52 req-98bc90ac-86a5-417d-a7a1-e2ed56e37d57 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0528505 Nov 09 19:07:31.754139 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb523a98-889d-43dd-b723-9aab0e5dae52 req-8ee9c9c5-3bed-42de-9bfe-3fa6a9e574fa tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Nov 09 19:07:32.877569 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f60f8-4928-440e-a751-d59e3f917a88 req-502508bd-f224-4973-bb30-01afd9a17ea6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:32.879064 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f60f8-4928-440e-a751-d59e3f917a88 req-502508bd-f224-4973-bb30-01afd9a17ea6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0532098 Nov 09 19:07:32.920756 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-719f60f8-4928-440e-a751-d59e3f917a88 req-168eeb5e-5d37-4998-b47b-9e3b3502e92c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350773 Nov 09 19:07:34.039638 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca8bf-e92e-4d24-a203-2b6d9456761f req-b1d75bcc-bcd7-4aa4-8645-1db6382bedf1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:34.041156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcbca8bf-e92e-4d24-a203-2b6d9456761f req-b1d75bcc-bcd7-4aa4-8645-1db6382bedf1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0496860 Nov 09 19:07:34.079570 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dcbca8bf-e92e-4d24-a203-2b6d9456761f req-585c5811-be56-4d46-865c-167180e247ee tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Nov 09 19:07:34.298729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-0a1ff818-3652-4f7c-a182-da97b9727f4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405133 Nov 09 19:07:34.397908 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-4ea89753-133b-444b-8018-62803924fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:34.399416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-4ea89753-133b-444b-8018-62803924fd3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0400317 Nov 09 19:07:34.524410 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-31014cae-a13d-4507-b7c2-210998575b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:34.526012 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-31014cae-a13d-4507-b7c2-210998575b82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1031609 Nov 09 19:07:34.573365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-88964327-0478-4fcb-b695-da9422f1c945 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0356059 Nov 09 19:07:34.630800 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-c6bf7549-1ac2-4393-8806-9b1f1b034402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:34.632249 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-c6bf7549-1ac2-4393-8806-9b1f1b034402 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0496778 Nov 09 19:07:34.690514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-0afc023f-49cf-480f-9e5d-eaf54cf0ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:34.692054 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-0afc023f-49cf-480f-9e5d-eaf54cf0ae2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479567 Nov 09 19:07:34.791442 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-47ade602-12c5-4639-86d4-06e9e023d612 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853019 Nov 09 19:07:34.898047 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3e3daa18-89a7-478f-bfd5-d1745d09ed05 req-5f3b52de-e277-48ee-8506-5392b9c681ff service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910590 Nov 09 19:07:35.200167 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcee64d-1359-4403-bb3f-101fdb106b77 req-aeabd102-daff-4574-8a96-2127dcdaf1ab tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:35.201653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffcee64d-1359-4403-bb3f-101fdb106b77 req-aeabd102-daff-4574-8a96-2127dcdaf1ab tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0508459 Nov 09 19:07:35.249175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ffcee64d-1359-4403-bb3f-101fdb106b77 req-f077f400-b282-4c33-b286-81f6a1713b07 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403008 Nov 09 19:07:36.372484 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21289176-a215-4f5d-b84e-76786519f15f req-000d249b-92a9-465b-9a35-8f99fdaa8528 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:36.373800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21289176-a215-4f5d-b84e-76786519f15f req-000d249b-92a9-465b-9a35-8f99fdaa8528 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0501523 Nov 09 19:07:36.427959 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-21289176-a215-4f5d-b84e-76786519f15f req-3df0ab35-d407-4faa-b320-5b1ca199245d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443952 Nov 09 19:07:37.397046 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e7b21900-d51d-488b-a7f3-abfe1b26954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:37.563995 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d5e8-7f72-4094-8f24-df783991fd1e req-8b635542-1cf2-4373-a221-06937a3796e4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:37.565509 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7145d5e8-7f72-4094-8f24-df783991fd1e req-8b635542-1cf2-4373-a221-06937a3796e4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0638888 Nov 09 19:07:37.610611 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7145d5e8-7f72-4094-8f24-df783991fd1e req-5acb525f-6769-4792-947c-95271ba223a4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352447 Nov 09 19:07:38.778339 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658686-cfc7-46ab-95e4-ea4126e6d6a5 req-042f57a0-e019-4a18-b101-39cd3445f6f2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:38.779821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11658686-cfc7-46ab-95e4-ea4126e6d6a5 req-042f57a0-e019-4a18-b101-39cd3445f6f2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0494957 Nov 09 19:07:38.821841 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11658686-cfc7-46ab-95e4-ea4126e6d6a5 req-cb0dd65e-99be-4e06-a719-2210b1084526 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358396 Nov 09 19:07:39.897433 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9260d06f-d9c7-46f0-82a6-d8607fdfd994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:39.947590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea8f2-dfe8-4e28-a43b-fe116cc89667 req-017361fb-68c4-438e-a49e-4d29876c43dc tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:39.949173 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3feea8f2-dfe8-4e28-a43b-fe116cc89667 req-017361fb-68c4-438e-a49e-4d29876c43dc tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0567229 Nov 09 19:07:39.991958 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3feea8f2-dfe8-4e28-a43b-fe116cc89667 req-00c4d921-bf6f-4683-bcf6-b0ff34a42af1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364001 Nov 09 19:07:40.326728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:40.340376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-4a3f6a67-a4b7-4820-b184-cfafddbf462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:40.341936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-4a3f6a67-a4b7-4820-b184-cfafddbf462c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1094 time: 0.0441995 Nov 09 19:07:40.456470 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-202a8328-d9df-445e-a578-d5d389a8981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:40.457944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-202a8328-d9df-445e-a578-d5d389a8981b service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0900781 Nov 09 19:07:40.522143 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-c99805e8-2bf4-4d82-b686-0e432cd9fe24 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 998 time: 0.0561156 Nov 09 19:07:40.575384 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-386f8bf9-eb7b-4598-bcdd-e0161f8c5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:40.576890 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-386f8bf9-eb7b-4598-bcdd-e0161f8c5d2a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0468650 Nov 09 19:07:40.622268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-4ca076f2-a75b-4ae5-b787-c5f0209ba73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:40.623735 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-4ca076f2-a75b-4ae5-b787-c5f0209ba73d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395298 Nov 09 19:07:40.710909 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-f43dfdaa-b0b5-4b3f-b993-52cc319cdc0c service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795054 Nov 09 19:07:40.806256 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-6d9894d7-3146-4a3c-a874-58d2e56190e6 req-75b3b629-68c3-47e7-a299-472ac72fa698 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869133 Nov 09 19:07:41.107948 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d9bd5-3685-4954-ac4b-258630685071 req-59818763-e7ee-4824-8187-a30342dd9d5d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:41.109424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f3d9bd5-3685-4954-ac4b-258630685071 req-59818763-e7ee-4824-8187-a30342dd9d5d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 943 time: 0.0488935 Nov 09 19:07:41.145578 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f3d9bd5-3685-4954-ac4b-258630685071 req-6d4c27dc-8b26-453a-82db-a2f6d65e95ff tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302179 Nov 09 19:07:41.352683 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:41.648653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:07:41.739521 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:07:41.750312 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'port_id': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'mac_address': 'fa:16:3e:8c:69:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:07:41.788228 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:41.951062 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead8cc27-952a-4352-96b6-961cbec56a9a {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:07:41.969972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:07:41.974556 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:42.020109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=9']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:07:42.209076 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['ead8cc27-952a-4352-96b6-961cbec56a9a'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:07:42.260217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2149d-633e-4a55-9a1d-a75c6069ea46 req-e6f2417f-20e6-436e-85e3-c6005710aaf7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:42.262229 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4c2149d-633e-4a55-9a1d-a75c6069ea46 req-e6f2417f-20e6-436e-85e3-c6005710aaf7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 944 time: 0.0491836 Nov 09 19:07:42.300482 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a4c2149d-633e-4a55-9a1d-a75c6069ea46 req-386a2a91-80e6-43d7-8fdf-2ea3d358ff12 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322502 Nov 09 19:07:42.857497 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:43.414973 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3bea0-1d91-42a4-af12-56e34704baa0 req-eeee0878-c8ec-44a5-8513-752431100a88 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:43.416454 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde3bea0-1d91-42a4-af12-56e34704baa0 req-eeee0878-c8ec-44a5-8513-752431100a88 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 944 time: 0.0486624 Nov 09 19:07:43.458628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dde3bea0-1d91-42a4-af12-56e34704baa0 req-80cb768e-f0e8-4207-95f1-6aa48c80cfb2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353136 Nov 09 19:07:43.648787 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:07:43.695368 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port ead8cc27-952a-4352-96b6-961cbec56a9a triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:07:43.695741 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:43.770948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:43.792057 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:07:43.794928 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd095f1-ef5e-4598-b9c3-6be2cd6fb2a0" -d '{"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-plugged", "status": "completed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:07:43.807542 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:07:43.812674 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:43.836638 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fb4c89-040e-4659-9418-1a05a25fde37 x-openstack-request-id: req-13fb4c89-040e-4659-9418-1a05a25fde37 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:07:43.836919 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-plugged", "status": "completed", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:07:43.837600 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13fb4c89-040e-4659-9418-1a05a25fde37 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:07:43.838023 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'code': 200} Nov 09 19:07:43.865156 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=10']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:07:43.988642 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ed311-03bc-4f18-b5d2-b00d665def8d req-51c5e8a1-bfb4-4625-b934-2c38f40f46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:43.990142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-670ed311-03bc-4f18-b5d2-b00d665def8d req-51c5e8a1-bfb4-4625-b934-2c38f40f46d0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1097 time: 0.0399849 Nov 09 19:07:44.028398 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-670ed311-03bc-4f18-b5d2-b00d665def8d req-2a80b5da-8dab-44cf-aaea-d4983c0c572e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267670 Nov 09 19:07:44.571863 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305895e9-b8bb-4c0d-8be5-b9126a07edac req-ed253b93-1531-4410-b2e8-4901fd23257c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:44.573304 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-305895e9-b8bb-4c0d-8be5-b9126a07edac req-ed253b93-1531-4410-b2e8-4901fd23257c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 946 time: 0.0477815 Nov 09 19:07:44.611576 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-305895e9-b8bb-4c0d-8be5-b9126a07edac req-52f5259c-8e4b-4fe1-b7a4-0e21131992db tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Nov 09 19:07:45.728950 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab201bd-2ec1-4d55-8700-5ebb9c1e817e req-4d0888f2-03e1-470b-bdd9-41ec1958078d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:07:45.730475 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bab201bd-2ec1-4d55-8700-5ebb9c1e817e req-4d0888f2-03e1-470b-bdd9-41ec1958078d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 946 time: 0.0495918 Nov 09 19:07:45.767984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bab201bd-2ec1-4d55-8700-5ebb9c1e817e req-a5892056-799e-4e8d-88e0-34c23346cddc tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313718 Nov 09 19:07:46.955343 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:49.731186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:07:56.857746 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:08:07.388823 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f8f521c3-b4fb-4a78-9758-dbeeb558e5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:09.897464 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-702c8e6a-b3ce-481b-b086-2415a8ee5bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:10.329283 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:11.355800 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:12.860658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:16.954649 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:19.754646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:33.112479 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-a17254ea-670d-48ba-a7a6-2fe04ada9fa7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393584 Nov 09 19:08:33.196747 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-d036e14c-8307-42fe-be37-59e361f20a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:33.198188 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-d036e14c-8307-42fe-be37-59e361f20a5a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1097 time: 0.0441239 Nov 09 19:08:33.297484 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-ff852b76-51d8-48c0-a707-62c9e5250456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:33.298991 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-ff852b76-51d8-48c0-a707-62c9e5250456 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0822263 Nov 09 19:08:33.367040 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-b5375b02-2990-4c0e-9cfc-46f6e3f3a168 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 1000 time: 0.0605097 Nov 09 19:08:33.415486 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-1f628e45-f883-44ae-9787-4d761103c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:33.416951 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-1f628e45-f883-44ae-9787-4d761103c22d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0428073 Nov 09 19:08:33.463050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-1429ad06-aa01-432a-a49c-a667c31b7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:33.464408 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-1429ad06-aa01-432a-a49c-a667c31b7c88 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403926 Nov 09 19:08:33.837486 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-52f2ebb6-c8e3-4d18-915f-3c2daaed887f service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655381 Nov 09 19:08:33.857336 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:08:33.927992 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7db1e70a-7b6e-4cfe-8db4-cf636d493635 req-745b8965-8c4d-42cd-adb4-d175099283ac service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834455 Nov 09 19:08:34.289904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-e31f9cf3-d380-4f3c-8953-07900424ef92 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399365 Nov 09 19:08:34.381563 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-8cd8870f-f0fb-4124-8cac-eebf682b3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:34.383180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-8cd8870f-f0fb-4124-8cac-eebf682b3170 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0441582 Nov 09 19:08:34.492413 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-c06255a6-9d56-494e-b08e-3910367aa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:34.493943 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-c06255a6-9d56-494e-b08e-3910367aa3a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0830843 Nov 09 19:08:34.545831 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-4aa5190c-04fa-46dc-955d-6fae535aa2a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0377462 Nov 09 19:08:34.599113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-82fd6973-08d4-42d6-9af7-21d60056c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:34.600565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-82fd6973-08d4-42d6-9af7-21d60056c50b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0447695 Nov 09 19:08:34.652596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-f261a9dc-58a9-4000-9882-a056b63f3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:34.654743 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-f261a9dc-58a9-4000-9882-a056b63f3c96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423596 Nov 09 19:08:34.670468 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-5beb4e8a-e479-4a7c-85a6-4a3704dae7c6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:08:34.671401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-5beb4e8a-e479-4a7c-85a6-4a3704dae7c6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048892 Nov 09 19:08:34.768590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-4eb8faf5-b060-4232-b10f-b0275c771eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846791 Nov 09 19:08:34.867637 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9b0ef92f-078e-4231-90c6-8d540e8aabef req-53af3077-269d-49f8-8638-1d4c45a49d1f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841658 Nov 09 19:08:37.390687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-69833758-08d7-4c8d-99c4-44801eb04d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:39.898004 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a54e4840-674f-4b41-b6bd-b97b95b3c50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:40.330354 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:41.358964 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:42.863058 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:46.971673 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:49.752424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:58.678260 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43600) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:08:58.837015 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Deleting port 91f79ae5-662d-498a-96fc-3d07b9705703 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:08:58.837357 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:58.914577 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:58.914909 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:58.927430 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Calling delete_port for 91f79ae5-662d-498a-96fc-3d07b9705703 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:08:59.083739 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:59.112511 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event deleted for resources: {'Port': ['ID=91f79ae5-662d-498a-96fc-3d07b9705703,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:08:59.135472 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.135820 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.136173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.137041 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.137379 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.137716 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.138050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.138403 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.138738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.139066 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.139464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.139849 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:08:59.182149 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:59.182496 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Floating IP 997637d2-0eb0-44b6-b5d3-73381e413460 disassociated (deleted). External IP: 172.25.0.26, port: ead8cc27-952a-4352-96b6-961cbec56a9a. Nov 09 19:08:59.396648 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Router 6316dc61-95e2-4216-a501-1112edfdcd93 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:08:59.508225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:08:59.513158 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:08:59.518708 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] Sync routers for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:08:59.528036 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:08:59.528726 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:08:59.547200 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a85d0d04-a4c5-4bfd-8835-4837a05a817b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "DELETE /v2.0/floatingips/997637d2-0eb0-44b6-b5d3-73381e413460 HTTP/1.1" status: 204 len: 168 time: 0.8677890 Nov 09 19:08:59.547795 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:08:59.550141 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31145ca9-7ceb-4671-9228-d5a2bdf35b24" -d '{"events": [{"name": "network-changed", "server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:08:59.653499 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:08:59.709134 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5097df-a8bd-4b6f-bee5-89554c730592 x-openstack-request-id: req-fe5097df-a8bd-4b6f-bee5-89554c730592 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:08:59.709640 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:08:59.709750 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe5097df-a8bd-4b6f-bee5-89554c730592 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:08:59.710114 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'status': 'completed', 'code': 200} Nov 09 19:08:59.774946 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-787af238-41f5-434f-ac72-2abe9fe604db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:59.776601 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-787af238-41f5-434f-ac72-2abe9fe604db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 1097 time: 0.0437543 Nov 09 19:08:59.812297 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ea26-fec3-4ee1-b490-7542376af97a req-015ee04e-8b8c-4b60-ac08-b41a9fcb641f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:59.813888 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7248ea26-fec3-4ee1-b490-7542376af97a req-015ee04e-8b8c-4b60-ac08-b41a9fcb641f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 946 time: 0.0549231 Nov 09 19:08:59.856368 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7248ea26-fec3-4ee1-b490-7542376af97a req-020a8e42-e83b-41d1-a3ad-05795cf8b38f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354438 Nov 09 19:08:59.881334 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-6e7c012b-3d96-4052-a61a-8e13e9061c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:59.882873 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-6e7c012b-3d96-4052-a61a-8e13e9061c75 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0982711 Nov 09 19:08:59.927898 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-8d97a88f-6618-416c-96ac-d4964bb2f84b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 200 len: 217 time: 0.0352886 Nov 09 19:08:59.967442 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:08:59.985466 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-c6faf3d8-24a3-4cb3-9790-d49819ff92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:08:59.987055 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-c6faf3d8-24a3-4cb3-9790-d49819ff92fc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0520568 Nov 09 19:08:59.996791 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] Checking router: 6316dc61-95e2-4216-a501-1112edfdcd93 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:09:00.005402 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:09:00.006011 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:08:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:09:00.034424 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-305dac52-facc-4603-89eb-0b9b3c4b7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:00.035930 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-305dac52-facc-4603-89eb-0b9b3c4b7f75 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415943 Nov 09 19:09:00.112497 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:09:00.128725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-f4c11245-d6af-453f-babe-4ecd717efbc0 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833759 Nov 09 19:09:00.227201 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-31145ca9-7ceb-4671-9228-d5a2bdf35b24 req-b25e3aaf-c1a9-4344-b074-c986496968a7 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893574 Nov 09 19:09:00.307806 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:09:00.334313 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db072a0-2766-4b9c-8528-d5c8238b3d15 None None] The sync data for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 is: [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:09:00.546318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7802c-e9f4-4373-ab1d-b1a3cc82878f None None] New status for floating IP 997637d2-0eb0-44b6-b5d3-73381e413460: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:09:00.978284 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743ce0f-5f4a-4b3f-aee3-a4e1998ae701 req-e5a26dd0-7b4c-49bd-a34b-e0234e2d26b0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:00.979821 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a743ce0f-5f4a-4b3f-aee3-a4e1998ae701 req-e5a26dd0-7b4c-49bd-a34b-e0234e2d26b0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 946 time: 0.0555987 Nov 09 19:09:01.018349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a743ce0f-5f4a-4b3f-aee3-a4e1998ae701 req-a113b714-aa31-4f17-a251-af0d45728df2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=ced1214a-4805-4c64-a471-b4b64000b542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Nov 09 19:09:01.084402 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ff5e9416-4091-44a3-be09-39be5b740d2d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:01.085962 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ff5e9416-4091-44a3-be09-39be5b740d2d tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "GET /v2.0/ports?device_id=0e82c678-bceb-4d23-9724-73505bfbf81f HTTP/1.1" status: 200 len: 946 time: 0.0491579 Nov 09 19:09:01.182720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Deleting port ead8cc27-952a-4352-96b6-961cbec56a9a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:09:01.182949 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:01.270300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] For port ead8cc27-952a-4352-96b6-961cbec56a9a, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=ead8cc27-952a-4352-96b6-961cbec56a9a,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:09:01.270667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:01.283939 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Calling delete_port for ead8cc27-952a-4352-96b6-961cbec56a9a owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:09:01.423279 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:01.454537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event deleted for resources: {'Port': ['ID=ead8cc27-952a-4352-96b6-961cbec56a9a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:01.495346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] No DVR routers for this DVR port ead8cc27-952a-4352-96b6-961cbec56a9a on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:09:01.498349 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:01.502384 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-45d4f704-9bda-4274-8b25-aa132f863834 req-ce232653-d76e-4516-be38-2ee9f580f4d3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "DELETE /v2.0/ports/ead8cc27-952a-4352-96b6-961cbec56a9a HTTP/1.1" status: 204 len: 173 time: 0.4105108 Nov 09 19:09:01.711672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-deleted', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:09:01.714148 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30d375-6b21-4d6d-954b-f1498665b69d" -d '{"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-deleted", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:09:01.750521 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b7c56f-369c-4327-a8ba-4ef5bd993d94 x-openstack-request-id: req-55b7c56f-369c-4327-a8ba-4ef5bd993d94 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:09:01.750846 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e82c678-bceb-4d23-9724-73505bfbf81f", "name": "network-vif-deleted", "tag": "ead8cc27-952a-4352-96b6-961cbec56a9a", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:09:01.751111 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55b7c56f-369c-4327-a8ba-4ef5bd993d94 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:09:01.751524 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e82c678-bceb-4d23-9724-73505bfbf81f', 'name': 'network-vif-deleted', 'tag': 'ead8cc27-952a-4352-96b6-961cbec56a9a', 'status': 'completed', 'code': 200} Nov 09 19:09:02.076546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43616) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:02.138792 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e51b9b3-6867-4105-8b9c-44a7285c4ce0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.162854 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e51b9b3-6867-4105-8b9c-44a7285c4ce0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.224441 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e51b9b3-6867-4105-8b9c-44a7285c4ce0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.227268 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8e51b9b3-6867-4105-8b9c-44a7285c4ce0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.228442 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8e51b9b3-6867-4105-8b9c-44a7285c4ce0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "DELETE /v2.0/security-groups/ced1214a-4805-4c64-a471-b4b64000b542 HTTP/1.1" status: 204 len: 168 time: 0.1508794 Nov 09 19:09:02.238596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51b9b3-6867-4105-8b9c-44a7285c4ce0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced1214a-4805-4c64-a471-b4b64000b542,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:02.638325 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 43622) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:02.643050 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-1f207bfa-85cb-4283-9475-02f5befeeeef tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263489537', 'description': 'tempest-secgroup-smoke-1263489537 description', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:02.666617 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f207bfa-85cb-4283-9475-02f5befeeeef tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.734714 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f207bfa-85cb-4283-9475-02f5befeeeef tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.738539 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f207bfa-85cb-4283-9475-02f5befeeeef tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.768701 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-1f207bfa-85cb-4283-9475-02f5befeeeef tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.770522 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-1f207bfa-85cb-4283-9475-02f5befeeeef tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311014 Nov 09 19:09:02.771938 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f207bfa-85cb-4283-9475-02f5befeeeef tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f62651-87dd-491b-a4ac-7f590f6ef199,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:02.773103 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43624) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:02.779433 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'a5f62651-87dd-491b-a4ac-7f590f6ef199', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:02.812739 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.862602 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.866401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.884753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40a089e-fca5-493b-b417-61fa5647c15b,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:02.894033 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.894405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.894751 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.895092 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.895424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.895752 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.896080 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.896411 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.896733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.897125 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.897383 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.897703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:02.902838 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.904056 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f730a82f-c67d-45d8-b576-cef6506402e2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299129 Nov 09 19:09:02.906850 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43628) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:02.911250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-cc076997-097f-42e2-a9ba-7adbf44a6d65 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'a5f62651-87dd-491b-a4ac-7f590f6ef199', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:02.937782 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc076997-097f-42e2-a9ba-7adbf44a6d65 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:02.996322 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc076997-097f-42e2-a9ba-7adbf44a6d65 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.000160 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc076997-097f-42e2-a9ba-7adbf44a6d65 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.018635 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc076997-097f-42e2-a9ba-7adbf44a6d65 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45866f11-82a8-41bb-aa0e-5529965dd912,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:03.026732 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-cc076997-097f-42e2-a9ba-7adbf44a6d65 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.028522 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-cc076997-097f-42e2-a9ba-7adbf44a6d65 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207316 Nov 09 19:09:03.031215 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43630) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:03.035734 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-dd2ff8bb-c1f9-4518-afec-3f729936f94c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'a5f62651-87dd-491b-a4ac-7f590f6ef199', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:03.062627 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff8bb-c1f9-4518-afec-3f729936f94c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.125351 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff8bb-c1f9-4518-afec-3f729936f94c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.128849 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff8bb-c1f9-4518-afec-3f729936f94c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.147878 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ff8bb-c1f9-4518-afec-3f729936f94c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb60c2b5-f09e-482d-bdd0-2c0490ab432d,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:03.155481 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff8bb-c1f9-4518-afec-3f729936f94c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.156679 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-dd2ff8bb-c1f9-4518-afec-3f729936f94c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245155 Nov 09 19:09:03.159439 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43632) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:03.164154 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-4474a2c2-4c67-4f80-89c7-177466540e17 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'a5f62651-87dd-491b-a4ac-7f590f6ef199', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:03.191075 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4474a2c2-4c67-4f80-89c7-177466540e17 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.251600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4474a2c2-4c67-4f80-89c7-177466540e17 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.255629 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4474a2c2-4c67-4f80-89c7-177466540e17 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.274418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474a2c2-4c67-4f80-89c7-177466540e17 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38667b3d-232e-4a74-85c6-bad1467c02bb,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:03.282923 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4474a2c2-4c67-4f80-89c7-177466540e17 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.284136 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4474a2c2-4c67-4f80-89c7-177466540e17 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236989 Nov 09 19:09:03.286872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43634) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:03.291286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'a5f62651-87dd-491b-a4ac-7f590f6ef199', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:03.319442 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Project e1806122b2174e0fb43ba2d5f2206aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:09:03.324940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.382991 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.387354 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.405330 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbee78c3-a119-4285-85bc-c5592e8a7291,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:03.413703 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.414962 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-134136f8-21e5-4097-82be-8e9e47c81e71 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271529 Nov 09 19:09:03.417755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43636) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:03.422590 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'security_group_rule': {'security_group_id': 'a5f62651-87dd-491b-a4ac-7f590f6ef199', 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:03.444746 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Project e1806122b2174e0fb43ba2d5f2206aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:09:03.451252 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.515274 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.519282 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.538764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593f761b-45ed-42d8-99b3-8c3e1cbf132a,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:03.545457 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:03.546691 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-5863cb8b-e429-4b23-82b0-ea7eb6e9d39c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279306 Nov 09 19:09:04.020738 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:09:04.043088 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: ead8cc27-952a-4352-96b6-961cbec56a9a {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:09:04.043441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device ead8cc27-952a-4352-96b6-961cbec56a9a not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:09:07.393021 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5271d04c-0a5b-44f5-8940-a0a0c7379dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:09.900572 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-17818d74-cb2b-433b-9312-2579925699f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:10.334672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:10.857061 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:09:11.364023 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:12.865658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:16.970732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:17.826685 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-d51f97e9-c3e0-4e40-982c-eeb1460552fb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263489537&fields=id&tenant_id=e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 267 time: 0.0322106 Nov 09 19:09:17.933846 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-45666c24-1a2b-45e7-8621-20970c1cadfc tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:17.935333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-45666c24-1a2b-45e7-8621-20970c1cadfc tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 809 time: 0.1018119 Nov 09 19:09:17.951663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-700cc220-35a0-4f8f-ae9c-40ba690bf0f6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/quotas/e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 375 time: 0.0100641 Nov 09 19:09:18.008222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-79ffefd5-9530-4865-8738-a7608357b026 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506124 Nov 09 19:09:18.102954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-3e4e5eca-1456-45bf-8c9e-5de174801e32 service neutron] 10.222.0.32 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821962 Nov 09 19:09:18.485175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-28919d38-7429-465a-a944-63bee98cda8c service neutron] 10.222.0.32 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761251 Nov 09 19:09:18.770690 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3de2e23-c050-43ce-b8fe-8840aaa6a49d req-a519e74a-9f66-4cb5-b8e3-2666ea09142c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0268464 Nov 09 19:09:19.740582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-0650f9f9-6b8a-4483-8c95-bc16d8e7f6cd tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:19.742126 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-0650f9f9-6b8a-4483-8c95-bc16d8e7f6cd tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 809 time: 0.1143394 Nov 09 19:09:19.751754 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:19.787197 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-e0365599-b4d4-44db-ba11-14b1a90069eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 380 time: 0.0344148 Nov 09 19:09:19.797676 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'port': {'device_id': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'admin_state_up': True, 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'security_groups': ['a5f62651-87dd-491b-a4ac-7f590f6ef199']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:19.918632 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Made reservation on behalf of e1806122b2174e0fb43ba2d5f2206aa4 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:09:19.923295 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:19.952754 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-85b720e1-d741-490b-aa1d-5c7c7b9509d8 req-2dd7d5c1-d630-4e4f-a887-93498aaac33b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0444715 Nov 09 19:09:20.068755 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Allocated IP 172.20.0.8 (489f9eb2-98f7-43fe-a078-cdf4c69a5044/3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5/dc179b7b-3bbb-47c3-ad16-087fc54e8e15) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:09:20.215195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.248993 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.293875 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:09:20.296919 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:09:20.300502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:09:20.326374 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:20.358832 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:20.359499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.378331 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-38cbf92e-0f7a-4580-97ba-e357dae41155 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847297 Nov 09 19:09:20.390991 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Request body: {'port': {'device_id': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:20.455049 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.551245 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-c8d84cdf-3ed7-4343-be14-33bc81f2439d None None] Provisioning complete for port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:09:20.552028 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c8d84cdf-3ed7-4343-be14-33bc81f2439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.590037 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-c8d84cdf-3ed7-4343-be14-33bc81f2439d None None] Port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:09:20.732545 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc179b7b-3bbb-47c3-ad16-087fc54e8e15 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:09:20.740105 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.752190 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Transition to ACTIVE for port object dc179b7b-3bbb-47c3-ad16-087fc54e8e15 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:09:20.755992 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.855956 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:20.881488 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Attempting to bind port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:09:20.882165 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Attempting to bind port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:09:20.882867 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Attempting to bind port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:09:20.888286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:09:20.888614 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Attempting to bind port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 on network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:09:20.893522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:09:20.893870 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Checking segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:09:20.894301 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Bound using segment: {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:09:20.894740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Bound port: dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccbac76-d237-49c9-bc44-897d628f08e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:09:20.895102 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:20.968063 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:09:20.973667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:09:20.982652 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:21.029349 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.030422 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:21.031545 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] 10.222.0.85 "PUT /v2.0/ports/dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 1091 time: 0.6449859 Nov 09 19:09:21.031944 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:09:21.034390 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98" -d '{"events": [{"name": "network-changed", "server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:09:21.070959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8cb3d-6be8-4322-9501-fee17b48e92e service neutron] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:21.118224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1139875-68b6-4bab-bf80-8617bfb19778 req-e1c2aee5-8dab-418d-b7e3-b989ed34569c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.127095 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1139875-68b6-4bab-bf80-8617bfb19778 req-e1c2aee5-8dab-418d-b7e3-b989ed34569c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0796742 Nov 09 19:09:21.149309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-ad316579-e96c-44fb-9ff8-7a6926d24e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.152253 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-ad316579-e96c-44fb-9ff8-7a6926d24e5e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1094 time: 0.0683498 Nov 09 19:09:21.165911 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c1139875-68b6-4bab-bf80-8617bfb19778 req-3edb9681-da16-46f8-995b-cefb7b0346d8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375614 Nov 09 19:09:21.201868 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-5b148829-26fb-4cb3-bf16-dfafcab6b4fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 217 time: 0.0411196 Nov 09 19:09:21.238011 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30656e03-cb50-4e67-97bb-8f5ce8f5f2e0 x-openstack-request-id: req-30656e03-cb50-4e67-97bb-8f5ce8f5f2e0 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:09:21.238343 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:09:21.238603 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30656e03-cb50-4e67-97bb-8f5ce8f5f2e0 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:09:21.239008 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'status': 'completed', 'code': 200} Nov 09 19:09:21.257171 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-e4bcae25-a963-4c5c-95bf-cc79dd40c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.258728 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-e4bcae25-a963-4c5c-95bf-cc79dd40c96b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0488803 Nov 09 19:09:21.310286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed89817-c911-4529-abe4-294df1cfd046 req-9b0ea90b-3eac-407e-8c08-c9e88d84293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.312072 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-9b0ea90b-3eac-407e-8c08-c9e88d84293c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457680 Nov 09 19:09:21.408176 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-fa188e81-0eec-4485-9ae8-d1ee4adea779 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889602 Nov 09 19:09:21.501870 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-8ed89817-c911-4529-abe4-294df1cfd046 req-c898ce58-5a25-46f9-a647-343e2c50c697 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868394 Nov 09 19:09:21.585891 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-88bd4dab-9d84-463b-bade-639e8b61cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.587420 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-88bd4dab-9d84-463b-bade-639e8b61cfc7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1094 time: 0.0420911 Nov 09 19:09:21.683465 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-95decef2-6a9d-444a-8242-1b69571e7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.684819 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-95decef2-6a9d-444a-8242-1b69571e7f25 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0906160 Nov 09 19:09:21.728115 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-776b86aa-013f-4bdf-a978-2971d56dfb90 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 217 time: 0.0348887 Nov 09 19:09:21.779451 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-541ffdde-e8ae-4625-b6d3-1b49ff6b475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.780944 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-541ffdde-e8ae-4625-b6d3-1b49ff6b475b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0459447 Nov 09 19:09:21.827718 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-2c5afe07-ad36-455e-a13e-8ca7abcaea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:21.829248 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-2c5afe07-ad36-455e-a13e-8ca7abcaea70 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410218 Nov 09 19:09:21.924299 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-bd8a8fa1-3712-4bd1-be3c-39bc9e0fdcc3 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864279 Nov 09 19:09:22.016651 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3b6ecdcc-6f0e-4088-a51a-6b8c6517dc98 req-0011726f-13b5-43a0-a88c-42483a9fffa0 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841200 Nov 09 19:09:22.283296 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d94394-c2a0-44b0-a6de-a1d6a11a5e28 req-9b9c1a41-3633-4104-a4a4-6a90424dbc42 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:22.284771 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41d94394-c2a0-44b0-a6de-a1d6a11a5e28 req-9b9c1a41-3633-4104-a4a4-6a90424dbc42 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0479481 Nov 09 19:09:22.326823 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-41d94394-c2a0-44b0-a6de-a1d6a11a5e28 req-d736556a-2bb0-45c7-ab12-f7a706f15545 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358188 Nov 09 19:09:23.443089 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e48a28-f7d3-46bd-8e9c-73dc7f6c497e req-3f07d309-fc51-4949-a254-e2699a30b574 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:23.444590 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16e48a28-f7d3-46bd-8e9c-73dc7f6c497e req-3f07d309-fc51-4949-a254-e2699a30b574 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0496006 Nov 09 19:09:23.482694 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-16e48a28-f7d3-46bd-8e9c-73dc7f6c497e req-92601fe5-27f9-4a2d-86a9-b9192a659294 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Nov 09 19:09:24.596324 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618460f7-acbe-4e03-8c6f-b27fb172c4e7 req-8aa7e71e-d48f-4d2a-b3a0-1b770dd6f390 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:24.597788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-618460f7-acbe-4e03-8c6f-b27fb172c4e7 req-8aa7e71e-d48f-4d2a-b3a0-1b770dd6f390 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0491304 Nov 09 19:09:24.637290 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-618460f7-acbe-4e03-8c6f-b27fb172c4e7 req-e12a89ea-691f-4459-984b-adbd2ab3a9fd tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325413 Nov 09 19:09:25.752605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fd55d-32a5-4b8d-843f-949ff37ff699 req-fef261a9-e89b-4ee5-bf77-9a9403ae3e63 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:25.754105 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b6fd55d-32a5-4b8d-843f-949ff37ff699 req-fef261a9-e89b-4ee5-bf77-9a9403ae3e63 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0502882 Nov 09 19:09:25.796111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4b6fd55d-32a5-4b8d-843f-949ff37ff699 req-555bbd3f-a939-4855-b7ff-60fc3f60f04f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359380 Nov 09 19:09:26.965373 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486905d-65b6-4e0a-ac0b-8362a95a4086 req-9573e6b7-f95e-4da8-9f18-95cbdfe488f7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:26.966863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5486905d-65b6-4e0a-ac0b-8362a95a4086 req-9573e6b7-f95e-4da8-9f18-95cbdfe488f7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.1024203 Nov 09 19:09:27.003970 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5486905d-65b6-4e0a-ac0b-8362a95a4086 req-099a7c0e-ea16-4418-9afa-73da862582eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Nov 09 19:09:28.126362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d68d1-b00b-436e-b8f1-f34031a9b4c9 req-c31b8362-3525-4f0c-a403-9db2d1d75ce6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:28.127908 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c2d68d1-b00b-436e-b8f1-f34031a9b4c9 req-c31b8362-3525-4f0c-a403-9db2d1d75ce6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0501070 Nov 09 19:09:28.165842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4c2d68d1-b00b-436e-b8f1-f34031a9b4c9 req-a51df946-6603-47bd-b65b-cfc21c12fe46 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Nov 09 19:09:29.284605 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0de1-00b9-46bc-8ce9-929380f1e91b req-a2cbdaa9-6ee3-49c0-880c-cac31857fb14 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:29.286112 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-025e0de1-00b9-46bc-8ce9-929380f1e91b req-a2cbdaa9-6ee3-49c0-880c-cac31857fb14 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0495770 Nov 09 19:09:29.332245 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-025e0de1-00b9-46bc-8ce9-929380f1e91b req-f769ece7-fd59-4906-8d0b-de91dcd20dee tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Nov 09 19:09:30.129811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dc179b7b-3bbb-47c3-ad16-087fc54e8e15 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:09:30.223233 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:09:30.234713 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'port_id': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'mac_address': 'fa:16:3e:b1:93:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:09:30.271422 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:30.297634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc179b7b-3bbb-47c3-ad16-087fc54e8e15 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:09:30.320637 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:09:30.325766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:30.375598 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:30.383495 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.383846 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.384194 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.384538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.384873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.385209 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.386155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.386486 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.386815 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.387143 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.387539 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.388305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:09:30.449056 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed148a-cd60-420d-963e-f8e331a5ea07 req-2920c969-c360-4e71-a060-41542b58a2d1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:30.450543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7ed148a-cd60-420d-963e-f8e331a5ea07 req-2920c969-c360-4e71-a060-41542b58a2d1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 944 time: 0.0494938 Nov 09 19:09:30.486946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7ed148a-cd60-420d-963e-f8e331a5ea07 req-e018f9bb-d6fd-4ab3-baea-5e6af262dc07 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302637 Nov 09 19:09:30.571711 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dc179b7b-3bbb-47c3-ad16-087fc54e8e15'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:09:31.608289 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bba36-61ee-468f-ad34-ca324cd18af1 req-9354386c-4bd1-4539-bd49-8314b6183e10 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:31.609753 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-614bba36-61ee-468f-ad34-ca324cd18af1 req-9354386c-4bd1-4539-bd49-8314b6183e10 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 944 time: 0.0523126 Nov 09 19:09:31.648621 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-614bba36-61ee-468f-ad34-ca324cd18af1 req-cefbddd7-8073-41d4-98ee-687d873e8cae tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Nov 09 19:09:32.131525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dc179b7b-3bbb-47c3-ad16-087fc54e8e15 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:09:32.180235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:09:32.185827 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:09:32.186500 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:32.268977 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:32.291262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:09:32.294191 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58432a3-2168-479b-aac1-bdc0ac24975b" -d '{"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-plugged", "status": "completed", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:09:32.306748 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:09:32.313166 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:32.341608 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d5e752-14e9-42b8-8d48-2bfd3c4e0340 x-openstack-request-id: req-36d5e752-14e9-42b8-8d48-2bfd3c4e0340 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:09:32.341608 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-plugged", "status": "completed", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:09:32.341608 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36d5e752-14e9-42b8-8d48-2bfd3c4e0340 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:09:32.341608 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'code': 200} Nov 09 19:09:32.369027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:32.507783 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553db2e-5fac-4acd-aed9-649d721bb3d3 req-8018e0b9-4a79-40d3-a699-e766127eac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:32.509287 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7553db2e-5fac-4acd-aed9-649d721bb3d3 req-8018e0b9-4a79-40d3-a699-e766127eac08 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1098268 Nov 09 19:09:32.546277 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7553db2e-5fac-4acd-aed9-649d721bb3d3 req-ce411d88-3631-4aa3-bc42-33b8e8c6309e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290637 Nov 09 19:09:32.766391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dbb4e-bfe9-4d61-a8b3-213f9d6f7cff req-2e1de023-3368-4dd5-aa5e-6ec56c08bf25 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:32.767806 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba6dbb4e-bfe9-4d61-a8b3-213f9d6f7cff req-2e1de023-3368-4dd5-aa5e-6ec56c08bf25 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0501125 Nov 09 19:09:32.810619 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ba6dbb4e-bfe9-4d61-a8b3-213f9d6f7cff req-4948ea58-a2f9-4209-bc00-80ad4782daa9 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367057 Nov 09 19:09:33.930231 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce96b1-5164-4772-ac87-ecddb6865b2c req-beba1d4d-15ee-4797-9615-839f0d1e84f6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:33.931763 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dce96b1-5164-4772-ac87-ecddb6865b2c req-beba1d4d-15ee-4797-9615-839f0d1e84f6 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Nov 09 19:09:33.971869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4dce96b1-5164-4772-ac87-ecddb6865b2c req-910ab3ab-dca2-465b-9aaa-054b30c144d7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Nov 09 19:09:34.090502 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58292cf9-45a5-45c3-948c-2aba3a64b1ac req-46e7b849-0293-4c00-9e76-51ec42f1757a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:34.091999 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58292cf9-45a5-45c3-948c-2aba3a64b1ac req-46e7b849-0293-4c00-9e76-51ec42f1757a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0523729 Nov 09 19:09:34.103817 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-d5786f5d-fed9-485b-8050-3a77c35695b2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414274 Nov 09 19:09:34.132740 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-58292cf9-45a5-45c3-948c-2aba3a64b1ac req-6296ca2c-59b2-4762-bc06-f29ecdea9bed tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345769 Nov 09 19:09:34.155864 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43838) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:34.194005 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-3e3eb3c8-9ab1-49ed-8a6c-5df227c60bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:34.195562 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-3e3eb3c8-9ab1-49ed-8a6c-5df227c60bac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0474637 Nov 09 19:09:34.201281 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71deae-5639-461d-8121-8b3ba3eaf450 tempest-TestShelveInstance-1198420008 tempest-TestShelveInstance-1198420008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:34.203739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-9a71deae-5639-461d-8121-8b3ba3eaf450 tempest-TestShelveInstance-1198420008 tempest-TestShelveInstance-1198420008-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1091 time: 0.0461056 Nov 09 19:09:34.206733 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 43840) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:09:34.211533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:09:34.240549 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:34.309634 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-b019b98a-a60a-4ad9-9cfd-4ea2ceff42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:34.312401 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-b019b98a-a60a-4ad9-9cfd-4ea2ceff42a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0951204 Nov 09 19:09:34.356399 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-2d895d2e-acd4-452f-bac1-2a8443821dc0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 217 time: 0.0368521 Nov 09 19:09:34.357208 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:34.409442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-c2965bbe-319a-4feb-ba23-75e2a06b4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:34.410976 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-c2965bbe-319a-4feb-ba23-75e2a06b4373 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0484102 Nov 09 19:09:34.462823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-97707288-ecf5-4ee0-9c5c-22dbbb813362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:34.464974 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-97707288-ecf5-4ee0-9c5c-22dbbb813362 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469737 Nov 09 19:09:34.472504 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Allocated IP 172.25.0.93 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/e78ddff3-0b6d-47b5-80f2-582b19c38f37) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:09:34.558161 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-853f93f7-01b0-47f2-813b-fda4010c8570 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845990 Nov 09 19:09:34.576866 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:34.612421 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:34.652913 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:09:34.655954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:09:34.656245 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7ab81b58-a8e9-488b-8740-4289953ca62e req-8796fc84-6242-43aa-a12a-73fcabb6a8c0 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914333 Nov 09 19:09:34.659687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:09:34.667792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'Port': ['ID=e78ddff3-0b6d-47b5-80f2-582b19c38f37,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:35.035007 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-d8c0f6f8-5029-4324-aeb5-ca71df51a382 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808994 Nov 09 19:09:35.064899 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:35.165949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-afea44f9-265c-4c52-94e7-5fce93ddd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:35.167967 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-afea44f9-265c-4c52-94e7-5fce93ddd016 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0784736 Nov 09 19:09:35.173182 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:35.344838 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-94eb56b8-e98f-4243-adf1-38de9539f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:35.346349 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-94eb56b8-e98f-4243-adf1-38de9539f565 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1516392 Nov 09 19:09:35.404816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-32331a41-7668-4064-beff-6c42ef6677b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0450530 Nov 09 19:09:35.480199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-26fa4868-acbf-42ba-a44c-15be24ecb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:35.481688 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-26fa4868-acbf-42ba-a44c-15be24ecb45a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0692210 Nov 09 19:09:35.483622 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:35.490140 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:35.594418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event updated for resources: {'Port': ['ID=e78ddff3-0b6d-47b5-80f2-582b19c38f37,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:09:35.610195 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-8569f30a-4f9d-4a4c-a714-7d1240bb936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:35.611709 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-8569f30a-4f9d-4a4c-a714-7d1240bb936b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173258 Nov 09 19:09:35.612895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:35.793110 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Floating IP a7c558aa-4053-404d-90d6-ab75529f4547 associated. External IP: 172.25.0.93, port: dc179b7b-3bbb-47c3-ad16-087fc54e8e15. Nov 09 19:09:35.800424 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-6b9b6b8b-8e1e-4695-9c13-e035dc6c905a service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527524 Nov 09 19:09:35.980221 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-91fb915f-e964-4b4f-89d3-4b25bb680637 req-81b1826e-7518-48de-9943-a835ca2f0b00 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412048 Nov 09 19:09:36.089443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Router 6316dc61-95e2-4216-a501-1112edfdcd93 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:09:36.199326 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:09:36.209000 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] Sync routers for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:09:36.216340 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:36.217926 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:09:36.218572 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:09:36.246492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-d1315d43-7547-4752-aa93-4feab72eb77f tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0386820 Nov 09 19:09:36.247088 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:09:36.249392 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06003cfd-ca91-481b-b3ba-8213a48a8ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:09:36.329820 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:09:36.348240 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e9d790-9190-4cb4-ac73-9331a2f60c70 x-openstack-request-id: req-39e9d790-9190-4cb4-ac73-9331a2f60c70 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:09:36.348539 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:09:36.348802 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39e9d790-9190-4cb4-ac73-9331a2f60c70 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:09:36.349218 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'status': 'completed', 'code': 200} Nov 09 19:09:36.412968 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-bcac11d0-97ea-4c79-95d2-be635932f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:36.414537 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-bcac11d0-97ea-4c79-95d2-be635932f968 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0417440 Nov 09 19:09:36.508250 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-c41009e2-eae1-4ada-bac7-7b0f61a140e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:36.509774 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-c41009e2-eae1-4ada-bac7-7b0f61a140e5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0880859 Nov 09 19:09:36.568527 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a7c558aa-4053-404d-90d6-ab75529f4547', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'port_id': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'mac_address': 'fa:16:3e:b1:93:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:09:34Z', 'updated_at': '2021-11-09T19:09:34Z', 'revision_number': 0, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:09:36.581251 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-fdfea7bf-a7ac-461e-8367-56dc6c063e05 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 998 time: 0.0646999 Nov 09 19:09:36.595224 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] Checking router: 6316dc61-95e2-4216-a501-1112edfdcd93 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:09:36.604620 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:09:36.605264 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:09:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:09:36.632268 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-e3c1b777-ccb3-4ccb-8a6b-45d61dcebbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:36.633732 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-e3c1b777-ccb3-4ccb-8a6b-45d61dcebbb5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0461628 Nov 09 19:09:36.682289 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-bf55ff91-e964-4d78-bac7-35babe77e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:09:36.683815 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-bf55ff91-e964-4d78-bac7-35babe77e8a0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431361 Nov 09 19:09:36.715338 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:09:36.785669 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-f06cf0e2-53bc-4014-9b2d-85eb4bd9c64a service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934298 Nov 09 19:09:36.886280 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-06003cfd-ca91-481b-b3ba-8213a48a8ab5 req-65353deb-8dd2-4af1-bcf8-ba89be860f6b service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937688 Nov 09 19:09:36.957254 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a7c558aa-4053-404d-90d6-ab75529f4547', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'port_id': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'mac_address': 'fa:16:3e:b1:93:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:09:34Z', 'updated_at': '2021-11-09T19:09:34Z', 'revision_number': 0, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:09:36.983621 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae432971-93c0-4c99-acea-c0aaf8a2c44a None None] The sync data for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 is: [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': 'a7c558aa-4053-404d-90d6-ab75529f4547', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'floating_ip_address': '172.25.0.93', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'port_id': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'mac_address': 'fa:16:3e:b1:93:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:09:34Z', 'updated_at': '2021-11-09T19:09:34Z', 'revision_number': 0, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:09:37.184674 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af01275-0837-4150-8ac6-7327ad6676d2 None None] New status for floating IP a7c558aa-4053-404d-90d6-ab75529f4547: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:09:37.394506 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3f36-8519-4bb9-97f6-31a05db5bbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:39.901991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-029d74dc-2082-4833-8ebb-186c251d63a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:40.338033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:41.364564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:42.868551 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:46.967678 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:09:47.858438 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:09:49.766524 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:07.394611 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f5a37500-68a8-4087-a65e-4ea23f819f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:09.905417 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-212f1022-6399-44b4-98e1-705bfada547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:10.342043 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:11.367938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:12.870663 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:16.982697 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:19.780247 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:24.858383 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:10:36.121153 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-813d4c7b-e1e5-4f12-bd43-59c5a418fdd0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447919 Nov 09 19:10:36.133456 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-14fd5e06-2c94-447e-9f67-07292bbd1f68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408967 Nov 09 19:10:36.205464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-7164f6a5-24fc-44f6-b93a-6d05170071ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.207012 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-7164f6a5-24fc-44f6-b93a-6d05170071ae service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0415268 Nov 09 19:10:36.227807 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26656-9582-46a5-a251-d736b78833c7 req-98b2b17b-3d8e-4425-9eb4-2dc92b2358cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.229333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-98b2b17b-3d8e-4425-9eb4-2dc92b2358cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0414445 Nov 09 19:10:36.315188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-2ce0d9db-b35e-454a-8a4e-7916895b5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.316664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-2ce0d9db-b35e-454a-8a4e-7916895b5ed3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0893672 Nov 09 19:10:36.347043 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26656-9582-46a5-a251-d736b78833c7 req-60f939b5-9ac5-4a72-9181-dcc8594c57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.348543 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-60f939b5-9ac5-4a72-9181-dcc8594c57c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0932481 Nov 09 19:10:36.385583 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-957c1e46-f617-43aa-b84c-12aeace88e5a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 1000 time: 0.0621738 Nov 09 19:10:36.404787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-33567361-84fe-4d64-bf0a-39561e545ea0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0441604 Nov 09 19:10:36.437110 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-4e1b551c-e9e7-48f9-9eda-10177d215c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.438626 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-4e1b551c-e9e7-48f9-9eda-10177d215c1e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0460615 Nov 09 19:10:36.467652 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26656-9582-46a5-a251-d736b78833c7 req-defc8381-8763-421c-9a46-e3463a8de709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.469057 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-defc8381-8763-421c-9a46-e3463a8de709 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0526674 Nov 09 19:10:36.485667 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-e6d7e8fb-fdde-4418-905a-c17e5cbe6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.487179 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-e6d7e8fb-fdde-4418-905a-c17e5cbe6a1e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414412 Nov 09 19:10:36.522923 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26656-9582-46a5-a251-d736b78833c7 req-2104cb61-04fc-4b44-b771-55df113a924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:10:36.524450 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-2104cb61-04fc-4b44-b771-55df113a924b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435843 Nov 09 19:10:36.583691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-b8024f5f-adc8-4987-b6bf-6b9187c5603d service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892417 Nov 09 19:10:36.624197 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-9c43d551-6a4e-46b4-9a8a-8ce6ac187c04 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858693 Nov 09 19:10:36.677727 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-327e98c6-cbbf-4ed7-886f-c680e6f40e97 req-6d1cf56d-aa2f-4d8e-819d-44f1ee3b84b6 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870626 Nov 09 19:10:36.731126 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5ab26656-9582-46a5-a251-d736b78833c7 req-6f56fa39-e156-4815-83e3-52f20d32990c service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953891 Nov 09 19:10:37.397782 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-514d33d3-e6e5-46e9-bf7b-033e68aea7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:39.906779 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ec29cda3-6a36-428f-b71b-f1d7bdfa52f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:40.344462 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:41.371048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:42.874450 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:46.982756 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:10:49.780041 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:01.857689 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:11:07.399424 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-37327313-c1c4-436f-a2ee-2f9766d37af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:09.906962 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bb8c173e-4ea6-44fb-a2c6-c9180daf98b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:10.346938 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:11.375926 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:12.875766 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:16.981048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:19.778098 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:32.859755 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95327d-fd22-4794-9df5-829ad6f10375 req-930f233a-fa2d-4bd0-bf1f-bd7147d0ce00 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:32.861250 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd95327d-fd22-4794-9df5-829ad6f10375 req-930f233a-fa2d-4bd0-bf1f-bd7147d0ce00 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0544019 Nov 09 19:11:32.905244 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cd95327d-fd22-4794-9df5-829ad6f10375 req-b64a2bbc-de3e-4549-b43e-081c465556cc tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Nov 09 19:11:34.053437 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795225a-040e-46d9-8f03-139c0686e972 req-7ac0bb7e-a5fa-4243-8b23-3645be24e9a2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:34.054961 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f795225a-040e-46d9-8f03-139c0686e972 req-7ac0bb7e-a5fa-4243-8b23-3645be24e9a2 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0505877 Nov 09 19:11:34.096536 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f795225a-040e-46d9-8f03-139c0686e972 req-75b7c340-2095-46b7-ae8e-30d3f6809c01 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354264 Nov 09 19:11:35.214008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd150f-74e5-4ce0-ab7b-902df5aeb579 req-1c83cbe9-7baa-4ba6-a9c1-5d44b7c942c8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:35.215519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1cbd150f-74e5-4ce0-ab7b-902df5aeb579 req-1c83cbe9-7baa-4ba6-a9c1-5d44b7c942c8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0532222 Nov 09 19:11:35.254534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-1cbd150f-74e5-4ce0-ab7b-902df5aeb579 req-f8a4faad-7969-4cd0-81f6-07f646d27ee0 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Nov 09 19:11:36.151575 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143990-9047-433e-ab23-af8c03bc5924 req-1f8158d1-bb51-4224-8cbd-72b832c44912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:36.153086 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a143990-9047-433e-ab23-af8c03bc5924 req-1f8158d1-bb51-4224-8cbd-72b832c44912 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0404558 Nov 09 19:11:36.261159 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143990-9047-433e-ab23-af8c03bc5924 req-1e7fd656-21a5-4a1a-a77b-7ef9e6086682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:36.262668 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a143990-9047-433e-ab23-af8c03bc5924 req-1e7fd656-21a5-4a1a-a77b-7ef9e6086682 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0889413 Nov 09 19:11:36.337984 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a143990-9047-433e-ab23-af8c03bc5924 req-756508b1-f198-4d1b-8bed-f8a67168bf98 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 1000 time: 0.0642858 Nov 09 19:11:36.382629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fc54-05b2-43e7-90e0-a623be47295c req-1463753c-b8b3-4cea-8b5a-82f0ba1995e4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:36.384182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cae6fc54-05b2-43e7-90e0-a623be47295c req-1463753c-b8b3-4cea-8b5a-82f0ba1995e4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0583882 Nov 09 19:11:36.399368 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143990-9047-433e-ab23-af8c03bc5924 req-9d91306c-6a84-496a-931d-4935e76a4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:36.400828 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a143990-9047-433e-ab23-af8c03bc5924 req-9d91306c-6a84-496a-931d-4935e76a4961 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0529799 Nov 09 19:11:36.425759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cae6fc54-05b2-43e7-90e0-a623be47295c req-2c6dfdb2-6e0a-4dc2-8958-950fb5fc7ba8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342655 Nov 09 19:11:36.450306 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143990-9047-433e-ab23-af8c03bc5924 req-6d84a8f0-f12f-44f8-bd9b-bbab878db3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:36.452319 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a143990-9047-433e-ab23-af8c03bc5924 req-6d84a8f0-f12f-44f8-bd9b-bbab878db3a7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404871 Nov 09 19:11:36.544871 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a143990-9047-433e-ab23-af8c03bc5924 req-13d10e97-82b7-4f3d-bfda-7c6d13c1d01a service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834329 Nov 09 19:11:36.952971 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-4a143990-9047-433e-ab23-af8c03bc5924 req-867df524-741c-43b7-88b8-0e91c33b9fe1 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012818 Nov 09 19:11:36.989993 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-22d1b026-7056-4775-a556-04507af8628d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468662 Nov 09 19:11:37.090729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-4e5cb0ba-dafe-43c0-8d98-5ac4c58c333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:37.092265 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-4e5cb0ba-dafe-43c0-8d98-5ac4c58c333c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0469701 Nov 09 19:11:37.217027 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-99426bd6-835e-443e-8ccb-c05dc9c9b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:37.218761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-99426bd6-835e-443e-8ccb-c05dc9c9b00b service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1003873 Nov 09 19:11:37.270598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-ef39cb4a-98b4-426b-8192-46215a512d64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0395157 Nov 09 19:11:37.330391 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-cf8d7698-23cb-4485-a986-088724bd8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:37.331873 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-cf8d7698-23cb-4485-a986-088724bd8d76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0448167 Nov 09 19:11:37.385624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-2d0f22e2-bb3c-4a49-8171-ee1953fe488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:37.387182 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-2d0f22e2-bb3c-4a49-8171-ee1953fe488c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425470 Nov 09 19:11:37.400318 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6853d3ab-75ff-4c69-9b20-6edd9e7a1398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:37.487966 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-814e17f8-71c6-480c-8a84-4406e281612f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914567 Nov 09 19:11:37.598844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315203f5-cc13-4899-a290-e22145ea7734 req-f3756e38-0bf6-4294-b40d-a98beba60ddb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:37.600344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-315203f5-cc13-4899-a290-e22145ea7734 req-f3756e38-0bf6-4294-b40d-a98beba60ddb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.1069357 Nov 09 19:11:37.634712 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7b93e9ef-5fb7-4701-b24e-6448c487bfb0 req-846b5878-7b54-4bc8-a22d-d5d1b21fa84c service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327462 Nov 09 19:11:37.655181 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-315203f5-cc13-4899-a290-e22145ea7734 req-bf6ae87e-60f9-47c6-9b57-9351e9a0f248 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 Nov 09 19:11:38.780288 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1ae3-068c-41f2-a2d7-15eb1c63569f req-f6ec5f1f-2efd-4341-8d52-0d784c945692 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:38.781851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01dd1ae3-068c-41f2-a2d7-15eb1c63569f req-f6ec5f1f-2efd-4341-8d52-0d784c945692 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0570509 Nov 09 19:11:38.821461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-01dd1ae3-068c-41f2-a2d7-15eb1c63569f req-9310915d-df6d-471c-8055-788f10906a1e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Nov 09 19:11:38.857279 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:11:39.908361 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70b7bdec-00a8-41b9-b260-8dde55a638b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:39.944001 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb4ab3-72f0-4b8e-86cc-1d111d1cdaa8 req-a9f5b4d7-d83b-4aab-8c81-3a5ff625ade1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:39.945564 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43cb4ab3-72f0-4b8e-86cc-1d111d1cdaa8 req-a9f5b4d7-d83b-4aab-8c81-3a5ff625ade1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0556285 Nov 09 19:11:39.985151 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-43cb4ab3-72f0-4b8e-86cc-1d111d1cdaa8 req-27b9a00e-3eb9-4276-813a-ff49f1d3cad4 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Nov 09 19:11:40.352280 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:41.103750 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a3a39-070f-4788-a1bf-0db53369154b req-e06e71eb-e445-4705-8f01-720b580bb58b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:41.105230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-371a3a39-070f-4788-a1bf-0db53369154b req-e06e71eb-e445-4705-8f01-720b580bb58b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0494926 Nov 09 19:11:41.147485 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-371a3a39-070f-4788-a1bf-0db53369154b req-d9f4f46c-ac76-4cfe-8a84-30852f7ffbcf tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354607 Nov 09 19:11:41.376646 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:42.280833 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dfa70-53f4-4159-b1ea-37938951edc4 req-9770072a-679b-491d-af6a-6fbfa1e7cec3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:42.282476 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-702dfa70-53f4-4159-b1ea-37938951edc4 req-9770072a-679b-491d-af6a-6fbfa1e7cec3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Nov 09 19:11:42.323744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-702dfa70-53f4-4159-b1ea-37938951edc4 req-c334e2f1-9e38-4524-8c77-0b28e5293889 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349607 Nov 09 19:11:42.883151 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:43.015910 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec310e-f98b-4a4d-95ca-86056816653b req-0d57fe2c-a6a0-445d-831a-a4cb2332f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:43.017448 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40ec310e-f98b-4a4d-95ca-86056816653b req-0d57fe2c-a6a0-445d-831a-a4cb2332f17d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0497520 Nov 09 19:11:43.117789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec310e-f98b-4a4d-95ca-86056816653b req-f5725d72-d261-44ec-9a24-ca1167f19769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:43.119400 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40ec310e-f98b-4a4d-95ca-86056816653b req-f5725d72-d261-44ec-9a24-ca1167f19769 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0945354 Nov 09 19:11:43.193523 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40ec310e-f98b-4a4d-95ca-86056816653b req-1da34dbb-ccfc-48c0-bc5e-0f1fdead439a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 1000 time: 0.0670109 Nov 09 19:11:43.244734 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec310e-f98b-4a4d-95ca-86056816653b req-90ec40d0-206c-474e-a1ce-b4b1a7c5e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:43.246266 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40ec310e-f98b-4a4d-95ca-86056816653b req-90ec40d0-206c-474e-a1ce-b4b1a7c5e7ed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0448651 Nov 09 19:11:43.297780 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec310e-f98b-4a4d-95ca-86056816653b req-a5d32b19-a922-42f2-b1bb-c96ba1482f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:43.299328 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40ec310e-f98b-4a4d-95ca-86056816653b req-a5d32b19-a922-42f2-b1bb-c96ba1482f35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463870 Nov 09 19:11:43.403450 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40ec310e-f98b-4a4d-95ca-86056816653b req-aa907cf6-f400-46ce-9a98-b217ca9e967a service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963023 Nov 09 19:11:43.464881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95678cc-be7f-4131-b26b-36d712647a13 req-5eb356f8-885b-46f9-b1c6-b328a067f796 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:43.466946 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b95678cc-be7f-4131-b26b-36d712647a13 req-5eb356f8-885b-46f9-b1c6-b328a067f796 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0580275 Nov 09 19:11:43.506995 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-40ec310e-f98b-4a4d-95ca-86056816653b req-d3948e03-e40a-4fe1-9455-f31ba2afe647 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951524 Nov 09 19:11:43.509593 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b95678cc-be7f-4131-b26b-36d712647a13 req-9132a284-fa27-445d-ad8c-b1f8432744de tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364494 Nov 09 19:11:44.630005 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc3fe5-1483-43dc-9373-93ba177a12cc req-4651c854-6f39-4282-acdd-c08f82a3b2f1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:44.631562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fbc3fe5-1483-43dc-9373-93ba177a12cc req-4651c854-6f39-4282-acdd-c08f82a3b2f1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0528841 Nov 09 19:11:44.679882 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4fbc3fe5-1483-43dc-9373-93ba177a12cc req-b8dac793-b6e6-47b2-ba7f-540cf34b52c7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Nov 09 19:11:45.809262 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e122-cc2b-4d50-a698-b0f44763b012 req-dcb436c3-07ef-474e-bf68-103b9bc51af1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:45.811788 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb24e122-cc2b-4d50-a698-b0f44763b012 req-dcb436c3-07ef-474e-bf68-103b9bc51af1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0613670 Nov 09 19:11:45.861984 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cb24e122-cc2b-4d50-a698-b0f44763b012 req-4d9b4fcc-3d79-41ad-bae0-b873fe371bd1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Nov 09 19:11:46.989895 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd87d3-5981-4a87-ad93-df8ec8186190 req-76f9ae88-1c04-464c-a53f-07b585d927f7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:46.994572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7cd87d3-5981-4a87-ad93-df8ec8186190 req-76f9ae88-1c04-464c-a53f-07b585d927f7 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0602028 Nov 09 19:11:47.000407 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:47.034108 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b7cd87d3-5981-4a87-ad93-df8ec8186190 req-2c000b39-12d4-4fce-9694-cff38bd95101 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Nov 09 19:11:48.258792 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-984384d8-8185-4034-9afa-09722ac88501 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451496 Nov 09 19:11:48.269420 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-1543041e-87d0-4bfd-ac22-9a1944b9c4b0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:11:48.270445 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-1543041e-87d0-4bfd-ac22-9a1944b9c4b0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053415 Nov 09 19:11:48.285044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9f4b4-9bd0-4e8a-9db4-19c348884327 req-eb9f37eb-213b-4ca8-94e6-c7fd2044a674 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:48.286797 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3d9f4b4-9bd0-4e8a-9db4-19c348884327 req-eb9f37eb-213b-4ca8-94e6-c7fd2044a674 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Nov 09 19:11:48.333365 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3d9f4b4-9bd0-4e8a-9db4-19c348884327 req-f349833d-2abc-43d4-8d9b-61582cfaf82e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 Nov 09 19:11:48.749307 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dc179b7b-3bbb-47c3-ad16-087fc54e8e15 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:11:48.832791 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:48.871244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:11:48.875117 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bcddd9-28eb-40cc-b19f-a1e6a962ab3e" -d '{"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:11:48.897086 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:11:48.901634 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:48.939331 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 19:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60406af4-2979-4fd3-bd37-47c80b79b2b1 x-openstack-request-id: req-60406af4-2979-4fd3-bd37-47c80b79b2b1 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:11:48.939789 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-unplugged", "status": "failed", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15", "code": 422}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:11:48.940198 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60406af4-2979-4fd3-bd37-47c80b79b2b1 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:11:48.940800 n-d-817240-1 neutron-server[102142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'code': 422} returned with failed status Nov 09 19:11:48.986720 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:11:48.999553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.000017 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.000597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.001155 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.001712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.002305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.002875 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.003430 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.003989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.004546 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.005104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.005663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:11:49.458584 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f31ccc-bc2d-4c5d-a52d-df5ccf135792 req-2402d213-6472-4e60-95a9-0874418cad13 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:49.460115 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37f31ccc-bc2d-4c5d-a52d-df5ccf135792 req-2402d213-6472-4e60-95a9-0874418cad13 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0532961 Nov 09 19:11:49.500332 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-37f31ccc-bc2d-4c5d-a52d-df5ccf135792 req-d4775a67-ca19-46dd-b762-1bce104829b1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340679 Nov 09 19:11:49.777083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:11:50.621942 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3429c2-a0ef-457e-b66c-7505a2a97dc1 req-30004cff-9fc9-44ae-a7f2-828dd537dc31 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:50.623569 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc3429c2-a0ef-457e-b66c-7505a2a97dc1 req-30004cff-9fc9-44ae-a7f2-828dd537dc31 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0543873 Nov 09 19:11:50.666871 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc3429c2-a0ef-457e-b66c-7505a2a97dc1 req-84bed9ee-2d1e-4a2c-8f96-962a937244a5 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367508 Nov 09 19:11:51.792058 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022307dc-31b1-4f6e-b170-a0b7e3801741 req-c4b09d9f-6f7a-44e1-b55b-4e0d9f5c7e20 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:51.793774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-022307dc-31b1-4f6e-b170-a0b7e3801741 req-c4b09d9f-6f7a-44e1-b55b-4e0d9f5c7e20 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0554211 Nov 09 19:11:51.843668 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-022307dc-31b1-4f6e-b170-a0b7e3801741 req-9cb3ef8f-0b1d-4ed1-b8ed-b212c3eaa8ff tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Nov 09 19:11:53.271789 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4172b-641e-4522-936f-291540c63503 req-6e404b23-428f-415b-bc54-d17e4cac4e15 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:53.273278 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83d4172b-641e-4522-936f-291540c63503 req-6e404b23-428f-415b-bc54-d17e4cac4e15 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.3491395 Nov 09 19:11:53.320211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-83d4172b-641e-4522-936f-291540c63503 req-860089b4-45b4-4c8c-8399-92843ff5cd8b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356774 Nov 09 19:11:54.444418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615be7e-293c-4a65-ae22-83d9cd80f2bb req-0a77946d-ca00-4daa-9258-391ad07a4038 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:54.446039 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d615be7e-293c-4a65-ae22-83d9cd80f2bb req-0a77946d-ca00-4daa-9258-391ad07a4038 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0522723 Nov 09 19:11:54.486310 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d615be7e-293c-4a65-ae22-83d9cd80f2bb req-ebfc1223-57dc-4fba-b531-7eeb649cc512 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334632 Nov 09 19:11:55.622893 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd7e7a-0fdc-470e-9899-58decf471e5c req-d7dd776b-96a5-4f7a-a5c3-62cac77b3053 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:55.624467 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-affd7e7a-0fdc-470e-9899-58decf471e5c req-d7dd776b-96a5-4f7a-a5c3-62cac77b3053 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0601392 Nov 09 19:11:55.671189 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-affd7e7a-0fdc-470e-9899-58decf471e5c req-575eea4d-670a-49f3-a2bd-89d9a47bf3c9 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405512 Nov 09 19:11:56.238966 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-5598f1b8-a33b-4f93-a539-26e30a83c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:56.245142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-5598f1b8-a33b-4f93-a539-26e30a83c945 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6&tenant_id=e1806122b2174e0fb43ba2d5f2206aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0423238 Nov 09 19:11:56.305607 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-31ada5be-bd3d-4fba-bfe0-069e09dc08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:56.307175 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-31ada5be-bd3d-4fba-bfe0-069e09dc08d9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1094 time: 0.0431483 Nov 09 19:11:56.406710 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-4bfc8436-6b8c-4b22-8d56-58d602931008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:56.408203 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-4bfc8436-6b8c-4b22-8d56-58d602931008 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0940201 Nov 09 19:11:56.491125 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-86a6e44c-d33d-450b-8522-80243e778fda service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 998 time: 0.0759833 Nov 09 19:11:56.548067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-5259cd0a-3638-4b5e-9fec-bd9ccdf9faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:56.549556 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-5259cd0a-3638-4b5e-9fec-bd9ccdf9faf6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0522439 Nov 09 19:11:56.597704 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-60d9826a-e6fa-4b8d-b66d-0cc1e1afef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:56.599552 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-60d9826a-e6fa-4b8d-b66d-0cc1e1afef6e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428956 Nov 09 19:11:56.694026 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-15f989b0-1af8-48f6-bd0d-21cba6a08834 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871537 Nov 09 19:11:56.810086 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-e73a1c0f-d235-4e86-b5ee-b684927a483d service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071620 Nov 09 19:11:56.812155 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9a95-e606-4cfd-8e80-363a164e98fe req-718cbddc-271f-483b-b843-1c1700d6d646 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:56.814430 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b58d9a95-e606-4cfd-8e80-363a164e98fe req-718cbddc-271f-483b-b843-1c1700d6d646 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0639780 Nov 09 19:11:56.857314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b58d9a95-e606-4cfd-8e80-363a164e98fe req-3c7612fa-f11d-4743-9bfe-2db966cdf8ac tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360436 Nov 09 19:11:57.987389 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a41a7-d2d7-450d-ab71-97af240ed111 req-373db736-34ba-4569-915a-07580ad9cd82 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:57.988986 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a46a41a7-d2d7-450d-ab71-97af240ed111 req-373db736-34ba-4569-915a-07580ad9cd82 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0525973 Nov 09 19:11:58.030396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a46a41a7-d2d7-450d-ab71-97af240ed111 req-d26504a1-933a-47c2-af5c-00fcb41b3a5c tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339704 Nov 09 19:11:59.151022 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46223508-1166-4765-993d-57d2c56463fc req-cccf94d4-edf9-4051-bc3d-bdf4983ed642 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:11:59.152605 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46223508-1166-4765-993d-57d2c56463fc req-cccf94d4-edf9-4051-bc3d-bdf4983ed642 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0518091 Nov 09 19:11:59.201061 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46223508-1166-4765-993d-57d2c56463fc req-8e0ffa88-baa5-4741-b0a6-5d4eba01b225 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Nov 09 19:12:00.329613 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c43d8-e234-4322-87c4-165957d3861d req-94bd1f79-03c0-4baa-92a4-0cac632fd8d5 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:00.331235 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-867c43d8-e234-4322-87c4-165957d3861d req-94bd1f79-03c0-4baa-92a4-0cac632fd8d5 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0542138 Nov 09 19:12:00.370836 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-867c43d8-e234-4322-87c4-165957d3861d req-f3bc52ca-2dd8-4d5d-a710-0f42872eb8c1 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331323 Nov 09 19:12:01.499657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba01b90-cf50-4f24-8d66-8ad980dbd18c req-80eca0ec-29de-44ed-9082-ef4d5077eafa tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:01.501199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ba01b90-cf50-4f24-8d66-8ad980dbd18c req-80eca0ec-29de-44ed-9082-ef4d5077eafa tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0573449 Nov 09 19:12:01.542672 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8ba01b90-cf50-4f24-8d66-8ad980dbd18c req-229a4e11-3bab-4914-9d21-f6c025992dbb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Nov 09 19:12:02.663679 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c1c0-0524-4516-9b26-44e9de31f5c5 req-4352db71-ce7f-4c2d-98d1-dc04a900f698 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:02.666199 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3843c1c0-0524-4516-9b26-44e9de31f5c5 req-4352db71-ce7f-4c2d-98d1-dc04a900f698 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0545106 Nov 09 19:12:02.710277 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3843c1c0-0524-4516-9b26-44e9de31f5c5 req-6db62017-b666-429b-8d49-f92d669f2c84 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374968 Nov 09 19:12:03.834693 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab9122-f39c-47a0-b169-a531aab59e90 req-a6114c9c-ac7a-4a2a-afb8-96b6e4eda537 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:03.836216 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfab9122-f39c-47a0-b169-a531aab59e90 req-a6114c9c-ac7a-4a2a-afb8-96b6e4eda537 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0523436 Nov 09 19:12:03.877406 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-cfab9122-f39c-47a0-b169-a531aab59e90 req-c7bf324b-b321-4d81-a9c4-b65711ef588b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Nov 09 19:12:04.857970 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dc179b7b-3bbb-47c3-ad16-087fc54e8e15 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:12:04.970578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:12:04.983004 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'port_id': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'mac_address': 'fa:16:3e:b1:93:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:12:05.003500 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8330ab-0e9d-461f-8744-427d3724d3ae req-fcd2eb80-9786-4647-b487-6450666bf776 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:05.005037 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a8330ab-0e9d-461f-8744-427d3724d3ae req-fcd2eb80-9786-4647-b487-6450666bf776 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 943 time: 0.0513616 Nov 09 19:12:05.022440 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:05.039620 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc179b7b-3bbb-47c3-ad16-087fc54e8e15 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:12:05.043863 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a8330ab-0e9d-461f-8744-427d3724d3ae req-6ce23d17-a179-463d-af0c-fa5931a90853 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Nov 09 19:12:05.064573 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:12:05.072268 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:05.121013 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:12:05.305497 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['dc179b7b-3bbb-47c3-ad16-087fc54e8e15'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:12:06.167648 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75225-d144-41b9-b590-50252da82638 req-834fcce7-d548-4cc1-bf60-e2191868d9f8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:06.169209 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79d75225-d144-41b9-b590-50252da82638 req-834fcce7-d548-4cc1-bf60-e2191868d9f8 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 944 time: 0.0525932 Nov 09 19:12:06.214381 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-79d75225-d144-41b9-b590-50252da82638 req-dc9f5d1e-7cc2-4c82-8a1e-8be1d768737a tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389860 Nov 09 19:12:06.873104 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dc179b7b-3bbb-47c3-ad16-087fc54e8e15 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:12:06.922638 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:12:06.923009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:07.010055 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:07.033997 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:12:07.036417 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dbe114-81cf-46e2-8bfc-6ff9eadf8d59" -d '{"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-plugged", "status": "completed", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:12:07.050188 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:12:07.054873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:07.086698 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aa78f0-2e6d-4068-acc3-f81a82fbdc25 x-openstack-request-id: req-b1aa78f0-2e6d-4068-acc3-f81a82fbdc25 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:12:07.086997 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-plugged", "status": "completed", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:12:07.087258 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1aa78f0-2e6d-4068-acc3-f81a82fbdc25 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:12:07.087658 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'code': 200} Nov 09 19:12:07.114768 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:12:07.247724 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbda8e3-592b-4813-86c5-1949f19e80fa req-23d39251-c560-432d-9fbf-d17052120dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:07.249412 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2dbda8e3-592b-4813-86c5-1949f19e80fa req-23d39251-c560-432d-9fbf-d17052120dba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0483587 Nov 09 19:12:07.292881 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-2dbda8e3-592b-4813-86c5-1949f19e80fa req-57f8a7cc-1a66-4a13-b705-4ac0e3511179 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Nov 09 19:12:07.340741 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f2c22-d85f-4ef8-9b41-34b97cc7a940 req-4b3717ec-c619-4599-a265-ddf131268c8b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:07.342333 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-685f2c22-d85f-4ef8-9b41-34b97cc7a940 req-4b3717ec-c619-4599-a265-ddf131268c8b tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0545263 Nov 09 19:12:07.384068 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-685f2c22-d85f-4ef8-9b41-34b97cc7a940 req-7624a25c-d156-4145-b65f-b8f05eebe694 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349283 Nov 09 19:12:07.404069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7c53204f-e481-4a71-96f2-bf40d105e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:08.513886 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b67bc-22a1-4f97-9af3-9981d919b646 req-4506ff05-83b9-48ed-b3d9-e989cdb9f7b3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:08.515507 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-946b67bc-22a1-4f97-9af3-9981d919b646 req-4506ff05-83b9-48ed-b3d9-e989cdb9f7b3 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0585268 Nov 09 19:12:08.556747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-946b67bc-22a1-4f97-9af3-9981d919b646 req-a912a530-bf67-48bd-a578-a8cda598cc16 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348134 Nov 09 19:12:09.915178 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4ce7-7905-4ad4-a7c9-81ccdbb3d01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:10.356328 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:11.381486 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:12.883658 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:15.857812 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:12:16.998444 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:19.813315 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:37.033918 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-4c2c1340-d270-4140-8df5-775a9b8588fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538213 Nov 09 19:12:37.122279 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-2b5cbe74-6e44-48aa-b7f5-8f88f9defb4d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503869 Nov 09 19:12:37.141749 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-ffdd7d15-3ec0-4444-bb94-0745a88a1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.143434 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-ffdd7d15-3ec0-4444-bb94-0745a88a1d18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0548186 Nov 09 19:12:37.214728 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-49dbaf06-ee0f-4909-a395-006a9e66410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.216376 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-49dbaf06-ee0f-4909-a395-006a9e66410f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0500543 Nov 09 19:12:37.277811 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-7dab8b21-24c8-425a-9101-e3bc0d45307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.279589 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-7dab8b21-24c8-425a-9101-e3bc0d45307f service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1070395 Nov 09 19:12:37.331672 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-e9b427c1-ac0f-48bd-8b80-933ff1e6f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.333874 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-e9b427c1-ac0f-48bd-8b80-933ff1e6f3e8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0964050 Nov 09 19:12:37.335492 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-4238aa3b-96df-46de-9716-a7112e788646 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0434153 Nov 09 19:12:37.402753 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-f3ede009-055d-4d78-94b4-9ded7ae8e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.404547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-f3ede009-055d-4d78-94b4-9ded7ae8e243 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0538878 Nov 09 19:12:37.413461 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0e200f26-c6cc-40eb-8617-711f4ab5d97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:37.414147 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-11cf8c38-47de-4d7a-aebd-a5de7fea0ea4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 1000 time: 0.0718567 Nov 09 19:12:37.463286 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-31c68fd1-7c1b-4a27-9222-fa27e22f912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.464851 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-31c68fd1-7c1b-4a27-9222-fa27e22f912d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476437 Nov 09 19:12:37.469520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-91e6e4c4-66cf-4bc1-b405-dcdf7005a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.471025 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-91e6e4c4-66cf-4bc1-b405-dcdf7005a890 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0487206 Nov 09 19:12:37.522025 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-9b5146b2-0fd9-4747-82d2-63d517e258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:12:37.524056 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-9b5146b2-0fd9-4747-82d2-63d517e258f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453174 Nov 09 19:12:37.585009 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-166d46d7-4010-4285-a091-462fc646dd84 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086895 Nov 09 19:12:37.650698 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-5f575b69-fe9c-43b6-97f7-2e058c2e89c8 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129539 Nov 09 19:12:37.695865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-96e401ea-c7d9-4b39-96fd-e290b9a66d72 req-824836dd-0421-4e90-8d6a-885022ccb286 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983753 Nov 09 19:12:37.757357 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-9513beb9-8741-4527-a893-7ae60bc1ef82 req-f562cff5-e138-4e8a-a8ba-aae4b4be1a50 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933802 Nov 09 19:12:39.906577 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6225956-c79d-4509-a600-b4c302e1bf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:40.360160 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:41.387537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:42.891981 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:46.995406 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:49.824276 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:12:52.858374 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:13:07.406170 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2bef422a-2168-4e84-99d7-af81923fd820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:09.910540 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a9444386-22e1-4082-aef3-ae2db706219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:10.362703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:11.387202 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:12.888083 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:16.998173 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:19.819785 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:22.186862 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44024) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:22.344919 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Deleting port e78ddff3-0b6d-47b5-80f2-582b19c38f37 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:22.345272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:22.424401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:22.424736 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:22.437654 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Calling delete_port for e78ddff3-0b6d-47b5-80f2-582b19c38f37 owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:22.587277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:22.613361 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event deleted for resources: {'Port': ['ID=e78ddff3-0b6d-47b5-80f2-582b19c38f37,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:22.640843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.641186 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.641525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.641869 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.642229 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.642562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.642888 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.643217 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.643537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.643858 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.644181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.644503 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:22.686516 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:22.687313 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Floating IP a7c558aa-4053-404d-90d6-ab75529f4547 disassociated (deleted). External IP: 172.25.0.93, port: dc179b7b-3bbb-47c3-ad16-087fc54e8e15. Nov 09 19:13:22.896765 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Router 6316dc61-95e2-4216-a501-1112edfdcd93 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:13:23.006772 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:13:23.011388 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:23.016870 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] Sync routers for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:13:23.029558 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:23.030257 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:23.040100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-2815c9a2-f197-4de3-92f7-622d4d72a444 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "DELETE /v2.0/floatingips/a7c558aa-4053-404d-90d6-ab75529f4547 HTTP/1.1" status: 204 len: 168 time: 0.8519204 Nov 09 19:13:23.040708 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:13:23.043316 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4021778-19d3-421a-910c-fedb53202a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:13:23.142720 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:23.198695 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94801777-2da5-4d62-99c3-12085fbe961d x-openstack-request-id: req-94801777-2da5-4d62-99c3-12085fbe961d {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:13:23.199224 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:13:23.199224 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94801777-2da5-4d62-99c3-12085fbe961d {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:13:23.199636 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'status': 'completed', 'code': 200} Nov 09 19:13:23.264244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021778-19d3-421a-910c-fedb53202a7b req-6a47eae3-abd9-4a30-b871-178a1f479a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:23.265883 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4021778-19d3-421a-910c-fedb53202a7b req-6a47eae3-abd9-4a30-b871-178a1f479a98 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0432644 Nov 09 19:13:23.296157 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8eaab-0033-4f5c-adea-d5434c6873a2 req-80750d7e-2a07-4c8c-99eb-80a49544a75e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:23.297717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1f8eaab-0033-4f5c-adea-d5434c6873a2 req-80750d7e-2a07-4c8c-99eb-80a49544a75e tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0518777 Nov 09 19:13:23.338149 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a1f8eaab-0033-4f5c-adea-d5434c6873a2 req-6e3f31af-65d7-495f-a121-6f2201b64502 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328727 Nov 09 19:13:23.364871 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:23.366144 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021778-19d3-421a-910c-fedb53202a7b req-c24dddc8-26b2-4744-b3a9-b0c90ce185f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:23.367644 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4021778-19d3-421a-910c-fedb53202a7b req-c24dddc8-26b2-4744-b3a9-b0c90ce185f0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 200 len: 910 time: 0.0941222 Nov 09 19:13:23.390923 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] Checking router: 6316dc61-95e2-4216-a501-1112edfdcd93 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:13:23.399294 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:23.399901 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:23.409781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4021778-19d3-421a-910c-fedb53202a7b req-7f67704c-3b26-444e-a5ca-e1e05041319e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 200 len: 217 time: 0.0344741 Nov 09 19:13:23.466784 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021778-19d3-421a-910c-fedb53202a7b req-609f65ac-8573-45d6-9b0a-e62f23017ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:23.468270 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4021778-19d3-421a-910c-fedb53202a7b req-609f65ac-8573-45d6-9b0a-e62f23017ad9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 200 len: 848 time: 0.0504644 Nov 09 19:13:23.506542 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:23.514855 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021778-19d3-421a-910c-fedb53202a7b req-384af207-87db-4e02-9e0a-4ca2480dad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:23.516381 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4021778-19d3-421a-910c-fedb53202a7b req-384af207-87db-4e02-9e0a-4ca2480dad04 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=489f9eb2-98f7-43fe-a078-cdf4c69a5044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410798 Nov 09 19:13:23.608398 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4021778-19d3-421a-910c-fedb53202a7b req-4e732829-9113-45d5-bd1f-f839f3e862d3 service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837636 Nov 09 19:13:23.708314 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:23.710968 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b4021778-19d3-421a-910c-fedb53202a7b req-d38b5f55-a709-46d6-aec4-0f8f847a034e service neutron] 10.222.0.85 "GET /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952682 Nov 09 19:13:23.739917 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b7622-21eb-4ff0-b547-df1377aa05ec None None] The sync data for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 is: [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:45Z', 'revision_number': 4, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '5bdfaf66-c835-4e32-9066-2fece29b0e7b', 'name': '', 'network_id': '489f9eb2-98f7-43fe-a078-cdf4c69a5044', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'mac_address': 'fa:16:3e:53:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:44Z', 'updated_at': '2021-11-09T19:04:49Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'subnets': [{'id': '3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:13:23.967515 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d314fd-22c9-40d8-b073-ca5a7ba7f95f None None] New status for floating IP a7c558aa-4053-404d-90d6-ab75529f4547: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:13:24.455087 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d1bf7-a95e-4cea-81ab-cd3455c74164 req-ba02286e-8572-4032-9bb0-cd4e1825c605 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:24.456567 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad6d1bf7-a95e-4cea-81ab-cd3455c74164 req-ba02286e-8572-4032-9bb0-cd4e1825c605 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0492201 Nov 09 19:13:24.498658 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ad6d1bf7-a95e-4cea-81ab-cd3455c74164 req-c46d34e0-0b21-4f88-85e1-15fa5ba90165 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5f62651-87dd-491b-a4ac-7f590f6ef199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355086 Nov 09 19:13:24.726953 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b2291-2588-4610-8981-d6393729e47c req-5e0bf0f6-46d9-4e97-b2a8-11d34ed0fb78 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:24.728326 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d3b2291-2588-4610-8981-d6393729e47c req-5e0bf0f6-46d9-4e97-b2a8-11d34ed0fb78 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 945 time: 0.0499790 Nov 09 19:13:24.824105 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Deleting port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:24.824471 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:24.912173 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] For port dc179b7b-3bbb-47c3-ad16-087fc54e8e15, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:24.912550 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:24.925608 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Calling delete_port for dc179b7b-3bbb-47c3-ad16-087fc54e8e15 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:25.057125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:25.087009 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event deleted for resources: {'Port': ['ID=dc179b7b-3bbb-47c3-ad16-087fc54e8e15,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:25.099941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.100286 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.100630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.100962 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.101294 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.101623 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.101954 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.102312 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.102637 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.102959 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.103283 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.103630 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:25.136925 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] No DVR routers for this DVR port dc179b7b-3bbb-47c3-ad16-087fc54e8e15 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:13:25.139614 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:25.143181 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7d3b2291-2588-4610-8981-d6393729e47c req-8a1bd89f-15d7-4086-9174-26d7879dccfe tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.85 "DELETE /v2.0/ports/dc179b7b-3bbb-47c3-ad16-087fc54e8e15 HTTP/1.1" status: 204 len: 173 time: 0.4074459 Nov 09 19:13:25.143618 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-deleted', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:13:25.146553 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51550acc-70b3-4ba3-81d7-7e0bfef64a71" -d '{"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-deleted", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:13:25.238640 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fba777-9bb0-43a2-b014-3f44c80c2381 x-openstack-request-id: req-f5fba777-9bb0-43a2-b014-3f44c80c2381 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:13:25.238919 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caf4007-9050-410d-8059-ce4d841e8ca6", "name": "network-vif-deleted", "tag": "dc179b7b-3bbb-47c3-ad16-087fc54e8e15", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:13:25.239207 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5fba777-9bb0-43a2-b014-3f44c80c2381 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:13:25.239614 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caf4007-9050-410d-8059-ce4d841e8ca6', 'name': 'network-vif-deleted', 'tag': 'dc179b7b-3bbb-47c3-ad16-087fc54e8e15', 'status': 'completed', 'code': 200} Nov 09 19:13:25.599065 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-76696d72-5920-4c89-ae68-d1fd3feba96f req-59d63724-b6fb-4238-b279-3e0ea8766894 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0268567 Nov 09 19:13:26.693801 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-88b74968-d678-4ef4-b9cc-c892aebe5db7 req-72519179-85f0-411c-91f4-c06dc8be4cdf tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0276008 Nov 09 19:13:27.325919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dc179b7b-3bbb-47c3-ad16-087fc54e8e15 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:13:27.345553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: dc179b7b-3bbb-47c3-ad16-087fc54e8e15 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:13:27.345891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device dc179b7b-3bbb-47c3-ad16-087fc54e8e15 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:13:27.790996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8291d3ec-f5cb-48a3-8747-6c2aaa05f868 req-b6400973-5cbe-4763-baa9-b8048bf85730 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Nov 09 19:13:28.938414 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-7a1b98a1-0dd9-48e9-9094-6db999b467a1 req-73e99500-54c8-4996-97c8-10d62e06d977 tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "GET /v2.0/ports?device_id=3caf4007-9050-410d-8059-ce4d841e8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0411339 Nov 09 19:13:29.858304 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:13:29.971986 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44054) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:30.033607 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc88cb05-834a-4a62-a139-1ba5f79607eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:30.060045 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc88cb05-834a-4a62-a139-1ba5f79607eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:30.127236 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc88cb05-834a-4a62-a139-1ba5f79607eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:30.130690 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fc88cb05-834a-4a62-a139-1ba5f79607eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:30.131866 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fc88cb05-834a-4a62-a139-1ba5f79607eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5f62651-87dd-491b-a4ac-7f590f6ef199 HTTP/1.1" status: 204 len: 168 time: 0.1588793 Nov 09 19:13:30.141158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88cb05-834a-4a62-a139-1ba5f79607eb tempest-TestShelveInstance-1617722263 tempest-TestShelveInstance-1617722263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f62651-87dd-491b-a4ac-7f590f6ef199,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:31.195916 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44060) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:31.654717 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:31.921041 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Deleting port 5bdfaf66-c835-4e32-9066-2fece29b0e7b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:31.921275 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:32.001764 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] For port 5bdfaf66-c835-4e32-9066-2fece29b0e7b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=5bdfaf66-c835-4e32-9066-2fece29b0e7b,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:32.002162 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:32.015307 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Calling delete_port for 5bdfaf66-c835-4e32-9066-2fece29b0e7b owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:32.202929 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:32.227352 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdfaf66-c835-4e32-9066-2fece29b0e7b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:32.395323 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:32.612885 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Router 6316dc61-95e2-4216-a501-1112edfdcd93 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:13:33.008508 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:13:33.013513 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-b43e2450-ccac-408e-a0cf-31754ee3944c admin admin] 10.222.0.32 "PUT /v2.0/routers/6316dc61-95e2-4216-a501-1112edfdcd93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165240 Nov 09 19:13:33.019142 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44064) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:33.022493 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] Sync routers for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:13:33.032014 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:33.032631 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:33.122194 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.136145 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:33.235505 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.290844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Deleting port 2a6a80b8-0852-4ba8-963f-ce85906bc986 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:33.291227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.321284 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:13:32Z', 'revision_number': 5, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port': {'id': '2a6a80b8-0852-4ba8-963f-ce85906bc986', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:33.347147 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] Checking router: 6316dc61-95e2-4216-a501-1112edfdcd93 for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:13:33.356454 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] Routers {'6316dc61-95e2-4216-a501-1112edfdcd93'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:33.357075 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['6316dc61-95e2-4216-a501-1112edfdcd93'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:33.375387 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] For port 2a6a80b8-0852-4ba8-963f-ce85906bc986, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=2a6a80b8-0852-4ba8-963f-ce85906bc986,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:33.375753 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.389263 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Calling delete_port for 2a6a80b8-0852-4ba8-963f-ce85906bc986 owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:33.445458 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] Set router 6316dc61-95e2-4216-a501-1112edfdcd93 gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:33.499653 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:13:33Z', 'revision_number': 6, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:33.528089 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40158ceb-10d0-429a-bfa5-3b96b8994e69 None None] The sync data for ids ['6316dc61-95e2-4216-a501-1112edfdcd93'] in n-d-817240-1 is: [{'id': '6316dc61-95e2-4216-a501-1112edfdcd93', 'name': 'tempest-TestShelveInstance-1786341462-router', 'tenant_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:42Z', 'updated_at': '2021-11-09T19:13:33Z', 'revision_number': 6, 'project_id': 'e1806122b2174e0fb43ba2d5f2206aa4', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:13:33.563026 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.593009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6a80b8-0852-4ba8-963f-ce85906bc986,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:33.656603 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.751740 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.753987 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.797833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.798431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6316dc61-95e2-4216-a501-1112edfdcd93 {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:13:33.803547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.804758 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0d77f570-80af-4f63-8791-b4351ddd57fb admin admin] 10.222.0.32 "DELETE /v2.0/routers/6316dc61-95e2-4216-a501-1112edfdcd93 HTTP/1.1" status: 204 len: 168 time: 0.7846162 Nov 09 19:13:33.807210 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44066) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:33.855965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] Deleting subnet 3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:13:33.859229 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.893707 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:33.972852 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.028277 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.058514 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:34.064589 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.068474 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-db2ad4fa-e930-41b4-b5e7-3b988f6baf75 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e32ce81-cf93-4c0c-9cf1-41c3f3c78fc5 HTTP/1.1" status: 204 len: 168 time: 0.2601659 Nov 09 19:13:34.070965 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44068) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:34.074148 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a5359-c1da-4432-ae5e-dd1fd47c4c41 None None] Network 489f9eb2-98f7-43fe-a078-cdf4c69a5044 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:13:34.141272 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.196689 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Deleting port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:34.197040 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.268511 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] For port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:34.269171 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.277083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] DHCP port deletion for 489f9eb2-98f7-43fe-a078-cdf4c69a5044 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:13:34.285608 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Calling delete_port for 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:34.325083 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Deleting port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:34.325537 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.369195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.392845 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] For port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,segment=NetworkSegment(8ccbac76-d237-49c9-bc44-897d628f08e7),segment_id=8ccbac76-d237-49c9-bc44-897d628f08e7)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:34.393249 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.396455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Pushing event deleted for resources: {'Port': ['ID=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:34.400009 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] No DVR routers for this DVR port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:13:34.408222 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Calling delete_port for 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:34.473745 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.487946 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.493992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489f9eb2-98f7-43fe-a078-cdf4c69a5044']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:34.503423 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccbac76-d237-49c9-bc44-897d628f08e7') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:34.503719 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccbac76-d237-49c9-bc44-897d628f08e7') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:34.514411 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Pushing event deleted for resources: {'Port': ['ID=50ec4bc0-feea-4282-90d6-a0d1a5ebee3e,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:34.514689 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.521888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] No DVR routers for this DVR port 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:13:34.524774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.525208 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.525575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.525919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.526265 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.526599 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.526935 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.527268 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.527597 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.527925 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.528255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.528581 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0075fb3e-3a68-445e-8aea-d11924885553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:34.529042 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.535666 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:13:34.536181 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: timer() Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:13:34.537937 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:13:34.597114 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.603136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:34.606735 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] 10.222.0.32 "DELETE /v2.0/networks/489f9eb2-98f7-43fe-a078-cdf4c69a5044 HTTP/1.1" status: 204 len: 168 time: 0.5348125 Nov 09 19:13:34.610100 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44070) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:34.618230 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e706-37b4-411d-b795-7cab67e2623e admin admin] Pushing event deleted for resources: {'Network': ['ID=489f9eb2-98f7-43fe-a078-cdf4c69a5044,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:34.955704 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:35.197219 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Deleting port 0aa65aef-01d7-4f1f-b736-98aeb749ff74 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:35.197574 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:35.241399 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5bdfaf66-c835-4e32-9066-2fece29b0e7b no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:13:35.261169 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 5bdfaf66-c835-4e32-9066-2fece29b0e7b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:13:35.261520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 5bdfaf66-c835-4e32-9066-2fece29b0e7b not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:13:35.261950 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2a6a80b8-0852-4ba8-963f-ce85906bc986 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:13:35.279425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] For port 0aa65aef-01d7-4f1f-b736-98aeb749ff74, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=0aa65aef-01d7-4f1f-b736-98aeb749ff74,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:35.279804 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:35.283455 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 2a6a80b8-0852-4ba8-963f-ce85906bc986 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:13:35.283803 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 2a6a80b8-0852-4ba8-963f-ce85906bc986 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:13:35.284218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:13:35.294131 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Calling delete_port for 0aa65aef-01d7-4f1f-b736-98aeb749ff74 owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:35.303756 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:13:35.304103 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 50ec4bc0-feea-4282-90d6-a0d1a5ebee3e not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:13:35.476983 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:35.507371 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa65aef-01d7-4f1f-b736-98aeb749ff74,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:35.684810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:35.909354 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:13:36.011252 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:13:36.016366 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e6b59a69-25a5-4e4c-b5d2-72c8a23df076 admin admin] 10.222.0.32 "PUT /v2.0/routers/e21cbefa-1ead-4b56-8f52-bcbaa7e9e919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4050853 Nov 09 19:13:36.018971 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44072) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:36.021634 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] Sync routers for ids ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:13:36.030989 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] Routers {'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:36.031610 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:36.124321 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.137021 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] Set router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:36.230153 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.285524 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Deleting port 414f767b-4822-41dc-ad8e-a1d080397022 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:36.285982 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.325454 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '414f767b-4822-41dc-ad8e-a1d080397022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:13:35Z', 'revision_number': 5, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port': {'id': '414f767b-4822-41dc-ad8e-a1d080397022', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:36.352985 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] Checking router: e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:13:36.361998 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] Routers {'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:36.362658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:36.373493 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] For port 414f767b-4822-41dc-ad8e-a1d080397022, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=414f767b-4822-41dc-ad8e-a1d080397022,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:36.373865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.388232 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Calling delete_port for 414f767b-4822-41dc-ad8e-a1d080397022 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:36.450716 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] Set router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 gateway port host: None {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:36.505771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:13:36Z', 'revision_number': 6, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:36.532284 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed83996-8b70-4d52-b77e-ad5445564e27 None None] The sync data for ids ['e21cbefa-1ead-4b56-8f52-bcbaa7e9e919'] in n-d-817240-1 is: [{'id': 'e21cbefa-1ead-4b56-8f52-bcbaa7e9e919', 'name': 'tempest-TestShelveInstance-2086934908-router', 'tenant_id': '31f4b948678e46638ae1b19a83101c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:04:47Z', 'updated_at': '2021-11-09T19:13:36Z', 'revision_number': 6, 'project_id': '31f4b948678e46638ae1b19a83101c8f', 'gw_port_host': None}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:13:36.554912 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.581553 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Pushing event deleted for resources: {'Port': ['ID=414f767b-4822-41dc-ad8e-a1d080397022,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:36.645267 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.732903 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.735002 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.776932 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.777436 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:13:36.782367 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.783646 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e0bc64b9-8fa7-4102-a621-a3e7be76e58a admin admin] 10.222.0.32 "DELETE /v2.0/routers/e21cbefa-1ead-4b56-8f52-bcbaa7e9e919 HTTP/1.1" status: 204 len: 168 time: 0.7637391 Nov 09 19:13:36.786873 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44074) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:36.832826 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] Deleting subnet 8505e15a-c23a-4174-9306-dc116bc50433 {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:13:36.835822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.872109 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:36.963292 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.016072 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.043003 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8505e15a-c23a-4174-9306-dc116bc50433,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:37.045469 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.048111 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-3ddd9afb-258a-419a-b63e-249d0532c927 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8505e15a-c23a-4174-9306-dc116bc50433 HTTP/1.1" status: 204 len: 168 time: 0.2600942 Nov 09 19:13:37.048909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff697ae6-e70f-4dc9-aa93-1243495c9ac1 None None] Network a90b4c5f-e208-472a-a49d-0aa70ce6c701 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:13:37.050901 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44076) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:37.119716 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.180035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Deleting port ac4cdae8-e554-4bc0-8a94-3bc8068c423a {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:37.180378 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.243375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] For port ac4cdae8-e554-4bc0-8a94-3bc8068c423a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:37.243642 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.257572 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Calling delete_port for ac4cdae8-e554-4bc0-8a94-3bc8068c423a owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:37.282484 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] DHCP port deletion for a90b4c5f-e208-472a-a49d-0aa70ce6c701 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:13:37.338640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] Deleting port ac4cdae8-e554-4bc0-8a94-3bc8068c423a {{(pid=102142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:13:37.339307 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.382779 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device ac4cdae8-e554-4bc0-8a94-3bc8068c423a no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:13:37.452684 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8dad5bcb-fb31-4e4b-8c31-4cfe0c00a3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.455292 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] For port ac4cdae8-e554-4bc0-8a94-3bc8068c423a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:37.455691 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.471972 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] Calling delete_port for ac4cdae8-e554-4bc0-8a94-3bc8068c423a owned by network:dhcp {{(pid=102142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:13:37.556717 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.609318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port ac4cdae8-e554-4bc0-8a94-3bc8068c423a, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,segment=NetworkSegment(c55f6385-b748-4ce0-b939-bb1943072ab3),segment_id=c55f6385-b748-4ce0-b939-bb1943072ab3)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:37.613809 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.614699 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 414f767b-4822-41dc-ad8e-a1d080397022 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:13:37.653703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.656109 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 414f767b-4822-41dc-ad8e-a1d080397022 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:13:37.656461 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 414f767b-4822-41dc-ad8e-a1d080397022 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:13:37.656873 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0aa65aef-01d7-4f1f-b736-98aeb749ff74 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:13:37.658504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480'] for port, after_delete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.680000 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:37.683993 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] No DVR routers for this DVR port ac4cdae8-e554-4bc0-8a94-3bc8068c423a on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:13:37.684149 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 0aa65aef-01d7-4f1f-b736-98aeb749ff74 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:13:37.684449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 0aa65aef-01d7-4f1f-b736-98aeb749ff74 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:13:37.697678 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] No DVR routers for this DVR port ac4cdae8-e554-4bc0-8a94-3bc8068c423a on host n-d-817240-1 {{(pid=102142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:13:37.709106 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:37.743809 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95248506-d7d6-4287-ab32-9045aec19adb None None] Pushing event deleted for resources: {'Port': ['ID=ac4cdae8-e554-4bc0-8a94-3bc8068c423a,revision_number=None']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:37.762801 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.786941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90b4c5f-e208-472a-a49d-0aa70ce6c701']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:37.796089 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55f6385-b748-4ce0-b939-bb1943072ab3') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:37.796396 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55f6385-b748-4ce0-b939-bb1943072ab3') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:37.805700 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.819264 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.825240 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:13:37.825819 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: self.session.flush() Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: timer() Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:13:37.827660 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:13:37.880257 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.885543 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:37.888975 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] 10.222.0.32 "DELETE /v2.0/networks/a90b4c5f-e208-472a-a49d-0aa70ce6c701 HTTP/1.1" status: 204 len: 168 time: 0.8364003 Nov 09 19:13:37.900612 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434e021-d268-4e5c-abb2-52a2429bedfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a90b4c5f-e208-472a-a49d-0aa70ce6c701,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:37.999712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44080) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:38.039211 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dfad19be-2b84-4ef0-831b-dc0848f619e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1806122b2174e0fb43ba2d5f2206aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382605 Nov 09 19:13:38.041631 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44084) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:38.092661 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20696c2f-2d8f-4673-a3f8-b8667d3b3365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.118214 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20696c2f-2d8f-4673-a3f8-b8667d3b3365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.165658 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20696c2f-2d8f-4673-a3f8-b8667d3b3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.168269 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-20696c2f-2d8f-4673-a3f8-b8667d3b3365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.169484 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-20696c2f-2d8f-4673-a3f8-b8667d3b3365 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a228624-ca19-4d56-855a-d956c89f3d8a HTTP/1.1" status: 204 len: 168 time: 0.1268723 Nov 09 19:13:38.177801 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20696c2f-2d8f-4673-a3f8-b8667d3b3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a228624-ca19-4d56-855a-d956c89f3d8a,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:38.482604 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44090) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:38.527757 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ae5fd057-df09-4642-9aaf-f5d91f3aa0ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31f4b948678e46638ae1b19a83101c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416107 Nov 09 19:13:38.530309 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44092) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:38.577798 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3df2a228-dfcd-4896-b280-dd323ed846bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.599125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3df2a228-dfcd-4896-b280-dd323ed846bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.643578 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3df2a228-dfcd-4896-b280-dd323ed846bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.647255 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3df2a228-dfcd-4896-b280-dd323ed846bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:38.648469 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3df2a228-dfcd-4896-b280-dd323ed846bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cece164c-93a3-4c04-b988-4cd3f00d2462 HTTP/1.1" status: 204 len: 168 time: 0.1172225 Nov 09 19:13:38.657261 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2a228-dfcd-4896-b280-dd323ed846bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece164c-93a3-4c04-b988-4cd3f00d2462,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:38.962654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-cfba92d2-af7d-4046-9cf4-2d5b178b3794 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448084 Nov 09 19:13:39.057769 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-f46a96ee-00dc-4647-9c52-34b959d8b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:39.059395 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-f46a96ee-00dc-4647-9c52-34b959d8b24c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0454636 Nov 09 19:13:39.168014 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-76d10a69-c689-4a60-b19e-c07e6743c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:39.169480 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-76d10a69-c689-4a60-b19e-c07e6743c4b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0861049 Nov 09 19:13:39.218004 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-ae23956d-1d5d-49a6-97fe-73708568f6c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0372069 Nov 09 19:13:39.283418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-8d17cf50-5f32-44fb-901a-11a83bfc8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:39.284892 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-8d17cf50-5f32-44fb-901a-11a83bfc8989 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0519974 Nov 09 19:13:39.323300 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44114) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:39.338905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-ea1cf267-3ea5-4dd5-ae60-609e0cbeebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:39.340401 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-ea1cf267-3ea5-4dd5-ae60-609e0cbeebea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433276 Nov 09 19:13:39.419949 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1103734967-network', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:39.440624 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-52580ddd-652e-4fac-bd7a-19255dc2fe99 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882115 Nov 09 19:13:39.442769 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Made reservation on behalf of 1004ac991a3547eeb23d0139b5a59526 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:13:39.445045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.453409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.532914 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.537713 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.542005 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-a8276784-a60e-4603-a588-ddc88bcb8a97 req-28815a43-78d6-4c59-8f07-84aa07133569 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900631 Nov 09 19:13:39.560076 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:13:39.577106 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb64610-c701-42f3-8b6e-42688f9de3b0,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:39.579983 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.580463 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Added segment b528d21f-e52c-4063-b6f4-401b9484cc1d of type vlan for network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 Nov 09 19:13:39.621041 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.645987 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.646965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:39.647540 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.703065 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3786414 Nov 09 19:13:39.705980 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44118) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:39.709856 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870c25-3cc8-4149-bbf3-8c06ba2e5771 admin admin] Pushing event updated for resources: {'Network': ['ID=0c8d8b72-c522-4081-b4d4-3e67bf4efd00,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:39.711203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Request body: {'subnet': {'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1103734967-subnet', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'ip_version': 4}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:39.719774 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:13:39.735645 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Made reservation on behalf of 1004ac991a3547eeb23d0139b5a59526 for: {'subnet': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:13:39.738150 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8720675'] for subnet, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.914195 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12170516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8720689'] for subnet, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.914732 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-de9e1847-bd54-4892-ab17-5b70a7cd69a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:39.967553 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca38e79-8438-4f4a-aa5b-5004a5f565bf,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:39.977961 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Checking segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:39.978349 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Network hostable DHCP agents. Network: 0c8d8b72-c522-4081-b4d4-3e67bf4efd00, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:13:39.994095 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:13:40.002519 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 0c8d8b72-c522-4081-b4d4-3e67bf4efd00) {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:40.006403 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:40.006982 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.012937 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38d09a-d905-4e3d-9e2d-0c0639fdaa1e None None] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:13:40.022635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-e808756b-de0f-4cb8-8e06-a2a6d1f7eaa0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3152997 Nov 09 19:13:40.025394 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44120) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:40.029918 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:40.052610 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.053789 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.116822 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.171655 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:13:40.172810 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.263221 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.313439 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Allocated IP 172.20.0.2 (0c8d8b72-c522-4081-b4d4-3e67bf4efd00/bca38e79-8438-4f4a-aa5b-5004a5f565bf/fbfb1204-1112-4e4f-9d70-cac485f637f7) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:13:40.397292 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.475600 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.486195 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.492352 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.495295 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.530993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:40.535235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:40.541824 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:13:40.544926 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Pushing event updated for resources: {'Port': ['ID=fbfb1204-1112-4e4f-9d70-cac485f637f7,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:40.597781 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Attempting to bind port fbfb1204-1112-4e4f-9d70-cac485f637f7 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:13:40.598200 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Attempting to bind port fbfb1204-1112-4e4f-9d70-cac485f637f7 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:13:40.599107 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Attempting to bind port fbfb1204-1112-4e4f-9d70-cac485f637f7 on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:40.604162 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:13:40.604540 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Checking segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:40.604889 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Allocated IP 172.25.0.56 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/30254c2d-b184-42dd-90f7-0c446152001b) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:13:40.605009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.605333 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Bound using segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:13:40.605807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Bound port: fbfb1204-1112-4e4f-9d70-cac485f637f7, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:13:40.606229 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.674582 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bde21430-f3d6-4233-b217-c79698059246 None None] For port fbfb1204-1112-4e4f-9d70-cac485f637f7, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:13:40.677794 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-bde21430-f3d6-4233-b217-c79698059246 None None] For port fbfb1204-1112-4e4f-9d70-cac485f637f7, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fbfb1204-1112-4e4f-9d70-cac485f637f7,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:13:40.682001 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.719612 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.748270 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde21430-f3d6-4233-b217-c79698059246 None None] Pushing event updated for resources: {'Port': ['ID=fbfb1204-1112-4e4f-9d70-cac485f637f7,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:40.768317 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:40.809586 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:40.812927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:40.815362 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:13:40.847038 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Pushing event updated for resources: {'Port': ['ID=30254c2d-b184-42dd-90f7-0c446152001b,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:41.109121 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:41.271051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fbfb1204-1112-4e4f-9d70-cac485f637f7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:41.311923 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:41.324701 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fbfb1204-1112-4e4f-9d70-cac485f637f7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:41.325272 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:41.411927 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:41.430334 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:41.456273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Router 638613e3-8b63-47cd-b077-bbbbf1af3ceb is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:13:41.469010 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port fbfb1204-1112-4e4f-9d70-cac485f637f7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fbfb1204-1112-4e4f-9d70-cac485f637f7,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:41.474466 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:41.529644 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=fbfb1204-1112-4e4f-9d70-cac485f637f7,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:41.583158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:13:41.591922 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Sync routers for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:13:41.601217 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:41.603132 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:41.603754 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:41.605473 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44122) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:41.605971 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-a9f3b3e7-a7ed-424c-9f79-aa63fc7b8f28 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5791745 Nov 09 19:13:41.661302 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5728b006-c7ea-4ff2-8522-fad558005913 None None] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:13:41.717776 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:41.783420 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d2979f13-b8da-4215-8f69-f1aad67db193 None None] Provisioning complete for port fbfb1204-1112-4e4f-9d70-cac485f637f7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:41.784045 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2979f13-b8da-4215-8f69-f1aad67db193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.012306 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:40Z', 'revision_number': 3, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:42.040552 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Checking router: 638613e3-8b63-47cd-b077-bbbbf1af3ceb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:13:42.041538 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Updating router 638613e3-8b63-47cd-b077-bbbbf1af3ceb port 30254c2d-b184-42dd-90f7-0c446152001b binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:13:42.068201 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.083950 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.120816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-75a46494-71bb-452b-9dd4-73aa3b28b574 None None] Provisioning complete for port fbfb1204-1112-4e4f-9d70-cac485f637f7 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:42.121377 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-75a46494-71bb-452b-9dd4-73aa3b28b574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.248712 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Allocated IP 172.20.0.1 (0c8d8b72-c522-4081-b4d4-3e67bf4efd00/bca38e79-8438-4f4a-aa5b-5004a5f565bf/3704219b-17b2-4c7d-9148-3781dd28e4e8) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:13:42.329275 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.335557 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.355253 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.386274 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Attempting to bind port 30254c2d-b184-42dd-90f7-0c446152001b on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:13:42.386643 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Attempting to bind port 30254c2d-b184-42dd-90f7-0c446152001b by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:13:42.386996 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Attempting to bind port 30254c2d-b184-42dd-90f7-0c446152001b on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:42.389215 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.396554 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Pushing event updated for resources: {'Port': ['ID=30254c2d-b184-42dd-90f7-0c446152001b,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:42.399527 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:13:42.399894 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:42.400284 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.400666 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:13:42.401122 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Bound port: 30254c2d-b184-42dd-90f7-0c446152001b, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:13:42.401490 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.423603 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.423948 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.424280 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.424606 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.424925 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.425244 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.425558 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.425878 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.426024 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:42.426281 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.427064 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.427376 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.427684 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:13:42.429452 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:42.433027 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:13:42.467587 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] For port 30254c2d-b184-42dd-90f7-0c446152001b, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:13:42.470113 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Pushing event updated for resources: {'Port': ['ID=3704219b-17b2-4c7d-9148-3781dd28e4e8,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:42.472048 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] For port 30254c2d-b184-42dd-90f7-0c446152001b, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=30254c2d-b184-42dd-90f7-0c446152001b,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:13:42.477757 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.485703 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.535292 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:42.535521 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:42.602231 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa24e00-dc6b-4809-ab81-23f3eedab5de None None] Pushing event updated for resources: {'Port': ['ID=30254c2d-b184-42dd-90f7-0c446152001b,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:42.631842 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.661741 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:42.725919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-b9407cc9-a5f1-4681-8929-a39d2a8df85a None None] Provisioning complete for port 3704219b-17b2-4c7d-9148-3781dd28e4e8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:42.726271 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b9407cc9-a5f1-4681-8929-a39d2a8df85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.760576 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-b9407cc9-a5f1-4681-8929-a39d2a8df85a None None] Port 3704219b-17b2-4c7d-9148-3781dd28e4e8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:13:42.804273 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.809043 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.881405 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.887613 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Pushing event updated for resources: {'Port': ['ID=3704219b-17b2-4c7d-9148-3781dd28e4e8,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:42.892983 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:42.920994 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:40Z', 'revision_number': 3, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:42.950660 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881e400-c9c0-4c0f-8920-ba5db2a7be39 None None] The sync data for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 is: [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:40Z', 'revision_number': 3, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:13:42.981546 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:42.983348 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:43.111671 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Router 638613e3-8b63-47cd-b077-bbbbf1af3ceb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:13:43.260423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:13:43.267101 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a18e8e94-6bf6-4981-b63e-7d5a7ef05967 admin admin] 10.222.0.32 "PUT /v2.0/routers/638613e3-8b63-47cd-b077-bbbbf1af3ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6597335 Nov 09 19:13:43.293814 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5c18e681-d593-4c32-9487-3ce9c411ee51 None None] Provisioning complete for port 3704219b-17b2-4c7d-9148-3781dd28e4e8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:43.294339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5c18e681-d593-4c32-9487-3ce9c411ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.340707 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5c18e681-d593-4c32-9487-3ce9c411ee51 None None] Port 3704219b-17b2-4c7d-9148-3781dd28e4e8 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:13:43.411358 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fbfb1204-1112-4e4f-9d70-cac485f637f7 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:43.472888 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port fbfb1204-1112-4e4f-9d70-cac485f637f7 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:43.473880 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.564262 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 30254c2d-b184-42dd-90f7-0c446152001b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:43.624350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 30254c2d-b184-42dd-90f7-0c446152001b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:43.624730 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.814868 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44140) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:43.820589 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-781629203-network', 'tenant_id': '85e218eaf19a4c52a0b1159012426077'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:43.843467 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Made reservation on behalf of 85e218eaf19a4c52a0b1159012426077 for: {'network': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:13:43.845969 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for network, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.856115 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.866889 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.889828 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port 30254c2d-b184-42dd-90f7-0c446152001b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=30254c2d-b184-42dd-90f7-0c446152001b,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:43.896257 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.949425 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.953623 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.955378 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=30254c2d-b184-42dd-90f7-0c446152001b,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:43.979505 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=102141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:13:43.989789 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a0ffe-e01d-459b-a2af-4ad38a04ca72,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:43.994796 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:43.995148 n-d-817240-1 neutron-server[102141]: INFO neutron.db.segments_db [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Added segment 73f598eb-01d9-4352-9aec-61c0189ef275 of type vlan for network 07448a11-fdbd-4925-a0e7-9978aaf65a5c Nov 09 19:13:44.040125 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772669006210'] for network, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.064787 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619'] for network, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.065838 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:44.066440 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.122957 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3069787 Nov 09 19:13:44.125740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44142) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:44.133322 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Request body: {'subnet': {'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-781629203-subnet', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'ip_version': 4}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:44.141360 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdacb1-f1b6-40b1-9780-c7f0c5ba24d4 admin admin] Pushing event updated for resources: {'Network': ['ID=07448a11-fdbd-4925-a0e7-9978aaf65a5c,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:44.152023 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c details requested by agent ovs-agent-n-d-817240-1 with host n-d-817240-1 {{(pid=102142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:13:44.159135 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Made reservation on behalf of 85e218eaf19a4c52a0b1159012426077 for: {'subnet': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:13:44.162035 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8568332'] for subnet, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.337899 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12454687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8568350'] for subnet, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.396316 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10fa5e17-fb27-41a5-8f15-1416b3e9cab1,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:44.405376 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Checking segment: {'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:44.405740 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Network hostable DHCP agents. Network: 07448a11-fdbd-4925-a0e7-9978aaf65a5c, hostable agents: ['dd97ae64-873f-4d47-9c89-d91340a5ecba'], hosted agents: [] {{(pid=102141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:13:44.423695 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c is scheduled to be hosted by DHCP agent dd97ae64-873f-4d47-9c89-d91340a5ecba with binding_index 1 {{(pid=102141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:13:44.434442 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817240-1, 07448a11-fdbd-4925-a0e7-9978aaf65a5c) {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:44.440016 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:44.440729 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.445297 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28309fda-83fb-4b38-99b9-a9a82cf35d64 None None] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:13:44.461385 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-04698932-ed86-450e-8a3b-8e35fa22f651 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321223 Nov 09 19:13:44.461627 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44144) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:44.466905 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:44.491522 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-300199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-285'] for router, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.492583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-300091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-301209', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-276'] for router, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.554541 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.605607 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe70d538f-d23c-5487-83c0-dfa31212550e-07448a11-fdbd-4925-a0e7-9978aaf65a5c', 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'fixed_ips': [{'subnet_id': '10fa5e17-fb27-41a5-8f15-1416b3e9cab1'}]}} from n-d-817240-1. {{(pid=102142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:13:44.606511 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.687012 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Sync routers for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:13:44.700810 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.706449 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:44.707100 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:44.827131 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.db_base_plugin_common [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Allocated IP 172.20.0.2 (07448a11-fdbd-4925-a0e7-9978aaf65a5c/10fa5e17-fb27-41a5-8f15-1416b3e9cab1/98571170-64c2-45ed-90ea-e1da095b6e32) {{(pid=102142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:13:44.857907 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:44.906303 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:44.926053 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.038893 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Allocated IP 172.25.0.171 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:13:45.139575 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Notify callbacks [] for port, precommit_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.146518 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.148572 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471'] for port, after_create {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.181331 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.190864 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c is already hosted by enough agents. {{(pid=102142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:45.196974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.scheduler.base_scheduler [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Resources bound (agent type, host, resource id): {{(pid=102142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:45.203789 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Received port after_create {{(pid=102142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:13:45.213602 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Pushing event updated for resources: {'Port': ['ID=98571170-64c2-45ed-90ea-e1da095b6e32,revision_number=1']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:45.223777 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:45.226948 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:45.232587 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:13:45.247993 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 2, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:45.269756 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Pushing event updated for resources: {'Port': ['ID=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:45.297110 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 30254c2d-b184-42dd-90f7-0c446152001b up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:45.306295 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Checking router: 638613e3-8b63-47cd-b077-bbbbf1af3ceb for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:13:45.306653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Updating router 638613e3-8b63-47cd-b077-bbbbf1af3ceb port 3704219b-17b2-4c7d-9148-3781dd28e4e8 binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:13:45.345523 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Attempting to bind port 98571170-64c2-45ed-90ea-e1da095b6e32 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:13:45.345904 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Attempting to bind port 98571170-64c2-45ed-90ea-e1da095b6e32 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:13:45.346290 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Attempting to bind port 98571170-64c2-45ed-90ea-e1da095b6e32 on network 07448a11-fdbd-4925-a0e7-9978aaf65a5c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:45.365319 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:13:45.365773 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Checking segment: {'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:45.366127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.366532 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Bound using segment: {'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:13:45.367018 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Bound port: 98571170-64c2-45ed-90ea-e1da095b6e32, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:13:45.368759 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.370885 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.453386 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 30254c2d-b184-42dd-90f7-0c446152001b triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:45.453768 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.497030 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.561631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] For port 98571170-64c2-45ed-90ea-e1da095b6e32, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:13:45.583658 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] For port 98571170-64c2-45ed-90ea-e1da095b6e32, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=98571170-64c2-45ed-90ea-e1da095b6e32,segment=NetworkSegment(73f598eb-01d9-4352-9aec-61c0189ef275),segment_id=73f598eb-01d9-4352-9aec-61c0189ef275)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:13:45.591881 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.706195 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-300082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-301228'] for router, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.743381 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f6d24-ac22-45bd-b117-63f0c3406b94 None None] Pushing event updated for resources: {'Port': ['ID=98571170-64c2-45ed-90ea-e1da095b6e32,revision_number=2']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:45.833755 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.839793 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:45.871464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Router 61821985-8e02-4a2f-ba75-459073b8071c is scheduled to L3 agent e54d73b7-1313-497e-b770-42aa99b46447 with binding_index 1 {{(pid=102141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:13:45.915653 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8040c-7c31-43af-ab0b-3f0f22c56d1d None None] Pushing event updated for resources: {'Port': ['ID=3704219b-17b2-4c7d-9148-3781dd28e4e8,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:45.997899 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Attempting to bind port 3704219b-17b2-4c7d-9148-3781dd28e4e8 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:13:45.998587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Attempting to bind port 3704219b-17b2-4c7d-9148-3781dd28e4e8 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:13:45.999736 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Attempting to bind port 3704219b-17b2-4c7d-9148-3781dd28e4e8 on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:46.007894 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:13:46.008250 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Checking segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:46.008661 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.009056 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Bound using segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:13:46.009538 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Bound port: 3704219b-17b2-4c7d-9148-3781dd28e4e8, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:13:46.009941 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.028134 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:13:46.038808 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Sync routers for ids ['61821985-8e02-4a2f-ba75-459073b8071c'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:13:46.053738 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Routers {'61821985-8e02-4a2f-ba75-459073b8071c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:46.054513 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['61821985-8e02-4a2f-ba75-459073b8071c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:46.058516 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.065221 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5022139a-3bca-4d69-b169-bc61c849e69f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5999947 Nov 09 19:13:46.065670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44146) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:46.086890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] For port 3704219b-17b2-4c7d-9148-3781dd28e4e8, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:13:46.090553 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] For port 3704219b-17b2-4c7d-9148-3781dd28e4e8, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3704219b-17b2-4c7d-9148-3781dd28e4e8,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:13:46.101157 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.174020 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:46.175419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:46.200891 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Set router 61821985-8e02-4a2f-ba75-459073b8071c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:46.229966 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8040c-7c31-43af-ab0b-3f0f22c56d1d None None] Pushing event updated for resources: {'Port': ['ID=3704219b-17b2-4c7d-9148-3781dd28e4e8,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:46.279585 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-6c911b9d-c979-4f14-bb2d-49538d6876e3 None None] Provisioning complete for port 3704219b-17b2-4c7d-9148-3781dd28e4e8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:46.279849 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c911b9d-c979-4f14-bb2d-49538d6876e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.360092 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:46.425846 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:45Z', 'revision_number': 3, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:46.459490 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Checking router: 61821985-8e02-4a2f-ba75-459073b8071c for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:13:46.459870 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Updating router 61821985-8e02-4a2f-ba75-459073b8071c port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 binding host n-d-817240-1 {{(pid=102143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:13:46.470696 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c911b9d-c979-4f14-bb2d-49538d6876e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.485694 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.632778 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-6c911b9d-c979-4f14-bb2d-49538d6876e3 None None] For port 3704219b-17b2-4c7d-9148-3781dd28e4e8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3704219b-17b2-4c7d-9148-3781dd28e4e8,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:46.642142 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6c911b9d-c979-4f14-bb2d-49538d6876e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.687136 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:46.900211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cc38d-7ded-4c27-85cb-4cc1466e677b None None] The sync data for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 is: [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:13:46.915232 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Notify callbacks [] for port, precommit_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.925915 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.949994 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-184b652d-d30c-4b0b-a842-79063b8f7b60 None None] Provisioning complete for port 3704219b-17b2-4c7d-9148-3781dd28e4e8 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:46.950693 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-184b652d-d30c-4b0b-a842-79063b8f7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:46.952476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c911b9d-c979-4f14-bb2d-49538d6876e3 None None] Pushing event updated for resources: {'Port': ['ID=3704219b-17b2-4c7d-9148-3781dd28e4e8,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:46.974571 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.010836 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99031051-2f84-4331-b9c8-814020143047 None None] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:13:47.018462 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Attempting to bind port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 on host n-d-817240-1 for vnic_type normal with profile {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:13:47.019280 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Attempting to bind port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:13:47.019280 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Attempting to bind port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 on network df1d0633-e17e-4542-bba3-6a220dd1112b {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:47.033483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:13:47.036377 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Checking segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:47.036723 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.037115 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Bound using segment: {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'} {{(pid=102143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:13:47.043613 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.managers [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Bound port: d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ff4d1-1f10-4990-8ca4-422e500e0733', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b'}}] {{(pid=102143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:13:47.044472 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.099616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.103324 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] For port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82, host n-d-817240-1, cleared binding levels {{(pid=102143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:13:47.106903 n-d-817240-1 neutron-server[102143]: DEBUG neutron.plugins.ml2.db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] For port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:13:47.115067 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184da04a-fa76-4168-bfb8-1c62a7fd6e2b None None] Pushing event updated for resources: {'Port': ['ID=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,revision_number=2']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:47.126052 n-d-817240-1 neutron-server[102143]: DEBUG neutron_lib.callbacks.manager [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.176012 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Routers {'61821985-8e02-4a2f-ba75-459073b8071c'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:47.177211 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['61821985-8e02-4a2f-ba75-459073b8071c'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:47.256248 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Allocated IP 172.20.0.1 (07448a11-fdbd-4925-a0e7-9978aaf65a5c/10fa5e17-fb27-41a5-8f15-1416b3e9cab1/44564b59-beb1-4e70-bc06-460071b4436c) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:13:47.303861 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184da04a-fa76-4168-bfb8-1c62a7fd6e2b None None] Pushing event updated for resources: {'Port': ['ID=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,revision_number=3']} {{(pid=102143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:47.322534 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] Set router 61821985-8e02-4a2f-ba75-459073b8071c gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:47.362176 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-709f3770-cf68-4ec7-9399-dd6eac5ce7f5 None None] Provisioning complete for port 98571170-64c2-45ed-90ea-e1da095b6e32 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:47.362665 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-709f3770-cf68-4ec7-9399-dd6eac5ce7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.425729 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98571170-64c2-45ed-90ea-e1da095b6e32 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:47.463585 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.526962 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.548289 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 98571170-64c2-45ed-90ea-e1da095b6e32 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:47.548728 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.552404 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-709f3770-cf68-4ec7-9399-dd6eac5ce7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.599578 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Pushing event updated for resources: {'Port': ['ID=44564b59-beb1-4e70-bc06-460071b4436c,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:47.623688 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:47.625521 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:47.628891 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:13:47.639255 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-709f3770-cf68-4ec7-9399-dd6eac5ce7f5 None None] For port 98571170-64c2-45ed-90ea-e1da095b6e32, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=98571170-64c2-45ed-90ea-e1da095b6e32,segment=NetworkSegment(73f598eb-01d9-4352-9aec-61c0189ef275),segment_id=73f598eb-01d9-4352-9aec-61c0189ef275)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:47.641483 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:45Z', 'revision_number': 3, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:47.663321 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-709f3770-cf68-4ec7-9399-dd6eac5ce7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.683815 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c486e6a-ff8c-46a9-99b4-851b8efe78ef None None] The sync data for ids ['61821985-8e02-4a2f-ba75-459073b8071c'] in n-d-817240-1 is: [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:45Z', 'revision_number': 3, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:13:47.694721 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-303001'] for router_interface, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.760060 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f3770-cf68-4ec7-9399-dd6eac5ce7f5 None None] Pushing event updated for resources: {'Port': ['ID=98571170-64c2-45ed-90ea-e1da095b6e32,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:47.772240 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3704219b-17b2-4c7d-9148-3781dd28e4e8 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:47.836771 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-86284ff5-48ab-4697-9451-e96ee65df6ef None None] Provisioning complete for port 98571170-64c2-45ed-90ea-e1da095b6e32 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:47.837303 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-86284ff5-48ab-4697-9451-e96ee65df6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.875072 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:47.889251 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 3704219b-17b2-4c7d-9148-3781dd28e4e8 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:47.889251 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:48.132566 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:48.139128 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:48.140318 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-a2fedc99-594c-4ece-8e49-6fc08f052044 None None] Provisioning complete for port 44564b59-beb1-4e70-bc06-460071b4436c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:48.140690 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2fedc99-594c-4ece-8e49-6fc08f052044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:48.206536 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-a2fedc99-594c-4ece-8e49-6fc08f052044 None None] Port 44564b59-beb1-4e70-bc06-460071b4436c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:13:48.228596 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Pushing event updated for resources: {'Port': ['ID=44564b59-beb1-4e70-bc06-460071b4436c,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:48.234580 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288684'] for router_interface, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:48.343006 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:48.344434 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:48.475792 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Router 61821985-8e02-4a2f-ba75-459073b8071c has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:13:48.602368 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:13:48.608237 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-859c283a-8539-446d-b57b-a76b8bb8f9ff admin admin] 10.222.0.32 "PUT /v2.0/routers/61821985-8e02-4a2f-ba75-459073b8071c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5402572 Nov 09 19:13:48.629257 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-5231ab98-1d46-493c-bc33-8d1ab8c0e099 None None] Provisioning complete for port 44564b59-beb1-4e70-bc06-460071b4436c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:48.630499 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5231ab98-1d46-493c-bc33-8d1ab8c0e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:48.669029 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-5231ab98-1d46-493c-bc33-8d1ab8c0e099 None None] Port 44564b59-beb1-4e70-bc06-460071b4436c cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:13:49.125036 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44156) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:49.130502 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-32aabd35-e9b0-47f4-9d13-263b4c4ee43b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399143215', 'description': 'tempest-secgroup-smoke-399143215 description', 'project_id': '1004ac991a3547eeb23d0139b5a59526'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:49.152501 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32aabd35-e9b0-47f4-9d13-263b4c4ee43b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.218401 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32aabd35-e9b0-47f4-9d13-263b4c4ee43b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.223223 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32aabd35-e9b0-47f4-9d13-263b4c4ee43b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.253573 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-32aabd35-e9b0-47f4-9d13-263b4c4ee43b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.254864 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-32aabd35-e9b0-47f4-9d13-263b4c4ee43b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1287997 Nov 09 19:13:49.256738 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aabd35-e9b0-47f4-9d13-263b4c4ee43b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77634df6-56df-4819-ae92-62b5fe7a02dc,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:49.257927 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44158) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:49.265775 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-27dd1e5c-80af-43bd-91a8-dc18cda0387d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'security_group_rule': {'security_group_id': '77634df6-56df-4819-ae92-62b5fe7a02dc', 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:49.296331 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-27dd1e5c-80af-43bd-91a8-dc18cda0387d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.331810 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:49.357565 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-27dd1e5c-80af-43bd-91a8-dc18cda0387d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.361873 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-27dd1e5c-80af-43bd-91a8-dc18cda0387d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.380967 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd1e5c-80af-43bd-91a8-dc18cda0387d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cadd66-fbbe-402e-a09e-3c4daeb6b8df,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:49.388606 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-27dd1e5c-80af-43bd-91a8-dc18cda0387d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.389482 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:49.392492 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.392867 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-27dd1e5c-80af-43bd-91a8-dc18cda0387d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309690 Nov 09 19:13:49.393214 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44160) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:49.398739 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-6d250cd0-72ed-4dcf-b8ac-3daa5d422676 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'security_group_rule': {'security_group_id': '77634df6-56df-4819-ae92-62b5fe7a02dc', 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:49.431176 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d250cd0-72ed-4dcf-b8ac-3daa5d422676 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.468460 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.489917 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] For port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:49.494682 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.495448 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98571170-64c2-45ed-90ea-e1da095b6e32 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:49.499334 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d250cd0-72ed-4dcf-b8ac-3daa5d422676 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.504351 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d250cd0-72ed-4dcf-b8ac-3daa5d422676 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.526978 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d250cd0-72ed-4dcf-b8ac-3daa5d422676 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16599d82-e410-4202-9637-4b90dd0cf04e,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:49.536561 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-6d250cd0-72ed-4dcf-b8ac-3daa5d422676 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.537905 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-6d250cd0-72ed-4dcf-b8ac-3daa5d422676 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434908 Nov 09 19:13:49.540696 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44162) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:49.545203 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-dc244593-cebe-4ba0-a7ed-db0a22d26a9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'security_group_rule': {'security_group_id': '77634df6-56df-4819-ae92-62b5fe7a02dc', 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:49.572712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Pushing event updated for resources: {'Port': ['ID=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:49.572962 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc244593-cebe-4ba0-a7ed-db0a22d26a9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.587190 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 98571170-64c2-45ed-90ea-e1da095b6e32 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:49.587587 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.633673 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc244593-cebe-4ba0-a7ed-db0a22d26a9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.637650 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc244593-cebe-4ba0-a7ed-db0a22d26a9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.656981 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244593-cebe-4ba0-a7ed-db0a22d26a9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de937e54-cf36-412c-81b7-e6b0b017ed37,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:49.668499 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-dc244593-cebe-4ba0-a7ed-db0a22d26a9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.669560 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-dc244593-cebe-4ba0-a7ed-db0a22d26a9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279390 Nov 09 19:13:49.672636 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44164) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:49.677946 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-4925157c-803e-43b4-b5f9-20c8c3da7da0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'security_group_rule': {'security_group_id': '77634df6-56df-4819-ae92-62b5fe7a02dc', 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:49.704045 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4925157c-803e-43b4-b5f9-20c8c3da7da0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.763944 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4925157c-803e-43b4-b5f9-20c8c3da7da0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.767676 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4925157c-803e-43b4-b5f9-20c8c3da7da0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.787167 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925157c-803e-43b4-b5f9-20c8c3da7da0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba83dac0-b8ee-4f7b-ad16-efcb788c2512,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:49.792323 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-4925157c-803e-43b4-b5f9-20c8c3da7da0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.793510 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-4925157c-803e-43b4-b5f9-20c8c3da7da0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198654 Nov 09 19:13:49.796411 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44166) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:49.800860 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'security_group_rule': {'security_group_id': '77634df6-56df-4819-ae92-62b5fe7a02dc', 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:49.820504 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.823560 n-d-817240-1 neutron-server[102141]: INFO neutron.db.securitygroups_db [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Project 1004ac991a3547eeb23d0139b5a59526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:13:49.828385 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.889290 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.893427 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.916585 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed28759a-d8e4-475a-b150-cd79534a36b2,revision_number=0']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:49.922773 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:49.927443 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44168) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:13:49.932453 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-5d3597c7-7f3c-4861-9908-f18f27b8b33b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291251 Nov 09 19:13:49.932628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'security_group_rule': {'security_group_id': '77634df6-56df-4819-ae92-62b5fe7a02dc', 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:49.955691 n-d-817240-1 neutron-server[102140]: INFO neutron.db.securitygroups_db [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Project 1004ac991a3547eeb23d0139b5a59526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 19:13:49.960749 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:50.029050 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:50.032796 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595091'] for security_group_rule, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:50.049959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a28e5f1-af60-401e-b9a4-22bf2c13204f,revision_number=0']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:50.059960 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:50.061211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-7a8f8ad9-5949-4c5c-af8d-0a836fc0769e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327410 Nov 09 19:13:50.200187 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-4687b9b7-8e72-43f0-af2c-fdeca864f820 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399143215&fields=id&tenant_id=1004ac991a3547eeb23d0139b5a59526 HTTP/1.1" status: 200 len: 267 time: 0.0329609 Nov 09 19:13:50.232175 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Sync routers for ids ['61821985-8e02-4a2f-ba75-459073b8071c'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:13:50.241742 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Routers {'61821985-8e02-4a2f-ba75-459073b8071c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:50.242483 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['61821985-8e02-4a2f-ba75-459073b8071c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:50.309126 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-56a034aa-67e0-4c78-af63-1710f23d8f5a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:50.310834 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-56a034aa-67e0-4c78-af63-1710f23d8f5a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 810 time: 0.1035876 Nov 09 19:13:50.325807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-d13f8889-57ab-4c5d-8d20-608d33ef3bb0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/quotas/1004ac991a3547eeb23d0139b5a59526 HTTP/1.1" status: 200 len: 375 time: 0.0090497 Nov 09 19:13:50.353737 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Set router 61821985-8e02-4a2f-ba75-459073b8071c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:50.383198 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-40167768-c16f-462c-a1cc-0a530e1e99b0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505342 Nov 09 19:13:50.502603 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-e477b949-8402-4d93-b4c3-e52cc454dfcd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:13:50.503725 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-e477b949-8402-4d93-b4c3-e52cc454dfcd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1093400 Nov 09 19:13:50.563856 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:47Z', 'revision_number': 4, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '44564b59-beb1-4e70-bc06-460071b4436c', 'name': '', 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'mac_address': 'fa:16:3e:b0:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '10fa5e17-fb27-41a5-8f15-1416b3e9cab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:47Z', 'updated_at': '2021-11-09T19:13:47Z', 'revision_number': 2, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'subnets': [{'id': '10fa5e17-fb27-41a5-8f15-1416b3e9cab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:50.591038 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Checking router: 61821985-8e02-4a2f-ba75-459073b8071c for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:13:50.591395 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Updating router 61821985-8e02-4a2f-ba75-459073b8071c port 44564b59-beb1-4e70-bc06-460071b4436c binding host n-d-817240-1 {{(pid=102142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:13:50.596991 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-25d8cf64-f38a-466f-a020-87ba70d863ac service neutron] 10.222.0.32 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850925 Nov 09 19:13:50.616117 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:50.695805 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-00c9a8e5-d8a1-42cc-8028-c487107f016a service neutron] 10.222.0.32 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917864 Nov 09 19:13:50.858160 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5f633f19-b7fc-4393-be43-afbcf76ef874 req-5d641538-8d93-4a06-8918-a49fa592e78e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 210 time: 0.0271025 Nov 09 19:13:50.897200 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Notify callbacks [] for port, precommit_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:50.903048 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:50.960903 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4af7bd-75dd-403d-ae0a-24ef82e9c1de None None] Pushing event updated for resources: {'Port': ['ID=44564b59-beb1-4e70-bc06-460071b4436c,revision_number=3']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:51.018374 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Attempting to bind port 44564b59-beb1-4e70-bc06-460071b4436c on host n-d-817240-1 for vnic_type normal with profile {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:13:51.018753 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Attempting to bind port 44564b59-beb1-4e70-bc06-460071b4436c by drivers openvswitch,hyperv on host n-d-817240-1 at level 0 using segments [{'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:13:51.019123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Attempting to bind port 44564b59-beb1-4e70-bc06-460071b4436c on network 07448a11-fdbd-4925-a0e7-9978aaf65a5c {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:51.026022 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Checking agent: {'id': '82213886-1d80-4f8b-ae7f-c131f4f712b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 45, 40), 'started_at': datetime.datetime(2021, 11, 9, 17, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817240-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:13:51.026427 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Checking segment: {'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:51.026975 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.027398 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Bound using segment: {'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'} {{(pid=102142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:13:51.027854 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.managers [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Bound port: 44564b59-beb1-4e70-bc06-460071b4436c, host: n-d-817240-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f598eb-01d9-4352-9aec-61c0189ef275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c'}}] {{(pid=102142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:13:51.028246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.109663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] For port 44564b59-beb1-4e70-bc06-460071b4436c, host n-d-817240-1, cleared binding levels {{(pid=102142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:13:51.115140 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] For port 44564b59-beb1-4e70-bc06-460071b4436c, host n-d-817240-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=44564b59-beb1-4e70-bc06-460071b4436c,segment=NetworkSegment(73f598eb-01d9-4352-9aec-61c0189ef275),segment_id=73f598eb-01d9-4352-9aec-61c0189ef275)] {{(pid=102142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:13:51.120353 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.174163 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Routers {'61821985-8e02-4a2f-ba75-459073b8071c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:13:51.174740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['61821985-8e02-4a2f-ba75-459073b8071c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:51.272621 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:51.278557 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4af7bd-75dd-403d-ae0a-24ef82e9c1de None None] Pushing event updated for resources: {'Port': ['ID=44564b59-beb1-4e70-bc06-460071b4436c,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:51.316388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-1b8fdd93-e085-4da5-8e9e-8b69f985911b None None] Provisioning complete for port 44564b59-beb1-4e70-bc06-460071b4436c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:51.316754 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1b8fdd93-e085-4da5-8e9e-8b69f985911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.393529 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] Set router 61821985-8e02-4a2f-ba75-459073b8071c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:13:51.432687 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:51.433059 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.575045 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1b8fdd93-e085-4da5-8e9e-8b69f985911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.648919 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-1b8fdd93-e085-4da5-8e9e-8b69f985911b None None] For port 44564b59-beb1-4e70-bc06-460071b4436c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=44564b59-beb1-4e70-bc06-460071b4436c,segment=NetworkSegment(73f598eb-01d9-4352-9aec-61c0189ef275),segment_id=73f598eb-01d9-4352-9aec-61c0189ef275)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:51.659715 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1b8fdd93-e085-4da5-8e9e-8b69f985911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.901788 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-f207bc17-3f91-41f8-90f1-915f2bbdfd50 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:51.903367 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-f207bc17-3f91-41f8-90f1-915f2bbdfd50 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 810 time: 0.1138046 Nov 09 19:13:51.920735 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fdd93-e085-4da5-8e9e-8b69f985911b None None] Pushing event updated for resources: {'Port': ['ID=44564b59-beb1-4e70-bc06-460071b4436c,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:51.932520 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f1adba13-36ff-4ba1-92a7-adad7a20fa7f None None] Provisioning complete for port 44564b59-beb1-4e70-bc06-460071b4436c triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:51.935442 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f1adba13-36ff-4ba1-92a7-adad7a20fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:51.972246 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a77d2028-64a5-4eca-b855-e94ed5006666 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1004ac991a3547eeb23d0139b5a59526 HTTP/1.1" status: 200 len: 379 time: 0.0525658 Nov 09 19:13:51.979677 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf6c4dcf-643e-49ba-89ec-c6d3fec39bac req-ca24918c-5476-49c0-bb2d-dc2b2649eea9 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 210 time: 0.0282712 Nov 09 19:13:51.983242 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'port': {'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'admin_state_up': True, 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'security_groups': ['77634df6-56df-4819-ae92-62b5fe7a02dc']}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:51.992227 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:47Z', 'revision_number': 4, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '44564b59-beb1-4e70-bc06-460071b4436c', 'name': '', 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'mac_address': 'fa:16:3e:b0:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '10fa5e17-fb27-41a5-8f15-1416b3e9cab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:47Z', 'updated_at': '2021-11-09T19:13:51Z', 'revision_number': 4, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'subnets': [{'id': '10fa5e17-fb27-41a5-8f15-1416b3e9cab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:13:52.021624 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa535644-16a6-4254-a06e-fb3cb8525b60 None None] The sync data for ids ['61821985-8e02-4a2f-ba75-459073b8071c'] in n-d-817240-1 is: [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:47Z', 'revision_number': 4, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '44564b59-beb1-4e70-bc06-460071b4436c', 'name': '', 'network_id': '07448a11-fdbd-4925-a0e7-9978aaf65a5c', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'mac_address': 'fa:16:3e:b0:9f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '10fa5e17-fb27-41a5-8f15-1416b3e9cab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:47Z', 'updated_at': '2021-11-09T19:13:51Z', 'revision_number': 4, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'subnets': [{'id': '10fa5e17-fb27-41a5-8f15-1416b3e9cab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:13:52.128675 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Made reservation on behalf of 1004ac991a3547eeb23d0139b5a59526 for: {'port': 1} {{(pid=102141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:13:52.132865 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:52.262865 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Allocated IP 172.20.0.5 (0c8d8b72-c522-4081-b4d4-3e67bf4efd00/bca38e79-8438-4f4a-aa5b-5004a5f565bf/fbf739e8-1060-4832-bfbd-ae9ebf94cc51) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:13:52.413760 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:52.450116 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:52.497941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:13:52.501124 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:13:52.504201 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:13:52.533569 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:52.564726 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:52.565384 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:52.584686 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a1ad6984-aca0-404e-8c9f-ff0aa0b0077f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057525 Nov 09 19:13:52.597851 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Request body: {'port': {'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817240-1'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:13:52.656175 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:52.811848 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-d2e1f4f5-447d-4e8f-b1bd-93fb114854d7 None None] Provisioning complete for port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:52.812216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f4f5-447d-4e8f-b1bd-93fb114854d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:52.846712 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1f4f5-447d-4e8f-b1bd-93fb114854d7 None None] Port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:13:53.114448 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110b4f6-917b-49a6-ba75-1d85c99c1eb8 req-8e545720-4af3-4c8f-a08b-0c3e795659c2 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:53.115949 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0110b4f6-917b-49a6-ba75-1d85c99c1eb8 req-8e545720-4af3-4c8f-a08b-0c3e795659c2 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 931 time: 0.0580430 Nov 09 19:13:53.154366 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-0110b4f6-917b-49a6-ba75-1d85c99c1eb8 req-ce616816-2078-40bd-8a9f-2549b3287e99 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322227 Nov 09 19:13:53.210182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf739e8-1060-4832-bfbd-ae9ebf94cc51 {{(pid=102141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:13:53.219284 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:53.231373 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.provisioning_blocks [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Transition to ACTIVE for port object fbf739e8-1060-4832-bfbd-ae9ebf94cc51 will not be triggered until provisioned by entity L2. {{(pid=102141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:13:53.237546 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:53.272128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 44564b59-beb1-4e70-bc06-460071b4436c up at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:53.291126 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:53.330933 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Provisioning complete for port 44564b59-beb1-4e70-bc06-460071b4436c triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:53.331473 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:53.361196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Attempting to bind port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 on host n-h2-817240-1 for vnic_type normal with profile {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:13:53.361534 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Attempting to bind port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 by drivers openvswitch,hyperv on host n-h2-817240-1 at level 0 using segments [{'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:13:53.362026 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Attempting to bind port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:53.367098 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 not bound, no agent of type Open vSwitch agent registered on host n-h2-817240-1 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:13:53.367501 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Attempting to bind port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:13:53.372563 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Checking agent: {'id': 'c5a277a8-7b7f-4eb0-993c-bdfd26838159', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:13:53.372895 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Checking segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:13:53.373280 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Bound using segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} {{(pid=102141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:13:53.373706 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.managers [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Bound port: fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host: n-h2-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}}] {{(pid=102141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:13:53.374094 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:53.448538 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, cleared binding levels {{(pid=102141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:13:53.451823 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:13:53.456785 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:53.493275 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:53.493927 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:53.495325 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] 10.222.0.85 "PUT /v2.0/ports/fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 1091 time: 0.9019308 Nov 09 19:13:53.495759 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:13:53.498031 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96" -d '{"events": [{"name": "network-changed", "server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:13:53.520965 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4200b6a-da9f-41db-8b9b-e9239aeb988e service neutron] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=3']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:53.542621 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c456825-a71a-454e-88c6-496f91633f65 x-openstack-request-id: req-3c456825-a71a-454e-88c6-496f91633f65 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:13:53.542942 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:13:53.543204 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c456825-a71a-454e-88c6-496f91633f65 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:13:53.543607 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'status': 'completed', 'code': 200} Nov 09 19:13:53.591497 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-40640cbb-abc1-4c48-8374-68f7701aa136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:53.593033 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-40640cbb-abc1-4c48-8374-68f7701aa136 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1094 time: 0.0436931 Nov 09 19:13:53.640043 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-5952d17f-efb7-4122-aa7e-6cead50ddf2e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 217 time: 0.0381572 Nov 09 19:13:53.690181 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-11dd09c3-1e99-48c2-80a8-04b5c84a671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:53.692483 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-11dd09c3-1e99-48c2-80a8-04b5c84a671e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0458944 Nov 09 19:13:53.741237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-8c131c45-b5d6-4d43-8e1a-bb1b2c009a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:53.742738 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-8c131c45-b5d6-4d43-8e1a-bb1b2c009a78 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434213 Nov 09 19:13:53.839691 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-523db197-a2d4-4310-94ea-02c39ed713b7 service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895147 Nov 09 19:13:53.930075 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-dc47ad69-c32a-4695-880e-2b2c7b0e0787 req-622f091b-af3f-4779-a8d9-55350f054232 service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824575 Nov 09 19:13:54.021525 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-22dc2ddf-4061-4d21-96d6-50178eac4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:54.023009 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-22dc2ddf-4061-4d21-96d6-50178eac4125 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1094 time: 0.0434449 Nov 09 19:13:54.119186 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-f75ddb29-201e-4153-a6b9-d75618c0965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:54.120706 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-f75ddb29-201e-4153-a6b9-d75618c0965f service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0902348 Nov 09 19:13:54.164139 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-3cae3a8c-f5c8-4790-9c48-6fe660d100bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 217 time: 0.0359833 Nov 09 19:13:54.222850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-39e23fce-4a5f-416b-b5a8-ea2cb67968d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:54.225091 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-39e23fce-4a5f-416b-b5a8-ea2cb67968d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0528045 Nov 09 19:13:54.277045 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-4acca579-20b2-4700-87c9-6a1daa95d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:54.278487 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-4acca579-20b2-4700-87c9-6a1daa95d365 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446012 Nov 09 19:13:54.280032 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac484f1-614d-4bac-996f-cc9d1eadf570 req-9cb8b75a-2d03-40da-bddd-ab8126aa1cfd tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:54.281648 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bac484f1-614d-4bac-996f-cc9d1eadf570 req-9cb8b75a-2d03-40da-bddd-ab8126aa1cfd tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 943 time: 0.0567248 Nov 09 19:13:54.321369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bac484f1-614d-4bac-996f-cc9d1eadf570 req-0dd65a06-aa6e-44d9-8d0e-936a5ece1e3b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334551 Nov 09 19:13:54.381449 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-3a331650-52a5-4ad5-a962-c2b4d444413c service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935397 Nov 09 19:13:54.481885 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-ed8040ff-e3b5-4e96-af88-ad3d1df2af96 req-9cd92d5e-76cf-4731-9368-4188f7bd370d service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911193 Nov 09 19:13:55.437200 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1311e6-f67e-43f2-b5af-804a5d27f00c req-ae4a9989-8292-4fd2-8ac1-aca857b9de03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:55.438998 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a1311e6-f67e-43f2-b5af-804a5d27f00c req-ae4a9989-8292-4fd2-8ac1-aca857b9de03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 943 time: 0.0504832 Nov 09 19:13:55.477519 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4a1311e6-f67e-43f2-b5af-804a5d27f00c req-37284510-7468-4b8e-b9ff-a6496a96d1f3 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318077 Nov 09 19:13:56.591554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e04713-b18b-4848-b112-b6d179ff382b req-19a41ecb-5203-42b7-b6e6-a5cc0c7f5574 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:56.593031 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6e04713-b18b-4848-b112-b6d179ff382b req-19a41ecb-5203-42b7-b6e6-a5cc0c7f5574 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 943 time: 0.0491540 Nov 09 19:13:56.632521 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6e04713-b18b-4848-b112-b6d179ff382b req-d1cd108a-044e-48b0-a4a0-38a73315235f tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Nov 09 19:13:57.494429 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fbf739e8-1060-4832-bfbd-ae9ebf94cc51 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:13:57.590927 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:57.603640 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:13:57.644484 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:57.657974 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf739e8-1060-4832-bfbd-ae9ebf94cc51 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:13:57.677909 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:57.682339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:57.732777 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:57.760348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ebf7c-ce39-417d-8ce9-94649cbc0f5a req-07a8cc37-c819-4e7e-8a2e-9ba826a406e2 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:57.761751 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab2ebf7c-ce39-417d-8ce9-94649cbc0f5a req-07a8cc37-c819-4e7e-8a2e-9ba826a406e2 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 944 time: 0.0559304 Nov 09 19:13:57.798808 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ab2ebf7c-ce39-417d-8ce9-94649cbc0f5a req-2530f969-a90f-49e4-babd-cabaa3d928b8 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309567 Nov 09 19:13:57.889630 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['fbf739e8-1060-4832-bfbd-ae9ebf94cc51'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:13:58.917486 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bd32a-f0a6-4674-afb7-b38c83a99fca req-470850f4-aded-4928-9241-188b0af8e310 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:58.919035 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a7bd32a-f0a6-4674-afb7-b38c83a99fca req-470850f4-aded-4928-9241-188b0af8e310 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 944 time: 0.0503418 Nov 09 19:13:58.958491 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-3a7bd32a-f0a6-4674-afb7-b38c83a99fca req-f63874b7-2f78-44e0-a6e8-2442c1b38b5e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 Nov 09 19:13:59.494851 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fbf739e8-1060-4832-bfbd-ae9ebf94cc51 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:13:59.543511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning for port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:13:59.547604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:13:59.548128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:59.632070 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:59.654337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:13:59.656612 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9689ec35-3fa3-4331-b83e-ff7297a6e845" -d '{"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-plugged", "status": "completed", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:13:59.669206 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:13:59.673901 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:13:59.728663 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:13:59.751999 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e0ac84-5963-4a41-9ce9-afc768e09494 x-openstack-request-id: req-b3e0ac84-5963-4a41-9ce9-afc768e09494 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:13:59.752294 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-plugged", "status": "completed", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:13:59.752555 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3e0ac84-5963-4a41-9ce9-afc768e09494 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:13:59.752961 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'code': 200} Nov 09 19:13:59.849291 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccc9f4-4442-4fc9-a68e-6f857c9e3fa5 req-b79a439a-ea6f-4b8d-87c2-2ced07f21138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:13:59.850852 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eccc9f4-4442-4fc9-a68e-6f857c9e3fa5 req-b79a439a-ea6f-4b8d-87c2-2ced07f21138 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1096 time: 0.0431454 Nov 09 19:13:59.887688 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0eccc9f4-4442-4fc9-a68e-6f857c9e3fa5 req-c7411d67-3d7c-48c0-a999-b68dec3c0038 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290916 Nov 09 19:14:00.080356 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f35fed-7838-4c3a-b775-1805618a36f7 req-35663fc3-64e9-4d5e-89d6-e4f758f0ef56 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:00.081744 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11f35fed-7838-4c3a-b775-1805618a36f7 req-35663fc3-64e9-4d5e-89d6-e4f758f0ef56 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Nov 09 19:14:00.123554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-11f35fed-7838-4c3a-b775-1805618a36f7 req-4b04701a-06c6-41ad-a41f-8e8f69ba9da5 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Nov 09 19:14:01.243025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02b9fe-caa6-4456-9c34-ccce5f426b70 req-5d86eefc-14c7-46f5-8be1-5a1c45f51ef4 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:01.244534 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a02b9fe-caa6-4456-9c34-ccce5f426b70 req-5d86eefc-14c7-46f5-8be1-5a1c45f51ef4 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Nov 09 19:14:01.283514 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8a02b9fe-caa6-4456-9c34-ccce5f426b70 req-1c433835-f9e2-41ac-8145-387e3a6dbf9d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327272 Nov 09 19:14:01.398663 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1666ad-e4af-46dc-937f-23181d7eb5b8 req-378194c0-7d35-4d65-ad81-913d987f926c tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:01.400159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df1666ad-e4af-46dc-937f-23181d7eb5b8 req-378194c0-7d35-4d65-ad81-913d987f926c tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 945 time: 0.0501494 Nov 09 19:14:01.439577 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-df1666ad-e4af-46dc-937f-23181d7eb5b8 req-da03b94c-28e2-42a3-8779-afdeb3ca8e4a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Nov 09 19:14:01.463614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44226) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:14:01.547359 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629ac141-4797-45fe-8850-0c2191f02467 tempest-TestSnapshotPattern-1125707048 tempest-TestSnapshotPattern-1125707048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:01.548909 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-629ac141-4797-45fe-8850-0c2191f02467 tempest-TestSnapshotPattern-1125707048 tempest-TestSnapshotPattern-1125707048-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1091 time: 0.0842645 Nov 09 19:14:01.552491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44230) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:14:01.556917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:14:01.579558 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:01.682504 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:01.786879 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Allocated IP 172.25.0.39 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/4c162ce5-0b71-46e4-abbd-e817bd2136bb) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:14:01.891131 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:01.926179 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:01.964925 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:14:01.969560 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:14:01.972265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:14:01.996856 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'Port': ['ID=4c162ce5-0b71-46e4-abbd-e817bd2136bb,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:14:02.319630 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:02.385420 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:02.555207 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:02.560479 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:02.647166 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'Port': ['ID=4c162ce5-0b71-46e4-abbd-e817bd2136bb,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:14:02.655416 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:02.759488 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Floating IP 24b32280-99e0-4eac-9695-875130bb3a4a associated. External IP: 172.25.0.39, port: fbf739e8-1060-4832-bfbd-ae9ebf94cc51. Nov 09 19:14:02.974114 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Router 638613e3-8b63-47cd-b077-bbbbf1af3ceb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:14:03.082134 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:14:03.093188 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] Sync routers for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:14:03.101664 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:03.103228 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:14:03.103845 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:14:03.128755 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f5605953-61f4-4b20-82d3-531e680a2f03 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5752091 Nov 09 19:14:03.129949 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:14:03.132310 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174" -d '{"events": [{"name": "network-changed", "server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:14:03.175616 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a6bd07-3a6d-4076-ac68-97c7cdfde24b x-openstack-request-id: req-e1a6bd07-3a6d-4076-ac68-97c7cdfde24b {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:14:03.175906 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:14:03.176181 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1a6bd07-3a6d-4076-ac68-97c7cdfde24b {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:14:03.177176 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'status': 'completed', 'code': 200} Nov 09 19:14:03.211959 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:14:03.237455 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-c025f261-c475-444e-9db1-1e9ed327d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:03.239713 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-c025f261-c475-444e-9db1-1e9ed327d70a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1096 time: 0.0421159 Nov 09 19:14:03.334663 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-59a45e21-7f66-413e-a6a6-243af63bc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:03.336134 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-59a45e21-7f66-413e-a6a6-243af63bc148 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0896647 Nov 09 19:14:03.406914 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-f74807d0-f78c-4582-80b4-43530b185f72 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 998 time: 0.0632081 Nov 09 19:14:03.439339 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:02Z', 'revision_number': 0, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:14:03.462771 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-8b816ebb-98d1-4185-99af-7be981ca3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:03.464269 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-8b816ebb-98d1-4185-99af-7be981ca3d2c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0511656 Nov 09 19:14:03.468834 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] Checking router: 638613e3-8b63-47cd-b077-bbbbf1af3ceb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:14:03.477808 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:14:03.478443 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:13:40Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:14:03.511619 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-d0741905-cff3-4aac-a695-9c93b0e5b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:03.513142 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-d0741905-cff3-4aac-a695-9c93b0e5b6fc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422060 Nov 09 19:14:03.583492 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:14:03.602925 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-49c337b7-03f6-46f4-ab2d-c28173b85cee service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825105 Nov 09 19:14:03.702398 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-3219bf41-20a2-4aef-baa1-ba5f9b5fc174 req-ed60b190-e903-4ba6-b856-9b2ae205dbb4 service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920918 Nov 09 19:14:03.804326 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:02Z', 'revision_number': 0, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:14:03.835020 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa28a2-3e99-48de-b6bd-ba34a2d70b44 None None] The sync data for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 is: [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:02Z', 'revision_number': 0, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:14:04.029526 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d468d7b-c9c6-4a79-94f9-9d51ed99ecfc None None] New status for floating IP 24b32280-99e0-4eac-9695-875130bb3a4a: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:14:06.856839 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:14:07.403615 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a323123-4ef3-44d4-8bb4-5106a6f49300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:09.921186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8cebf108-42a4-478a-9d5c-367390fe2b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:10.368662 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:11.395669 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:12.890679 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:17.010294 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:19.841517 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:37.405645 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-dbd39f1e-999b-4de8-bc9a-5f84783f8dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:38.152571 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-45bef938-b79a-4830-90f2-a920fb8cf5b2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857608 Nov 09 19:14:38.243479 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-19cdbafb-0e0b-44e1-98e4-f97aa7491d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:38.244943 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-19cdbafb-0e0b-44e1-98e4-f97aa7491d2b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1096 time: 0.0427864 Nov 09 19:14:38.352853 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-99ee66c3-20b9-429b-94ea-dae9197dda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:38.354413 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-99ee66c3-20b9-429b-94ea-dae9197dda9d service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0894694 Nov 09 19:14:38.424534 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-eabfb400-03b1-479c-a237-27b6386543d5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 1000 time: 0.0630996 Nov 09 19:14:38.479873 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-69fe7ae7-a1cb-407f-a2fd-47aa0aa39d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:38.481322 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-69fe7ae7-a1cb-407f-a2fd-47aa0aa39d7c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0501311 Nov 09 19:14:38.535595 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-af8022a6-83b6-44a8-a056-63cbb9d7d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:38.537024 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-af8022a6-83b6-44a8-a056-63cbb9d7d108 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461938 Nov 09 19:14:38.628779 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-88f77602-fa3e-4164-9e25-3c3f3fdfee9f service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831559 Nov 09 19:14:38.730936 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-b429529b-dbbc-4862-babb-9e7ffcaf8464 req-cc4c1131-9c53-436e-8f4d-5ece7a297f5a service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954051 Nov 09 19:14:38.988305 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-4af1cba0-3007-4b36-9f8b-c07b19f0ea46 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889242 Nov 09 19:14:39.088562 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-3311fa72-bec0-4ff6-b55e-db1f73cb6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:39.090082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-3311fa72-bec0-4ff6-b55e-db1f73cb6df7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0499356 Nov 09 19:14:39.220233 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-a143ab98-ca49-42cf-a56c-daacb9dc3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:39.222429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-a143ab98-ca49-42cf-a56c-daacb9dc3d10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.1040900 Nov 09 19:14:39.274038 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-32a2dd63-65f8-4bb2-9c6a-2774df53f557 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0369573 Nov 09 19:14:39.639241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-2477f698-3398-4151-9a76-6b1049e50a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:39.640617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-2477f698-3398-4151-9a76-6b1049e50a71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.3526113 Nov 09 19:14:39.697189 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-f5a4b1d2-1580-40cb-9b5c-0eb7476dca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:14:39.698748 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-f5a4b1d2-1580-40cb-9b5c-0eb7476dca08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427313 Nov 09 19:14:39.799141 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-60167233-77fd-47d2-99c8-c8a29d12e0e3 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876262 Nov 09 19:14:39.901351 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9eaa17a7-ab55-4032-b38a-bd44367cd878 req-7c13cb1d-0584-4015-a268-7feca161f630 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896931 Nov 09 19:14:39.923752 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-1dd2558b-08a6-4614-b41f-575fe5fbfac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:40.372613 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:41.395140 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:42.896936 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:43.856512 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:14:47.024719 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:14:49.865661 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:07.406421 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-60aef17c-aa3c-4b10-a485-f120d3325b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:09.923703 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a34513fe-c143-40c6-9589-6af491e930e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:10.373069 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:11.398468 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:12.899127 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:17.025301 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:19.862364 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:20.855848 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:15:37.407404 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-74e1e2b7-6dbb-49ca-8a83-3fbe7255727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:39.283864 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-384d69eb-0ab2-44c2-a5a5-c55632f2ddd2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446527 Nov 09 19:15:39.374962 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-04e79428-36e1-42c5-af30-24511aa2f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:39.376464 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-04e79428-36e1-42c5-af30-24511aa2f591 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0418835 Nov 09 19:15:39.488071 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-7b7b089b-cb83-414b-87cb-96df9674e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:39.489566 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-7b7b089b-cb83-414b-87cb-96df9674e699 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0896547 Nov 09 19:15:39.533487 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-1d4bc51d-2335-465c-8a40-8132522a8114 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0356350 Nov 09 19:15:39.588131 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-94da7129-2b26-4637-9bbd-550487a8c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:39.589572 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-94da7129-2b26-4637-9bbd-550487a8c396 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0490937 Nov 09 19:15:39.645687 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-4cc10892-4195-4804-b0ca-32cac2ace147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:39.647234 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-4cc10892-4195-4804-b0ca-32cac2ace147 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414834 Nov 09 19:15:39.742816 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-51edd251-6d60-4754-a611-c231c9b40e65 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Nov 09 19:15:39.847614 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-5591331b-ddf7-49b5-aaff-8a06cef5d0d5 req-6f2aa956-aafe-46f4-b3f4-279a761ab593 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924270 Nov 09 19:15:39.924687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b7d8-1e94-4c53-ba68-89ed435ff3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:40.102391 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-e14c35f0-0e15-4ab3-9718-e5c996746504 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407207 Nov 09 19:15:40.187670 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17895b00-108e-46da-96f2-2bcff55081ee req-d1e74287-7a2f-45fe-ae62-a5cbf7987178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:40.189160 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-d1e74287-7a2f-45fe-ae62-a5cbf7987178 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1096 time: 0.0396030 Nov 09 19:15:40.300559 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17895b00-108e-46da-96f2-2bcff55081ee req-579873b5-ce85-45d1-bab9-837fa5de96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:40.302022 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-579873b5-ce85-45d1-bab9-837fa5de96f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0868881 Nov 09 19:15:40.370511 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-2f09f1a0-6754-4c68-b8d8-4f9e0f42f2bf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 1000 time: 0.0581911 Nov 09 19:15:40.375358 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:40.426035 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17895b00-108e-46da-96f2-2bcff55081ee req-98f1caa1-568a-4df7-8d8f-81bccef95cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:40.427664 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-98f1caa1-568a-4df7-8d8f-81bccef95cf4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0490181 Nov 09 19:15:40.475720 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17895b00-108e-46da-96f2-2bcff55081ee req-54996378-dbe8-4394-8199-09dae72806a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:15:40.477219 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-54996378-dbe8-4394-8199-09dae72806a4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417154 Nov 09 19:15:40.572574 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-56a11892-c881-458b-8d5f-9a5a7c8e3d98 service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828302 Nov 09 19:15:40.667916 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-17895b00-108e-46da-96f2-2bcff55081ee req-80e91a9e-ce7d-4b51-b50b-564e8c44b07a service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874867 Nov 09 19:15:41.401172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:42.908750 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:47.038463 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:49.894991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:15:57.855191 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:16:00.117192 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fbf739e8-1060-4832-bfbd-ae9ebf94cc51 details requested by agent hyperv_n-h2-817240-1 with host n-h2-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:16:00.231294 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:16:00.246118 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Returning: {'device': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:16:00.285246 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:00.305976 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbf739e8-1060-4832-bfbd-ae9ebf94cc51 {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:16:00.327473 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:16:00.332172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:00.390740 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:00.401628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.401967 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.402511 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.403014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.403350 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.403684 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.404014 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.404337 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.404831 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.405160 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.405488 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.405811 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:00.420813 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] get_ports_and_sgs() called for port_ids ['fbf739e8-1060-4832-bfbd-ae9ebf94cc51'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:16:02.148407 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fbf739e8-1060-4832-bfbd-ae9ebf94cc51 up at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:16:02.201274 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Provisioning complete for port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:16:02.201769 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:02.287031 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:02.312839 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:16:02.315251 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2925c2f4-50b3-4edc-bb56-840610bb66d8" -d '{"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-plugged", "status": "completed", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:16:02.337441 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:16:02.343552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:02.405935 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7b51e9-16b1-4bdd-88f4-bfe63681c8b6 x-openstack-request-id: req-3e7b51e9-16b1-4bdd-88f4-bfe63681c8b6 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:16:02.406322 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-plugged", "status": "completed", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:16:02.406615 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e7b51e9-16b1-4bdd-88f4-bfe63681c8b6 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:16:02.407023 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'code': 200} Nov 09 19:16:02.410550 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:07.411180 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-46d4f295-1592-4ef8-b51f-074d49f2ebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:09.927262 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-8dc843a3-bf90-4462-b699-c11c906dbb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:09.935299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-c221c251-ac34-4017-b1d1-efef9ed18279 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399143215&fields=id&tenant_id=1004ac991a3547eeb23d0139b5a59526 HTTP/1.1" status: 200 len: 267 time: 0.0359151 Nov 09 19:16:10.048273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-619ef7d9-a839-44f5-a65d-a8025b8a6a38 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:10.049713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-619ef7d9-a839-44f5-a65d-a8025b8a6a38 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 810 time: 0.1073890 Nov 09 19:16:10.065659 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-2155f5e3-b23c-4eed-9f2a-e2e42939c20d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/quotas/1004ac991a3547eeb23d0139b5a59526 HTTP/1.1" status: 200 len: 375 time: 0.0090909 Nov 09 19:16:10.121490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-9b4097e6-70cd-4de5-aabf-4a049b8dd4ac tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497022 Nov 09 19:16:10.214822 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-c825b796-07f4-402a-868f-ebfb98c6e927 service neutron] 10.222.0.32 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818441 Nov 09 19:16:10.309927 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-4a2f76c5-7224-4260-8823-e2afbeb78ffd service neutron] 10.222.0.32 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875704 Nov 09 19:16:10.377064 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:10.479729 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-9f81fcb6-20d8-4007-8bcb-444290db877d req-c9605eb1-ceaa-423f-8720-0617b5b1260d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 210 time: 0.0280600 Nov 09 19:16:11.404566 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:11.600997 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fc8d54d2-2167-4e5d-8b83-340660b90b9f req-07bca185-e4e1-44b9-8600-5842dea12c06 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 210 time: 0.0382245 Nov 09 19:16:11.658336 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-86ee0235-2402-4d1b-8a9a-3e05ef832478 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:11.659713 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-86ee0235-2402-4d1b-8a9a-3e05ef832478 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.73 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 810 time: 0.1492965 Nov 09 19:16:11.709645 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-cde44af2-c985-4d0d-922f-e0f35c731c22 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1004ac991a3547eeb23d0139b5a59526 HTTP/1.1" status: 200 len: 379 time: 0.0341475 Nov 09 19:16:11.720332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'port': {'device_id': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'admin_state_up': True, 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'security_groups': ['77634df6-56df-4819-ae92-62b5fe7a02dc']}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:16:11.833592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Made reservation on behalf of 1004ac991a3547eeb23d0139b5a59526 for: {'port': 1} {{(pid=102140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:16:11.837663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:12.036444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_common [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Allocated IP 172.20.0.10 (0c8d8b72-c522-4081-b4d4-3e67bf4efd00/bca38e79-8438-4f4a-aa5b-5004a5f565bf/1bd987a4-0625-45ae-a43a-c1eabbcf5e8e) {{(pid=102140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:16:12.196388 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fbf739e8-1060-4832-bfbd-ae9ebf94cc51 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:16:12.248063 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for port, precommit_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:12.305482 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:12.310781 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_create {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:12.341020 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 is already hosted by enough agents. {{(pid=102140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:16:12.345721 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:16:12.350470 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb26e65-0a6f-48c0-aff6-5230614b1b12" -d '{"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:16:12.363456 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.base_scheduler [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Resources bound (agent type, host, resource id): {{(pid=102140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:16:12.366431 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Received port after_create {{(pid=102140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:16:12.407672 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:16:12.411513 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:12.448839 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281f5b37-b59c-42d7-8f3e-9db3f237f460 x-openstack-request-id: req-281f5b37-b59c-42d7-8f3e-9db3f237f460 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:16:12.449530 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:16:12.449968 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-281f5b37-b59c-42d7-8f3e-9db3f237f460 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:16:12.450681 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'code': 200} Nov 09 19:16:12.455994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:12.456656 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:12.486918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Pushing event updated for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:12.508627 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7901716 Nov 09 19:16:12.514881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=1']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:12.524332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.524742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.525158 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.525602 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.525954 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.526455 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.526836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.527241 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.527574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.527924 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.528235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.528574 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fad55-f308-4797-be24-1e0138f14678 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:12.735438 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-f3ab0673-5111-422d-a83f-0a9d14b26d5a None None] Provisioning complete for port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e triggered by entity DHCP. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:16:12.735739 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0673-5111-422d-a83f-0a9d14b26d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:12.749992 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee49053-32f1-441d-9a29-da63a0b0cdb2 req-4516c47b-575b-4a8c-8f8b-4dcc5654d425 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:12.751588 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee49053-32f1-441d-9a29-da63a0b0cdb2 req-4516c47b-575b-4a8c-8f8b-4dcc5654d425 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0525298 Nov 09 19:16:12.770891 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab0673-5111-422d-a83f-0a9d14b26d5a None None] Port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e cannot update to ACTIVE because it is not bound. {{(pid=102142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:16:12.793230 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-dee49053-32f1-441d-9a29-da63a0b0cdb2 req-a77ff219-215a-44ac-a017-3422e1cabf1d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353138 Nov 09 19:16:12.908549 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:13.917178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5678-a2f9-400c-998b-2db4177727c6 req-7c200094-c6b7-41d8-ad10-5b3932df10d1 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:13.919178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1ed5678-a2f9-400c-998b-2db4177727c6 req-7c200094-c6b7-41d8-ad10-5b3932df10d1 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0524566 Nov 09 19:16:13.963539 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e1ed5678-a2f9-400c-998b-2db4177727c6 req-bb7b4dea-061b-4dd2-8ebc-22d8d6713b96 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370395 Nov 09 19:16:15.091824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7a322-eafa-4bbb-a0d3-d4fe3234bfeb req-da88b23e-9b85-4fc8-a3b8-10c69c45dadc tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:15.093225 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcf7a322-eafa-4bbb-a0d3-d4fe3234bfeb req-da88b23e-9b85-4fc8-a3b8-10c69c45dadc tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0528171 Nov 09 19:16:15.140760 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bcf7a322-eafa-4bbb-a0d3-d4fe3234bfeb req-7f10db57-6029-4cb4-b3f5-ba2f1f03642b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Nov 09 19:16:16.269489 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dece9-b4e4-4bc2-bac0-ab3572cc1a62 req-dadab252-0d89-4c80-b877-793e51896987 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:16.271082 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-473dece9-b4e4-4bc2-bac0-ab3572cc1a62 req-dadab252-0d89-4c80-b877-793e51896987 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0501056 Nov 09 19:16:16.309526 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-473dece9-b4e4-4bc2-bac0-ab3572cc1a62 req-8c9f71ba-29e0-49e8-9e37-236bf65c2f56 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Nov 09 19:16:17.055254 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:17.425145 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bace9-7a76-4123-998f-d51f769fa487 req-fa319540-fd65-4065-a4ba-e728766fda33 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:17.426628 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e02bace9-7a76-4123-998f-d51f769fa487 req-fa319540-fd65-4065-a4ba-e728766fda33 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0490377 Nov 09 19:16:17.465990 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e02bace9-7a76-4123-998f-d51f769fa487 req-4525073c-47b8-44c7-b97d-d1d2d6cf318c tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325797 Nov 09 19:16:18.585153 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4364-fb56-40ed-8fdc-5c96c7655465 req-00ec46c1-e8ab-4437-839a-c6b175b8042a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:18.587654 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4edb4364-fb56-40ed-8fdc-5c96c7655465 req-00ec46c1-e8ab-4437-839a-c6b175b8042a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0551913 Nov 09 19:16:18.633811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4edb4364-fb56-40ed-8fdc-5c96c7655465 req-f2b4dc05-26d7-4e79-be1f-695bc9c8722e tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399778 Nov 09 19:16:19.752256 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db05ce9-671c-4325-9de1-cf4df3d735ca req-733035b7-fe27-4db9-ac56-449fcc5e79c3 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:19.753765 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8db05ce9-671c-4325-9de1-cf4df3d735ca req-733035b7-fe27-4db9-ac56-449fcc5e79c3 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0503850 Nov 09 19:16:19.803910 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8db05ce9-671c-4325-9de1-cf4df3d735ca req-53aeeac7-3dde-42e9-8ba9-c22d5ad0ddee tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Nov 09 19:16:19.894927 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:20.924703 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d3021-caeb-494a-8c2c-229f59892c36 req-4fd23cdd-e4b6-4609-bfa0-1548f2b4d8d1 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:20.926334 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-651d3021-caeb-494a-8c2c-229f59892c36 req-4fd23cdd-e4b6-4609-bfa0-1548f2b4d8d1 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0531781 Nov 09 19:16:20.974052 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-651d3021-caeb-494a-8c2c-229f59892c36 req-21f93bbb-9f36-4b13-8b87-aff499d9cba9 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Nov 09 19:16:22.100464 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c187b-4c32-4218-bf61-979c50b11f85 req-4eecacfe-1b87-4ca1-b688-5a8b763ede6b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:22.106411 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf0c187b-4c32-4218-bf61-979c50b11f85 req-4eecacfe-1b87-4ca1-b688-5a8b763ede6b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0628507 Nov 09 19:16:22.151633 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-bf0c187b-4c32-4218-bf61-979c50b11f85 req-22b77ea7-a885-405d-8fae-5ba0d1d45229 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409114 Nov 09 19:16:23.278823 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de676e0b-7acd-446e-87b6-27e97e24449c req-6a841d47-ffd8-4482-a47b-fed69e033518 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:23.280416 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de676e0b-7acd-446e-87b6-27e97e24449c req-6a841d47-ffd8-4482-a47b-fed69e033518 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.0568612 Nov 09 19:16:23.319183 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-de676e0b-7acd-446e-87b6-27e97e24449c req-bca64cc4-47ce-4edf-bf03-f1215d46dde2 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327935 Nov 09 19:16:24.308311 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.v2.base [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Request body: {'port': {'device_id': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817240-1'}} {{(pid=102140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:16:24.363030 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.517111 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e6486-d5d9-48fc-84d8-da6b3675aadf req-a89c7840-643f-40f4-b0c6-0156f45c1c40 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:24.518643 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630e6486-d5d9-48fc-84d8-da6b3675aadf req-a89c7840-643f-40f4-b0c6-0156f45c1c40 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 932 time: 0.1208816 Nov 09 19:16:24.609072 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-630e6486-d5d9-48fc-84d8-da6b3675aadf req-d1fb264a-ccbf-4df8-86e4-7e73969b2f67 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807357 Nov 09 19:16:24.693727 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e {{(pid=102140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:16:24.701759 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.713915 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.provisioning_blocks [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Transition to ACTIVE for port object 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e will not be triggered until provisioned by entity L2. {{(pid=102140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:16:24.717669 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.788254 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=2']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:24.842188 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Attempting to bind port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e on host n-h1-817240-1 for vnic_type normal with profile {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:16:24.842525 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Attempting to bind port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e by drivers openvswitch,hyperv on host n-h1-817240-1 at level 0 using segments [{'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:16:24.842861 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Attempting to bind port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:16:24.847418 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 not bound, no agent of type Open vSwitch agent registered on host n-h1-817240-1 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:16:24.847736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Attempting to bind port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e on network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:16:24.852742 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Checking agent: {'id': '4d43ebdb-640d-4c4b-a75e-a0b02bdec69d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817240-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'started_at': datetime.datetime(2021, 11, 9, 17, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:16:24.853077 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Checking segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:16:24.853457 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Bound using segment: {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'} {{(pid=102140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:16:24.853881 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.managers [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Bound port: 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host: n-h1-817240-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b528d21f-e52c-4063-b6f4-401b9484cc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00'}}] {{(pid=102140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:16:24.854260 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.921791 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, cleared binding levels {{(pid=102140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:16:24.924956 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:16:24.931259 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12170415'] for port, after_update {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.966781 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:24.967472 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:24.968877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] 10.222.0.73 "PUT /v2.0/ports/1bd987a4-0625-45ae-a43a-c1eabbcf5e8e HTTP/1.1" status: 200 len: 1092 time: 0.6657586 Nov 09 19:16:24.969331 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:16:24.971736 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149" -d '{"events": [{"name": "network-changed", "server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:16:24.998970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc19cdf-6a72-4d87-8395-95d72e3d4d79 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=3']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:25.067044 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-287a95c3-3551-4c43-a64f-c9b1efd30840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.068678 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-287a95c3-3551-4c43-a64f-c9b1efd30840 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 1095 time: 0.0501842 Nov 09 19:16:25.078474 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dd9240-4e85-4258-89e9-d56a899c19f8 x-openstack-request-id: req-12dd9240-4e85-4258-89e9-d56a899c19f8 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:16:25.078926 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:16:25.079185 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12dd9240-4e85-4258-89e9-d56a899c19f8 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:16:25.079592 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'status': 'completed', 'code': 200} Nov 09 19:16:25.118585 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-21960d63-7e9f-4c92-87f8-5ab3ae22f9d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e HTTP/1.1" status: 200 len: 217 time: 0.0355527 Nov 09 19:16:25.169788 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-540b540b-9d77-4918-93f7-3f972a63b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.171312 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-540b540b-9d77-4918-93f7-3f972a63b904 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0456874 Nov 09 19:16:25.223983 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-d275e69b-1053-4ccd-860d-8048097b7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.225448 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-d275e69b-1053-4ccd-860d-8048097b7c0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442960 Nov 09 19:16:25.320217 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-f302ab04-a621-4644-8014-47c375aa7d37 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846395 Nov 09 19:16:25.412875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fe485992-8d5d-4adb-aa48-6ff8111c5999 req-c82e11a8-a1e6-44b7-b2d0-15b87e60d839 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844114 Nov 09 19:16:25.497207 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-cfbe5ee3-86fb-4ab7-85c1-7ac27eff8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.498728 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-cfbe5ee3-86fb-4ab7-85c1-7ac27eff8c27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 1095 time: 0.0417919 Nov 09 19:16:25.588405 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-f2222b06-c691-4894-8324-04fafb338c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.589884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-f2222b06-c691-4894-8324-04fafb338c30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0828793 Nov 09 19:16:25.636030 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-d38ccf1f-f976-49fc-9d11-20e5ff346ecb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e HTTP/1.1" status: 200 len: 217 time: 0.0374296 Nov 09 19:16:25.696444 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-e2458c2c-358e-46d2-a7fd-e50d3eff949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.697769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-e2458c2c-358e-46d2-a7fd-e50d3eff949b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0532877 Nov 09 19:16:25.771180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a168f-1b2a-40cf-9f9b-136ba7927fca req-86ebb0db-d41c-4a0f-95db-1fcb50e252ba tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.772739 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e37a168f-1b2a-40cf-9f9b-136ba7927fca req-86ebb0db-d41c-4a0f-95db-1fcb50e252ba tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 944 time: 0.0918369 Nov 09 19:16:25.779700 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-5269b76c-8e77-44c3-af82-be2babc44512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:25.781180 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-5269b76c-8e77-44c3-af82-be2babc44512 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701334 Nov 09 19:16:25.859749 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e37a168f-1b2a-40cf-9f9b-136ba7927fca req-9e5a9dcd-9db5-4271-b033-56363860a926 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776334 Nov 09 19:16:25.890704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-dd127907-e08f-4f08-8356-987529f69331 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953476 Nov 09 19:16:25.986562 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ccb41f0d-ec16-48cb-9815-8ecf28ef2149 req-11084fd2-2efd-4fd2-97e4-2553f6f5db61 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867712 Nov 09 19:16:26.976392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a7c06-2b19-4f6b-84f8-c00334624553 req-4bb6e650-7281-463d-8358-a8ff72604ea0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:26.977869 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be9a7c06-2b19-4f6b-84f8-c00334624553 req-4bb6e650-7281-463d-8358-a8ff72604ea0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 944 time: 0.0496333 Nov 09 19:16:27.016941 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-be9a7c06-2b19-4f6b-84f8-c00334624553 req-33762a3c-b4e8-42dc-8cec-10d11d08c570 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Nov 09 19:16:28.130545 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e1571-cb87-4ad9-97aa-fd53df8a5483 req-4c3e4d1f-8148-401b-abd1-59d525940990 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:28.132011 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-889e1571-cb87-4ad9-97aa-fd53df8a5483 req-4c3e4d1f-8148-401b-abd1-59d525940990 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 944 time: 0.0482566 Nov 09 19:16:28.169254 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-889e1571-cb87-4ad9-97aa-fd53df8a5483 req-c68d7b7c-158c-4f3f-a0d3-8aea49ed5c24 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313163 Nov 09 19:16:28.917631 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:16:29.017918 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:16:29.030786 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'port_id': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'mac_address': 'fa:16:3e:60:9e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:16:29.067177 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:29.080543 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:16:29.103587 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:16:29.110672 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:29.161769 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=4']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:29.287851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa48a5b-2c61-4422-9324-fad79cdb546e req-f425e95f-b6d6-4ce8-babe-e6c33fc194cb tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:29.289324 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-faa48a5b-2c61-4422-9324-fad79cdb546e req-f425e95f-b6d6-4ce8-babe-e6c33fc194cb tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 945 time: 0.0539854 Nov 09 19:16:29.329974 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-faa48a5b-2c61-4422-9324-fad79cdb546e req-36ebfc64-eea5-4485-beb0-c46f88dca4bf tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337241 Nov 09 19:16:29.437027 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:16:30.448130 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447c5d1-35e1-4ba4-b343-56be46914ca4 req-83dcd43a-d375-4b9d-b3c3-f0df74138c9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:30.449635 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f447c5d1-35e1-4ba4-b343-56be46914ca4 req-83dcd43a-d375-4b9d-b3c3-f0df74138c9b tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 945 time: 0.0503309 Nov 09 19:16:30.488811 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f447c5d1-35e1-4ba4-b343-56be46914ca4 req-a4d22517-d5ae-4e2c-94d1-59d2d4930540 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Nov 09 19:16:30.932376 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:16:30.982108 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning for port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e completed by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:16:30.985823 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:16:30.986235 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:31.061855 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:31.087801 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:16:31.090169 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5cd8ba-df1d-4c55-a842-ec80e921bf8e" -d '{"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:16:31.103683 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:16:31.109056 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:31.132231 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f3156-b070-4b9c-be40-782f9e7011ba x-openstack-request-id: req-2c1f3156-b070-4b9c-be40-782f9e7011ba {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:16:31.132526 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:16:31.132812 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c1f3156-b070-4b9c-be40-782f9e7011ba {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:16:31.133227 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'code': 200} Nov 09 19:16:31.159770 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=5']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:31.248113 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1c590-41d2-4266-a96c-835996de5d08 req-8e9e69c6-4eda-4469-b377-20d31f7c8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:31.249617 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3f1c590-41d2-4266-a96c-835996de5d08 req-8e9e69c6-4eda-4469-b377-20d31f7c8141 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 1097 time: 0.0413265 Nov 09 19:16:31.291318 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d3f1c590-41d2-4266-a96c-835996de5d08 req-c971e75b-57b1-4408-8dea-9bc796ccddb7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290084 Nov 09 19:16:31.617729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cd270-e05b-4691-8521-1d75c7e3fa68 req-44cc1af0-c6fa-44e6-b221-9b49240eb291 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:31.619283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f97cd270-e05b-4691-8521-1d75c7e3fa68 req-44cc1af0-c6fa-44e6-b221-9b49240eb291 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 946 time: 0.0564082 Nov 09 19:16:31.659875 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f97cd270-e05b-4691-8521-1d75c7e3fa68 req-aa352d20-1c7c-4654-9dfb-4e5030ad68fb tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345747 Nov 09 19:16:32.776533 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4b499-1ce8-49f2-8ab6-c831615e749d req-96d46ea0-8919-4065-8e74-4ec661c58456 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:32.778093 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4da4b499-1ce8-49f2-8ab6-c831615e749d req-96d46ea0-8919-4065-8e74-4ec661c58456 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 946 time: 0.0493846 Nov 09 19:16:32.819747 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4da4b499-1ce8-49f2-8ab6-c831615e749d req-34440e56-56e6-4a82-9045-4a07094be69c tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354743 Nov 09 19:16:32.937851 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd2355-04ea-4506-8987-25a5467d5c89 req-04dc15e5-f314-4d05-8ecf-63e5e0fd73fb tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:32.939355 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46dd2355-04ea-4506-8987-25a5467d5c89 req-04dc15e5-f314-4d05-8ecf-63e5e0fd73fb tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 946 time: 0.0522985 Nov 09 19:16:32.979280 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-46dd2355-04ea-4506-8987-25a5467d5c89 req-ca1798f3-aaa4-4792-877d-401af7d2d518 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336816 Nov 09 19:16:33.001617 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44508) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:16:33.047861 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4a46e-0443-4505-9da5-686662e42832 tempest-TestSnapshotPattern-1125707048 tempest-TestSnapshotPattern-1125707048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:33.049419 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-acf4a46e-0443-4505-9da5-686662e42832 tempest-TestSnapshotPattern-1125707048 tempest-TestSnapshotPattern-1125707048-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 1092 time: 0.0467145 Nov 09 19:16:33.052221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44510) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:16:33.057296 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.v2.base [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Request body: {'floatingip': {'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'port_id': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:16:33.079667 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:33.181274 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:33.285833 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_common [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Allocated IP 172.25.0.251 (df1d0633-e17e-4542-bba3-6a220dd1112b/5de789de-986f-4816-8edd-c71fba365ae4/05b787c8-2d85-4ce4-8e61-024b5a12d7f6) {{(pid=102141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:16:33.394686 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for port, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:33.430086 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772669053471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:33.468346 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Network df1d0633-e17e-4542-bba3-6a220dd1112b is already hosted by enough agents. {{(pid=102141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:16:33.471480 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.base_scheduler [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Resources bound (agent type, host, resource id): {{(pid=102141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:16:33.474293 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Received port after_create {{(pid=102141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:16:33.501202 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'Port': ['ID=05b787c8-2d85-4ce4-8e61-024b5a12d7f6,revision_number=1']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:33.515496 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.515850 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.516195 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.516540 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.516879 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.517215 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.517547 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.517877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.518235 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.518570 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.518896 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.519225 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:16:33.847638 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:33.914802 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:34.073980 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for port, precommit_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:34.079434 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12454564'] for port, after_update {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:34.149537 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event updated for resources: {'Port': ['ID=05b787c8-2d85-4ce4-8e61-024b5a12d7f6,revision_number=2']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:16:34.161409 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-301078'] for floatingip, after_create {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:34.261120 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Floating IP 52550af5-5a01-4a61-89aa-a34fc20153a2 associated. External IP: 172.25.0.251, port: 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e. Nov 09 19:16:34.464188 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Router 638613e3-8b63-47cd-b077-bbbbf1af3ceb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:16:34.571099 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:16:34.580861 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] Sync routers for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:16:34.590017 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:34.590361 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:16:34.590994 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:16:34.618948 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-ea33f185-d1ea-456c-b1a7-67edcb50616a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5656528 Nov 09 19:16:34.619548 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:16:34.621850 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3673502-880f-4b46-834c-c4d41989f8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:16:34.658849 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc3e56-902d-4106-b70b-79350896120f x-openstack-request-id: req-2fcc3e56-902d-4106-b70b-79350896120f {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:16:34.659115 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:16:34.659370 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fcc3e56-902d-4106-b70b-79350896120f {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:16:34.659790 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'status': 'completed', 'code': 200} Nov 09 19:16:34.699877 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:16:34.725344 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673502-880f-4b46-834c-c4d41989f8ea req-24087843-134c-49bd-baaf-9f19db6f833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:34.727396 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3673502-880f-4b46-834c-c4d41989f8ea req-24087843-134c-49bd-baaf-9f19db6f833e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 1097 time: 0.0450785 Nov 09 19:16:34.818238 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673502-880f-4b46-834c-c4d41989f8ea req-5612a9ec-3b22-4187-b47d-d1ec5e296ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:34.819717 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3673502-880f-4b46-834c-c4d41989f8ea req-5612a9ec-3b22-4187-b47d-d1ec5e296ad4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0847363 Nov 09 19:16:34.858443 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:16:34.892236 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3673502-880f-4b46-834c-c4d41989f8ea req-e510972c-7561-4dfa-be04-442a5608cbd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e HTTP/1.1" status: 200 len: 1000 time: 0.0641632 Nov 09 19:16:34.932421 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:04Z', 'revision_number': 1, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}, {'id': '52550af5-5a01-4a61-89aa-a34fc20153a2', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:60:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:16:33Z', 'updated_at': '2021-11-09T19:16:33Z', 'revision_number': 0, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:16:34.944283 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673502-880f-4b46-834c-c4d41989f8ea req-3b5f8c70-fb82-4932-85f3-3e4837e5bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:34.945815 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3673502-880f-4b46-834c-c4d41989f8ea req-3b5f8c70-fb82-4932-85f3-3e4837e5bf7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0451930 Nov 09 19:16:34.963358 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] Checking router: 638613e3-8b63-47cd-b077-bbbbf1af3ceb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:16:34.971826 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:16:34.972434 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:16:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:16:34.993999 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673502-880f-4b46-834c-c4d41989f8ea req-ddc83ce4-5ce5-4e5b-9855-0e2701c686e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:34.995488 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3673502-880f-4b46-834c-c4d41989f8ea req-ddc83ce4-5ce5-4e5b-9855-0e2701c686e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421035 Nov 09 19:16:35.077886 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:16:35.093073 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3673502-880f-4b46-834c-c4d41989f8ea req-2dbe7ec7-5ed0-4e58-aa7c-af673ed70332 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889533 Nov 09 19:16:35.183704 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e3673502-880f-4b46-834c-c4d41989f8ea req-f89056da-f2d8-4d6a-a74f-bcbdb039356b service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817754 Nov 09 19:16:35.298344 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:04Z', 'revision_number': 1, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}, {'id': '52550af5-5a01-4a61-89aa-a34fc20153a2', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:60:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:16:33Z', 'updated_at': '2021-11-09T19:16:33Z', 'revision_number': 0, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:16:35.327492 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96281d9f-0d20-468d-b41c-74e0fe3ea504 None None] The sync data for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 is: [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:04Z', 'revision_number': 1, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}, {'id': '52550af5-5a01-4a61-89aa-a34fc20153a2', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:60:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:16:33Z', 'updated_at': '2021-11-09T19:16:33Z', 'revision_number': 0, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:16:35.517628 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148088b0-3d1b-4f31-9d14-9ca22c9ab818 None None] New status for floating IP 52550af5-5a01-4a61-89aa-a34fc20153a2: ACTIVE {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:16:37.408414 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d14d826e-987b-42f5-929e-a4521b19b931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:39.930909 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-5a0ef02c-25a8-4049-9cdc-49b6aec6e4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:40.117957 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-d58465ee-db9b-480e-a6a0-496bc746dfc7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435278 Nov 09 19:16:40.200582 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-e2630b49-db95-4600-afc8-f0047eaf4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:40.202090 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-e2630b49-db95-4600-afc8-f0047eaf4083 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1094 time: 0.0410123 Nov 09 19:16:40.303425 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-00b0e61e-74f8-4bdb-83c3-f8bcb5b42169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:40.305460 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-00b0e61e-74f8-4bdb-83c3-f8bcb5b42169 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0846202 Nov 09 19:16:40.377745 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-7de17850-076b-4041-acfe-106321c8f929 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 998 time: 0.0653796 Nov 09 19:16:40.380243 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:40.428685 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-c5a83c17-792c-4b4d-b96e-2c7e10232f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:40.430911 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-c5a83c17-792c-4b4d-b96e-2c7e10232f84 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0462322 Nov 09 19:16:40.475221 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-f7c896e9-427c-4620-ade9-70a5527044b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:40.477187 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-f7c896e9-427c-4620-ade9-70a5527044b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398123 Nov 09 19:16:40.577020 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-6938a215-a6b3-403c-8bde-e6b1b5756d7c service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927801 Nov 09 19:16:40.670500 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-7b0b7793-83e7-4d8a-9634-c84d65b27401 req-65e34213-851c-43dc-96b9-482178355c6a service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865860 Nov 09 19:16:41.274348 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-b70ed7c2-23d2-4a2e-8431-a73513bc2953 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392487 Nov 09 19:16:41.360293 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-0410714d-409a-4b3d-85fc-be3dd01f4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:41.361803 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-0410714d-409a-4b3d-85fc-be3dd01f4871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0452662 Nov 09 19:16:41.406685 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:41.467332 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-6e5b31c1-7ba5-43ff-8598-74c25bf826ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:41.468800 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-6e5b31c1-7ba5-43ff-8598-74c25bf826ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0869873 Nov 09 19:16:41.517001 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-a6ad402c-66bf-49aa-a0df-ee5e797aa020 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0398092 Nov 09 19:16:41.582628 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-3b2191dd-fbe4-471e-8f5b-1cfb0f5378aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:41.584013 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-3b2191dd-fbe4-471e-8f5b-1cfb0f5378aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0444839 Nov 09 19:16:41.638683 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-39b00819-6cc3-4c46-b33d-0c182945444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:16:41.640175 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-39b00819-6cc3-4c46-b33d-0c182945444c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412171 Nov 09 19:16:41.731391 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-0bd440af-d0ff-44b8-ae7f-c275854f7664 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834596 Nov 09 19:16:41.819100 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c9ab34a5-1211-4d26-8ed1-97b0bf80c901 req-04885fe7-1e61-4d78-b2dd-d94db97873ae service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801246 Nov 09 19:16:42.909494 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:47.059075 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:16:49.893318 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:07.405453 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e4f71b90-41e3-4f8d-b9aa-58afa4224e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:09.931331 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae7b1-86ec-4f55-acbf-7ecb08418b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:10.381384 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:11.410295 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:11.857536 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:17:12.912918 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:17.052687 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:19.910033 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:37.406812 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-85519b00-18e8-4d2e-988e-e56644989467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:39.933495 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6e58755e-a769-4dbf-9c6a-5a28e08a6134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:40.114385 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-cd6db64c-95bc-45ca-8ef3-aca2ecf28fe7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404673 Nov 09 19:17:40.202196 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-8cbc7d46-19f6-4ef1-b84b-d3135fcd0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:40.203673 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-8cbc7d46-19f6-4ef1-b84b-d3135fcd0abd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1094 time: 0.0447464 Nov 09 19:17:40.307233 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-0b5d303d-f0e3-41d2-abdd-46ccdd57df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:40.308751 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-0b5d303d-f0e3-41d2-abdd-46ccdd57df27 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0852368 Nov 09 19:17:40.382817 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:40.665496 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-93846c82-50f8-482e-8c88-e3541228d67b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 998 time: 0.3482857 Nov 09 19:17:40.714481 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-1b29ffc7-b423-4b3d-9f7a-d5f80d28cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:40.715927 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-1b29ffc7-b423-4b3d-9f7a-d5f80d28cf59 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0430079 Nov 09 19:17:40.763205 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-0eaee7a1-1585-4521-90f4-1e97334fcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:40.764725 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-0eaee7a1-1585-4521-90f4-1e97334fcb75 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412712 Nov 09 19:17:40.775941 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-abde684a-6ce5-4c91-b679-e2d4d3c7855a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:17:40.776891 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-abde684a-6ce5-4c91-b679-e2d4d3c7855a service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051165 Nov 09 19:17:40.870914 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-7ff155b0-428d-4b90-8559-6163d9c6a6df service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Nov 09 19:17:40.962430 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-68a5fb2b-df1b-4a76-80c2-9de713771a63 req-c3a974bd-49db-4bf7-99f6-e9f0dca1798f service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841367 Nov 09 19:17:41.414233 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:42.915325 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:43.282877 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-5ab6102e-a59b-4da3-9656-fa6588c24c45 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408051 Nov 09 19:17:43.354646 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-5e0310f7-6ea9-484f-9c36-d5b24c035513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:43.356148 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-5e0310f7-6ea9-484f-9c36-d5b24c035513 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 1097 time: 0.0448074 Nov 09 19:17:43.755224 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-249644a3-f228-4083-83a8-5b756bf140ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:43.756698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-249644a3-f228-4083-83a8-5b756bf140ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.3747263 Nov 09 19:17:43.832153 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-1b6464b5-17a2-4020-b11f-e120832b6259 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e HTTP/1.1" status: 200 len: 1002 time: 0.0618460 Nov 09 19:17:43.886836 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-45f1b534-fd26-4e67-9d65-fff7a5bf3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:43.888295 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-45f1b534-fd26-4e67-9d65-fff7a5bf3087 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0433354 Nov 09 19:17:43.943747 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-f79cee15-3e54-4eb4-97ca-401ab2c51fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:17:43.945232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-f79cee15-3e54-4eb4-97ca-401ab2c51fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445974 Nov 09 19:17:44.043207 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-a6c113d7-bc63-402b-a7dc-2df848864d18 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Nov 09 19:17:44.139598 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-d873e92a-a66c-4d9f-a8d0-47f00016127e req-e3b27be6-51b7-424c-a624-bf033fbe19ed service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Nov 09 19:17:47.070081 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:17:48.857409 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:17:49.924676 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:05.371734 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e details requested by agent hyperv_n-h1-817240-1 with host n-h1-817240-1 {{(pid=102142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:18:05.466363 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:05.477604 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Returning: {'device': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'port_id': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'mac_address': 'fa:16:3e:60:9e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:18:05.514787 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:05.527603 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e {{(pid=102142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:18:05.546910 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:05.550882 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:05.604485 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=6']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:05.612643 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.613009 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.613336 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.613676 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.614030 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.614392 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.614719 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.615051 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.615379 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.615726 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.616072 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.616373 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:05.653032 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] get_ports_and_sgs() called for port_ids ['1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'] {{(pid=102142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:18:07.379305 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e up at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:18:07.433227 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-eb473558-f05a-4d88-b9fb-e64e0421c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:07.454128 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.provisioning_blocks [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Provisioning complete for port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e triggered by entity L2. {{(pid=102142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:18:07.454128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3883418'] for port, provisioning_complete {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:07.536263 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:07.560874 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:18:07.564318 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577640a8-0d1d-42a3-a5e4-1b7af875ac40" -d '{"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:18:07.578211 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:07.583316 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:07.616473 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a31dd2-b286-4a51-ac66-fc48fbe529ab x-openstack-request-id: req-17a31dd2-b286-4a51-ac66-fc48fbe529ab {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:18:07.616769 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:18:07.617029 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17a31dd2-b286-4a51-ac66-fc48fbe529ab {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:18:07.617431 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'code': 200} Nov 09 19:18:07.639462 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=7']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:09.942603 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-52cbbfcd-30f5-431b-848b-ab9af9fdd96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:10.389142 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:11.578226 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:12.936134 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.067067 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44728) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:15.223011 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Deleting port 05b787c8-2d85-4ce4-8e61-024b5a12d7f6 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:15.223358 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.299664 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.299996 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.311237 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Calling delete_port for 05b787c8-2d85-4ce4-8e61-024b5a12d7f6 owned by network:floatingip {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:15.460459 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.487302 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event deleted for resources: {'Port': ['ID=05b787c8-2d85-4ce4-8e61-024b5a12d7f6,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:15.513109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.513471 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.513779 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.514145 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.514482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.514813 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.515140 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.515464 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.515790 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.516109 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.516433 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.516753 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:15.559910 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.560314 n-d-817240-1 neutron-server[102141]: INFO neutron.db.l3_db [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Floating IP 52550af5-5a01-4a61-89aa-a34fc20153a2 disassociated (deleted). External IP: 172.25.0.251, port: 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e. Nov 09 19:18:15.773375 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Router 638613e3-8b63-47cd-b077-bbbbf1af3ceb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:18:15.888643 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:18:15.895404 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:15.901501 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] Sync routers for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:18:15.911764 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:15.912457 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:15.925863 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-e2599de7-d1ef-4a0d-9485-10d4f36c0104 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "DELETE /v2.0/floatingips/52550af5-5a01-4a61-89aa-a34fc20153a2 HTTP/1.1" status: 204 len: 168 time: 0.8576760 Nov 09 19:18:15.926522 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:18:15.928813 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7305415-2772-4697-b6fa-a749aae5cf53" -d '{"events": [{"name": "network-changed", "server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:18:16.024536 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:16.085644 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fb3e2a-3c92-4b09-98c9-4815d70f2aab x-openstack-request-id: req-12fb3e2a-3c92-4b09-98c9-4815d70f2aab {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:18:16.086727 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:18:16.086727 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12fb3e2a-3c92-4b09-98c9-4815d70f2aab {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:18:16.087140 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'status': 'completed', 'code': 200} Nov 09 19:18:16.189139 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-e982b237-e2a5-4b74-822f-f1f3b161e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:16.190702 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-e982b237-e2a5-4b74-822f-f1f3b161e852 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 1097 time: 0.0771434 Nov 09 19:18:16.204144 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f07de7-3e40-4b51-a3d4-f39d18b591e0 req-3a95d6eb-ee96-47cc-baf0-a45139502073 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:16.205663 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4f07de7-3e40-4b51-a3d4-f39d18b591e0 req-3a95d6eb-ee96-47cc-baf0-a45139502073 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 946 time: 0.0665884 Nov 09 19:18:16.252106 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:04Z', 'revision_number': 1, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:16.282397 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] Checking router: 638613e3-8b63-47cd-b077-bbbbf1af3ceb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:18:16.290369 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4f07de7-3e40-4b51-a3d4-f39d18b591e0 req-4d042e7f-3893-4404-8568-ab073837a5b9 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754764 Nov 09 19:18:16.290869 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:16.291491 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:16.328277 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-75d4570a-7562-4c97-960d-e64570b8aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:16.329745 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-75d4570a-7562-4c97-960d-e64570b8aee0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.1231663 Nov 09 19:18:16.376653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-7ed928e3-b11b-4e7a-af0c-a91c326593e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e HTTP/1.1" status: 200 len: 217 time: 0.0389028 Nov 09 19:18:16.395248 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:16.431309 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-0dd358a6-d551-4b58-a63b-c2ca58c74fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:16.432835 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-0dd358a6-d551-4b58-a63b-c2ca58c74fe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0483723 Nov 09 19:18:16.485477 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-c50d29e4-1657-48d7-ab67-5a433eb25fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:16.487061 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-c50d29e4-1657-48d7-ab67-5a433eb25fe0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440972 Nov 09 19:18:16.586664 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-12ed4d4c-d123-4205-9593-7d414b8c145b service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904248 Nov 09 19:18:16.680854 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c7305415-2772-4697-b6fa-a749aae5cf53 req-66d3c724-68fc-444e-945e-f746c3668708 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853884 Nov 09 19:18:16.722612 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:04Z', 'revision_number': 1, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:16.748558 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ffa29-2c0a-4da7-b7df-a799e5f8a833 None None] The sync data for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 is: [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_floatingips': [{'id': '24b32280-99e0-4eac-9695-875130bb3a4a', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'router_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'port_id': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'mac_address': 'fa:16:3e:3e:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0386d38c-8227-440c-a98a-708ffd92dc76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:14:02Z', 'updated_at': '2021-11-09T19:14:04Z', 'revision_number': 1, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:18:16.972123 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc52ca-7f7f-4773-8fcd-bf004d7e3aa0 None None] New status for floating IP 52550af5-5a01-4a61-89aa-a34fc20153a2: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:18:17.076624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:17.412335 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd56da-7c1f-4c93-976e-b3874af67f91 req-789c5998-0863-42e0-a32a-c473a68d485a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:17.413810 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36bd56da-7c1f-4c93-976e-b3874af67f91 req-789c5998-0863-42e0-a32a-c473a68d485a tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 946 time: 0.0537059 Nov 09 19:18:17.446117 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:17.453807 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-36bd56da-7c1f-4c93-976e-b3874af67f91 req-ce9586f6-825c-4a30-b51b-f6a29e7003a9 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332074 Nov 09 19:18:17.522167 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3924532'] for port, before_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:17.544656 n-d-817240-1 neutron-server[102142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'}] {{(pid=102142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:18:17.546955 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b904aa73060aa2b2f6ac63bc9787ec196853ba59a84908a0eef2cff903fcf783" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6a404f-dac2-47ed-a80b-bb5ffc08622d" -d '{"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e"}]}' {{(pid=102142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:18:17.559617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.db [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:17.563795 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772669375546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772669053489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772669053507'] for port, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:17.587471 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381d87c-a9c7-4909-b363-9c7e8c326448 x-openstack-request-id: req-f381d87c-a9c7-4909-b363-9c7e8c326448 {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:18:17.587764 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e", "code": 200}]} {{(pid=102142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:18:17.588019 n-d-817240-1 neutron-server[102142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f381d87c-a9c7-4909-b363-9c7e8c326448 {{(pid=102142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:18:17.588415 n-d-817240-1 neutron-server[102142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'code': 200} Nov 09 19:18:17.615080 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Pushing event updated for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=8']} {{(pid=102142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:17.956774 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-92da1a63-a171-477e-8f2c-b3362f772fc0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:17.958262 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-92da1a63-a171-477e-8f2c-b3362f772fc0 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.73 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 944 time: 0.0493376 Nov 09 19:18:18.053588 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Deleting port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:18.053940 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:18.144180 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] For port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e, host n-h1-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817240-1',level=0,port_id=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:18.144547 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:18.157855 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Calling delete_port for 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e owned by compute:nova {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:18.286273 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:18.316392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event deleted for resources: {'Port': ['ID=1bd987a4-0625-45ae-a43a-c1eabbcf5e8e,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:18.344550 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.344906 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.345250 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.345593 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.345932 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.346295 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.346629 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.346959 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.347287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.347614 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.347943 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.348273 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817240-1 {{(pid=102140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:18:18.367597 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] No DVR routers for this DVR port 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e on host n-h1-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:18:18.370405 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:18.373703 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-b4ac1a1e-69a2-4758-81c9-b0c870e10384 req-1ab070b9-591a-486a-9e21-2df6b65d4407 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.73 "DELETE /v2.0/ports/1bd987a4-0625-45ae-a43a-c1eabbcf5e8e HTTP/1.1" status: 204 len: 173 time: 0.4041274 Nov 09 19:18:18.374178 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-deleted', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:18:18.376496 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40807c58-6d32-4d02-bbda-7380cb34909f" -d '{"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-deleted", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:18:18.418005 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168cd5ba-b8c3-45c1-af41-be63e1ae0009 x-openstack-request-id: req-168cd5ba-b8c3-45c1-af41-be63e1ae0009 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:18:18.418657 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2092b82b-f798-4683-9502-9264d8f3cc4e", "name": "network-vif-deleted", "tag": "1bd987a4-0625-45ae-a43a-c1eabbcf5e8e", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:18:18.418657 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-168cd5ba-b8c3-45c1-af41-be63e1ae0009 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:18:18.418973 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2092b82b-f798-4683-9502-9264d8f3cc4e', 'name': 'network-vif-deleted', 'tag': '1bd987a4-0625-45ae-a43a-c1eabbcf5e8e', 'status': 'completed', 'code': 200} Nov 09 19:18:18.562313 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-20a0c27f-ead6-466d-a927-edd8d455acdc req-000356cc-e542-4a9e-bf13-57ca953f2f52 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=2092b82b-f798-4683-9502-9264d8f3cc4e HTTP/1.1" status: 200 len: 210 time: 0.0259907 Nov 09 19:18:19.941154 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:20.131963 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44786) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:20.290958 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Deleting port 4c162ce5-0b71-46e4-abbd-e817bd2136bb {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:20.291304 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:20.366566 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:20.366815 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:20.378631 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Calling delete_port for 4c162ce5-0b71-46e4-abbd-e817bd2136bb owned by network:floatingip {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:20.530663 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:20.558287 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event deleted for resources: {'Port': ['ID=4c162ce5-0b71-46e4-abbd-e817bd2136bb,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:20.623227 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for floatingip, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:20.623539 n-d-817240-1 neutron-server[102140]: INFO neutron.db.l3_db [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Floating IP 24b32280-99e0-4eac-9695-875130bb3a4a disassociated (deleted). External IP: 172.25.0.39, port: fbf739e8-1060-4832-bfbd-ae9ebf94cc51. Nov 09 19:18:20.828859 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Router 638613e3-8b63-47cd-b077-bbbbf1af3ceb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:18:20.947199 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:18:20.951725 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for floatingip, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:20.956350 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] Sync routers for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:18:20.965900 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:20.966539 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:20.978837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4e7e91c1-4a09-40fe-8957-fd87cd9fb095 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "DELETE /v2.0/floatingips/24b32280-99e0-4eac-9695-875130bb3a4a HTTP/1.1" status: 204 len: 168 time: 0.8457670 Nov 09 19:18:20.979425 n-d-817240-1 neutron-server[102140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51'}] {{(pid=102140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:18:20.981716 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cefe18e4d53f18e377555a301446c4649d96ab6ac64774261a78b8674c19a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51"}]}' {{(pid=102140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:18:21.071713 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:21.133843 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a91a56-8505-4098-a003-4787a680ee90 x-openstack-request-id: req-e7a91a56-8505-4098-a003-4787a680ee90 {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:18:21.134425 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51", "status": "completed", "code": 200}]} {{(pid=102140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:18:21.134425 n-d-817240-1 neutron-server[102140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7a91a56-8505-4098-a003-4787a680ee90 {{(pid=102140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:18:21.134834 n-d-817240-1 neutron-server[102140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'status': 'completed', 'code': 200} Nov 09 19:18:21.203347 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-d70b3edc-439f-438f-96a7-ae2e15d11114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:21.204924 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-d70b3edc-439f-438f-96a7-ae2e15d11114 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1004ac991a3547eeb23d0139b5a59526&device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 1094 time: 0.0452724 Nov 09 19:18:21.239592 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff515ed8-4ace-4f03-9a9d-a5d68908a4ff req-03563155-1b9c-44af-8f06-aed516689efb tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:21.241282 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff515ed8-4ace-4f03-9a9d-a5d68908a4ff req-03563155-1b9c-44af-8f06-aed516689efb tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 943 time: 0.0543995 Nov 09 19:18:21.282222 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-ff515ed8-4ace-4f03-9a9d-a5d68908a4ff req-0be4b1d6-fa7f-48cd-a431-ff888e810528 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340202 Nov 09 19:18:21.285037 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:21.309136 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-e76769b5-8157-49f3-85bb-cdc2a2fb0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:21.310798 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-e76769b5-8157-49f3-85bb-cdc2a2fb0dcd service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 200 len: 911 time: 0.0972669 Nov 09 19:18:21.311753 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] Checking router: 638613e3-8b63-47cd-b077-bbbbf1af3ceb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:18:21.320342 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:21.321569 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:21.355571 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-81545f49-9d34-44c8-950c-7908a4d4b6a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 200 len: 217 time: 0.0357559 Nov 09 19:18:21.408583 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-412add63-c4cd-4f19-a415-1497183a8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:21.410079 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-412add63-c4cd-4f19-a415-1497183a8964 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 200 len: 849 time: 0.0447469 Nov 09 19:18:21.427623 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:21.463520 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-601cff54-21b2-4b16-b0c6-4269b6405edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:21.465004 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-601cff54-21b2-4b16-b0c6-4269b6405edb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c8d8b72-c522-4081-b4d4-3e67bf4efd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473058 Nov 09 19:18:21.480525 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e no longer exists at agent hyperv_n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:21.504218 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] No Port match for: 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:21.504575 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Device 1bd987a4-0625-45ae-a43a-c1eabbcf5e8e not bound to the agent host n-h1-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:21.560171 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-6579a885-95ed-4cd0-86a2-c28ae9ed39da service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Nov 09 19:18:21.632310 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:21.658653 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c3b799-3161-4b50-a256-dd3c1d176566 None None] The sync data for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 is: [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:42Z', 'revision_number': 4, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1', '_interfaces': [{'id': '3704219b-17b2-4c7d-9148-3781dd28e4e8', 'name': '', 'network_id': '0c8d8b72-c522-4081-b4d4-3e67bf4efd00', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'mac_address': 'fa:16:3e:6f:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:42Z', 'updated_at': '2021-11-09T19:13:46Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'subnets': [{'id': 'bca38e79-8438-4f4a-aa5b-5004a5f565bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:18:21.659123 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-fc138cdd-3366-47ea-90d2-ddd9555c8ffc req-a18cdfa3-5e99-4825-a873-87f57821c361 service neutron] 10.222.0.85 "GET /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899260 Nov 09 19:18:21.882668 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8add4-cdd9-4a62-84f0-3c98b2bb66b0 None None] New status for floating IP 24b32280-99e0-4eac-9695-875130bb3a4a: DOWN {{(pid=102142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:18:22.397557 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aeb5ed-98ad-4112-b590-e466b018bc24 req-848cdce1-330a-49b7-a322-cf9a2b600ac2 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:22.399646 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0aeb5ed-98ad-4112-b590-e466b018bc24 req-848cdce1-330a-49b7-a322-cf9a2b600ac2 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 943 time: 0.0489814 Nov 09 19:18:22.436938 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c0aeb5ed-98ad-4112-b590-e466b018bc24 req-2e2ca32d-ee95-4625-b9b7-accf467ffd85 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/security-groups?id=77634df6-56df-4819-ae92-62b5fe7a02dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Nov 09 19:18:22.771638 n-d-817240-1 neutron-server[102141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68319b-0964-4559-8f32-73e682a7c334 req-fe5c0ead-5d6f-4c61-aee7-0db1dbb510fc tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:22.773116 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c68319b-0964-4559-8f32-73e682a7c334 req-fe5c0ead-5d6f-4c61-aee7-0db1dbb510fc tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.85 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 943 time: 0.0496156 Nov 09 19:18:22.865482 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Deleting port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:22.865831 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:22.967754 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] For port fbf739e8-1060-4832-bfbd-ae9ebf94cc51, host n-h2-817240-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817240-1',level=0,port_id=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:22.968128 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:22.982013 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Calling delete_port for fbf739e8-1060-4832-bfbd-ae9ebf94cc51 owned by compute:nova {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:23.115443 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:23.142423 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event deleted for resources: {'Port': ['ID=fbf739e8-1060-4832-bfbd-ae9ebf94cc51,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:23.185831 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] No DVR routers for this DVR port fbf739e8-1060-4832-bfbd-ae9ebf94cc51 on host n-h2-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:18:23.188396 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43628'] for port, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:23.191723 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [req-0c68319b-0964-4559-8f32-73e682a7c334 req-a8607f08-f3ed-4f6b-a0dc-9061aef226b6 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.85 "DELETE /v2.0/ports/fbf739e8-1060-4832-bfbd-ae9ebf94cc51 HTTP/1.1" status: 204 len: 173 time: 0.4120884 Nov 09 19:18:23.192276 n-d-817240-1 neutron-server[102141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-deleted', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51'}] {{(pid=102141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:18:23.194871 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36a86f311696be234314c8cd8d9558ebcba9ac809e19c69495335eda215991a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38330d1f-88ed-4c19-8721-6c02b321e4e4" -d '{"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-deleted", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51"}]}' {{(pid=102141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:18:23.239004 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa3f637-225e-4d53-a790-d84b3d94ec93 x-openstack-request-id: req-eaa3f637-225e-4d53-a790-d84b3d94ec93 {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:18:23.239302 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0386d38c-8227-440c-a98a-708ffd92dc76", "name": "network-vif-deleted", "tag": "fbf739e8-1060-4832-bfbd-ae9ebf94cc51", "status": "completed", "code": 200}]} {{(pid=102141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:18:23.239564 n-d-817240-1 neutron-server[102141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaa3f637-225e-4d53-a790-d84b3d94ec93 {{(pid=102141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:18:23.239970 n-d-817240-1 neutron-server[102141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386d38c-8227-440c-a98a-708ffd92dc76', 'name': 'network-vif-deleted', 'tag': 'fbf739e8-1060-4832-bfbd-ae9ebf94cc51', 'status': 'completed', 'code': 200} Nov 09 19:18:23.550759 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-15c1cf81-2f63-4911-8b0e-0d8abc86e23d req-2add9cb5-3511-4531-88cd-65c2223cf88d tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "GET /v2.0/ports?device_id=0386d38c-8227-440c-a98a-708ffd92dc76 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Nov 09 19:18:24.607824 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44802) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:24.671677 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f7a95cb-f66b-4b33-99b0-aee7268fe212 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:24.698401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f7a95cb-f66b-4b33-99b0-aee7268fe212 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:24.755829 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f7a95cb-f66b-4b33-99b0-aee7268fe212 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:24.758520 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-0f7a95cb-f66b-4b33-99b0-aee7268fe212 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:24.759683 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-0f7a95cb-f66b-4b33-99b0-aee7268fe212 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] 10.222.0.32 "DELETE /v2.0/security-groups/77634df6-56df-4819-ae92-62b5fe7a02dc HTTP/1.1" status: 204 len: 168 time: 0.1508772 Nov 09 19:18:24.769117 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a95cb-f66b-4b33-99b0-aee7268fe212 tempest-TestSnapshotPattern-1314515891 tempest-TestSnapshotPattern-1314515891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77634df6-56df-4819-ae92-62b5fe7a02dc,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:24.805393 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44806) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:25.151136 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:25.392988 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Deleting port 3704219b-17b2-4c7d-9148-3781dd28e4e8 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:25.393330 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:25.477279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] For port 3704219b-17b2-4c7d-9148-3781dd28e4e8, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=3704219b-17b2-4c7d-9148-3781dd28e4e8,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:25.477637 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:25.490490 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Calling delete_port for 3704219b-17b2-4c7d-9148-3781dd28e4e8 owned by network:router_interface {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:25.668701 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:25.692921 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3704219b-17b2-4c7d-9148-3781dd28e4e8,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:25.855860 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:18:25.863884 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:26.081620 n-d-817240-1 neutron-server[102140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Router 638613e3-8b63-47cd-b077-bbbbf1af3ceb has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:18:26.478604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:18:26.483413 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61d11b4a-f2b7-45e9-9c75-466714463bf9 admin admin] 10.222.0.32 "PUT /v2.0/routers/638613e3-8b63-47cd-b077-bbbbf1af3ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769404 Nov 09 19:18:26.485970 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44808) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:26.487644 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] Sync routers for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:18:26.496767 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:26.497378 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:26.590727 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks [] for router, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:26.601020 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: n-d-817240-1 {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:26.694762 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:26.747265 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Deleting port 30254c2d-b184-42dd-90f7-0c446152001b {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:26.747500 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:26.778630 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '30254c2d-b184-42dd-90f7-0c446152001b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:18:25Z', 'revision_number': 5, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port': {'id': '30254c2d-b184-42dd-90f7-0c446152001b', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:26.786235 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fbf739e8-1060-4832-bfbd-ae9ebf94cc51 no longer exists at agent hyperv_n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:26.808590 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] No Port match for: fbf739e8-1060-4832-bfbd-ae9ebf94cc51 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:26.809169 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] Checking router: 638613e3-8b63-47cd-b077-bbbbf1af3ceb for host: n-d-817240-1 {{(pid=102143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:18:26.809467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Device fbf739e8-1060-4832-bfbd-ae9ebf94cc51 not bound to the agent host n-h2-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:26.818450 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] Routers {'638613e3-8b63-47cd-b077-bbbbf1af3ceb'} bound to L3 agent in host n-d-817240-1 {{(pid=102143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:26.819324 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'], 'active': True} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:26.828843 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] For port 30254c2d-b184-42dd-90f7-0c446152001b, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=30254c2d-b184-42dd-90f7-0c446152001b,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:26.829224 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:26.842554 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Calling delete_port for 30254c2d-b184-42dd-90f7-0c446152001b owned by network:router_gateway {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:26.905360 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_dvr_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] Set router 638613e3-8b63-47cd-b077-bbbbf1af3ceb gateway port host: None {{(pid=102143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:27.013336 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.043570 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Pushing event deleted for resources: {'Port': ['ID=30254c2d-b184-42dd-90f7-0c446152001b,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:27.053990 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.l3_hamode_db [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:18:26Z', 'revision_number': 6, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port_host': None}], 'n-d-817240-1', False) {} {{(pid=102143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:27.081023 n-d-817240-1 neutron-server[102143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad691f17-12f6-48d3-8650-538accfbf40f None None] The sync data for ids ['638613e3-8b63-47cd-b077-bbbbf1af3ceb'] in n-d-817240-1 is: [{'id': '638613e3-8b63-47cd-b077-bbbbf1af3ceb', 'name': 'tempest-TestSnapshotPattern-1103734967-router', 'tenant_id': '1004ac991a3547eeb23d0139b5a59526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:40Z', 'updated_at': '2021-11-09T19:18:26Z', 'revision_number': 6, 'project_id': '1004ac991a3547eeb23d0139b5a59526', 'gw_port_host': None}] {{(pid=102143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:18:27.106043 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.199524 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.201641 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.243079 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.243595 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638613e3-8b63-47cd-b077-bbbbf1af3ceb {{(pid=102140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:18:27.247820 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] Notify callbacks [] for router, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.248953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-61302dd0-3d19-4323-a7ec-9408fc0bee91 admin admin] 10.222.0.32 "DELETE /v2.0/routers/638613e3-8b63-47cd-b077-bbbbf1af3ceb HTTP/1.1" status: 204 len: 168 time: 0.7616310 Nov 09 19:18:27.251485 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44810) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:27.299146 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] Deleting subnet bca38e79-8438-4f4a-aa5b-5004a5f565bf {{(pid=102140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:18:27.302401 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.337577 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12170531'] for subnet, precommit_delete_associations {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.418895 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.484806 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12170457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8720702'] for subnet, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.509235 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca38e79-8438-4f4a-aa5b-5004a5f565bf,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:27.520310 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.524253 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bb409a1a-f4a7-4ded-850b-949f3eeff77c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bca38e79-8438-4f4a-aa5b-5004a5f565bf HTTP/1.1" status: 204 len: 168 time: 0.2717862 Nov 09 19:18:27.525578 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8fdc8-bfe2-43ec-b510-7117d4bfaa80 None None] Network 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:18:27.526729 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44812) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:27.595900 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.651424 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Deleting port fbfb1204-1112-4e4f-9d70-cac485f637f7 {{(pid=102140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:27.651765 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.724137 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.db [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] For port fbfb1204-1112-4e4f-9d70-cac485f637f7, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=fbfb1204-1112-4e4f-9d70-cac485f637f7,segment=NetworkSegment(b528d21f-e52c-4063-b6f4-401b9484cc1d),segment_id=b528d21f-e52c-4063-b6f4-401b9484cc1d)] {{(pid=102140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:27.724859 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.737579 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.plugin [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Calling delete_port for fbfb1204-1112-4e4f-9d70-cac485f637f7 owned by network:dhcp {{(pid=102140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:27.821284 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12170404'] for port, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.849419 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3704219b-17b2-4c7d-9148-3781dd28e4e8 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:27.860624 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfb1204-1112-4e4f-9d70-cac485f637f7,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:27.865314 n-d-817240-1 neutron-server[102140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] No DVR routers for this DVR port fbfb1204-1112-4e4f-9d70-cac485f637f7 on host n-d-817240-1 {{(pid=102140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:18:27.869325 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77f40c-cdd7-49b9-bcc2-61ed4fb3074e None None] DHCP port deletion for 0c8d8b72-c522-4081-b4d4-3e67bf4efd00 request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:18:27.873171 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 3704219b-17b2-4c7d-9148-3781dd28e4e8 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:27.873527 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 3704219b-17b2-4c7d-9148-3781dd28e4e8 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:27.946475 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:27.970028 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8d8b72-c522-4081-b4d4-3e67bf4efd00']}} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:27.980435 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b528d21f-e52c-4063-b6f4-401b9484cc1d') {'for_net_delete': True} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:27.980736 n-d-817240-1 neutron-server[102140]: DEBUG neutron.services.segments.db [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b528d21f-e52c-4063-b6f4-401b9484cc1d') {} {{(pid=102140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:27.990827 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12170538'] for segment, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.007377 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.013300 n-d-817240-1 neutron-server[102140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:18:28.013758 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12170355'] for segment, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: Traceback (most recent call last): Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: timer() Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: cb(*args, **kw) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: return func(*args, **kwargs) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: self._notify() Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: self.callback(batched_events) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: event.method(event) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: return f(self, *a, **k) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: return self._get(url).json() Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: return self.request(url, 'GET', **kwargs) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:18:28.015486 n-d-817240-1 neutron-server[102140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:18:28.077569 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.083464 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Notify callbacks [] for network, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.087251 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c8d8b72-c522-4081-b4d4-3e67bf4efd00 HTTP/1.1" status: 204 len: 168 time: 0.5595496 Nov 09 19:18:28.090564 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44814) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:28.099491 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67770e-70a4-47e1-8a93-e2d213cd8132 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8d8b72-c522-4081-b4d4-3e67bf4efd00,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:28.443467 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287864'] for router_interface, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.687842 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Deleting port 44564b59-beb1-4e70-bc06-460071b4436c {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:28.688181 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.765555 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] For port 44564b59-beb1-4e70-bc06-460071b4436c, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=44564b59-beb1-4e70-bc06-460071b4436c,segment=NetworkSegment(73f598eb-01d9-4352-9aec-61c0189ef275),segment_id=73f598eb-01d9-4352-9aec-61c0189ef275)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:28.765921 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.778290 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Calling delete_port for 44564b59-beb1-4e70-bc06-460071b4436c owned by network:router_interface {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:28.956900 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:28.985615 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=44564b59-beb1-4e70-bc06-460071b4436c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:29.158757 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287874'] for router_interface, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:29.381073 n-d-817240-1 neutron-server[102141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Router 61821985-8e02-4a2f-ba75-459073b8071c has already been hosted by L3 agent e54d73b7-1313-497e-b770-42aa99b46447 {{(pid=102141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:18:29.451890 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fbfb1204-1112-4e4f-9d70-cac485f637f7 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:29.477568 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: fbfb1204-1112-4e4f-9d70-cac485f637f7 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:29.477916 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device fbfb1204-1112-4e4f-9d70-cac485f637f7 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:29.478415 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 30254c2d-b184-42dd-90f7-0c446152001b no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:29.487513 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] Notify agent at l3_agent.n-d-817240-1 the message routers_updated {{(pid=102141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:18:29.493013 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-f9a302cb-96a5-4bdc-973d-666dc8a58b12 admin admin] 10.222.0.32 "PUT /v2.0/routers/61821985-8e02-4a2f-ba75-459073b8071c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002829 Nov 09 19:18:29.494945 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44816) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:29.500743 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] Sync routers for ids ['61821985-8e02-4a2f-ba75-459073b8071c'] in n-d-817240-1 {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:18:29.505807 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 30254c2d-b184-42dd-90f7-0c446152001b {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:29.506196 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 30254c2d-b184-42dd-90f7-0c446152001b not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:29.512121 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] Routers {'61821985-8e02-4a2f-ba75-459073b8071c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:29.512936 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['61821985-8e02-4a2f-ba75-459073b8071c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:29.600201 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:29.618975 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] Set router 61821985-8e02-4a2f-ba75-459073b8071c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:29.801660 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:18:28Z', 'revision_number': 5, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:29.832649 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] Checking router: 61821985-8e02-4a2f-ba75-459073b8071c for host: n-d-817240-1 {{(pid=102142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:18:29.842572 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] Routers {'61821985-8e02-4a2f-ba75-459073b8071c'} bound to L3 agent in host n-d-817240-1 {{(pid=102142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:18:29.843244 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817240-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T17:45:40Z,description=,heartbeat_timestamp=2021-11-09T19:18:10Z,host='n-d-817240-1',id=e54d73b7-1313-497e-b770-42aa99b46447,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T17:45:40Z,topic='l3_agent')) {'router_ids': ['61821985-8e02-4a2f-ba75-459073b8071c'], 'active': True} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:29.946627 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_dvr_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] Set router 61821985-8e02-4a2f-ba75-459073b8071c gateway port host: n-d-817240-1 {{(pid=102142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:18:29.988616 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.044094 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Deleting port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:30.044589 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.121596 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] For port d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,segment=NetworkSegment(284ff4d1-1f10-4990-8ca4-422e500e0733),segment_id=284ff4d1-1f10-4990-8ca4-422e500e0733)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:30.122014 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.124992 n-d-817240-1 neutron-server[102142]: DEBUG neutron.db.l3_hamode_db [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:18:28Z', 'revision_number': 5, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}], 'n-d-817240-1', False) {} {{(pid=102142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:30.135459 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Calling delete_port for d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 owned by network:router_gateway {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:30.151617 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d06e5-5386-48b4-bc21-7b69afa390d4 None None] The sync data for ids ['61821985-8e02-4a2f-ba75-459073b8071c'] in n-d-817240-1 is: [{'id': '61821985-8e02-4a2f-ba75-459073b8071c', 'name': 'tempest-TestSnapshotPattern-781629203-router', 'tenant_id': '85e218eaf19a4c52a0b1159012426077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'external_fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:18:28Z', 'revision_number': 5, 'project_id': '85e218eaf19a4c52a0b1159012426077', 'gw_port': {'id': 'd8e46dc3-b5c8-4b15-b6c5-c7a40a04de82', 'name': '', 'network_id': 'df1d0633-e17e-4542-bba3-6a220dd1112b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61821985-8e02-4a2f-ba75-459073b8071c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5de789de-986f-4816-8edd-c71fba365ae4', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817240-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:13:44Z', 'updated_at': '2021-11-09T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de789de-986f-4816-8edd-c71fba365ae4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817240-1'}] {{(pid=102142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:18:30.302006 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.328192 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:30.391034 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-301256'] for router_gateway, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.484490 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-300097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.486737 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.532225 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-300152'] for router, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.532877 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61821985-8e02-4a2f-ba75-459073b8071c {{(pid=102141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:18:30.538038 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] Notify callbacks [] for router, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.539781 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-34b63dc9-9a89-42dd-98e7-4823c4eb40f8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/61821985-8e02-4a2f-ba75-459073b8071c HTTP/1.1" status: 204 len: 168 time: 1.0439017 Nov 09 19:18:30.542561 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44818) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:30.588688 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.db_base_plugin_v2 [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] Deleting subnet 10fa5e17-fb27-41a5-8f15-1416b3e9cab1 {{(pid=102141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:18:30.592084 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.634583 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12062230'] for subnet, precommit_delete_associations {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.712569 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3887340'] for subnet, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.772282 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3887349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12454610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8568337'] for subnet, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.801277 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10fa5e17-fb27-41a5-8f15-1416b3e9cab1,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:30.803372 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.807190 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-aceee4a7-c029-414a-b2e4-5dfac69216c2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10fa5e17-fb27-41a5-8f15-1416b3e9cab1 HTTP/1.1" status: 204 len: 168 time: 0.2634490 Nov 09 19:18:30.809620 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [-] (102141) accepted ('10.222.0.32', 44820) {{(pid=102141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:30.814476 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86b3e7-83af-4b2f-97aa-5db2bb0196b3 None None] Network 07448a11-fdbd-4925-a0e7-9978aaf65a5c requested from n-d-817240-1 {{(pid=102142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:18:30.882905 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3516184'] for network, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:30.940244 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Deleting port 98571170-64c2-45ed-90ea-e1da095b6e32 {{(pid=102141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:18:30.940596 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772669368616'] for port, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.007182 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.db [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] For port 98571170-64c2-45ed-90ea-e1da095b6e32, host n-d-817240-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817240-1',level=0,port_id=98571170-64c2-45ed-90ea-e1da095b6e32,segment=NetworkSegment(73f598eb-01d9-4352-9aec-61c0189ef275),segment_id=73f598eb-01d9-4352-9aec-61c0189ef275)] {{(pid=102141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:18:31.007548 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-286859'] for port, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.024881 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.plugin [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Calling delete_port for 98571170-64c2-45ed-90ea-e1da095b6e32 owned by network:dhcp {{(pid=102141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:18:31.104874 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3924595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772669375528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772669053480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12454575'] for port, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.128004 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Pushing event deleted for resources: {'Port': ['ID=98571170-64c2-45ed-90ea-e1da095b6e32,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:31.133600 n-d-817240-1 neutron-server[102141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] No DVR routers for this DVR port 98571170-64c2-45ed-90ea-e1da095b6e32 on host n-d-817240-1 {{(pid=102141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:18:31.165860 n-d-817240-1 neutron-server[102142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17215308-02cc-4c14-9f35-7cbb36528233 None None] DHCP port deletion for 07448a11-fdbd-4925-a0e7-9978aaf65a5c request from n-d-817240-1 {{(pid=102142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:18:31.212622 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3885665', 'neutron.services.segments.db._delete_segments_for_network-8772669563670'] for network, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.232584 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07448a11-fdbd-4925-a0e7-9978aaf65a5c']}} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:31.241469 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f598eb-01d9-4352-9aec-61c0189ef275') {'for_net_delete': True} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:31.241765 n-d-817240-1 neutron-server[102141]: DEBUG neutron.services.segments.db [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f598eb-01d9-4352-9aec-61c0189ef275') {} {{(pid=102141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:18:31.251080 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772669564775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12062239'] for segment, before_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.264402 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803'] for segment, precommit_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.270236 n-d-817240-1 neutron-server[102141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:18:31.270619 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3890803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12454520'] for segment, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: Traceback (most recent call last): Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: timer() Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: cb(*args, **kw) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: return func(*args, **kwargs) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: self._notify() Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: self.callback(batched_events) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: event.method(event) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: return f(self, *a, **k) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: return self._get(url).json() Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: return self.request(url, 'GET', **kwargs) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:18:31.272305 n-d-817240-1 neutron-server[102141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:18:31.326182 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-301284'] for network, after_delete {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.331073 n-d-817240-1 neutron-server[102141]: DEBUG neutron_lib.callbacks.manager [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Notify callbacks [] for network, before_response {{(pid=102141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.334296 n-d-817240-1 neutron-server[102141]: INFO neutron.wsgi [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] 10.222.0.32 "DELETE /v2.0/networks/07448a11-fdbd-4925-a0e7-9978aaf65a5c HTTP/1.1" status: 204 len: 168 time: 0.5237007 Nov 09 19:18:31.347456 n-d-817240-1 neutron-server[102141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019de63-8fbf-4c0f-ac7b-eb6a2a5cf55f admin admin] Pushing event deleted for resources: {'Network': ['ID=07448a11-fdbd-4925-a0e7-9978aaf65a5c,revision_number=None']} {{(pid=102141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:31.405911 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:31.425417 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:31.425766 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device d8e46dc3-b5c8-4b15-b6c5-c7a40a04de82 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:31.426372 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98571170-64c2-45ed-90ea-e1da095b6e32 no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:31.447467 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 98571170-64c2-45ed-90ea-e1da095b6e32 {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:31.447816 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 98571170-64c2-45ed-90ea-e1da095b6e32 not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:31.448237 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 44564b59-beb1-4e70-bc06-460071b4436c no longer exists at agent ovs-agent-n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:18:31.468229 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.plugin [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] No Port match for: 44564b59-beb1-4e70-bc06-460071b4436c {{(pid=102142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:18:31.468606 n-d-817240-1 neutron-server[102142]: DEBUG neutron.plugins.ml2.rpc [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Device 44564b59-beb1-4e70-bc06-460071b4436c not bound to the agent host n-d-817240-1 {{(pid=102142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:18:31.520665 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44824) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:31.560422 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-f5bacd3f-11ae-4dd6-b787-69a3454e2354 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1004ac991a3547eeb23d0139b5a59526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385931 Nov 09 19:18:31.562934 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44826) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:31.611833 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcd76ee0-38c2-4f46-8f52-ba53796828c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.634407 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcd76ee0-38c2-4f46-8f52-ba53796828c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.682878 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcd76ee0-38c2-4f46-8f52-ba53796828c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.685776 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-fcd76ee0-38c2-4f46-8f52-ba53796828c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:31.687447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-fcd76ee0-38c2-4f46-8f52-ba53796828c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcb64610-c701-42f3-8b6e-42688f9de3b0 HTTP/1.1" status: 204 len: 168 time: 0.1235752 Nov 09 19:18:31.697116 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd76ee0-38c2-4f46-8f52-ba53796828c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb64610-c701-42f3-8b6e-42688f9de3b0,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:32.019272 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44832) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:32.064300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-bf7c5ddf-a498-49ba-b38e-f4e1a6e83a81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85e218eaf19a4c52a0b1159012426077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438135 Nov 09 19:18:32.066705 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [-] (102140) accepted ('10.222.0.32', 44834) {{(pid=102140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:18:32.114152 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-131c9d47-0af2-43c2-8633-08a5101d64f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:32.135746 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-131c9d47-0af2-43c2-8633-08a5101d64f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:32.182031 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-131c9d47-0af2-43c2-8633-08a5101d64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610414'] for security_group, after_delete {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:32.184748 n-d-817240-1 neutron-server[102140]: DEBUG neutron_lib.callbacks.manager [None req-131c9d47-0af2-43c2-8633-08a5101d64f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:32.185904 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [None req-131c9d47-0af2-43c2-8633-08a5101d64f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f6a0ffe-e01d-459b-a2af-4ad38a04ca72 HTTP/1.1" status: 204 len: 168 time: 0.1183004 Nov 09 19:18:32.193872 n-d-817240-1 neutron-server[102140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c9d47-0af2-43c2-8633-08a5101d64f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6a0ffe-e01d-459b-a2af-4ad38a04ca72,revision_number=None']} {{(pid=102140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:18:37.406624 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-cb55dd5c-9d11-414d-8d63-c88b7c27def1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:39.935550 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ef6a20a2-e6a9-4d7b-9752-9bec3429cf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:40.382382 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:41.420474 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:42.922915 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:44.262554 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-8e000c5e-cfe1-4feb-b1c4-baec523fe48c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402400 Nov 09 19:18:44.349941 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31049-469c-4d82-bff9-8303fac86867 req-5bce582b-7e3b-48c3-ae40-9247dc638926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:44.352210 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-5bce582b-7e3b-48c3-ae40-9247dc638926 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0415564 Nov 09 19:18:44.463161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31049-469c-4d82-bff9-8303fac86867 req-8a7459ab-1af0-4c11-b74f-30e0f5287c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:44.464632 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-8a7459ab-1af0-4c11-b74f-30e0f5287c5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0887008 Nov 09 19:18:44.511906 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-b7c4ada9-f6fc-4c9f-9ea8-d4500e661c26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0338180 Nov 09 19:18:44.572109 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31049-469c-4d82-bff9-8303fac86867 req-2b44283b-58e7-48e7-afb1-a9345a339b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:44.573504 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-2b44283b-58e7-48e7-afb1-a9345a339b21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0490804 Nov 09 19:18:44.624008 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31049-469c-4d82-bff9-8303fac86867 req-a60a1072-c2f2-409c-a205-276eb9bcc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:18:44.625518 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-a60a1072-c2f2-409c-a205-276eb9bcc84b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402429 Nov 09 19:18:44.640299 n-d-817240-1 neutron-server[102140]: DEBUG neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-69fd062b-1c10-4874-a868-b882ca40ea3b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:18:44.641314 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-69fd062b-1c10-4874-a868-b882ca40ea3b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049844 Nov 09 19:18:44.734283 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-adbba42a-65ba-4c2d-8207-5d14a5436685 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827534 Nov 09 19:18:44.834579 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-e9c31049-469c-4d82-bff9-8303fac86867 req-8b07affd-6b0b-4c98-aeba-d751b0a0d59b service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Nov 09 19:18:47.082477 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:18:49.939061 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:02.855490 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:19:07.407337 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-4ed053c8-4ac3-4c37-a762-af0b68242482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:09.937689 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-203daa7a-be53-4070-95c4-b6c3cab08744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:10.383949 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:11.423099 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:12.925696 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:17.082097 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:19.942622 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:37.408043 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2759bf81-df3e-4f1d-9447-7d9ca5d37eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:39.854597 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:19:39.938749 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-2934d2bd-22bd-41dc-9862-503e6ac6e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:40.385379 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:41.424917 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:42.934529 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:44.453429 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-ad45aa51-98f0-47f9-bba2-6a4d114adc84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2056470 Nov 09 19:19:44.537119 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-14b14118-9bae-4779-ab63-81c6f7280b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:19:44.538563 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-14b14118-9bae-4779-ab63-81c6f7280b96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0408554 Nov 09 19:19:44.651161 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-50e298cf-95b7-4f45-88d9-69da3c4faff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:19:44.652651 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-50e298cf-95b7-4f45-88d9-69da3c4faff5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0943766 Nov 09 19:19:44.700347 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-4f0e35c7-6570-47ee-bd42-3b8fe48f5aef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0353146 Nov 09 19:19:44.750473 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-dab910ca-6c00-46bc-99ad-d6ceec07ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:19:44.751953 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-dab910ca-6c00-46bc-99ad-d6ceec07ef89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0446413 Nov 09 19:19:44.803844 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-52752473-a2ed-445f-8084-b5e5a5e108e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:19:44.805299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-52752473-a2ed-445f-8084-b5e5a5e108e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454214 Nov 09 19:19:44.896263 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-8d1456cd-d804-423b-9bfa-e1041ee4a2d7 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837672 Nov 09 19:19:44.994565 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-8cb282ea-a3ae-4312-8b64-3dab63fcf0ba req-bad159d2-f85e-40ff-a48d-96b5f7436dc6 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905900 Nov 09 19:19:47.083150 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:19:49.967009 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:07.413234 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-10705707-8cda-44f3-bfb4-bffe558b9eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:09.939162 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b36cd4c1-a194-4f54-9ec3-061163021c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:10.387209 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:11.431232 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:12.933576 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:16.854651 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:20:17.096505 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:19.966375 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:37.408124 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-3a6096f4-2b2a-4628-a6f1-4ff1e553deb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:39.942077 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b10ac569-b367-4bc6-a64d-ef3804c209d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:40.391380 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:41.433616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:42.938633 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:44.273461 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-70063648-3acd-47f3-bef5-8c135fabee1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415280 Nov 09 19:20:44.360659 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-3f9be7a5-8954-4aca-ad5d-7e5130048df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:20:44.362190 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-3f9be7a5-8954-4aca-ad5d-7e5130048df7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0443096 Nov 09 19:20:44.477670 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-f7f4d1fb-8d47-4031-aa57-342e563a8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:20:44.479176 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-f7f4d1fb-8d47-4031-aa57-342e563a8647 service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0939460 Nov 09 19:20:44.524761 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-a3040daf-7a1f-4488-9df8-016f9f41b477 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0366709 Nov 09 19:20:44.577790 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-034644ca-0a0f-4c3b-b630-04a71ed67808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:20:44.579992 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-034644ca-0a0f-4c3b-b630-04a71ed67808 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0476143 Nov 09 19:20:44.636794 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-bf22bc62-60e2-49d5-89bd-57af03b6a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:20:44.638402 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-bf22bc62-60e2-49d5-89bd-57af03b6a4ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507402 Nov 09 19:20:44.744697 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-19c8956b-da97-47c8-857e-3d05b6a7173d service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981412 Nov 09 19:20:44.845930 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-fa7ff238-d48c-4024-be1b-3b339d437555 req-bd915365-283c-4d42-bd40-db31c94f9f70 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933723 Nov 09 19:20:47.096265 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:49.965729 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:20:53.854340 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:21:07.402180 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-41f5a2b8-6b56-42a3-a233-e62f8b725e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:09.943576 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-60a4f514-0969-448f-8055-99adac868f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:10.393604 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:11.435659 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:12.938291 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:17.104351 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:19.982873 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:30.853595 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:21:37.413596 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc46e444-b0b9-4f65-bff7-12ca49c61982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:39.946172 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-70be2fc2-b67f-4a05-a8d2-9e2b12a1530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:40.394450 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:41.437148 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:42.946924 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:45.259344 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-4d81e488-cff6-4b2e-879b-a4ea677082b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441866 Nov 09 19:21:45.361604 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fde-9c0b-473a-8763-df782f84c900 req-89985b9a-d148-4966-b090-870767ac6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:21:45.363159 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-89985b9a-d148-4966-b090-870767ac6d48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0455909 Nov 09 19:21:45.475203 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fde-9c0b-473a-8763-df782f84c900 req-1c4c5c6a-62b1-4916-aee9-e041228c21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:21:45.476766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-1c4c5c6a-62b1-4916-aee9-e041228c21dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0932250 Nov 09 19:21:45.524178 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-2a4c2557-d8b2-4366-8714-87777ba3f38e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0368650 Nov 09 19:21:45.575706 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fde-9c0b-473a-8763-df782f84c900 req-0bf25d17-a905-412c-ab0a-b64535fe34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:21:45.577299 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-0bf25d17-a905-412c-ab0a-b64535fe34c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0465527 Nov 09 19:21:45.632025 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873fde-9c0b-473a-8763-df782f84c900 req-122817cd-57ba-4b00-86d3-5be6dc770917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:21:45.633608 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-122817cd-57ba-4b00-86d3-5be6dc770917 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485530 Nov 09 19:21:45.734698 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-1435370c-2561-4e18-8e19-09d0be8b0f32 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922525 Nov 09 19:21:45.834517 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-c6873fde-9c0b-473a-8763-df782f84c900 req-f72d94b3-f831-453d-bb62-5d84830eadc4 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915334 Nov 09 19:21:47.118505 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:21:49.999386 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:07.414545 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a7825586-8e8f-4028-bf52-88795ff397e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:07.854426 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:22:09.949993 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a6bda54c-0746-412c-9f91-9cd381b68b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:10.397713 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:11.443443 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:12.949680 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:17.131216 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:20.010921 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:37.414991 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-80b685a9-4903-4bc5-9f08-9249554ec4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:39.953235 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e0fc17ac-0cee-45c8-a02d-19e3614868be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:40.407903 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:41.448219 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:42.952259 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:44.855021 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:22:46.039766 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-d09cf807-c084-4a28-bb2e-9ecf04b03b5b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477986 Nov 09 19:22:46.129757 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-afaf680d-832f-43b9-bd6c-91eb7bb8410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:22:46.131547 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-afaf680d-832f-43b9-bd6c-91eb7bb8410c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0436690 Nov 09 19:22:46.251905 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-6604353b-b47c-4561-afb2-10d145fcd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:22:46.253490 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-6604353b-b47c-4561-afb2-10d145fcd2bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0983212 Nov 09 19:22:46.298340 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-55285d13-fd30-4fce-935b-0293fa350dcd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0369055 Nov 09 19:22:46.357994 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-0a2f2bb3-f9cc-4590-a47a-360a295514bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:22:46.359555 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-0a2f2bb3-f9cc-4590-a47a-360a295514bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0536475 Nov 09 19:22:46.407917 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-4096e23d-6540-441d-8399-16c063e1eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:22:46.409426 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-4096e23d-6540-441d-8399-16c063e1eef7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418749 Nov 09 19:22:46.529215 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-07718be4-b2cf-4a57-8888-2d067f35836b service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105309 Nov 09 19:22:46.633592 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f9458a1c-c61b-473c-83d0-3c02da2856e1 req-786ca70f-b043-4df0-ab3f-7cad3c1b5deb service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961118 Nov 09 19:22:47.141040 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:22:50.010132 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:07.410259 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-43396420-e03f-4bc4-ba32-90527436f9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:09.959395 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-d17aa7bf-19fc-4686-ac88-13009927cb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:10.401147 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:11.448755 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:12.953143 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:17.142602 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:20.026128 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:21.855757 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:23:37.411555 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-f5932363-e06d-456f-b959-8168ed4a9225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:39.960667 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-aee998ed-eb9f-4932-bf33-81e3775676ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:40.402958 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:41.452769 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:42.956932 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:47.157900 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:47.258842 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-006c2a38-4ab8-4838-938f-a53b74b8cc51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462797 Nov 09 19:23:47.340164 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-1825777f-46a9-4078-a60e-211ff7c1d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:23:47.341653 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-1825777f-46a9-4078-a60e-211ff7c1d506 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0401459 Nov 09 19:23:47.443219 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-92c51689-d9e0-4957-9e1c-8d6afe6a040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:23:47.444701 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-92c51689-d9e0-4957-9e1c-8d6afe6a040d service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0835731 Nov 09 19:23:47.494436 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-94a14c6c-657e-4a06-a16d-d30af12d03bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0375979 Nov 09 19:23:47.544316 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-0bd38ad6-2e43-4277-8396-fdf8e1b9692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:23:47.545787 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-0bd38ad6-2e43-4277-8396-fdf8e1b9692b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0440972 Nov 09 19:23:47.592575 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-a2c45c18-5cc0-4855-a695-aa01c55a8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:23:47.594172 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-a2c45c18-5cc0-4855-a695-aa01c55a8fed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406411 Nov 09 19:23:47.688769 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-98d8957f-d29e-41d7-b17b-be7fc54561d9 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863285 Nov 09 19:23:47.779211 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-6ccc42a3-f4b2-4dc3-be7b-122607550ca2 req-817addc7-b2e6-4186-9341-f8d5a2c59110 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827947 Nov 09 19:23:50.025171 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:23:58.855554 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:24:07.412861 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-fc2e1e01-d233-4ced-882b-59491841afb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:09.960943 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-a2ba085a-a1a1-47f4-b091-d7b0b94b87d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:10.402939 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:11.454337 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:12.958882 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:17.186310 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:20.053403 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:35.856525 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:24:37.414192 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-976a6bbe-7e54-40ae-bfda-35708b43c2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:39.962290 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b8a64f80-610c-45d7-be65-e8adf87190a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:40.404430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:41.456306 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:42.964564 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:47.203570 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:24:48.327146 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-451144b8-78e7-4d68-a6b3-92145dd35e94 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1159279 Nov 09 19:24:48.428348 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-e8511995-b83d-420c-9d24-e7ac0b1eecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:24:48.429933 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-e8511995-b83d-420c-9d24-e7ac0b1eecc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0500798 Nov 09 19:24:48.544537 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-96e34d3a-5516-407e-b40b-5a9f2594f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:24:48.545954 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-96e34d3a-5516-407e-b40b-5a9f2594f63d service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0901458 Nov 09 19:24:48.596360 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-1b3b2c5a-5cac-4b9f-8976-765b86007e35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0412159 Nov 09 19:24:48.676392 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-46c242df-c671-4954-a864-d97d16e4f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:24:48.677996 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-46c242df-c671-4954-a864-d97d16e4f3bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0726595 Nov 09 19:24:48.732763 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-8dae2a52-2246-4126-aa45-5341c0216f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:24:48.734676 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-8dae2a52-2246-4126-aa45-5341c0216f41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492020 Nov 09 19:24:49.166177 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-53dd4ff1-bcf9-4126-9884-6e9f55f6189d service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227145 Nov 09 19:24:49.278232 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-14f97cf6-56a6-4adb-96b4-efa847bb2974 req-8abc07c6-ec96-494d-aa22-19efa95dd448 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999980 Nov 09 19:24:50.058547 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:07.422775 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-9d67bb81-7bb3-4e2d-be1d-c04ce24603a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:09.963408 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-b3fe403e-5115-4a6a-bde5-3731b84f253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:10.406165 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:11.460428 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:12.855591 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:25:12.967052 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:17.218616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:20.067430 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:37.414650 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-91f14ffd-3820-4c4c-a283-715cdf126a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:39.964948 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-919ab07f-791c-4347-8f5f-0add0c4eda89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:40.408841 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:41.462553 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:42.974188 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:47.230285 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:49.256201 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-43b0b5a3-8d19-440c-a782-d34adcb28a52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422733 Nov 09 19:25:49.347202 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-4be40f9d-2846-4939-917f-9f32f4282d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:25:49.348774 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-4be40f9d-2846-4939-917f-9f32f4282d19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0494885 Nov 09 19:25:49.458279 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-c46ba5d1-c2c2-4d10-b92c-5db253f051cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:25:49.459762 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-c46ba5d1-c2c2-4d10-b92c-5db253f051cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0903006 Nov 09 19:25:49.507542 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-d7033680-8306-439b-b1b8-9eb416fc1e64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0391166 Nov 09 19:25:49.558643 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-aa81b88b-0651-435d-a16a-914c14b468c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:25:49.560114 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-aa81b88b-0651-435d-a16a-914c14b468c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0454113 Nov 09 19:25:49.609721 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-a2bd24d4-80c8-4b55-a97d-22bf33c25181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:25:49.611837 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-a2bd24d4-80c8-4b55-a97d-22bf33c25181 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438704 Nov 09 19:25:49.705865 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-62fc7ed8-c705-4c9e-9756-4d1d51f01b78 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Nov 09 19:25:49.798884 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-f68242d0-0828-4eea-8e50-e1ba2dfd2fc0 req-3cb293b9-9ac0-4413-9b52-d264af102ebb service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850694 Nov 09 19:25:49.854952 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:25:50.066880 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:07.415982 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-87861878-d375-4b0c-9c51-3e340513e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:09.967552 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d618-1c1b-40af-9278-7718e35aa392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:10.412859 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:11.465988 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:12.976339 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:17.247432 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:20.067067 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:26.855475 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:26:37.417892 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-bfc30a0f-738a-4ff5-b3a8-1a8636dc7b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:39.972858 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-378c06e3-c920-494c-aa29-8c514333724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:40.415771 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-67e8cf72-e44c-4a5d-9f3c-0b4627d18da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:41.470616 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-347332c5-7f8c-4ae0-a5b3-942261d29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:42.979853 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-e6155a04-f5fb-4b1d-8de3-63b2d668037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:47.264186 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-83db9ecd-544d-4e0c-9666-217a976f21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.272143 n-d-817240-1 neutron-server[102141]: DEBUG neutron.wsgi [req-9ea05012-3a03-45b8-aa4a-74fc924c535b req-1543041e-87d0-4bfd-ac22-9a1944b9c4b0 service neutron] (102141) timed out ('10.222.0.32', 39848) {{(pid=102141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 19:26:49.990596 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-2ecff594-10ca-469a-b56d-53b47ad52bd5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438757 Nov 09 19:26:50.087594 n-d-817240-1 neutron-server[102142]: DEBUG neutron_lib.callbacks.manager [None req-ed060819-a34f-4363-88ba-29b08dc64404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772669563652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3883307'] for agent, after_update {{(pid=102142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.095479 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-2fc7aa88-6cc3-4c8d-8e9e-27c7d90f33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:50.097021 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-2fc7aa88-6cc3-4c8d-8e9e-27c7d90f33e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3918b3e19ef842f695049cbd97b58771&device_id=cc6b0a78-988a-4188-b89e-1e99b2326d6a HTTP/1.1" status: 200 len: 1096 time: 0.0493939 Nov 09 19:26:50.211657 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-a185a4b2-dff7-4e76-b824-07adb8250a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:50.213156 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-a185a4b2-dff7-4e76-b824-07adb8250a2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=adc19325-6dbc-4295-a8da-21740b5e74c6 HTTP/1.1" status: 200 len: 912 time: 0.0861757 Nov 09 19:26:50.259907 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-7aac2636-abbf-44e7-b32b-57f4da3076f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0544608-8109-4717-b50a-823aa76bdc05 HTTP/1.1" status: 200 len: 217 time: 0.0355620 Nov 09 19:26:50.318181 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-c74d5c6e-6fa0-4654-a764-31c82ea59411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:50.319650 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-c74d5c6e-6fa0-4654-a764-31c82ea59411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7840920d-fdb7-44ec-a75b-72d8f34f77de HTTP/1.1" status: 200 len: 850 time: 0.0488117 Nov 09 19:26:50.371778 n-d-817240-1 neutron-server[102140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-2616e8f1-1fbb-4bd3-ad9d-6f5efcccd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:50.373300 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-2616e8f1-1fbb-4bd3-ad9d-6f5efcccd5e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=adc19325-6dbc-4295-a8da-21740b5e74c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412867 Nov 09 19:26:50.468447 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-da752fc9-ede3-4252-b77d-89b18fe5d89f service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838821 Nov 09 19:26:50.574379 n-d-817240-1 neutron-server[102140]: INFO neutron.wsgi [req-4d841d6b-056d-4fc5-969d-d2012741af25 req-f18dce69-cc16-4d76-b39c-758a50502807 service neutron] 10.222.0.73 "GET /v2.0/networks/adc19325-6dbc-4295-a8da-21740b5e74c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961986 Nov 09 19:27:03.857253 n-d-817240-1 neutron-server[102143]: DEBUG neutron.db.agents_db [None req-a757ab60-fe51-4e79-aef2-4678f893dde0 None None] Agent healthcheck: found 7 active agents {{(pid=102143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}